-- Logs begin at Thu 2022-02-03 10:18:38 UTC, end at Thu 2022-02-03 12:48:39 UTC. -- Feb 03 10:52:14.158744 n-d-821606-6 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 10:52:17.085150 n-d-821606-6 neutron-server[103019]: INFO neutron.common.config [-] Logging enabled! Feb 03 10:52:17.085777 n-d-821606-6 neutron-server[103019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 10:52:17.085939 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 10:52:17.089111 n-d-821606-6 neutron-server[103019]: INFO neutron.common.config [-] Logging enabled! Feb 03 10:52:17.089365 n-d-821606-6 neutron-server[103019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 10:52:17.089678 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 10:52:17.090608 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 10:52:17.090841 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 10:52:17.091203 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 10:52:17.091447 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 10:52:17.091672 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 10:52:17.092161 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.092577 n-d-821606-6 neutron-server[103019]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 10:52:17.092888 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.093208 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.093502 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.093799 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.094091 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.094371 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.094658 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.094955 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.095241 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.096033 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.096316 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.096609 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.096893 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.097200 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.097486 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.097774 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] debug = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.098058 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.098490 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.098904 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.099185 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.099470 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.099752 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.100021 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.100298 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.100579 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.100902 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] host = n-d-821606-6 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.101198 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.101482 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.101766 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.102050 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.102338 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.102599 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.102924 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.103196 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.103466 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.103737 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.104058 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.104338 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.104652 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.104874 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.105117 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.105405 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.105689 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.105961 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.106234 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.106508 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.106781 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.107052 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.107319 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.107604 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.107897 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.108182 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.108458 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.108730 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.109029 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.109301 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.109584 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.109857 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.110130 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.110400 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.110684 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.110990 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.111315 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.111615 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.111903 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.112757 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.113080 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.113359 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.113645 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.113920 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.114193 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.114468 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_json = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.114739 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.115011 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.115291 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.115565 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.115836 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.116106 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.116379 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.116662 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.116956 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:17.117254 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.117549 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.117854 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.118154 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.118446 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.118725 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.119008 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.119288 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.119573 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.119859 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.120153 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.120432 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.120730 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.121041 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.121335 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.121636 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.121927 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.122218 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.122494 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.122769 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.123040 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.123318 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.123603 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.123880 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.124167 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.124455 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.124733 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.125048 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.125334 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.125627 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.125916 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.126191 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.126471 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.126800 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.127080 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.127355 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.127634 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.127925 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.128202 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.128475 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.128756 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.129055 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.129329 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.129599 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.129875 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.130163 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.130441 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.130711 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.130982 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.131257 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.131526 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.131808 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.132084 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.132358 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.132630 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.132921 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.133199 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.133471 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.133748 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.134020 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.134299 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.134572 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.134844 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.135115 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.135386 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.135655 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.135924 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.136195 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.136471 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.136742 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.137039 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.137313 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.137853 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.138128 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.138416 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.138716 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.138997 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.139275 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.139553 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.139830 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.140106 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.140385 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.140662 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.140960 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.141236 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.141524 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.141804 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.142088 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.142408 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.142686 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.142978 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.143253 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.143534 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.143808 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.144083 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.144366 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.144648 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.144964 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.145262 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.145556 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.145848 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.146139 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.146419 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.146727 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.147004 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:17.147220 n-d-821606-6 neutron-server[103019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 10:52:17.147458 n-d-821606-6 neutron-server[103019]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103019) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 10:52:17.516659 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 10:52:17.516848 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 10:52:17.517192 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 10:52:17.518050 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 10:52:17.843642 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.843932 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.844203 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.846054 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.846326 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.846589 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.890220 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.890493 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.890759 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.904522 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.904806 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.905112 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.935421 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.935703 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.935972 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.971236 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.971509 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:17.971775 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.303890 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.304384 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.304469 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.304684 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.305412 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.403485 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.403803 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.404087 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.404355 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.404619 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.404947 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.405204 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.405457 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.405706 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.405984 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.406244 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.406503 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.406754 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.407002 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.407253 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.407512 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.407764 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.408571 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.408838 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.409131 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.409402 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.409650 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.409927 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.410295 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.410539 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.410781 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.411174 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.411416 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.411652 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.411887 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.412121 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.412353 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:18.412708 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 10:52:18.415859 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 10:52:18.419889 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 10:52:18.423825 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 03 10:52:18.425489 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 10:52:18.425954 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 10:52:18.426293 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 10:52:18.426677 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 10:52:18.429553 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 10:52:18.429804 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 10:52:18.430145 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 10:52:18.434943 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 10:52:18.458958 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 10:52:18.459409 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.459707 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103019) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 10:52:18.460066 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.461456 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103019) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 10:52:18.461735 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 10:52:18.461977 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 10:52:18.465306 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.465585 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:18.530504 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 10:52:18.530691 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 10:52:18.530927 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 10:52:18.531293 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 10:52:18.550924 n-d-821606-6 neutron-server[103019]: DEBUG oslo_db.sqlalchemy.engines [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 10:52:18.997909 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing driver for type 'gre' Feb 03 10:52:18.998532 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] gre ID ranges: [(1, 1000)] Feb 03 10:52:19.050768 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing driver for type 'local' Feb 03 10:52:19.051108 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing driver for type 'vlan' Feb 03 10:52:19.063689 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] VlanTypeDriver initialization complete Feb 03 10:52:19.064141 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing driver for type 'vxlan' Feb 03 10:52:19.064729 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] vxlan ID ranges: [(1, 1000)] Feb 03 10:52:19.117257 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing extension driver 'port_security' Feb 03 10:52:19.117584 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.extensions.port_security [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] PortSecurityExtensionDriver initialization complete Feb 03 10:52:19.117919 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing mechanism driver 'openvswitch' Feb 03 10:52:19.118275 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing mechanism driver 'hyperv' Feb 03 10:52:19.124869 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.plugin [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:19.125566 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.125942 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.126300 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.126830 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.127262 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.127618 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.127973 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.128371 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.128782 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.129160 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.129505 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.129902 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.130306 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.130653 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.130991 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.131522 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.131935 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.132286 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.132630 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.133052 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.133465 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.133815 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.134160 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.134558 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 10:52:19.135001 n-d-821606-6 neutron-server[103019]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] ML2 OVO RPC backend initialized. {{(pid=103019) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 10:52:19.135702 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.136060 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.136475 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.136822 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > networks before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.137196 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.137548 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > ports before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.138158 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.138501 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.138847 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.139189 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.139525 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.139861 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.140197 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.140529 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.140866 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.141224 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.141558 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.149298 n-d-821606-6 neutron-server[103019]: INFO neutron.quota [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded quota_driver: . Feb 03 10:52:19.149661 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.plugin [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Modular L2 Plugin initialization complete Feb 03 10:52:19.150008 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading services supported by the core plugin {{(pid=103019) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 10:52:19.150353 n-d-821606-6 neutron-server[103019]: INFO neutron.plugins.ml2.managers [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Got port-security extension from driver 'port_security' Feb 03 10:52:19.150833 n-d-821606-6 neutron-server[103019]: INFO neutron.extensions.vlantransparent [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Disabled vlantransparent extension. Feb 03 10:52:19.151327 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103019) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 10:52:19.151653 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: router Feb 03 10:52:19.188806 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.189227 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_create 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.189602 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router before_create 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.189970 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.190348 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.190706 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_delete 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.191067 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.191417 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.191779 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_create 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.192129 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.192481 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.192830 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.193215 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.193631 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.194002 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.194346 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.194687 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: subnet after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.195027 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.195383 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.195739 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.196088 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.196433 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.196790 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router after_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.197160 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.197514 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.197875 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.198222 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.198583 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > agent after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.198934 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.199278 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.200127 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Tracking information for resource: router configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:19.200462 n-d-821606-6 neutron-server[103019]: DEBUG neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Tracking information for resource: floatingip configured {{(pid=103019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 10:52:19.205885 n-d-821606-6 neutron-server[103019]: INFO neutron.db.l3_agentschedulers_db [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 10:52:19.206461 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.206829 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.207187 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.207541 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: port after_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.208457 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router before_create 55550100 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.208832 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.209226 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.209591 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.214247 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.provider_configuration [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service providers = [] {{(pid=103019) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 10:52:19.214611 n-d-821606-6 neutron-server[103019]: DEBUG neutron.db.servicetype_db [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103019) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 10:52:19.217606 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.service_base [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 10:52:19.217957 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.service_base [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 10:52:19.218298 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.service_base [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 10:52:19.219191 n-d-821606-6 neutron-server[103019]: DEBUG neutron.services.service_base [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 10:52:19.219561 n-d-821606-6 neutron-server[103019]: INFO neutron.services.service_base [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 10:52:19.219935 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.220250 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 10:52:19.231527 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.231870 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: auto_allocate Feb 03 10:52:19.237882 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: network precommit_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.238259 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: network precommit_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.238796 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.239128 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: tag Feb 03 10:52:19.246263 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.246578 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: timestamp Feb 03 10:52:19.250866 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.251146 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: network_ip_availability Feb 03 10:52:19.257276 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.257653 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.258013 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.258753 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.259076 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: flavors Feb 03 10:52:19.264166 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.264575 n-d-821606-6 neutron-server[103019]: INFO neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading Plugin: revisions Feb 03 10:52:19.269580 n-d-821606-6 neutron-server[103019]: DEBUG neutron.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 10:52:19.269974 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=103019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 10:52:19.270721 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103019) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 10:52:19.271057 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Initializing extension manager. Feb 03 10:52:19.271582 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: __init__.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.271926 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: __pycache__ {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.272263 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.272597 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: address_group.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.273381 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.273951 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: address-group Feb 03 10:52:19.274277 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: address_scope.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.274989 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.275493 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: address-scope Feb 03 10:52:19.275818 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.276750 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.277293 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: router-admin-state-down-before-update Feb 03 10:52:19.277621 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: agent.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.278510 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.279014 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: agent Feb 03 10:52:19.279337 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: agent_resources_synced.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.280240 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.280743 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: agent-resources-synced Feb 03 10:52:19.281104 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.282922 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.283444 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: allowed-address-pairs Feb 03 10:52:19.283771 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.284859 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.285396 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: auto-allocated-topology Feb 03 10:52:19.285724 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: availability_zone.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.286423 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.286922 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: availability_zone Feb 03 10:52:19.287246 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: availability_zone_filter.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.288154 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.288656 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: availability_zone_filter Feb 03 10:52:19.289016 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: data_plane_status.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.289922 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.290426 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 10:52:19.290750 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: default_subnetpools.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.291656 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.292158 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: default-subnetpools Feb 03 10:52:19.292479 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.293321 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.293829 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: dhcp_agent_scheduler Feb 03 10:52:19.294151 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: dns.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.295070 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.295574 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 10:52:19.295897 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: dns_domain_ports.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.296815 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.297344 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 10:52:19.297666 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.298614 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.299119 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 10:52:19.299440 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: dvr.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.300107 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.300610 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: dvr Feb 03 10:52:19.300951 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: ecmp_routes.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.301865 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.302363 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 10:52:19.302685 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: empty_string_filtering.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.303590 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.304089 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: empty-string-filtering Feb 03 10:52:19.304589 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.305331 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.305827 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 10:52:19.306149 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.307059 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.307559 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 10:52:19.307887 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: external_net.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.308797 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.309334 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: external-net Feb 03 10:52:19.309659 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.310572 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.311076 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: extra_dhcp_opt Feb 03 10:52:19.311400 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: extraroute.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.312305 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.312810 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: extraroute Feb 03 10:52:19.313169 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: extraroute_atomic.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.314734 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.315242 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: extraroute-atomic Feb 03 10:52:19.315566 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: filter_validation.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.316231 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.316729 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: filter-validation Feb 03 10:52:19.317088 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: fip_pf_description.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.318006 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.318505 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 10:52:19.318827 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: fip_port_details.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.319733 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.320236 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: fip-port-details Feb 03 10:52:19.320559 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: flavors.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.321810 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.322324 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: flavors Feb 03 10:52:19.322649 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.324316 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.324830 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 10:52:19.325194 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: floatingip_pools.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.325896 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.326404 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: floatingip-pools Feb 03 10:52:19.326734 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: ip_allocation.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.327677 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.328176 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 10:52:19.328501 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.329454 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.330528 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: ip-substring-filtering Feb 03 10:52:19.330860 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l2_adjacency.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.331829 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.332329 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 10:52:19.332655 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.333645 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.334154 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: router Feb 03 10:52:19.334480 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.336891 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.337450 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 10:52:19.337788 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.338724 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.339232 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: ext-gw-mode Feb 03 10:52:19.339562 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.340478 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.341010 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: l3-ha Feb 03 10:52:19.341338 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3_flavors.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.342250 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.342754 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: l3-flavors Feb 03 10:52:19.343078 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.343994 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.344495 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 10:52:19.344824 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: l3agentscheduler.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.345932 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.346440 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: l3_agent_scheduler Feb 03 10:52:19.346768 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: local_ip.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.348551 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.349104 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension local_ip not supported by any of loaded plugins Feb 03 10:52:19.349442 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: logging.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.350932 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.351451 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension logging not supported by any of loaded plugins Feb 03 10:52:19.351788 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: metering.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.352535 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.353139 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: metering Feb 03 10:52:19.353477 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.354575 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.355090 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: metering_source_and_destination_fields Feb 03 10:52:19.355424 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: multiprovidernet.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.356352 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.356859 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: multi-provider Feb 03 10:52:19.357218 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: netmtu.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.358134 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.358642 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: net-mtu Feb 03 10:52:19.358969 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: netmtu_writable.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.359887 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.360389 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: net-mtu-writable Feb 03 10:52:19.360715 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: network_availability_zone.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.361432 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.361939 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: network_availability_zone Feb 03 10:52:19.362264 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: network_ip_availability.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.363374 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.363884 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: network-ip-availability Feb 03 10:52:19.364213 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: network_segment_range.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.365000 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.365499 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 10:52:19.365824 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: pagination.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.366800 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.367139 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: pagination Feb 03 10:52:19.367466 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: port_device_profile.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.368367 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.368874 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: port-device-profile Feb 03 10:52:19.369228 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.370142 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.370643 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: port-mac-address-regenerate Feb 03 10:52:19.371031 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.372075 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.372585 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: port-numa-affinity-policy Feb 03 10:52:19.372933 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: port_resource_request.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.373849 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.374345 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 10:52:19.374667 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.375641 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.376141 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 10:52:19.376464 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: portbindings.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.377941 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.378445 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: binding Feb 03 10:52:19.378769 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: portbindings_extended.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.380037 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.380546 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: binding-extended Feb 03 10:52:19.380875 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: portsecurity.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.381806 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.382313 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: port-security Feb 03 10:52:19.382639 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: project_id.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.383620 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.383952 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: project-id Feb 03 10:52:19.384279 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: providernet.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.385223 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.385730 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: provider Feb 03 10:52:19.386053 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.389947 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.390467 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos not supported by any of loaded plugins Feb 03 10:52:19.390799 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.392043 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.393206 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 10:52:19.393536 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.394459 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.394964 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 10:52:19.395293 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_default.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.396208 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.396713 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-default not supported by any of loaded plugins Feb 03 10:52:19.397077 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_fip.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.398007 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.398512 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 10:52:19.398839 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.399748 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.400282 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 10:52:19.400607 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.401575 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.402085 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 10:52:19.402411 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.403324 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.403831 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 10:52:19.404156 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.405219 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.405729 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 10:52:19.406058 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_pps_rule.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.407236 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.407751 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-pps not supported by any of loaded plugins Feb 03 10:52:19.408105 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.409057 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.409563 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 10:52:19.409887 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: qos_rules_alias.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.410936 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.411443 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 10:52:19.411769 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: quota_check_limit.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.412684 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.413229 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: quota-check-limit Feb 03 10:52:19.413554 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: quotasv2.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.414465 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.414791 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: quotas Feb 03 10:52:19.415110 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: quotasv2_detail.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.416958 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.417305 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: quota_details Feb 03 10:52:19.417645 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: rbac.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.418688 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.419214 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: rbac-policies Feb 03 10:52:19.419549 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: rbac_address_group.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.420488 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.421036 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: rbac-address-group Feb 03 10:52:19.421368 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: rbac_address_scope.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.422286 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.422798 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: rbac-address-scope Feb 03 10:52:19.423125 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: rbac_security_groups.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.424067 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.424575 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: rbac-security-groups Feb 03 10:52:19.424901 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.425835 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.426342 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: rbac-subnetpool Feb 03 10:52:19.426671 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: revisionifmatch.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.427591 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.428097 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: revision-if-match Feb 03 10:52:19.428423 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: revisions.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.429569 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.430074 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: standard-attr-revisions Feb 03 10:52:19.430399 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: router_availability_zone.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.431070 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.431574 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: router_availability_zone Feb 03 10:52:19.431899 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: routerservicetype.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.432823 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.433424 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 10:52:19.433691 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.434685 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.435194 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: security-groups-normalized-cidr Feb 03 10:52:19.435523 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.436448 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.436988 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: port-security-groups-filtering Feb 03 10:52:19.437319 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.438243 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.438749 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: security-groups-remote-address-group Feb 03 10:52:19.439077 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.440530 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.441073 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: security-groups-shared-filtering Feb 03 10:52:19.441403 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.441989 n-d-821606-6 neutron-server[103019]: WARNING neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 10:52:19.442313 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: securitygroup.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.451958 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.452480 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: security-group Feb 03 10:52:19.452817 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: segment.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.453635 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.454140 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension segment not supported by any of loaded plugins Feb 03 10:52:19.454471 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.455992 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.456497 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 10:52:19.456827 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: servicetype.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.457961 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.458478 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: service-type Feb 03 10:52:19.458809 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: sorting.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.459789 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.460125 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: sorting Feb 03 10:52:19.460455 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: standard_attr_segment.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.461396 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.461906 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 10:52:19.462234 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: standardattrdescription.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.462879 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.463384 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: standard-attr-description Feb 03 10:52:19.463711 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: stateful_security_group.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.464646 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.465185 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: stateful-security-group Feb 03 10:52:19.465514 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: stdattrs_common.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.466082 n-d-821606-6 neutron-server[103019]: WARNING neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 10:52:19.466406 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.467346 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.467856 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 10:52:19.468187 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnet_onboard.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.469296 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.469810 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: subnet_onboard Feb 03 10:52:19.470138 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.471090 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.471604 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 10:52:19.471931 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnet_service_types.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.472850 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.473381 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: subnet-service-types Feb 03 10:52:19.473709 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnetallocation.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.474787 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.475297 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: subnet_allocation Feb 03 10:52:19.475625 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.476287 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.476788 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: subnetpool-prefix-ops Feb 03 10:52:19.477146 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.478094 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.478597 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 10:52:19.478924 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: tagging.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.479969 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.480484 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: standard-attr-tag Feb 03 10:52:19.480812 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: timestamp.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.482049 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.482560 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loaded extension: standard-attr-timestamp Feb 03 10:52:19.482888 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: trunk.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.483923 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.484434 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension trunk not supported by any of loaded plugins Feb 03 10:52:19.484761 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: trunk_details.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.485709 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.486245 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 10:52:19.486571 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.487493 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.488011 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 10:52:19.488336 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Loading extension file: vlantransparent.py {{(pid=103019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 10:52:19.489021 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 10:52:19.489526 n-d-821606-6 neutron-server[103019]: INFO neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 10:52:19.491996 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:network Feb 03 10:52:19.492561 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnet Feb 03 10:52:19.493001 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 10:52:19.493398 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:port Feb 03 10:52:19.494619 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.495071 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service FLAVORS assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.495687 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.496117 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.496448 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:router Feb 03 10:52:19.496883 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 10:52:19.497411 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service METERING assigned prefix: /metering {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.498843 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.499214 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.499569 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 10:52:19.500568 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 10:52:19.501095 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:security_group Feb 03 10:52:19.501492 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 10:52:19.503658 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service CORE assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.503997 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 10:52:19.504368 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] subnetpool is already registered Feb 03 10:52:19.504798 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service CORE assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.505156 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 10:52:19.505492 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] subnetpool is already registered Feb 03 10:52:19.507758 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.508194 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service FLAVORS assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.508783 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.509233 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.509568 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:router Feb 03 10:52:19.509904 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] router is already registered Feb 03 10:52:19.510319 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 10:52:19.510653 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] floatingip is already registered Feb 03 10:52:19.511108 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service METERING assigned prefix: /metering {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.511770 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 10:52:19.512093 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] rbac_policy is already registered Feb 03 10:52:19.512502 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:security_group Feb 03 10:52:19.513127 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] security_group is already registered Feb 03 10:52:19.513528 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 10:52:19.513859 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] security_group_rule is already registered Feb 03 10:52:19.514480 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service CORE assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.514809 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 10:52:19.515143 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] subnetpool is already registered Feb 03 10:52:19.515558 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.v2.resource_helper [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Service CORE assigned prefix: {{(pid=103019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 10:52:19.515881 n-d-821606-6 neutron-server[103019]: INFO neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 10:52:19.516208 n-d-821606-6 neutron-server[103019]: WARNING neutron.quota.resource_registry [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] subnetpool is already registered Feb 03 10:52:19.516679 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: extensions {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.518700 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: address-groups {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.520188 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: address-scopes {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.521528 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: agents {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.522684 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: auto-allocated-topology {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.523946 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: availability_zones {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.525246 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: dhcp-networks {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.526764 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: dhcp-agents {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.528199 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: routers {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.530417 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: flavors {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.531594 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: service_profiles {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.532812 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: next_providers {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.534301 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: service_profiles {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.535837 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: floatingip-pools {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.537101 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: routers {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.539203 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: floatingips {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.540474 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: l3-routers {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.541923 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: l3-agents {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.543345 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: metering-labels {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.544684 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: metering-label-rules {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.546002 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: network-ip-availabilities {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.547241 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: bindings {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.548926 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: quotas {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.550661 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: quotas {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.552197 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: rbac-policies {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.553509 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: security-groups {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.554741 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: security-group-rules {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.555969 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: service-providers {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.557214 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: subnetpools {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.558652 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: subnetpools {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.560096 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.561802 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.563595 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.565941 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.568710 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.570600 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.572300 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.574210 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.575946 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.577828 n-d-821606-6 neutron-server[103019]: DEBUG neutron.api.extensions [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Extended resource: tags {{(pid=103019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 10:52:19.584172 n-d-821606-6 neutron-server[103019]: WARNING keystonemiddleware.auth_token [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 10:52:19.588865 n-d-821606-6 neutron-server[103019]: WARNING keystonemiddleware.auth_token [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 10:52:19.597315 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Acquired lock "singleton_lock" {{(pid=103019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 10:52:19.597792 n-d-821606-6 neutron-server[103019]: DEBUG oslo_concurrency.lockutils [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Releasing lock "singleton_lock" {{(pid=103019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 10:52:19.598446 n-d-821606-6 neutron-server[103019]: INFO oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Starting 2 workers Feb 03 10:52:19.603272 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Started child 103126 {{(pid=103019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 10:52:19.607748 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Started child 103127 {{(pid=103019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 10:52:19.608818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.609533 n-d-821606-6 neutron-server[103019]: INFO neutron.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 10:52:19.610014 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.610390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [-] (103126) wsgi starting up on http://0.0.0.0:9696 Feb 03 10:52:19.612933 n-d-821606-6 neutron-server[103019]: INFO oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Starting 1 workers Feb 03 10:52:19.613081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.614528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [-] (103127) wsgi starting up on http://0.0.0.0:9696 Feb 03 10:52:19.618183 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Started child 103128 {{(pid=103019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 10:52:19.618740 n-d-821606-6 neutron-server[103019]: INFO oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Starting 1 workers Feb 03 10:52:19.621881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] calling RpcWorker wait() {{(pid=103128) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 10:52:19.622443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] returning from RpcWorker wait() {{(pid=103128) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 10:52:19.623253 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Started child 103129 {{(pid=103019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 10:52:19.623661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.624065 n-d-821606-6 neutron-server[103019]: DEBUG neutron_lib.callbacks.manager [None req-de4aa62a-92b0-47f8-81ac-9acc0e80d1e9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.624163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:19.626036 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 10:52:19.626254 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 10:52:19.626439 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 10:52:19.626767 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 10:52:19.627673 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 10:52:19.627839 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 10:52:19.628361 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.628638 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.628819 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:19.629324 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.629324 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.629460 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.629823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:19.630042 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.630288 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.630528 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.630806 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.631054 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.631223 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.631389 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.631649 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.631878 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.632194 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.632462 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.632700 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.633005 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.633172 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.633444 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.633716 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.633963 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.634237 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] debug = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.634478 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.634988 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.635241 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.635485 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.635701 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.635971 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.636198 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.636481 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.636698 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.636940 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.637181 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.637436 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.637928 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.638146 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.638398 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.638614 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.638868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.639093 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.639549 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] host = n-d-821606-6 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.639809 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.640047 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.640292 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.640580 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.640787 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.641062 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.641323 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.641578 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.641836 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.642080 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.642367 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.642595 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.642846 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.643103 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.643256 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_options = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.643446 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.643720 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.643987 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.644176 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.644345 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.644510 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.644767 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.644936 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.645231 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.645407 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.645645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.645857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.646091 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.646340 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.646619 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.646869 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.647110 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.647350 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.647575 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.647965 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.648280 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.648522 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.648831 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.649225 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.649464 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.649680 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.650111 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.650111 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.650453 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.650622 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.650821 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.651072 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.651310 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.651626 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.652040 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.652280 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.652511 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.652750 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.653059 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.653295 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.653546 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.653817 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.654052 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.654297 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.654531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.654766 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.655017 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_json = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.655391 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.655647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.655898 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.656117 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.656697 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.656886 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.657091 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.657284 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659531 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659994 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.659994 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.660182 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.660476 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.660706 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.661034 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.661268 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.663276 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.664647 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.666289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.668186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669008 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669008 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669008 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669535 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669535 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.669535 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.672041 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.673321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.674956 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.674956 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.674956 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.675785 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.675785 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.675785 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.675785 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.676857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.676857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.676857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.676857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.676857 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.677552 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.677552 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.677552 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.677956 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.677956 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.678228 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.678228 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.679645 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.680475 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.680475 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.680475 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.681031 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.681031 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.681310 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.681492 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.681644 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.682289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.682289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.682289 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.682782 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.682997 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.683556 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.683556 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.683913 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.683913 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.684213 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.684455 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.684664 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.684871 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.685068 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.685634 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.685634 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.686244 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.686244 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.686244 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.686837 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.686837 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.687142 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.687285 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.687493 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.687809 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.688088 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.688365 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.688626 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.688878 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.689962 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.689962 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.690461 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.690461 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.690643 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.690883 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.691137 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.691387 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.691627 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.692015 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.692185 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.692594 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.692700 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.692882 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.693180 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.693433 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.693674 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.693949 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.694200 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.694648 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.694903 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.695157 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.695393 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.695650 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.695901 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.696116 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.696357 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.696763 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.697044 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.697299 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.697529 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.697778 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.697990 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.698868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.698868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.698868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.699099 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.699166 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.699436 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.699582 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.699985 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.700350 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.700720 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.700967 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.701212 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.701487 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.701710 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.701980 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.702238 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.702487 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.702717 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.702947 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.703218 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.703437 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.703679 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.703900 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.704112 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.704323 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.704941 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.704941 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.705138 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.705282 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.705529 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.705772 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.706012 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.706341 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.706582 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.706816 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.707065 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.707284 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.707523 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.707763 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.708494 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.708898 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.709342 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.709753 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.710019 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.710271 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.710524 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.710765 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.710982 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.711198 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.711415 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.711629 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.711909 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.712178 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.712418 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.712676 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.712943 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.713158 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.713392 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.713629 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.713844 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.714069 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.714290 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.714502 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.714745 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.714947 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.715182 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.715426 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.715698 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.715913 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.716175 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.716406 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.716627 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.716867 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.717091 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.717310 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.717535 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.717745 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.717957 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.718181 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.718400 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.718613 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.718863 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.719085 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.719296 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.719520 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.719737 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.719970 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.720279 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.720568 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.720791 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.721098 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.721324 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.721584 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.721812 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.722110 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.722346 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.722594 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.722832 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.723075 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.723295 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.723568 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.723893 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.724183 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.724428 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.724681 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.724972 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.725256 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.725716 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.726088 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.726392 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.726750 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.727028 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.727269 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.727549 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.727663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:19.727810 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.728036 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.728258 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.728496 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.728745 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.728991 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.729238 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.729469 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.729717 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.729935 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.730193 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.731021 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.731292 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.731506 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.731747 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.731987 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.732149 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 10:52:19.732666 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 10:52:19.732829 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 10:52:19.733016 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 10:52:19.733190 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 10:52:19.733365 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 10:52:19.733521 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 10:52:19.733729 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.733890 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734049 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734209 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734367 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734714 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734714 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.734890 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.735014 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.736954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737436 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737436 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737436 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737604 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737697 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.737863 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] debug = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738048 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738215 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738377 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738535 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738694 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.738851 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739007 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739164 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739322 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739485 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739641 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739798 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.739957 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740117 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740275 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740433 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740591 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740749 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.740932 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] host = n-d-821606-6 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741127 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741254 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741411 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741569 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741728 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.741885 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742042 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742200 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742358 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742516 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742675 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742832 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.742989 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743146 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743303 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_options = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743460 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743617 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743776 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.743960 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744125 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744283 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744442 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744601 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744759 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.744931 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745094 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745254 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745597 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745597 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745792 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.745932 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746011 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746135 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746293 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746450 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746607 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746764 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.746926 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747080 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747237 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747394 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747552 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747707 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.747868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.748025 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.748341 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.748517 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.748659 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.748816 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749004 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749312 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749479 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749637 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749819 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.749961 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.750114 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.750273 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.750435 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.750787 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.750948 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.751353 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.751670 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_json = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.752724 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.752888 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753085 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753245 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753418 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753616 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753710 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.753870 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.754031 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 10:52:19.754217 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.754376 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.754738 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.754905 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755070 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755238 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755398 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755562 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755727 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.755886 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.756198 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.756494 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.756812 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.756994 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757161 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757326 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757489 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757652 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757816 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.757977 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758139 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758301 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758473 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758635 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758795 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.758959 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759124 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759299 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759488 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759644 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759809 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.759972 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760133 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760402 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760504 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760600 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760769 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.760954 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761123 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761285 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761449 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761614 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761776 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.761938 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.762103 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.762264 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.762431 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.762594 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763013 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763174 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763340 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763489 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763651 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763812 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.763973 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764135 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764297 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764467 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764628 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764788 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.764973 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765139 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765302 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765464 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765626 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765786 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.765947 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766122 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766279 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766441 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766603 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766765 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.766927 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767088 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767253 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767464 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767615 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767780 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.767917 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768076 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768238 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768440 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768575 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768709 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.768849 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769031 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769342 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769342 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769614 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769750 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769949 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.769949 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770158 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770264 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770425 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770586 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770749 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.770911 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771073 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771234 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771380 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771547 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771708 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.771870 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772035 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772196 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772358 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772519 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772681 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.772843 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773026 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773189 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773351 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773513 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773676 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.773837 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774000 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774163 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774334 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774495 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774659 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774821 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.774991 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775163 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775326 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775490 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775652 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775813 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.775976 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776137 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776299 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776461 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776623 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776785 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.776978 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777144 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777305 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777467 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777652 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777813 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.777976 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778139 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778301 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778466 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778629 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778791 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.778953 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779115 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779277 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779439 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779605 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779767 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.779932 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780093 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780257 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780419 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780581 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780743 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.780917 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781087 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781249 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781412 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781574 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781735 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.781897 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782058 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782221 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782382 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782544 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782705 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.782867 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783052 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783214 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783375 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783538 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783702 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.783865 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784027 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784189 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784352 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784514 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784675 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.784838 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785022 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785186 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785349 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785511 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785674 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785836 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.785997 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786160 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786322 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786484 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786660 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786823 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.786984 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787146 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787308 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787469 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787631 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787793 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.787955 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788117 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788279 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788443 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788608 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788771 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.788950 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789115 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789277 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789439 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789641 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789767 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.789918 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790080 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790242 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790403 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790564 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790737 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.790899 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791062 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791222 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791384 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791546 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791717 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.791879 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792040 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792202 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792363 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792524 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792696 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.792858 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793049 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793210 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793371 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793534 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793705 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.793868 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794029 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794191 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794351 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794512 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794684 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.794846 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795008 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795170 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795332 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795492 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795662 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795826 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.795990 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.796160 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.796321 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.796482 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.796643 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.796816 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797000 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797167 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797330 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797492 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797653 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797816 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.797983 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.798152 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.798322 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.798485 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.799165 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.799335 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.799512 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.799677 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.799845 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800017 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800179 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800341 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800502 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800666 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.800827 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801017 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801182 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801343 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801505 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801666 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801828 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.801989 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802150 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802313 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802476 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802635 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802797 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.802959 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.803121 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 10:52:19.803274 n-d-821606-6 neutron-server[103019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 10:52:19.835081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:19.843623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064304 Feb 03 10:52:31.221520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fed02f-492a-4e9c-ab55-937beb125a07 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 10:52:31.306892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fed02f-492a-4e9c-ab55-937beb125a07 None None] No non-hosted networks {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 10:52:31.332165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.agentschedulers_db [None req-e5fed02f-492a-4e9c-ab55-937beb125a07 None None] DHCP Agent not found on host n-d-821606-6 {{(pid=103128) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 10:52:31.462989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d12f8242-724b-49d5-bccb-a267cd1cb7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:33.460311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e01cc43-5b47-415b-b6e1-5f30cbd93dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:33.515649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b808f0b-be86-43ad-a10e-a31a1fc180ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:34.446289 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:36.097995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:37.203354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:37.205112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.205652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.206156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.206671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.207193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.207797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.208279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.208675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.209149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.209711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.210256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.210718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.211044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:37.211466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821606-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:37.223035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821606-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:52:38.566743 n-d-821606-6 neutron-server[103128]: INFO neutron.db.l3_hamode_db [None req-d6c92cf4-bcfc-4b31-97a3-26da2828ed00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 10:52:38.644037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c92cf4-bcfc-4b31-97a3-26da2828ed00 None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 10:52:38.644433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c92cf4-bcfc-4b31-97a3-26da2828ed00 None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 10:52:39.849121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:40.453479 n-d-821606-6 neutron-server[103127]: WARNING oslo_policy.policy [None req-3b2cbfb5-4c96-420d-be6e-e941f4f3c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:40.454059 n-d-821606-6 neutron-server[103127]: WARNING oslo_policy.policy [None req-3b2cbfb5-4c96-420d-be6e-e941f4f3c950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:40.679002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-3b2cbfb5-4c96-420d-be6e-e941f4f3c950 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:52:40.680059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b2cbfb5-4c96-420d-be6e-e941f4f3c950 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8300204 Feb 03 10:52:43.305845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:43.793682 n-d-821606-6 neutron-server[103126]: WARNING oslo_policy.policy [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:43.794255 n-d-821606-6 neutron-server[103126]: WARNING oslo_policy.policy [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:44.017629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '90227ce548f5481bafb47dbf0e55e539', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:52:44.108079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.policy [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103126) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 10:52:44.149821 n-d-821606-6 neutron-server[103126]: WARNING oslo_policy.policy [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:44.150193 n-d-821606-6 neutron-server[103126]: WARNING oslo_policy.policy [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:44.244337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880516464', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880525063', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880464523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880476095', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880485578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741880495008', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16436919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16425911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641260'] for rbac-policy (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:44.310542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:44.312000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91931860-b69a-465b-8588-c992e03b38ef admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0040972 Feb 03 10:52:46.919008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:47.217293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Request body: {'network': {'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'name': 'private', 'project_id': 'c0c78c5ed88d4eb48492212c93656502'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:52:47.244130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Made reservation on behalf of c0c78c5ed88d4eb48492212c93656502 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:52:47.246957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.264162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.368873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks [] for security_group (7bf22093-8b60-4afe-948a-2cfb500673af), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.372309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7bf22093-8b60-4afe-948a-2cfb500673af), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.392147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 10:52:47.418582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741877047709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (88fdc000-47fe-4f0f-af6b-755040281aeb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.419160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Unsubscribe: segment precommit_create {{(pid=103126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 10:52:47.419662 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Added segment 88fdc000-47fe-4f0f-af6b-755040281aeb of type vlan for network 1751b426-6ec9-4185-9f34-60917645f08e Feb 03 10:52:47.436498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf22093-8b60-4afe-948a-2cfb500673af,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:52:47.482397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.482662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.482993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.483319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.483643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.483964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.484281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.484599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.484932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.485244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.485554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.485870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.486178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Tracked resource versions report: Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: pushed versions: Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: { 'AddressGroup': {'1.2'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'ConntrackHelper': {'1.0'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'LocalIPAssociation': {'1.0'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Log': {'1.0'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Network': {'1.1'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Port': {'1.7'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'PortForwarding': {'1.2'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'QosPolicy': {'1.10'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SecurityGroup': {'1.5'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SecurityGroupRule': {'1.2'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SubPort': {'1.0'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Subnet': {'1.1'}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Trunk': {'1.1'}} Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: consumer versions: Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: { DHCP agent@n-d-821606-6: {}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: L3 agent@n-d-821606-6: {}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: Metadata agent@n-d-821606-6: {}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: Metering agent@n-d-821606-6: {}, Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'ConntrackHelper': '1.0', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'LocalIPAssociation': '1.0', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Log': '1.0', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Network': '1.1', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Port': '1.7', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'PortForwarding': '1.2', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'QosPolicy': '1.10', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SecurityGroup': '1.5', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SecurityGroupRule': '1.2', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'SubPort': '1.0', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Subnet': '1.1', Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: 'Trunk': '1.1'}} Feb 03 10:52:47.487841 n-d-821606-6 neutron-server[103126]: {{(pid=103126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 10:52:47.524741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1751b426-6ec9-4185-9f34-60917645f08e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.566387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1751b426-6ec9-4185-9f34-60917645f08e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.567597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:52:47.568326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:47.624826 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7047744 Feb 03 10:52:47.667442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dc45e-4286-4d84-80c0-f6dd290e34d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1751b426-6ec9-4185-9f34-60917645f08e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:52:47.679809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1751b426-6ec9-4185-9f34-60917645f08e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 10:52:50.336430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:50.841838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.policy [None req-b1f397e3-2cf2-456c-8ebb-407e44636be6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103127) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 10:52:50.883218 n-d-821606-6 neutron-server[103127]: WARNING oslo_policy.policy [None req-b1f397e3-2cf2-456c-8ebb-407e44636be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:50.883574 n-d-821606-6 neutron-server[103127]: WARNING oslo_policy.policy [None req-b1f397e3-2cf2-456c-8ebb-407e44636be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 10:52:50.892061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f397e3-2cf2-456c-8ebb-407e44636be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:52:50.893814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1f397e3-2cf2-456c-8ebb-407e44636be6 admin admin] 10.222.0.30 "GET /v2.0/networks/1751b426-6ec9-4185-9f34-60917645f08e HTTP/1.1" status: 200 len: 825 time: 0.5564284 Feb 03 10:52:50.932332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b24d345-9ea3-4b5b-aebd-bc8179a278ae admin admin] 10.222.0.30 "GET /v2.0/subnetpools/e716620f-acee-4f35-8208-037fd1fd6342 HTTP/1.1" status: 200 len: 734 time: 0.0329986 Feb 03 10:52:50.940851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Request body: {'subnet': {'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'ip_version': 4, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:52:50.976565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Made reservation on behalf of c0c78c5ed88d4eb48492212c93656502 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:52:50.979282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:51.271160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (6a4f9892-f7ff-48f5-bbfd-c71a8891851a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:51.338989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Checking segment: {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:52:51.339641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Network hostable DHCP agents. Network: 1751b426-6ec9-4185-9f34-60917645f08e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 10:52:51.351349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4f9892-f7ff-48f5-bbfd-c71a8891851a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:52:51.363647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.363989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.364323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.364650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.365006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.365330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.365646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.365962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.366276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.366592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.366905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.367217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.367525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Tracked resource versions report: Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: pushed versions: Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: { 'AddressGroup': {'1.2'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'LocalIPAssociation': {'1.0'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Log': {'1.0'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Network': {'1.1'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Port': {'1.7'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'PortForwarding': {'1.2'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'QosPolicy': {'1.10'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SecurityGroup': {'1.5'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SubPort': {'1.0'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Subnet': {'1.1'}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Trunk': {'1.1'}} Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: consumer versions: Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: { DHCP agent@n-d-821606-6: {}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: L3 agent@n-d-821606-6: {}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: Metadata agent@n-d-821606-6: {}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: Metering agent@n-d-821606-6: {}, Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'ConntrackHelper': '1.0', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'LocalIPAssociation': '1.0', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Log': '1.0', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Network': '1.1', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Port': '1.7', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'PortForwarding': '1.2', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'QosPolicy': '1.10', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SecurityGroup': '1.5', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SecurityGroupRule': '1.2', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'SubPort': '1.0', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Subnet': '1.1', Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: 'Trunk': '1.1'}} Feb 03 10:52:51.368602 n-d-821606-6 neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 10:52:51.391226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Network 1751b426-6ec9-4185-9f34-60917645f08e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 10:52:51.403769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1751b426-6ec9-4185-9f34-60917645f08e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:52:51.408145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:52:51.409401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:51.414714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6b296-aef6-4a07-a8ce-0cc179ae2a1d None None] Network 1751b426-6ec9-4185-9f34-60917645f08e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:52:51.428974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3948b19f-8677-42a8-984d-89312cd8d1ad admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4913957 Feb 03 10:52:51.680587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1751b426-6ec9-4185-9f34-60917645f08e', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 10:52:51.681936 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:51.961112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Allocated IP 172.20.0.2 (1751b426-6ec9-4185-9f34-60917645f08e/6a4f9892-f7ff-48f5-bbfd-c71a8891851a/70957914-2f19-46de-8ca1-c6a31fce8942) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 10:52:52.225516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks [] for port (70957914-2f19-46de-8ca1-c6a31fce8942), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:52.233170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:52.315566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Network 1751b426-6ec9-4185-9f34-60917645f08e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 10:52:52.323262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:52:52.325152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Pushing event updated for resources: {'Port': ['ID=70957914-2f19-46de-8ca1-c6a31fce8942,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:52:52.330505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 10:52:52.338079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.338420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.338754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.339083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.339413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.339736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.340055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.340372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.340689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.341033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.341351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.341662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.341973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Tracked resource versions report: Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: pushed versions: Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Log': {'1.0'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Network': {'1.1'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Port': {'1.7'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'PortForwarding': {'1.2'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'QosPolicy': {'1.10'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SubPort': {'1.0'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Subnet': {'1.1'}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Trunk': {'1.1'}} Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: consumer versions: Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: { DHCP agent@n-d-821606-6: {}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: L3 agent@n-d-821606-6: {}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: Metadata agent@n-d-821606-6: {}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: Metering agent@n-d-821606-6: {}, Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'ConntrackHelper': '1.0', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'LocalIPAssociation': '1.0', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Log': '1.0', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Network': '1.1', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Port': '1.7', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'PortForwarding': '1.2', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'QosPolicy': '1.10', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SecurityGroup': '1.5', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SecurityGroupRule': '1.2', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'SubPort': '1.0', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Subnet': '1.1', Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: 'Trunk': '1.1'}} Feb 03 10:52:52.343059 n-d-821606-6 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 10:52:52.415562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Attempting to bind port 70957914-2f19-46de-8ca1-c6a31fce8942 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 10:52:52.416212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Attempting to bind port 70957914-2f19-46de-8ca1-c6a31fce8942 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 10:52:52.416368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Attempting to bind port 70957914-2f19-46de-8ca1-c6a31fce8942 on network 1751b426-6ec9-4185-9f34-60917645f08e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 10:52:52.421206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 10, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 10:52:52.421572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Checking segment: {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:52:52.422043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:52.422430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Bound using segment: {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 10:52:52.422912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Bound port: 70957914-2f19-46de-8ca1-c6a31fce8942, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 10:52:52.423314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:52.484266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] For port 70957914-2f19-46de-8ca1-c6a31fce8942, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 10:52:52.488510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] For port 70957914-2f19-46de-8ca1-c6a31fce8942, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=70957914-2f19-46de-8ca1-c6a31fce8942,segment=NetworkSegment(88fdc000-47fe-4f0f-af6b-755040281aeb),segment_id=88fdc000-47fe-4f0f-af6b-755040281aeb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 10:52:52.498089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:52.560630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ef236-ddad-44f8-bd8d-51cb08d1bf7a None None] Pushing event updated for resources: {'Port': ['ID=70957914-2f19-46de-8ca1-c6a31fce8942,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:52:53.867256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:54.178579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-6a9bd5e9-fb41-4c66-88d0-569c9743b27a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:52:54.192941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6a9bd5e9-fb41-4c66-88d0-569c9743b27a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113515 Feb 03 10:52:56.626477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:56.937193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-0f42a907-c05e-4f5f-b27f-4bdfaa68622f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:52:56.938173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0f42a907-c05e-4f5f-b27f-4bdfaa68622f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107202 Feb 03 10:52:59.617220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:52:59.918757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:52:59.940751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (782ff21d-f54f-449c-8c0e-f8a12bf76a05), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:52:59.942600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (782ff21d-f54f-449c-8c0e-f8a12bf76a05), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:00.081023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Publish callbacks [] for router_controller (782ff21d-f54f-449c-8c0e-f8a12bf76a05), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:00.085403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (782ff21d-f54f-449c-8c0e-f8a12bf76a05), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:00.098721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:00.099873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-68c6c241-5aa0-4e65-a4de-518fc74c9182 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4816971 Feb 03 10:53:01.175922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff472033-f76b-477d-80a3-a9e8302a5522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:02.541365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:02.862314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-45e30240-e5b0-49a9-9624-507c6ded92a7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:53:02.863298 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-45e30240-e5b0-49a9-9624-507c6ded92a7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3209229 Feb 03 10:53:03.470248 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b824314f-5451-41bc-87a0-45c2a6563d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:03.538576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46093657-1e4c-44f4-a4dd-b1b20814ce5e None None] Network 1751b426-6ec9-4185-9f34-60917645f08e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:53:03.608500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Provisioning complete for port 70957914-2f19-46de-8ca1-c6a31fce8942 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:03.608941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:03.798965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Current status of the port 70957914-2f19-46de-8ca1-c6a31fce8942 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:03.799731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:03.805239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70957914-2f19-46de-8ca1-c6a31fce8942 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:53:03.875960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] For port 70957914-2f19-46de-8ca1-c6a31fce8942, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=70957914-2f19-46de-8ca1-c6a31fce8942,segment=NetworkSegment(88fdc000-47fe-4f0f-af6b-755040281aeb),segment_id=88fdc000-47fe-4f0f-af6b-755040281aeb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 10:53:03.882221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:03.949021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 70957914-2f19-46de-8ca1-c6a31fce8942 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:03.949426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:03.951084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0cf96-964a-4fd4-b89b-fba3e6934370 None None] Pushing event updated for resources: {'Port': ['ID=70957914-2f19-46de-8ca1-c6a31fce8942,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:04.041240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 70957914-2f19-46de-8ca1-c6a31fce8942 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:04.106632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bdd4432b-4efe-4a84-86a9-943c687c7d05 None None] Provisioning complete for port 70957914-2f19-46de-8ca1-c6a31fce8942 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:04.107023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdd4432b-4efe-4a84-86a9-943c687c7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:04.182341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4432b-4efe-4a84-86a9-943c687c7d05 None None] Current status of the port 70957914-2f19-46de-8ca1-c6a31fce8942 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:04.408262 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.325937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47670) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:05.450349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'tenant_id': '90227ce548f5481bafb47dbf0e55e539', 'project_id': '90227ce548f5481bafb47dbf0e55e539', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:53:05.470170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Made reservation on behalf of 90227ce548f5481bafb47dbf0e55e539 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:53:05.473180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.480874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.552071 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks [] for security_group (304c6c19-4efa-4a7a-97e7-d66ffcd1d796), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.555604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (304c6c19-4efa-4a7a-97e7-d66ffcd1d796), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.568492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Reserving flat network on physical network physnet1 {{(pid=103126) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 10:53:05.589702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304c6c19-4efa-4a7a-97e7-d66ffcd1d796,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:05.592810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f84d9dff-7f45-40a3-9e79-202d3aaab15f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.593560 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Added segment f84d9dff-7f45-40a3-9e79-202d3aaab15f of type flat for network 6908b28f-16ad-4967-b25c-db2455d2671d Feb 03 10:53:05.640802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6908b28f-16ad-4967-b25c-db2455d2671d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.671327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6908b28f-16ad-4967-b25c-db2455d2671d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.672278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:53:05.672841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.696226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3692956 Feb 03 10:53:05.734009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767e35-1e02-40d4-b741-0dca43b04b3b admin admin] Pushing event updated for resources: {'Network': ['ID=6908b28f-16ad-4967-b25c-db2455d2671d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:05.747468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6908b28f-16ad-4967-b25c-db2455d2671d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 10:53:05.773925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70957914-2f19-46de-8ca1-c6a31fce8942 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:53:05.862388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 70957914-2f19-46de-8ca1-c6a31fce8942 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:05.862783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:05.937286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 70957914-2f19-46de-8ca1-c6a31fce8942 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:06.040347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:07.211574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:07.667137 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:53:07.986024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:08.116885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4463c3e-0c6f-4b24-9071-14446b458aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:53:08.118256 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f4463c3e-0c6f-4b24-9071-14446b458aa5 admin admin] 10.222.0.30 "GET /v2.0/subnets/6a4f9892-f7ff-48f5-bbfd-c71a8891851a HTTP/1.1" status: 200 len: 849 time: 0.1307547 Feb 03 10:53:08.292896 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c5f46b5-001e-48cd-9f6d-6581424961fb admin admin] 10.222.0.30 "GET /v2.0/routers/782ff21d-f54f-449c-8c0e-f8a12bf76a05 HTTP/1.1" status: 200 len: 704 time: 0.1691568 Feb 03 10:53:08.553660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:08.845701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Allocated IP 172.20.0.1 (1751b426-6ec9-4185-9f34-60917645f08e/6a4f9892-f7ff-48f5-bbfd-c71a8891851a/7b2cb509-224b-4c2c-9e2d-f6283d577046) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 10:53:09.027313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks [] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.094691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.164800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Network 1751b426-6ec9-4185-9f34-60917645f08e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 10:53:09.170270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:53:09.182338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 10:53:09.182882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (782ff21d-f54f-449c-8c0e-f8a12bf76a05), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.204474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Pushing event updated for resources: {'Port': ['ID=7b2cb509-224b-4c2c-9e2d-f6283d577046,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:09.429877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.436774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cf731fdf-c593-4201-899b-240a8708c0b8 None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:09.437311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf731fdf-c593-4201-899b-240a8708c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.470186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf731fdf-c593-4201-899b-240a8708c0b8 None None] Port 7b2cb509-224b-4c2c-9e2d-f6283d577046 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 10:53:09.634542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks [] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.639004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.640182 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (782ff21d-f54f-449c-8c0e-f8a12bf76a05), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:09.702653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Pushing event updated for resources: {'Port': ['ID=7b2cb509-224b-4c2c-9e2d-f6283d577046,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:09.767830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Network 1751b426-6ec9-4185-9f34-60917645f08e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 10:53:09.769690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:53:09.947578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 10:53:09.997570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-549b9790-d888-408d-8ebc-2c16f2a44622 None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:09.997892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-549b9790-d888-408d-8ebc-2c16f2a44622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:10.032133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-549b9790-d888-408d-8ebc-2c16f2a44622 None None] Port 7b2cb509-224b-4c2c-9e2d-f6283d577046 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 10:53:10.048218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 10:53:10.054100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36ab2cd5-2f47-4a1a-8857-6acfca6fb51b admin admin] 10.222.0.30 "PUT /v2.0/routers/782ff21d-f54f-449c-8c0e-f8a12bf76a05/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7559669 Feb 03 10:53:10.058968 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Sync routers for ids ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 10:53:10.071821 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Routers {'782ff21d-f54f-449c-8c0e-f8a12bf76a05'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 10:53:10.072650 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T10:53:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:10.261737 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Set router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 10:53:10.700008 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:09Z', 'revision_number': 2, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port_host': None, '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:09Z', 'revision_number': 2, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:10.752824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Checking router: 782ff21d-f54f-449c-8c0e-f8a12bf76a05 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 10:53:10.753228 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Updating router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 port 7b2cb509-224b-4c2c-9e2d-f6283d577046 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 10:53:10.807393 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.309492 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks [] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.316855 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.474262 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Attempting to bind port 7b2cb509-224b-4c2c-9e2d-f6283d577046 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 10:53:11.474670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Attempting to bind port 7b2cb509-224b-4c2c-9e2d-f6283d577046 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 10:53:11.475124 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Attempting to bind port 7b2cb509-224b-4c2c-9e2d-f6283d577046 on network 1751b426-6ec9-4185-9f34-60917645f08e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 10:53:11.486172 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 10:53:11.487076 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Checking segment: {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:53:11.487567 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.487956 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Bound using segment: {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 10:53:11.488519 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Bound port: 7b2cb509-224b-4c2c-9e2d-f6283d577046, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fdc000-47fe-4f0f-af6b-755040281aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 10:53:11.488929 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.510686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Pushing event updated for resources: {'Port': ['ID=7b2cb509-224b-4c2c-9e2d-f6283d577046,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:11.538790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.539049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.539384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.539713 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.540038 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.540361 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.540678 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.541026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.541344 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.541657 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.541971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.542283 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.542593 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Tracked resource versions report: Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: pushed versions: Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Log': {'1.0'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Network': {'1.1'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Port': {'1.7'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'PortForwarding': {'1.2'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'QosPolicy': {'1.10'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SubPort': {'1.0'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Subnet': {'1.1'}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Trunk': {'1.1'}} Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: consumer versions: Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: { DHCP agent@n-d-821606-6: {}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: L3 agent@n-d-821606-6: {}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: Metadata agent@n-d-821606-6: {}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: Metering agent@n-d-821606-6: {}, Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'ConntrackHelper': '1.0', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'LocalIPAssociation': '1.0', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Log': '1.0', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Network': '1.1', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Port': '1.7', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'PortForwarding': '1.2', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'QosPolicy': '1.10', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SecurityGroup': '1.5', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SecurityGroupRule': '1.2', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'SubPort': '1.0', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Subnet': '1.1', Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: 'Trunk': '1.1'}} Feb 03 10:53:11.543679 n-d-821606-6 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 10:53:11.568456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-96cf2c8d-b311-4fcf-af15-503d59cb525d None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:11.569101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96cf2c8d-b311-4fcf-af15-503d59cb525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.575407 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] For port 7b2cb509-224b-4c2c-9e2d-f6283d577046, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 10:53:11.595043 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] For port 7b2cb509-224b-4c2c-9e2d-f6283d577046, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7b2cb509-224b-4c2c-9e2d-f6283d577046,segment=NetworkSegment(88fdc000-47fe-4f0f-af6b-755040281aeb),segment_id=88fdc000-47fe-4f0f-af6b-755040281aeb)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 10:53:11.601303 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.602882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-96cf2c8d-b311-4fcf-af15-503d59cb525d None None] Port 7b2cb509-224b-4c2c-9e2d-f6283d577046 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 10:53:11.653142 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d796-2681-4d10-be96-a5026a67dc96 None None] Pushing event updated for resources: {'Port': ['ID=7b2cb509-224b-4c2c-9e2d-f6283d577046,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:11.673706 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Routers {'782ff21d-f54f-449c-8c0e-f8a12bf76a05'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 10:53:11.675238 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T10:53:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:11.768886 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] Set router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 10:53:11.822822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:11.823217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.900334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Current status of the port 7b2cb509-224b-4c2c-9e2d-f6283d577046 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:11.900644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.937118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] For port 7b2cb509-224b-4c2c-9e2d-f6283d577046, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7b2cb509-224b-4c2c-9e2d-f6283d577046,segment=NetworkSegment(88fdc000-47fe-4f0f-af6b-755040281aeb),segment_id=88fdc000-47fe-4f0f-af6b-755040281aeb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 10:53:11.941314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:11.988117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b14b-bc54-4707-b4a3-a7f84f2790fd None None] Pushing event updated for resources: {'Port': ['ID=7b2cb509-224b-4c2c-9e2d-f6283d577046,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:11.989893 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:09Z', 'revision_number': 2, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port_host': None, '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:11Z', 'revision_number': 4, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:12.018174 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102edd65-af7a-46ea-94c5-49c902414a49 None None] The sync data for ids ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'] in n-d-821606-6 is: [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:09Z', 'revision_number': 2, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port_host': None, '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:11Z', 'revision_number': 4, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 10:53:14.680864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47698) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:14.786516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96670f-d9a5-481b-a7f8-fc3fae6e1194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:53:14.787925 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c96670f-d9a5-481b-a7f8-fc3fae6e1194 admin admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 842 time: 0.1059911 Feb 03 10:53:14.797232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Request body: {'subnet': {'tenant_id': '90227ce548f5481bafb47dbf0e55e539', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:53:14.818454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Made reservation on behalf of 90227ce548f5481bafb47dbf0e55e539 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:53:14.820601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:15.121591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 10:53:15.122025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (f5162486-bb81-4c20-94d2-38b7bd985313), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:15.172878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5162486-bb81-4c20-94d2-38b7bd985313,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:15.185236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:53:15.185592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Network hostable DHCP agents. Network: 6908b28f-16ad-4967-b25c-db2455d2671d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 10:53:15.206722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 10:53:15.217312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6908b28f-16ad-4967-b25c-db2455d2671d) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:53:15.221787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:53:15.222394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:15.227742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c922e-5c73-42a3-9cb3-5384dd1f242e None None] Network 6908b28f-16ad-4967-b25c-db2455d2671d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:53:15.246174 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e0efb910-2b1c-454e-be83-3eda7ff55cf7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521186 Feb 03 10:53:15.350101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea813a2-7513-4045-b843-943493c0212b None None] Network 6908b28f-16ad-4967-b25c-db2455d2671d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:53:17.575142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:17.707917 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f92e124-5f98-4577-8511-b93b51a19f80 admin admin] 10.222.0.30 "GET /v2.0/routers/782ff21d-f54f-449c-8c0e-f8a12bf76a05 HTTP/1.1" status: 200 len: 710 time: 0.1315498 Feb 03 10:53:17.794470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7851f-507d-4596-ae70-ca050fe090cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:53:17.795817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1a7851f-507d-4596-ae70-ca050fe090cc admin admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 886 time: 0.0825880 Feb 03 10:53:17.805081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:53:18.106679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks [] for router_gateway (782ff21d-f54f-449c-8c0e-f8a12bf76a05), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:18.351403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks [] for router_gateway (782ff21d-f54f-449c-8c0e-f8a12bf76a05), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:18.430653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:18.539736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Allocated IP 172.25.7.232 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a3ca8459-8031-4607-83d7-5166fa1f9abd) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 10:53:18.650578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks [] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:18.684471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:18.717959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 10:53:18.721529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:53:18.724850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 10:53:18.792787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ca8459-8031-4607-83d7-5166fa1f9abd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:18.995258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks [] for router_gateway (782ff21d-f54f-449c-8c0e-f8a12bf76a05), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:19.185695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (782ff21d-f54f-449c-8c0e-f8a12bf76a05), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:19.189039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (782ff21d-f54f-449c-8c0e-f8a12bf76a05), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:19.296718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 10:53:19.476635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 10:53:19.487417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:19.498430 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-12d5411a-3878-4a4d-b0c7-c4a0f84d1b87 admin admin] 10.222.0.30 "PUT /v2.0/routers/782ff21d-f54f-449c-8c0e-f8a12bf76a05 HTTP/1.1" status: 200 len: 890 time: 1.6866367 Feb 03 10:53:19.837715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7b2cb509-224b-4c2c-9e2d-f6283d577046 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:53:19.893710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:19.894477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:19.968781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7b2cb509-224b-4c2c-9e2d-f6283d577046 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:20.255582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Sync routers for ids ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 10:53:20.267074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Routers {'782ff21d-f54f-449c-8c0e-f8a12bf76a05'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 10:53:20.267803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T10:53:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:20.478781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Set router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 10:53:20.937041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:18Z', 'revision_number': 4, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port': {'id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:18Z', 'updated_at': '2022-02-03T10:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:11Z', 'revision_number': 5, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:20.985489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Checking router: 782ff21d-f54f-449c-8c0e-f8a12bf76a05 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 10:53:20.985874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Updating router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 port a3ca8459-8031-4607-83d7-5166fa1f9abd binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 10:53:21.038026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.347604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks [] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.353178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.406293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Attempting to bind port a3ca8459-8031-4607-83d7-5166fa1f9abd on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 10:53:21.406663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Attempting to bind port a3ca8459-8031-4607-83d7-5166fa1f9abd by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 10:53:21.407028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Attempting to bind port a3ca8459-8031-4607-83d7-5166fa1f9abd on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 10:53:21.410349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d54c1e-b506-4baa-a800-9ce136acb09d None None] Pushing event updated for resources: {'Port': ['ID=a3ca8459-8031-4607-83d7-5166fa1f9abd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:21.414867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 10:53:21.415236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:53:21.415630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.416016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 10:53:21.416474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Bound port: a3ca8459-8031-4607-83d7-5166fa1f9abd, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 10:53:21.416849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.464002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] For port a3ca8459-8031-4607-83d7-5166fa1f9abd, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 10:53:21.467174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] For port a3ca8459-8031-4607-83d7-5166fa1f9abd, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a3ca8459-8031-4607-83d7-5166fa1f9abd,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 10:53:21.473299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:21.529752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Routers {'782ff21d-f54f-449c-8c0e-f8a12bf76a05'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 10:53:21.530291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T10:53:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:21.564577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d54c1e-b506-4baa-a800-9ce136acb09d None None] Pushing event updated for resources: {'Port': ['ID=a3ca8459-8031-4607-83d7-5166fa1f9abd,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:21.645442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] Set router 782ff21d-f54f-449c-8c0e-f8a12bf76a05 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 10:53:21.852941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:18Z', 'revision_number': 4, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port': {'id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:18Z', 'updated_at': '2022-02-03T10:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:11Z', 'revision_number': 5, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 10:53:21.879912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603c99e-036f-477c-9af2-8f2c691927e2 None None] The sync data for ids ['782ff21d-f54f-449c-8c0e-f8a12bf76a05'] in n-d-821606-6 is: [{'id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'name': 'router1', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T10:52:59Z', 'updated_at': '2022-02-03T10:53:18Z', 'revision_number': 4, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'gw_port': {'id': 'a3ca8459-8031-4607-83d7-5166fa1f9abd', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:18Z', 'updated_at': '2022-02-03T10:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7b2cb509-224b-4c2c-9e2d-f6283d577046', 'name': '', 'network_id': '1751b426-6ec9-4185-9f34-60917645f08e', 'tenant_id': 'c0c78c5ed88d4eb48492212c93656502', 'mac_address': 'fa:16:3e:09:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ff21d-f54f-449c-8c0e-f8a12bf76a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T10:53:08Z', 'updated_at': '2022-02-03T10:53:11Z', 'revision_number': 5, 'project_id': 'c0c78c5ed88d4eb48492212c93656502', 'subnets': [{'id': '6a4f9892-f7ff-48f5-bbfd-c71a8891851a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e716620f-acee-4f35-8208-037fd1fd6342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 10:53:21.934179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47718) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:53:22.068954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1d274c43-4d36-4ae4-94cc-8352a94a714e admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1292241 Feb 03 10:53:23.831504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a3ca8459-8031-4607-83d7-5166fa1f9abd up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:53:23.879263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a3ca8459-8031-4607-83d7-5166fa1f9abd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:23.879661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:23.962028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a3ca8459-8031-4607-83d7-5166fa1f9abd is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:23.962842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:23.982992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port a3ca8459-8031-4607-83d7-5166fa1f9abd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a3ca8459-8031-4607-83d7-5166fa1f9abd,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 10:53:23.987251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:24.036621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=a3ca8459-8031-4607-83d7-5166fa1f9abd,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:53:25.826856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a3ca8459-8031-4607-83d7-5166fa1f9abd up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:53:25.902791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a3ca8459-8031-4607-83d7-5166fa1f9abd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:53:25.903511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a3ca8459-8031-4607-83d7-5166fa1f9abd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:26.002916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a3ca8459-8031-4607-83d7-5166fa1f9abd is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:53:31.182486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0004340f-4405-4254-af59-d054dc841bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:33.474688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d10a-c73d-4209-8e95-41283154e54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:34.413518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:36.057963 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:37.220426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:53:44.671255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:54:01.180362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d205d017-d6dd-45dc-a38f-34b1ce94bcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:03.477838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5abe4d80-0e7c-4d81-af0b-603b2d396079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:04.416882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:06.050102 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:07.216609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:21.671107 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:54:31.172221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2865d3e1-1329-43f7-82c4-3355c589c7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:33.480194 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9851e2fe-a289-4268-89c4-901476802b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:34.418769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:36.049191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:37.221196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:46.221021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:46.281680 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-621c1f40-05eb-4ce2-814e-9eda190c07c4 admin admin] GET failed (client error): The resource could not be found. Feb 03 10:54:46.282941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-621c1f40-05eb-4ce2-814e-9eda190c07c4 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609713 Feb 03 10:54:46.441258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafd6b9-8faf-4050-b4bb-632c59900082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:46.443230 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cafd6b9-8faf-4050-b4bb-632c59900082 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562037 Feb 03 10:54:48.691775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:48.784139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a85387-e63e-45d9-b2df-0bd15163b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:48.785541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b9a85387-e63e-45d9-b2df-0bd15163b658 admin admin] 10.222.0.30 "GET /v2.0/subnets/6a4f9892-f7ff-48f5-bbfd-c71a8891851a HTTP/1.1" status: 200 len: 849 time: 0.0921428 Feb 03 10:54:48.795051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:54:48.878374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Publish callbacks [] for subnet (6a4f9892-f7ff-48f5-bbfd-c71a8891851a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:49.016500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741877012709'] for subnet (6a4f9892-f7ff-48f5-bbfd-c71a8891851a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:49.047220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:49.048398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:49.050152 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] 10.222.0.30 "PUT /v2.0/subnets/6a4f9892-f7ff-48f5-bbfd-c71a8891851a HTTP/1.1" status: 200 len: 868 time: 0.2586753 Feb 03 10:54:49.051602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309fd2a-3fc6-4e08-8ffb-7fb6f4bc769a None None] Network 1751b426-6ec9-4185-9f34-60917645f08e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:54:49.069187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4f9892-f7ff-48f5-bbfd-c71a8891851a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:54:49.076766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.076766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.077324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.077670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.078013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.078345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.078675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.079001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.079326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.079649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.079974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.080294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.080613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fcefaa-8cd1-4fef-9d54-e3f004d007d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:54:49.345053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Provisioning complete for port 7b2cb509-224b-4c2c-9e2d-f6283d577046 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:54:49.345422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7b2cb509-224b-4c2c-9e2d-f6283d577046), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:49.422168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Current status of the port 7b2cb509-224b-4c2c-9e2d-f6283d577046 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:54:49.431676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Provisioning complete for port 70957914-2f19-46de-8ca1-c6a31fce8942 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:54:49.432010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70957914-2f19-46de-8ca1-c6a31fce8942), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:54:49.507188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29c9e121-438a-410c-8fe5-815348a9e44f None None] Current status of the port 70957914-2f19-46de-8ca1-c6a31fce8942 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:54:51.295615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48256) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:51.492838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be558a0d-65a0-4a75-ad68-16236a225bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:51.493259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be558a0d-65a0-4a75-ad68-16236a225bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:51.494804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be558a0d-65a0-4a75-ad68-16236a225bb8 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982291 Feb 03 10:54:53.697740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:53.824815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73b438-4f85-4151-8e87-fde62b104c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:53.825327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73b438-4f85-4151-8e87-fde62b104c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:53.826842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc73b438-4f85-4151-8e87-fde62b104c69 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281588 Feb 03 10:54:56.020891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48272) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:56.149678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f2a4d-5f2c-4f89-9ce2-c2ef9548dda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:56.151307 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-397f2a4d-5f2c-4f89-9ce2-c2ef9548dda6 admin admin] 10.222.0.30 "GET /v2.0/networks/1751b426-6ec9-4185-9f34-60917645f08e HTTP/1.1" status: 200 len: 869 time: 0.1294358 Feb 03 10:54:58.500868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48280) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:54:58.625846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eda301-e111-429a-be4a-9b74442bd54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:54:58.627172 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-26eda301-e111-429a-be4a-9b74442bd54d admin admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 886 time: 0.1252756 Feb 03 10:54:58.669899 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:55:00.830400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:00.952883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4900e8-2a9e-4b82-8b31-0dd80bbb2226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:00.953725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4900e8-2a9e-4b82-8b31-0dd80bbb2226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:00.956389 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e4900e8-2a9e-4b82-8b31-0dd80bbb2226 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248264 Feb 03 10:55:01.173222 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-506a8f4a-4808-42ff-a07d-64d60a61498a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:03.214784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:03.360921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798c0e9-f860-40cf-ba79-3d2f3af2159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:03.361402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798c0e9-f860-40cf-ba79-3d2f3af2159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:03.363126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f798c0e9-f860-40cf-ba79-3d2f3af2159c admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471918 Feb 03 10:55:03.485853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca933ded-3599-4e7b-bc3a-4aa340a01125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:04.420731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:05.610704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:05.701955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82248ca3-3e5e-4e45-8951-4c39a3bdff2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:05.703274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-82248ca3-3e5e-4e45-8951-4c39a3bdff2b admin admin] 10.222.0.30 "GET /v2.0/subnets/6a4f9892-f7ff-48f5-bbfd-c71a8891851a HTTP/1.1" status: 200 len: 868 time: 0.0916386 Feb 03 10:55:06.051935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:07.223637 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:07.950233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:08.040516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b06755-f17e-4e66-9011-a3368f6e499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:08.041795 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-55b06755-f17e-4e66-9011-a3368f6e499b admin admin] 10.222.0.30 "GET /v2.0/subnets/f5162486-bb81-4c20-94d2-38b7bd985313 HTTP/1.1" status: 200 len: 816 time: 0.0906250 Feb 03 10:55:31.175330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a366900-fb2e-4390-bdc2-9e183d78d7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:32.155885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:32.203772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-9cefc9bd-a95e-43a9-9bf2-6a8768d1b888 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:55:32.204777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9cefc9bd-a95e-43a9-9bf2-6a8768d1b888 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479431 Feb 03 10:55:33.478144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-294e29d7-3fee-4af3-adf4-6d73a3dff3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:34.423689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:34.521952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:34.580777 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e0a4fe-e59d-4de2-aac2-49ee5d80d41f admin admin] GET failed (client error): The resource could not be found. Feb 03 10:55:34.582083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36e0a4fe-e59d-4de2-aac2-49ee5d80d41f admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592625 Feb 03 10:55:34.665807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e6470-0d4f-402c-be29-190039ecc411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:34.667265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc5e6470-0d4f-402c-be29-190039ecc411 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812197 Feb 03 10:55:35.668295 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:55:36.058723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:36.928141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:36.977552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Request body: {'network': {'project_id': '90227ce548f5481bafb47dbf0e55e539', 'tenant_id': '90227ce548f5481bafb47dbf0e55e539', 'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:55:37.000042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Made reservation on behalf of 90227ce548f5481bafb47dbf0e55e539 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:55:37.003175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:37.031767 n-d-821606-6 neutron-server[103126]: WARNING neutron.services.revisions.revision_plugin [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Could not find related network for resource to bump revision. Feb 03 10:55:37.042888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 10:55:37.051191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4a72ac44-d91e-463f-aa7a-9f9b53d22e73), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:37.051522 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Added segment 4a72ac44-d91e-463f-aa7a-9f9b53d22e73 of type vlan for network cd6ec556-0392-4a69-894d-51664491af4c Feb 03 10:55:37.091488 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (cd6ec556-0392-4a69-894d-51664491af4c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:37.116204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (cd6ec556-0392-4a69-894d-51664491af4c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:37.117203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:37.117735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:37.147669 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2182977 Feb 03 10:55:37.178408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec391ed-c675-4436-ab21-bb85f26963d6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6ec556-0392-4a69-894d-51664491af4c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:55:37.190610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network cd6ec556-0392-4a69-894d-51664491af4c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 10:55:37.279469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:39.432517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:55:39.490314 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f1296f-0291-49d5-a558-40632cc2794b admin admin] GET failed (client error): The resource could not be found. Feb 03 10:55:39.491564 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0f1296f-0291-49d5-a558-40632cc2794b admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580153 Feb 03 10:55:39.655657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfc21b3-5202-4766-9a06-a92507899063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:39.657162 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-acfc21b3-5202-4766-9a06-a92507899063 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1615541 Feb 03 10:55:39.667060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Request body: {'subnet': {'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'tenant_id': '90227ce548f5481bafb47dbf0e55e539', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 10:55:39.685387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Made reservation on behalf of 90227ce548f5481bafb47dbf0e55e539 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 10:55:39.687585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:39.844014 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (837018a9-348f-4af0-aa4c-b3e2dd0c6a30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:39.900407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Pushing event updated for resources: {'Subnet': ['ID=837018a9-348f-4af0-aa4c-b3e2dd0c6a30,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:55:39.904553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:55:39.904928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Network hostable DHCP agents. Network: cd6ec556-0392-4a69-894d-51664491af4c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 10:55:39.921117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Network cd6ec556-0392-4a69-894d-51664491af4c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 10:55:39.930170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, cd6ec556-0392-4a69-894d-51664491af4c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:55:39.934145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 10:55:39.934745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:39.938786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5c349-ac2e-4710-8ad6-c5adfa0c75d3 None None] Network cd6ec556-0392-4a69-894d-51664491af4c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:55:39.956607 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1e1ea740-9a8f-4033-9859-e1aa9da3664e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2930441 Feb 03 10:55:40.044930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-cd6ec556-0392-4a69-894d-51664491af4c', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'project_id': '90227ce548f5481bafb47dbf0e55e539', 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 10:55:40.045974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.281154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Allocated IP 192.168.233.2 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/1f748a32-0e03-4ecf-b7a6-f18eb72050d0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 10:55:40.421359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks [] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.427601 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.464373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 10:55:40.469312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 10:55:40.476579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Pushing event updated for resources: {'Port': ['ID=1f748a32-0e03-4ecf-b7a6-f18eb72050d0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:55:40.479031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 10:55:40.487433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.487781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.488118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.488448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.488775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.489128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.489453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.489772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.490109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.490406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.490725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.491041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.491357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:55:40.544807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Attempting to bind port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 10:55:40.545289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Attempting to bind port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 10:55:40.545656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Attempting to bind port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 10:55:40.550611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 10:55:40.551100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 10:55:40.551501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.551893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 10:55:40.552350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Bound port: 1f748a32-0e03-4ecf-b7a6-f18eb72050d0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 10:55:40.552723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.617023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] For port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 10:55:40.620039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] For port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1f748a32-0e03-4ecf-b7a6-f18eb72050d0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 10:55:40.626678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:40.682568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdda7-b713-48ab-a8b5-6aec2f9a1797 None None] Pushing event updated for resources: {'Port': ['ID=1f748a32-0e03-4ecf-b7a6-f18eb72050d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:55:41.645430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e03e30-a8c4-4773-b8a9-2eb9d83776ea None None] Network cd6ec556-0392-4a69-894d-51664491af4c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 10:55:41.729092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Provisioning complete for port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:55:41.729422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:41.845297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Current status of the port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:55:41.845689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:41.886737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] For port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1f748a32-0e03-4ecf-b7a6-f18eb72050d0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 10:55:41.895043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:41.934746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:55:41.990322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575d4a0-35b6-412b-97d9-9f74cd64b703 None None] Pushing event updated for resources: {'Port': ['ID=1f748a32-0e03-4ecf-b7a6-f18eb72050d0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:55:42.011227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:55:42.011227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:42.090292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:55:42.117011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5789fa0d-3a89-4058-b971-f8560fc9e4cd None None] Provisioning complete for port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:55:42.117427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5789fa0d-3a89-4058-b971-f8560fc9e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:42.195139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5789fa0d-3a89-4058-b971-f8560fc9e4cd None None] Current status of the port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:55:43.869794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 10:55:43.915935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 10:55:43.916317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f748a32-0e03-4ecf-b7a6-f18eb72050d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:55:43.993528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1f748a32-0e03-4ecf-b7a6-f18eb72050d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 10:56:01.177769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec20d3da-4b67-4929-9c83-88e5f1ded91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:03.479212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a575fb1e-6b3b-4606-a9d2-b1702e280017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:04.427481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:06.058583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:07.222581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:12.666557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:56:31.179652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b54d77d-13d3-4c01-b29c-0f81de04db4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:33.486886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a07623b1-a5b4-4000-9c08-50e539c12f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:34.435052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:36.061775 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:37.225413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:49.668751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:56:55.526627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:56:55.533092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-b4ed4acb-630b-475a-b36f-c8edffaa46c9 tempest-verify_tempest_config-2026650623 tempest-verify_tempest_config-2026650623-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 10:56:55.534083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4ed4acb-630b-475a-b36f-c8edffaa46c9 tempest-verify_tempest_config-2026650623 tempest-verify_tempest_config-2026650623-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064793 Feb 03 10:56:55.825230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48460) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:56:55.933805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.031824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Publish callbacks [] for security_group (f43808d2-fe84-4c4d-a101-a726c69fa0bb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.035453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f43808d2-fe84-4c4d-a101-a726c69fa0bb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.080178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc4acf7e96344cdaa367cff9dd1afd44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2539380 Feb 03 10:56:56.082079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43808d2-fe84-4c4d-a101-a726c69fa0bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:56:56.082927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 10:56:56.088495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.088859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.089583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.089583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.089870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.090197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.090521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.090849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.091170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.091488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.091807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.092126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.092438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbb055-6ee0-4142-a0cf-f7b4b524eda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.135340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Publish callbacks [] for security_group (f43808d2-fe84-4c4d-a101-a726c69fa0bb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.156376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Publish callbacks [] for security_group (f43808d2-fe84-4c4d-a101-a726c69fa0bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.246658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f43808d2-fe84-4c4d-a101-a726c69fa0bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.249249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:56:56.250390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f43808d2-fe84-4c4d-a101-a726c69fa0bb HTTP/1.1" status: 204 len: 168 time: 0.1665037 Feb 03 10:56:56.258279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43808d2-fe84-4c4d-a101-a726c69fa0bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 10:56:56.266917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.267258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.267614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.267944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.268271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.268595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.268932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.269280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.269593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.269907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.270247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.270531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:56:56.270857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea14961-1beb-4bec-ada4-af4072e100df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 10:57:01.180337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bc547a5-c063-4032-a761-92bc5bb82fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:03.477976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f195717-5f33-42be-bc53-e334c5f7b265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:04.432167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:06.063028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:07.227367 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:26.668081 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:57:31.180833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b02b0f6d-cf37-46fd-b42d-010a9ccebd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:33.484117 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66449682-357c-4bca-beb5-1fe02c3137cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:34.435641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:36.067004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:57:37.229661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:01.181436 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ceedc0ba-276c-4bf1-8be2-79574e35bf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:03.475806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2758e2-8c96-4059-be1b-ff94d9153f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:03.667532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:58:04.438183 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:06.071703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:07.233446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:31.182387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc3d8a05-82b8-4091-b8da-dd4ecc571c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:33.478101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d558f70-a30a-4318-b7d2-203a6c8d06e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:34.440901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:36.072698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:37.235273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:58:40.667189 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:59:01.182602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-563521ee-1cf4-4575-a3b3-1037d320a63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:03.478991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeb01444-2448-40c6-bdd8-0d393aff2cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:04.444227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:06.075762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:07.239107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:17.665177 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 10:59:31.182794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2076e68-40ec-42e8-a4c6-f5e96c891665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:33.480521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d31a2e8-c44a-4576-86a8-83ae2a0a0f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:34.446905 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:36.081522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:37.242256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 10:59:54.664508 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 5 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:00:01.183192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-906d528f-4dfa-4e39-908c-3f68c7440f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:03.484619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-423df9cb-da67-4ee6-b646-43344607e73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:04.448461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:06.081199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:07.244629 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:15.912284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:26.726613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728248'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:31.184446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870b8869-e486-48a9-9e69-ec267640037d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:31.664108 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:00:33.485767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f490e8-b8a0-46d1-95fc-6ac2fd72750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:34.452476 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:36.085503 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:37.245795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:45.904845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:56.706335 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:00:59.448659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48518) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:00:59.556103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08c9c601-ea17-4f34-939e-fbbe7b3415ee admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1063006 Feb 03 11:01:01.189961 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df028785-c423-4c32-be5e-24dd21c8a185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:01.777866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:01:01.831578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dac4cde7-8497-4248-8961-9007919b1202 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0526369 Feb 03 11:01:03.486834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89b67faf-9d21-4237-bcd0-2ab51c64b8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:04.454404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:06.181291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:07.247822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:08.664254 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:01:15.919090 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:26.706490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:31.180232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b90f3a4-503c-4cea-8aa5-cf70c7b76020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:33.487812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a130263-fa1e-401f-9466-1370672505be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:34.458378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:36.092792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:37.252138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:45.665035 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:01:45.927407 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:01:56.696990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:01.181364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-226ab94d-b55d-4ff5-890b-ff91d4930c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:03.489493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe942097-3a78-4db9-a898-a4c1b359f5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:04.463263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:06.091992 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:07.254107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:15.917186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:22.665975 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:02:23.768979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48628) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:23.956705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-network', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:23.982591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Made reservation on behalf of c2f6fbf8d2164b088c8e51cff4b46619 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:23.990580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:23.999747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.088181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks [] for security_group (d6ccd835-05e5-4510-acaa-a114984b0c3e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.092718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d6ccd835-05e5-4510-acaa-a114984b0c3e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.123076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:02:24.128295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ccd835-05e5-4510-acaa-a114984b0c3e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:24.136989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.137408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.137792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.138182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.138511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.138839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.139163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.139484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.139805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.140124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.140440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.140784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.141124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Tracked resource versions report: Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: pushed versions: Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: { 'AddressGroup': {'1.2'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'ConntrackHelper': {'1.0'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'LocalIPAssociation': {'1.0'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Log': {'1.0'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Network': {'1.1'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Port': {'1.7'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'PortForwarding': {'1.2'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'QosPolicy': {'1.10'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SecurityGroup': {'1.5'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SubPort': {'1.0'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Subnet': {'1.1'}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Trunk': {'1.1'}} Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: consumer versions: Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: { DHCP agent@n-d-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: HyperV agent@n-h1-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: HyperV agent@n-h2-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: L3 agent@n-d-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: Metadata agent@n-d-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: Metering agent@n-d-821606-6: {}, Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'ConntrackHelper': '1.0', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'LocalIPAssociation': '1.0', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Log': '1.0', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Network': '1.1', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Port': '1.7', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'PortForwarding': '1.2', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'QosPolicy': '1.10', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SecurityGroup': '1.5', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SecurityGroupRule': '1.2', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'SubPort': '1.0', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Subnet': '1.1', Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: 'Trunk': '1.1'}} Feb 03 11:02:24.142175 n-d-821606-6 neutron-server[103126]: {{(pid=103126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 11:02:24.151381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ade31331-7c2e-4194-bd04-041d8a52510d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.151668 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Added segment ade31331-7c2e-4194-bd04-041d8a52510d of type vlan for network 5d7069c8-13e3-4806-aa31-172e983d7a38 Feb 03 11:02:24.197046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5d7069c8-13e3-4806-aa31-172e983d7a38), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.223348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5d7069c8-13e3-4806-aa31-172e983d7a38), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.227372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:24.227372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.273509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:24.277484 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5063193 Feb 03 11:02:24.280152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Request body: {'subnet': {'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-subnet', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:24.304311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Made reservation on behalf of c2f6fbf8d2164b088c8e51cff4b46619 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:24.307955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.318387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111979-3c8a-4a23-848e-044153db3ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7069c8-13e3-4806-aa31-172e983d7a38,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:24.329089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:02:24.529532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (ed237288-2579-4700-aa52-a54c68169a93), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.577439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed237288-2579-4700-aa52-a54c68169a93,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:24.593373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.593719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.594609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.594948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.595276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.595602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.595930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.596254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.596572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.596891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.597236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.597551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.597866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Tracked resource versions report: Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: pushed versions: Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: { 'AddressGroup': {'1.2'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'LocalIPAssociation': {'1.0'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Log': {'1.0'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Network': {'1.1'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Port': {'1.7'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'PortForwarding': {'1.2'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'QosPolicy': {'1.10'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SecurityGroup': {'1.5'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SubPort': {'1.0'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Subnet': {'1.1'}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Trunk': {'1.1'}} Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: consumer versions: Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: { DHCP agent@n-d-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: HyperV agent@n-h1-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: HyperV agent@n-h2-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: L3 agent@n-d-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: Metadata agent@n-d-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: Metering agent@n-d-821606-6: {}, Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'ConntrackHelper': '1.0', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'LocalIPAssociation': '1.0', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Log': '1.0', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Network': '1.1', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Port': '1.7', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'PortForwarding': '1.2', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'QosPolicy': '1.10', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SecurityGroup': '1.5', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SecurityGroupRule': '1.2', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'SubPort': '1.0', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Subnet': '1.1', Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: 'Trunk': '1.1'}} Feb 03 11:02:24.598904 n-d-821606-6 neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 11:02:24.608792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Checking segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:24.609201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Network hostable DHCP agents. Network: 5d7069c8-13e3-4806-aa31-172e983d7a38, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:02:24.627616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:02:24.636649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5d7069c8-13e3-4806-aa31-172e983d7a38) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:24.640760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:24.641931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.647789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d74830-0d4e-41df-bf39-417e8d239be0 None None] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:24.661560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d08d40c1-5d2f-459d-a583-70f8500174b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3865187 Feb 03 11:02:24.662056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48688) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:24.666634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:24.690865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.692699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.813971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-5d7069c8-13e3-4806-aa31-172e983d7a38', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:02:24.814952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.819097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for router_controller (48158f51-1978-4b6c-bae3-2bc869cc1761), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.977545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for router_gateway (48158f51-1978-4b6c-bae3-2bc869cc1761), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:24.986189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Allocated IP 172.20.0.2 (5d7069c8-13e3-4806-aa31-172e983d7a38/ed237288-2579-4700-aa52-a54c68169a93/c25aec9a-08e2-41d0-b731-7e2eb7aa0618) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:25.141106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks [] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.147803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.183623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:25.186591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:25.190904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:25.210188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for router_gateway (48158f51-1978-4b6c-bae3-2bc869cc1761), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.230985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Pushing event updated for resources: {'Port': ['ID=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:25.233722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.252003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.252413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.252893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.253388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.253724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.254059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.254419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.254715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.258303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.258679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.259024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.259361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.259690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Tracked resource versions report: Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: pushed versions: Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Log': {'1.0'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Network': {'1.1'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Port': {'1.7'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'PortForwarding': {'1.2'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'QosPolicy': {'1.10'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SubPort': {'1.0'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Subnet': {'1.1'}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Trunk': {'1.1'}} Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: consumer versions: Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: { DHCP agent@n-d-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: HyperV agent@n-h1-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: HyperV agent@n-h2-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: L3 agent@n-d-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: Metadata agent@n-d-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: Metering agent@n-d-821606-6: {}, Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'ConntrackHelper': '1.0', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'LocalIPAssociation': '1.0', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Log': '1.0', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Network': '1.1', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Port': '1.7', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'PortForwarding': '1.2', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'QosPolicy': '1.10', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SecurityGroup': '1.5', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SecurityGroupRule': '1.2', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'SubPort': '1.0', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Subnet': '1.1', Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: 'Trunk': '1.1'}} Feb 03 11:02:25.260891 n-d-821606-6 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 11:02:25.279904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Attempting to bind port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:25.280516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Attempting to bind port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:25.281069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Attempting to bind port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:25.287379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:25.288003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Checking segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:25.288412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.288808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Bound using segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:25.289328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Bound port: c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:25.289716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.360700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] For port c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:25.364485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] For port c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:25.371805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.399101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Allocated IP 172.25.7.60 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/68624180-b5de-42e8-9169-b7536f1f1520) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:25.458120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163cc4-14cd-458b-b984-e95c49ad024f None None] Pushing event updated for resources: {'Port': ['ID=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:25.553772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for port (68624180-b5de-42e8-9169-b7536f1f1520), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.605634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (68624180-b5de-42e8-9169-b7536f1f1520), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:25.653212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Pushing event updated for resources: {'Port': ['ID=68624180-b5de-42e8-9169-b7536f1f1520,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:25.674530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:25.676091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:25.680060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:26.068734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for router_gateway (48158f51-1978-4b6c-bae3-2bc869cc1761), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.170553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c25aec9a-08e2-41d0-b731-7e2eb7aa0618 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:26.239299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:26.239778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.338812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:26.339209 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.352522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.391404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:26.401338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.504026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:26.504101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48758) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:26.516766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:02:26.636349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:02:26.649223 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:02:26.665512 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:26.669908 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:26.671075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.675830 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-823d8b3c-9177-4f8d-9ed9-951168b91255 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0114565 Feb 03 11:02:26.677540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48766) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:26.717111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:26.745602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe49cc4-cef3-47a2-8cdb-3d621921a393 None None] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:26.841622 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:26.920135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bcad7c59-ae8a-47d9-9fe7-f67fe7baf996 None None] Provisioning complete for port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:26.920530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcad7c59-ae8a-47d9-9fe7-f67fe7baf996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.057766 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:25Z', 'revision_number': 3, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:27.061927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bcad7c59-ae8a-47d9-9fe7-f67fe7baf996 None None] Current status of the port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:27.093128 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:02:27.093485 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Updating router 48158f51-1978-4b6c-bae3-2bc869cc1761 port 68624180-b5de-42e8-9169-b7536f1f1520 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:02:27.123579 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68624180-b5de-42e8-9169-b7536f1f1520), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.186610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f239ef4-20cf-444f-b796-9c6c16ab1b48 tempest-AutoAllocateNetworkTest-1603563804 tempest-AutoAllocateNetworkTest-1603563804-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff91a16a467a4f5091e9f72fb53979d1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6815319 Feb 03 11:02:27.191188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48780) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:27.383460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f293dbcc-898a-4160-98cc-671ef3ad4434 None None] Provisioning complete for port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:27.384502 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f293dbcc-898a-4160-98cc-671ef3ad4434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.475901 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks [] for port (68624180-b5de-42e8-9169-b7536f1f1520), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.483018 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (68624180-b5de-42e8-9169-b7536f1f1520), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.490334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f293dbcc-898a-4160-98cc-671ef3ad4434 None None] Current status of the port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:27.564348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85709c2-d14f-48ab-bec9-ce1cd45ad9a2 tempest-AutoAllocateNetworkTest-1603563804 tempest-AutoAllocateNetworkTest-1603563804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:27.568805 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a85709c2-d14f-48ab-bec9-ce1cd45ad9a2 tempest-AutoAllocateNetworkTest-1603563804 tempest-AutoAllocateNetworkTest-1603563804-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3675869 Feb 03 11:02:27.570872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48796) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:27.574480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Attempting to bind port 68624180-b5de-42e8-9169-b7536f1f1520 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:27.574854 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Attempting to bind port 68624180-b5de-42e8-9169-b7536f1f1520 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:27.575216 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Attempting to bind port 68624180-b5de-42e8-9169-b7536f1f1520 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:27.578088 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Pushing event updated for resources: {'Port': ['ID=68624180-b5de-42e8-9169-b7536f1f1520,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:27.587163 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:27.587537 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:27.587946 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.588337 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:27.588822 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Bound port: 68624180-b5de-42e8-9169-b7536f1f1520, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:27.589480 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68624180-b5de-42e8-9169-b7536f1f1520), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.592665 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.593031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.593371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.593702 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.594065 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.594392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.594784 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.595027 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.595335 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.595651 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.595971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.596284 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.596597 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Tracked resource versions report: Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: pushed versions: Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Log': {'1.0'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Network': {'1.1'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Port': {'1.7'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'PortForwarding': {'1.2'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'QosPolicy': {'1.10'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SubPort': {'1.0'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Subnet': {'1.1'}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Trunk': {'1.1'}} Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: consumer versions: Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: { DHCP agent@n-d-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: HyperV agent@n-h1-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: HyperV agent@n-h2-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: L3 agent@n-d-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: Metadata agent@n-d-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: Metering agent@n-d-821606-6: {}, Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: Open vSwitch agent@n-d-821606-6: { 'AddressGroup': '1.2', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'ConntrackHelper': '1.0', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'LocalIPAssociation': '1.0', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Log': '1.0', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Network': '1.1', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Port': '1.7', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'PortForwarding': '1.2', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'QosPolicy': '1.10', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SecurityGroup': '1.5', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SecurityGroupRule': '1.2', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'SubPort': '1.0', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Subnet': '1.1', Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: 'Trunk': '1.1'}} Feb 03 11:02:27.597671 n-d-821606-6 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 11:02:27.659151 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] For port 68624180-b5de-42e8-9169-b7536f1f1520, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:27.664796 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] For port 68624180-b5de-42e8-9169-b7536f1f1520, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=68624180-b5de-42e8-9169-b7536f1f1520,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:27.674051 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (68624180-b5de-42e8-9169-b7536f1f1520), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.693070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1fb8bf49-e08b-4bc2-937b-49f826f97082 tempest-AutoAllocateNetworkTest-1603563804 tempest-AutoAllocateNetworkTest-1603563804-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181476 Feb 03 11:02:27.693070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:27.729034 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1fbe970d-be48-4318-8c05-40260106d2a5 tempest-AutoAllocateNetworkTest-1603563804 tempest-AutoAllocateNetworkTest-1603563804-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff91a16a467a4f5091e9f72fb53979d1 HTTP/1.1" status: 200 len: 208 time: 0.0327075 Feb 03 11:02:27.747012 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:27.772832 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:27.773492 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:27.778577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eaa1c-0158-4d94-a059-a48a5bf902d0 None None] Pushing event updated for resources: {'Port': ['ID=68624180-b5de-42e8-9169-b7536f1f1520,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:27.892546 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:28.097704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Allocated IP 172.20.0.1 (5d7069c8-13e3-4806-aa31-172e983d7a38/ed237288-2579-4700-aa52-a54c68169a93/e7122f52-73cf-4fec-8bbb-854aa14d7b0e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:28.107514 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:25Z', 'revision_number': 3, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:28.108454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c25aec9a-08e2-41d0-b731-7e2eb7aa0618 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:28.150191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1e8b74-945b-4a0e-9dbc-6cb760d91a4f None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:25Z', 'revision_number': 3, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:02:28.167424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:28.168301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.286892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:28.372625 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks [] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.460084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.569220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:28.569791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Pushing event updated for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:28.572242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:28.591860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:28.593580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (48158f51-1978-4b6c-bae3-2bc869cc1761), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.707164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48838) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:28.944185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8cd40adb-5d84-4c31-98f9-a08354d8ebce None None] Provisioning complete for port e7122f52-73cf-4fec-8bbb-854aa14d7b0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:28.944681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cd40adb-5d84-4c31-98f9-a08354d8ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.967687 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:28.996400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40adb-5d84-4c31-98f9-a08354d8ebce None None] Port e7122f52-73cf-4fec-8bbb-854aa14d7b0e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:29.196399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93a02c91-d410-4d7f-99c8-51bdf5694062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.236479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks [] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.243245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.244593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (48158f51-1978-4b6c-bae3-2bc869cc1761), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.337814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Pushing event updated for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:29.371006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93a02c91-d410-4d7f-99c8-51bdf5694062 admin admin] Publish callbacks [] for security_group (1dd7330a-1aee-4798-8f8d-4a77aed9e564), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.377462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93a02c91-d410-4d7f-99c8-51bdf5694062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1dd7330a-1aee-4798-8f8d-4a77aed9e564), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.441582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-93a02c91-d410-4d7f-99c8-51bdf5694062 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff91a16a467a4f5091e9f72fb53979d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7327340 Feb 03 11:02:29.444758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:29.454390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a02c91-d410-4d7f-99c8-51bdf5694062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd7330a-1aee-4798-8f8d-4a77aed9e564,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:29.478385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:29.484492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:29.525593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] Publish callbacks [] for security_group (1dd7330a-1aee-4798-8f8d-4a77aed9e564), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.552873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] Publish callbacks [] for security_group (1dd7330a-1aee-4798-8f8d-4a77aed9e564), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.615391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1dd7330a-1aee-4798-8f8d-4a77aed9e564), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.618609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.622855 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dd7330a-1aee-4798-8f8d-4a77aed9e564 HTTP/1.1" status: 204 len: 168 time: 0.1768494 Feb 03 11:02:29.631353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b4e54-dc41-421e-9bdf-d4b512d07233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd7330a-1aee-4798-8f8d-4a77aed9e564,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:29.705864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:02:29.826233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e6362900-c0b7-4ccc-808f-490bd634667a None None] Provisioning complete for port e7122f52-73cf-4fec-8bbb-854aa14d7b0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:29.832000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6362900-c0b7-4ccc-808f-490bd634667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:29.838469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:02:29.844602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5921e5ea-401f-4a5f-93cd-cf5ebca31690 admin admin] 10.222.0.30 "PUT /v2.0/routers/48158f51-1978-4b6c-bae3-2bc869cc1761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1653371 Feb 03 11:02:29.913064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e6362900-c0b7-4ccc-808f-490bd634667a None None] Port e7122f52-73cf-4fec-8bbb-854aa14d7b0e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:30.181716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 68624180-b5de-42e8-9169-b7536f1f1520 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:30.440959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 68624180-b5de-42e8-9169-b7536f1f1520 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:30.441340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (68624180-b5de-42e8-9169-b7536f1f1520), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:30.567480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 68624180-b5de-42e8-9169-b7536f1f1520 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:30.567917 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68624180-b5de-42e8-9169-b7536f1f1520), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:30.577811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:02:30.598617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:30.599251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:30.646925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 68624180-b5de-42e8-9169-b7536f1f1520, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=68624180-b5de-42e8-9169-b7536f1f1520,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:30.655054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (68624180-b5de-42e8-9169-b7536f1f1520), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:30.749251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=68624180-b5de-42e8-9169-b7536f1f1520,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:30.760066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:31.003999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:29Z', 'revision_number': 2, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:31.035694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:02:31.036033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Updating router 48158f51-1978-4b6c-bae3-2bc869cc1761 port e7122f52-73cf-4fec-8bbb-854aa14d7b0e binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:02:31.066168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.229261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d248ac33-9426-4569-beb3-f82f7ae7f246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.294710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:31.300307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-network', 'tenant_id': 'da198f96c43046238f50ea4730770a57'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:31.350505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Made reservation on behalf of da198f96c43046238f50ea4730770a57 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:31.353048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.368179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.479868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks [] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.487929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.496358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks [] for security_group (2d9d8684-c499-40b5-ad8e-0104a73d2508), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.501695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2d9d8684-c499-40b5-ad8e-0104a73d2508), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.534482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d8684-c499-40b5-ad8e-0104a73d2508,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:31.550565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b8425-a637-4f88-abe7-e76e1f5013eb None None] Pushing event updated for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:31.552561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:02:31.569281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741877047709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (13eb13a9-7849-4fc0-be90-9066da4e1a2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.570290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Unsubscribe: segment precommit_create {{(pid=103127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 11:02:31.581646 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Added segment 13eb13a9-7849-4fc0-be90-9066da4e1a2c of type vlan for network 60264602-1f67-4652-b12c-23aa6b943e18 Feb 03 11:02:31.661840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (60264602-1f67-4652-b12c-23aa6b943e18), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.675896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Attempting to bind port e7122f52-73cf-4fec-8bbb-854aa14d7b0e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:31.676535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Attempting to bind port e7122f52-73cf-4fec-8bbb-854aa14d7b0e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:31.677132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Attempting to bind port e7122f52-73cf-4fec-8bbb-854aa14d7b0e on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:31.684723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:31.685524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Checking segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:31.689426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.690611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Bound using segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:31.691312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Bound port: e7122f52-73cf-4fec-8bbb-854aa14d7b0e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:31.691929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.720217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (60264602-1f67-4652-b12c-23aa6b943e18), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.725247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:31.725927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.806060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] For port e7122f52-73cf-4fec-8bbb-854aa14d7b0e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:31.814291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] For port e7122f52-73cf-4fec-8bbb-854aa14d7b0e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:31.830811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:31.893345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5973539 Feb 03 11:02:31.894396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d4ec-0999-484c-bc09-9b42975fe148 admin admin] Pushing event updated for resources: {'Network': ['ID=60264602-1f67-4652-b12c-23aa6b943e18,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:31.897005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:31.908814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Request body: {'subnet': {'network_id': '60264602-1f67-4652-b12c-23aa6b943e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-subnet', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:31.970363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 60264602-1f67-4652-b12c-23aa6b943e18 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:02:31.979865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Made reservation on behalf of da198f96c43046238f50ea4730770a57 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:31.984185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.103923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b8425-a637-4f88-abe7-e76e1f5013eb None None] Pushing event updated for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:32.147844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 68624180-b5de-42e8-9169-b7536f1f1520 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:32.170757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Provisioning complete for port e7122f52-73cf-4fec-8bbb-854aa14d7b0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:32.171153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.260815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (623e2803-2b62-4f0b-8c49-34014d595ecf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.262129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:32.262772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:32.316488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e2803-2b62-4f0b-8c49-34014d595ecf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:32.330599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:32.358860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Checking segment: {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:32.360193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Network hostable DHCP agents. Network: 60264602-1f67-4652-b12c-23aa6b943e18, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:02:32.414491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:32.414937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Network 60264602-1f67-4652-b12c-23aa6b943e18 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:02:32.427734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 60264602-1f67-4652-b12c-23aa6b943e18) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:32.445927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:32.447541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.458817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30866d-774d-4253-a493-e30199fe24ea None None] Network 60264602-1f67-4652-b12c-23aa6b943e18 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:32.466902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 68624180-b5de-42e8-9169-b7536f1f1520 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:32.467282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (68624180-b5de-42e8-9169-b7536f1f1520), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.476481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:32.477338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-045ff03c-0ed4-45b7-9f23-bb57030ae944 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5784802 Feb 03 11:02:32.482853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:32.517473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (b5935220-5a4e-419e-875c-b577ccdebd65), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.518742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (b5935220-5a4e-419e-875c-b577ccdebd65), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.643030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12cc68f9-e647-42b3-8842-8d191e7d7133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.716861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for router_controller (b5935220-5a4e-419e-875c-b577ccdebd65), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.821218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Current status of the port e7122f52-73cf-4fec-8bbb-854aa14d7b0e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:32.821611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:32.896800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] For port e7122f52-73cf-4fec-8bbb-854aa14d7b0e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:32.906113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.040045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for router_gateway (b5935220-5a4e-419e-875c-b577ccdebd65), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.079375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12cc68f9-e647-42b3-8842-8d191e7d7133 admin admin] Publish callbacks [] for security_group (e89343b3-23e5-4ede-9db5-098dc6330e6b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.085575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:33.086104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12cc68f9-e647-42b3-8842-8d191e7d7133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e89343b3-23e5-4ede-9db5-098dc6330e6b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.104481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-60264602-1f67-4652-b12c-23aa6b943e18', 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18', 'project_id': 'da198f96c43046238f50ea4730770a57', 'fixed_ips': [{'subnet_id': '623e2803-2b62-4f0b-8c49-34014d595ecf'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:02:33.105210 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.133359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-12cc68f9-e647-42b3-8842-8d191e7d7133 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cce9533d662445f9a4e1664d6db0ea4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8013866 Feb 03 11:02:33.135787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:33.171934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc68f9-e647-42b3-8842-8d191e7d7133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89343b3-23e5-4ede-9db5-098dc6330e6b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:33.184041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 68624180-b5de-42e8-9169-b7536f1f1520 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:33.191505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274b0c4-e002-4f97-afe4-305160c08272 None None] Pushing event updated for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:33.213679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-57fd09e9-fa62-4c4e-a8b8-e946b7cdd7c8 None None] Provisioning complete for port e7122f52-73cf-4fec-8bbb-854aa14d7b0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:33.214259 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57fd09e9-fa62-4c4e-a8b8-e946b7cdd7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.232014 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] Publish callbacks [] for security_group (e89343b3-23e5-4ede-9db5-098dc6330e6b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.267089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e99f66f-e977-4827-a109-b9e907bffc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.331789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] Publish callbacks [] for security_group (e89343b3-23e5-4ede-9db5-098dc6330e6b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.389224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e99f66f-e977-4827-a109-b9e907bffc5a admin admin] Publish callbacks [] for security_group (6f3801ac-ee41-45d7-881e-59552dcf9918), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.396550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e99f66f-e977-4827-a109-b9e907bffc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6f3801ac-ee41-45d7-881e-59552dcf9918), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.447338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99f66f-e977-4827-a109-b9e907bffc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3801ac-ee41-45d7-881e-59552dcf9918,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:33.447577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for router_gateway (b5935220-5a4e-419e-875c-b577ccdebd65), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.456130 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e99f66f-e977-4827-a109-b9e907bffc5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=985c581d27a84023b8271c9b439c1b06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3683341 Feb 03 11:02:33.459237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49098) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:33.483890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e89343b3-23e5-4ede-9db5-098dc6330e6b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.486933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.488062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e89343b3-23e5-4ede-9db5-098dc6330e6b HTTP/1.1" status: 204 len: 168 time: 0.3513169 Feb 03 11:02:33.512275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2c834-70f9-4f68-848a-9e0745db979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89343b3-23e5-4ede-9db5-098dc6330e6b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:33.515135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.549206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] Publish callbacks [] for security_group (6f3801ac-ee41-45d7-881e-59552dcf9918), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.574790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] Publish callbacks [] for security_group (6f3801ac-ee41-45d7-881e-59552dcf9918), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.599978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Allocated IP 172.20.0.2 (60264602-1f67-4652-b12c-23aa6b943e18/623e2803-2b62-4f0b-8c49-34014d595ecf/0797eaf8-7648-4459-aed9-0196cfbac200) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:33.646117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6f3801ac-ee41-45d7-881e-59552dcf9918), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.656840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.661249 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f3801ac-ee41-45d7-881e-59552dcf9918 HTTP/1.1" status: 204 len: 168 time: 0.2002814 Feb 03 11:02:33.667646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:31Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:33.680629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc1060-b4e9-470e-9c47-a5ac97a8d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3801ac-ee41-45d7-881e-59552dcf9918,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:33.718691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774d48f-35c2-4b90-8500-d0c901989913 None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:31Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:02:33.750803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Allocated IP 172.25.7.143 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ff9effe7-8978-47c5-bbb8-0bb174dfa75d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:33.881425 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b589765-d8c7-4243-b326-6af55770aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:33.909626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-57fd09e9-fa62-4c4e-a8b8-e946b7cdd7c8 None None] Current status of the port e7122f52-73cf-4fec-8bbb-854aa14d7b0e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:34.030534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks [] for port (0797eaf8-7648-4459-aed9-0196cfbac200), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.042162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.086371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.131846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Network 60264602-1f67-4652-b12c-23aa6b943e18 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:34.139938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:34.145424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:34.148424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Pushing event updated for resources: {'Port': ['ID=0797eaf8-7648-4459-aed9-0196cfbac200,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:34.152668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.204766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:34.212851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:34.220542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:34.242932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e7122f52-73cf-4fec-8bbb-854aa14d7b0e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:34.325797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:34.333457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Attempting to bind port 0797eaf8-7648-4459-aed9-0196cfbac200 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:34.333832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Attempting to bind port 0797eaf8-7648-4459-aed9-0196cfbac200 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:34.334195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Attempting to bind port 0797eaf8-7648-4459-aed9-0196cfbac200 on network 60264602-1f67-4652-b12c-23aa6b943e18 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:34.351018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:34.351409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Checking segment: {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:34.351791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.352185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Bound using segment: {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:34.352669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Bound port: 0797eaf8-7648-4459-aed9-0196cfbac200, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:34.353078 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.419841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e7122f52-73cf-4fec-8bbb-854aa14d7b0e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:34.420276 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.494716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:34.522053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce490bf5-48ed-485c-b10f-692fa1005681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.526703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] For port 0797eaf8-7648-4459-aed9-0196cfbac200, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:34.537200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.543412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] For port 0797eaf8-7648-4459-aed9-0196cfbac200, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0797eaf8-7648-4459-aed9-0196cfbac200,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:34.559710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.579742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for router_gateway (b5935220-5a4e-419e-875c-b577ccdebd65), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.606634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49150) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:34.743813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce490bf5-48ed-485c-b10f-692fa1005681 admin admin] Publish callbacks [] for security_group (6cc78b18-c31a-4634-8219-c3e9be357a3e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.748245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94791eda-aa61-4518-a0b5-94de6fe5c578 None None] Pushing event updated for resources: {'Port': ['ID=0797eaf8-7648-4459-aed9-0196cfbac200,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:34.750901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:34.764114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e7122f52-73cf-4fec-8bbb-854aa14d7b0e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:34.786636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce490bf5-48ed-485c-b10f-692fa1005681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6cc78b18-c31a-4634-8219-c3e9be357a3e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.805946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c5191e2-e4ae-4e10-8d9c-5650893e873a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:34.850605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce490bf5-48ed-485c-b10f-692fa1005681 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a7c03bb2219437080d07159fdf7bac0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3548174 Feb 03 11:02:34.857146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49156) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:34.891519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce490bf5-48ed-485c-b10f-692fa1005681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc78b18-c31a-4634-8219-c3e9be357a3e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:34.991635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] Publish callbacks [] for security_group (6cc78b18-c31a-4634-8219-c3e9be357a3e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.136043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (b5935220-5a4e-419e-875c-b577ccdebd65), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.271682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c5191e2-e4ae-4e10-8d9c-5650893e873a admin admin] Publish callbacks [] for security_group (ecc58f7f-a9ac-49ac-bb27-9b7b8655d029), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.273945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] Publish callbacks [] for security_group (6cc78b18-c31a-4634-8219-c3e9be357a3e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.288794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c5191e2-e4ae-4e10-8d9c-5650893e873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ecc58f7f-a9ac-49ac-bb27-9b7b8655d029), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.295218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1779d3c-909f-40b6-ab60-e54cff8fd05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.376727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9c5191e2-e4ae-4e10-8d9c-5650893e873a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f74b05ae301d40979c372bf333d7abac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6232467 Feb 03 11:02:35.381468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5191e2-e4ae-4e10-8d9c-5650893e873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc58f7f-a9ac-49ac-bb27-9b7b8655d029,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:35.384714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49182) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:35.458236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6cc78b18-c31a-4634-8219-c3e9be357a3e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.461187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.462826 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cc78b18-c31a-4634-8219-c3e9be357a3e HTTP/1.1" status: 204 len: 168 time: 0.6002309 Feb 03 11:02:35.486265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Router b5935220-5a4e-419e-875c-b577ccdebd65 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:02:35.489944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210871ac-66cf-46af-93ad-5287132a136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc78b18-c31a-4634-8219-c3e9be357a3e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:35.556003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1779d3c-909f-40b6-ab60-e54cff8fd05c admin admin] Publish callbacks [] for security_group (6eebab5c-8ebb-4161-a5ae-bc992152d80c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.578245 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1779d3c-909f-40b6-ab60-e54cff8fd05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6eebab5c-8ebb-4161-a5ae-bc992152d80c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.596068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:35.598305 n-d-821606-6 neutron-server[103127]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 11:02:35.612891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] Publish callbacks [] for security_group (ecc58f7f-a9ac-49ac-bb27-9b7b8655d029), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.681341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] Publish callbacks [] for security_group (ecc58f7f-a9ac-49ac-bb27-9b7b8655d029), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.742771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1779d3c-909f-40b6-ab60-e54cff8fd05c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=808cf92e70a04938b987d701ec325696&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1291142 Feb 03 11:02:35.756635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49208) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:35.758060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1779d3c-909f-40b6-ab60-e54cff8fd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebab5c-8ebb-4161-a5ae-bc992152d80c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:35.773595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ecc58f7f-a9ac-49ac-bb27-9b7b8655d029), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.778585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.782656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecc58f7f-a9ac-49ac-bb27-9b7b8655d029 HTTP/1.1" status: 204 len: 168 time: 0.3928542 Feb 03 11:02:35.809455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dee7ef-f085-4633-aaa0-ebb463e9dbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc58f7f-a9ac-49ac-bb27-9b7b8655d029,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:35.853281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] Publish callbacks [] for security_group (6eebab5c-8ebb-4161-a5ae-bc992152d80c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.870594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-19255da5-e62e-49db-89e8-2b21d222f5dd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2725844 Feb 03 11:02:35.890808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] Publish callbacks [] for security_group (6eebab5c-8ebb-4161-a5ae-bc992152d80c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.958435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6eebab5c-8ebb-4161-a5ae-bc992152d80c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.962639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:35.966347 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eebab5c-8ebb-4161-a5ae-bc992152d80c HTTP/1.1" status: 204 len: 168 time: 0.2015047 Feb 03 11:02:35.973276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fd667-3c79-493d-b2af-adf1c4b67e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebab5c-8ebb-4161-a5ae-bc992152d80c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:36.111504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.175887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:02:36.185144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Sync routers for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:02:36.201163 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:36.202757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:36.219566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0797eaf8-7648-4459-aed9-0196cfbac200 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:36.271342 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.275664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:36.276072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-da4c8db6-52e0-4fc2-804e-5a8538b03429 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7971303 Feb 03 11:02:36.306087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-0d7c68d5-691e-4aba-bdec-d388f4b270c0 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:36.314653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-0d7c68d5-691e-4aba-bdec-d388f4b270c0 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428928 Feb 03 11:02:36.342014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6516d92f-52f9-4fd5-9f26-e8bd808a4c7e tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/quotas/d2725d6d6f6c4d38a7b1387dec74bc81 HTTP/1.1" status: 200 len: 375 time: 0.0247881 Feb 03 11:02:36.383776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0797eaf8-7648-4459-aed9-0196cfbac200 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:36.385478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.462236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-10c90c82-a318-4a84-8926-4f8c60ecf47a tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187153 Feb 03 11:02:36.464622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d464dc-cf17-4f00-884a-158c2177fb6f None None] Network 60264602-1f67-4652-b12c-23aa6b943e18 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:36.469956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:36.649016 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:36.664934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Provisioning complete for port 0797eaf8-7648-4459-aed9-0196cfbac200 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:36.665997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.816698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:36.839738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21300fc2-919f-4103-9e13-166116ab65fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.941140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dd6-34e0-49ab-9f60-e20ed2a96448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:36.963683 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:34Z', 'revision_number': 3, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:36.990268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0797eaf8-7648-4459-aed9-0196cfbac200 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:36.990665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.030117 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Checking router: b5935220-5a4e-419e-875c-b577ccdebd65 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:02:37.030480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Updating router b5935220-5a4e-419e-875c-b577ccdebd65 port ff9effe7-8978-47c5-bbb8-0bb174dfa75d binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:02:37.066582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Current status of the port 0797eaf8-7648-4459-aed9-0196cfbac200 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:37.066982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.103065 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.142184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0797eaf8-7648-4459-aed9-0196cfbac200, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0797eaf8-7648-4459-aed9-0196cfbac200,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:37.165973 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.264865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21300fc2-919f-4103-9e13-166116ab65fd admin admin] Publish callbacks [] for security_group (273c652b-f65b-496e-b774-b76ee47f4584), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.279520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21300fc2-919f-4103-9e13-166116ab65fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (273c652b-f65b-496e-b774-b76ee47f4584), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.350007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-21300fc2-919f-4103-9e13-166116ab65fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a08f1dcae47499fbafa0ff5a21ebe70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5320296 Feb 03 11:02:37.354852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:37.404257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.418293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:02:37.426154 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:02:37.428861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0797eaf8-7648-4459-aed9-0196cfbac200,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:37.453205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.495303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:37.498504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] Publish callbacks [] for security_group (273c652b-f65b-496e-b774-b76ee47f4584), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.522660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] Publish callbacks [] for security_group (273c652b-f65b-496e-b774-b76ee47f4584), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.619011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21300fc2-919f-4103-9e13-166116ab65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c652b-f65b-496e-b774-b76ee47f4584,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:37.647000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dd6-34e0-49ab-9f60-e20ed2a96448 admin admin] Publish callbacks [] for security_group (819c5e8e-2b2f-4849-8377-2dec88c9fc41), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.659379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dd6-34e0-49ab-9f60-e20ed2a96448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (819c5e8e-2b2f-4849-8377-2dec88c9fc41), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.716833 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks [] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.718377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (273c652b-f65b-496e-b774-b76ee47f4584), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.722112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.723425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/273c652b-f65b-496e-b774-b76ee47f4584 HTTP/1.1" status: 204 len: 168 time: 0.3534212 Feb 03 11:02:37.745511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0be3dd6-34e0-49ab-9f60-e20ed2a96448 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c0b850633734686be201fa5ae28bff8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2716861 Feb 03 11:02:37.745688 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.747170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49286) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:37.766550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3dd6-34e0-49ab-9f60-e20ed2a96448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c5e8e-2b2f-4849-8377-2dec88c9fc41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:37.778761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97455ee-10ed-48bf-9908-686432f58f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c652b-f65b-496e-b774-b76ee47f4584,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:37.806296 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b97cf7-37d8-4a4b-83e1-944efc77ae8d None None] Pushing event updated for resources: {'Port': ['ID=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:37.820673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] Publish callbacks [] for security_group (819c5e8e-2b2f-4849-8377-2dec88c9fc41), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.825448 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Attempting to bind port ff9effe7-8978-47c5-bbb8-0bb174dfa75d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:37.825735 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Attempting to bind port ff9effe7-8978-47c5-bbb8-0bb174dfa75d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:37.826098 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Attempting to bind port ff9effe7-8978-47c5-bbb8-0bb174dfa75d on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:37.829641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Allocated IP 172.20.0.1 (60264602-1f67-4652-b12c-23aa6b943e18/623e2803-2b62-4f0b-8c49-34014d595ecf/ad9257f6-dc91-477d-bd85-c435bccd7a0c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:37.850395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] Publish callbacks [] for security_group (819c5e8e-2b2f-4849-8377-2dec88c9fc41), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.854116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:37.855979 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:37.856407 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.856805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:37.857321 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Bound port: ff9effe7-8978-47c5-bbb8-0bb174dfa75d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:37.857699 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.929587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f2fc86-487c-4377-96fc-e631f5730640 req-08f20d34-0484-4f91-89f2-eb540f889ef2 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 210 time: 0.3534107 Feb 03 11:02:37.979414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (819c5e8e-2b2f-4849-8377-2dec88c9fc41), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.983036 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] For port ff9effe7-8978-47c5-bbb8-0bb174dfa75d, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:37.987018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:37.990260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/819c5e8e-2b2f-4849-8377-2dec88c9fc41 HTTP/1.1" status: 204 len: 168 time: 0.2418482 Feb 03 11:02:37.994395 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] For port ff9effe7-8978-47c5-bbb8-0bb174dfa75d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:38.004200 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.004330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7214f8f4-6c5b-4bcd-90f8-1757ab01e825 None None] Current status of the port 0797eaf8-7648-4459-aed9-0196cfbac200 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:38.013590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9cef2-3d9f-47de-a30a-74be1a957871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c5e8e-2b2f-4849-8377-2dec88c9fc41,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:38.101443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks [] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.128783 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b97cf7-37d8-4a4b-83e1-944efc77ae8d None None] Pushing event updated for resources: {'Port': ['ID=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:38.134546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d725a2b6-9045-417b-a8b8-3d1babc03e6b None None] Provisioning complete for port 0797eaf8-7648-4459-aed9-0196cfbac200 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:38.137679 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d725a2b6-9045-417b-a8b8-3d1babc03e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.148699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:38.149718 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:38.214542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.253467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0797eaf8-7648-4459-aed9-0196cfbac200 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:38.281091 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:38.284767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Network 60264602-1f67-4652-b12c-23aa6b943e18 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:38.290985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:38.310928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:38.311513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (b5935220-5a4e-419e-875c-b577ccdebd65), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.633093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:38.644537 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:34Z', 'revision_number': 3, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:38.708248 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f8276-8e6a-4479-92c0-9e6cce2cf287 None None] The sync data for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 is: [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:34Z', 'revision_number': 3, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:02:38.751305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d725a2b6-9045-417b-a8b8-3d1babc03e6b None None] Current status of the port 0797eaf8-7648-4459-aed9-0196cfbac200 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:38.799649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0797eaf8-7648-4459-aed9-0196cfbac200 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:38.800027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.825984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:38.927121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-470a36c8-d4d2-4b76-b9fa-d039888178e1 None None] Provisioning complete for port ad9257f6-dc91-477d-bd85-c435bccd7a0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:38.927486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-470a36c8-d4d2-4b76-b9fa-d039888178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.050754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:39.077638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c104df-7da1-4c8c-bbd7-34b39b62f238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.152602 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks [] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.160520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.161429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (b5935220-5a4e-419e-875c-b577ccdebd65), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.176700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0797eaf8-7648-4459-aed9-0196cfbac200 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:39.188320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-470a36c8-d4d2-4b76-b9fa-d039888178e1 None None] Port ad9257f6-dc91-477d-bd85-c435bccd7a0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:39.321434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:39.362851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c104df-7da1-4c8c-bbd7-34b39b62f238 admin admin] Publish callbacks [] for security_group (220c5bb2-499d-4443-80f0-01ddba73e93b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.368213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c104df-7da1-4c8c-bbd7-34b39b62f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (220c5bb2-499d-4443-80f0-01ddba73e93b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.470211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4c104df-7da1-4c8c-bbd7-34b39b62f238 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd06171e6c24c57b8519f0e8355f1ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4181788 Feb 03 11:02:39.473118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:39.486575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Network 60264602-1f67-4652-b12c-23aa6b943e18 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:39.490751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:39.727199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6269fac-a87a-4a60-8fdb-916473277824 req-d8302cad-be6c-4c7b-a48b-7935aa97ce1a tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 210 time: 0.2484572 Feb 03 11:02:39.730294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c104df-7da1-4c8c-bbd7-34b39b62f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c5bb2-499d-4443-80f0-01ddba73e93b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:39.807328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Router b5935220-5a4e-419e-875c-b577ccdebd65 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:02:39.856817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] Publish callbacks [] for security_group (220c5bb2-499d-4443-80f0-01ddba73e93b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:39.920017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] Publish callbacks [] for security_group (220c5bb2-499d-4443-80f0-01ddba73e93b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.031383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c1a497fc-57c5-41a9-ad53-0ffed979d13d None None] Provisioning complete for port ad9257f6-dc91-477d-bd85-c435bccd7a0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:40.031901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1a497fc-57c5-41a9-ad53-0ffed979d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.050414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (220c5bb2-499d-4443-80f0-01ddba73e93b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.053094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.054264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/220c5bb2-499d-4443-80f0-01ddba73e93b HTTP/1.1" status: 204 len: 168 time: 0.5078967 Feb 03 11:02:40.079910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a72f-c75f-438c-a8e5-9f327ac4e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c5bb2-499d-4443-80f0-01ddba73e93b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:40.138747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c1a497fc-57c5-41a9-ad53-0ffed979d13d None None] Port ad9257f6-dc91-477d-bd85-c435bccd7a0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:40.308008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ff9effe7-8978-47c5-bbb8-0bb174dfa75d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:40.388813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:02:40.396547 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-56fb0d6c-cd91-474a-a430-149deb33a4d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5935220-5a4e-419e-875c-b577ccdebd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1197770 Feb 03 11:02:40.408207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ff9effe7-8978-47c5-bbb8-0bb174dfa75d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:40.408584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.425990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.53', 59406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:40.475288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-ac8f8ff3-9cd8-412e-ac59-8a7a8f67aa13 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479846 Feb 03 11:02:40.516667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ff9effe7-8978-47c5-bbb8-0bb174dfa75d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:40.517631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.545770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ff9effe7-8978-47c5-bbb8-0bb174dfa75d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:40.551359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.652647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:40.681725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-4133c262-fb5b-4ad4-b63f-a81f9cae3bd3 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:40.683164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-4133c262-fb5b-4ad4-b63f-a81f9cae3bd3 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020099 Feb 03 11:02:40.725412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:40.739242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-791cb728-00a8-4a08-9221-1e0387f702f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:40.792212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Request body: {'port': {'device_id': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'd2725d6d6f6c4d38a7b1387dec74bc81'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:40.988157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a29a7670-26bb-41dd-8c71-d3f048095e5d req-1e535508-ac7a-4daa-89f1-b45f90916052 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 210 time: 0.1121106 Feb 03 11:02:41.141866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-791cb728-00a8-4a08-9221-1e0387f702f9 admin admin] Publish callbacks [] for security_group (959f40ae-132b-4ba1-b267-db72b46dd01c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.143717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Made reservation on behalf of d2725d6d6f6c4d38a7b1387dec74bc81 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:41.149635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.160550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-791cb728-00a8-4a08-9221-1e0387f702f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (959f40ae-132b-4ba1-b267-db72b46dd01c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.164957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.222720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-791cb728-00a8-4a08-9221-1e0387f702f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaa76c9cbeac4ba498f6fc51fb0b93d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960084 Feb 03 11:02:41.225360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:41.258307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cb728-00a8-4a08-9221-1e0387f702f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f40ae-132b-4ba1-b267-db72b46dd01c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:41.321752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] Publish callbacks [] for security_group (959f40ae-132b-4ba1-b267-db72b46dd01c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.362441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] Publish callbacks [] for security_group (959f40ae-132b-4ba1-b267-db72b46dd01c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.368554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks [] for security_group (cb4e16ad-257a-4a55-a3a2-667d20728897), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.377402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb4e16ad-257a-4a55-a3a2-667d20728897), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.385376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Sync routers for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:02:41.397408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:41.398230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:41.431888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (959f40ae-132b-4ba1-b267-db72b46dd01c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.435731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:41.437366 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/959f40ae-132b-4ba1-b267-db72b46dd01c HTTP/1.1" status: 204 len: 168 time: 0.2104897 Feb 03 11:02:41.456752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eebbc-d457-45ab-8615-b6f35ab5b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f40ae-132b-4ba1-b267-db72b46dd01c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:41.604323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e16ad-257a-4a55-a3a2-667d20728897,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:41.613785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:41.937129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Allocated IP 192.168.233.102 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/69980402-31ce-49bf-9e3a-f1b6c22f1cb1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:42.034300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:38Z', 'revision_number': 4, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ad9257f6-dc91-477d-bd85-c435bccd7a0c', 'name': '', 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'mac_address': 'fa:16:3e:54:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:37Z', 'updated_at': '2022-02-03T11:02:38Z', 'revision_number': 2, 'project_id': 'da198f96c43046238f50ea4730770a57', 'subnets': [{'id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:42.095402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Checking router: b5935220-5a4e-419e-875c-b577ccdebd65 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:02:42.096469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Updating router b5935220-5a4e-419e-875c-b577ccdebd65 port ad9257f6-dc91-477d-bd85-c435bccd7a0c binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:02:42.146022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.252168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:42.261643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989390887', 'description': 'tempest-description--1292957659'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:42.297678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ff9effe7-8978-47c5-bbb8-0bb174dfa75d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:42.309398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.530235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (5659f72a-c799-4c8c-b8ef-8a60143855f4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.536068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5659f72a-c799-4c8c-b8ef-8a60143855f4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.580587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ff9effe7-8978-47c5-bbb8-0bb174dfa75d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:42.581160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.589486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.593620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3374276 Feb 03 11:02:42.598196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49474) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:42.612564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'security_group_rule': {'security_group_id': '5659f72a-c799-4c8c-b8ef-8a60143855f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:42.639789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dfdd5-b83a-4793-bd28-daca9e1d8228 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5659f72a-c799-4c8c-b8ef-8a60143855f4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:42.662841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (7335a779-4eb9-460d-b94f-42ee07d84e91), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.778790 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks [] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.870169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b923eeec-f75d-484b-ac70-430fc36b5327 req-80af30d0-4775-4ca5-964a-04f3874c2878 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 210 time: 0.0532186 Feb 03 11:02:42.886627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.908980 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (7335a779-4eb9-460d-b94f-42ee07d84e91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.917511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7335a779-4eb9-460d-b94f-42ee07d84e91), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.971269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7335a779-4eb9-460d-b94f-42ee07d84e91,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:42.992346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:42.996098 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dba344da-d966-485a-9dd9-a103cfc5eece tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945296 Feb 03 11:02:43.000269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49494) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:43.007976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'security_group_rule': {'security_group_id': '5659f72a-c799-4c8c-b8ef-8a60143855f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:43.035991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:43.051974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:43.055764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (11f33b43-fbd7-460b-9b73-634ee6de346e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.070774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:43.082326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:43.083756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.086733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ff9effe7-8978-47c5-bbb8-0bb174dfa75d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:43.128657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Pushing event updated for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:43.169825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-6aead9d3-9082-457c-945c-41ad9fcb89e7 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3890610 Feb 03 11:02:43.208427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-25866ce6-d6a8-4e3d-a9ac-200f531b3e3a tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:02:43.209976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-25866ce6-d6a8-4e3d-a9ac-200f531b3e3a tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369525 Feb 03 11:02:43.234882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (11f33b43-fbd7-460b-9b73-634ee6de346e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.246899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (11f33b43-fbd7-460b-9b73-634ee6de346e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.310447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f33b43-fbd7-460b-9b73-634ee6de346e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:43.337243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.344153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80a216d1-5a6c-45a9-b590-46aa34581eaa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404205 Feb 03 11:02:43.346254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:43.351042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:43.437679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.452603 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks [] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.473804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.621259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8acf1-1ae9-4276-9feb-db60233cdcf1 None None] Pushing event updated for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:43.723387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.743059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bf5948e6-ea05-436c-9824-5814e99f157a None None] Provisioning complete for port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:43.743441 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5948e6-ea05-436c-9824-5814e99f157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:43.987354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Attempting to bind port ad9257f6-dc91-477d-bd85-c435bccd7a0c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:43.987729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Attempting to bind port ad9257f6-dc91-477d-bd85-c435bccd7a0c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:43.988094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Attempting to bind port ad9257f6-dc91-477d-bd85-c435bccd7a0c on network 60264602-1f67-4652-b12c-23aa6b943e18 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:44.006883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:44.007284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Checking segment: {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:44.007824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.008220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Bound using segment: {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:44.008693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Bound port: ad9257f6-dc91-477d-bd85-c435bccd7a0c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eb13a9-7849-4fc0-be90-9066da4e1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:44.009442 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.011339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf5948e6-ea05-436c-9824-5814e99f157a None None] Port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:44.012531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Allocated IP 172.25.7.239 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/c2a4e821-af99-4c31-a6ae-3264e80f2a44) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:44.179321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.181259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] For port ad9257f6-dc91-477d-bd85-c435bccd7a0c, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:44.225993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e4496173-81c0-4f48-a601-d4736acfc33d None None] Provisioning complete for port ad9257f6-dc91-477d-bd85-c435bccd7a0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:44.226369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4496173-81c0-4f48-a601-d4736acfc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.231263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] For port ad9257f6-dc91-477d-bd85-c435bccd7a0c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ad9257f6-dc91-477d-bd85-c435bccd7a0c,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:44.333771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.430027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4496173-81c0-4f48-a601-d4736acfc33d None None] Port ad9257f6-dc91-477d-bd85-c435bccd7a0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:44.433067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.463014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:02:44.463885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:44.472937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:44.480560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:44.502315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:44.524645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8acf1-1ae9-4276-9feb-db60233cdcf1 None None] Pushing event updated for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:44.691424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:02:44.696174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Request body: {'port': {'device_id': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'device_owner': 'compute:tempest-test_az-876370163', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:44.877679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'Port': ['ID=c2a4e821-af99-4c31-a6ae-3264e80f2a44,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:44.931969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:44.976463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296290-6025-49d9-b944-c24f70e01ed3 req-82de8514-887a-41aa-985c-e39593ff28bd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:44.984849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d296290-6025-49d9-b944-c24f70e01ed3 req-82de8514-887a-41aa-985c-e39593ff28bd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 936 time: 0.7639410 Feb 03 11:02:45.028135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49576) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:45.054421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Provisioning complete for port ad9257f6-dc91-477d-bd85-c435bccd7a0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:45.054804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.278538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.527820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4362-5135-44a9-97fd-71e33b6f6aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.530924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:38Z', 'revision_number': 4, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ad9257f6-dc91-477d-bd85-c435bccd7a0c', 'name': '', 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'mac_address': 'fa:16:3e:54:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:37Z', 'updated_at': '2022-02-03T11:02:44Z', 'revision_number': 4, 'project_id': 'da198f96c43046238f50ea4730770a57', 'subnets': [{'id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:02:45.559614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Current status of the port ad9257f6-dc91-477d-bd85-c435bccd7a0c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:45.560275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.562677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87bb86-c952-4b2f-bf22-db83a1a786ac None None] The sync data for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 is: [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:02:38Z', 'revision_number': 4, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ad9257f6-dc91-477d-bd85-c435bccd7a0c', 'name': '', 'network_id': '60264602-1f67-4652-b12c-23aa6b943e18', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'mac_address': 'fa:16:3e:54:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:37Z', 'updated_at': '2022-02-03T11:02:44Z', 'revision_number': 4, 'project_id': 'da198f96c43046238f50ea4730770a57', 'subnets': [{'id': '623e2803-2b62-4f0b-8c49-34014d595ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:02:45.615681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] For port ad9257f6-dc91-477d-bd85-c435bccd7a0c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ad9257f6-dc91-477d-bd85-c435bccd7a0c,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:45.633116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.675341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:02:45.686435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks [] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.707809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4362-5135-44a9-97fd-71e33b6f6aa3 admin admin] Publish callbacks [] for security_group (713c6086-af25-432d-96ef-80744f19b29e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.733044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4362-5135-44a9-97fd-71e33b6f6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (713c6086-af25-432d-96ef-80744f19b29e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.735948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Transition to ACTIVE for port object 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:02:45.782309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d296290-6025-49d9-b944-c24f70e01ed3 req-cfec4761-641a-4d9b-af59-7e8e440b34fd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7962165 Feb 03 11:02:45.790943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.795290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6863e-beb1-4fbc-b575-806e9a1f3cbd None None] Pushing event updated for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:45.820284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e4362-5135-44a9-97fd-71e33b6f6aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c6086-af25-432d-96ef-80744f19b29e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:45.861285 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e7e4362-5135-44a9-97fd-71e33b6f6aa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d74b70d8f954bd68845c80af2fce5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8314350 Feb 03 11:02:45.863859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49594) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:45.949696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.980401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:45.981688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] Publish callbacks [] for security_group (713c6086-af25-432d-96ef-80744f19b29e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.040423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] Publish callbacks [] for security_group (713c6086-af25-432d-96ef-80744f19b29e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.148659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Pushing event updated for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:46.196713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (713c6086-af25-432d-96ef-80744f19b29e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.199633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.200768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/713c6086-af25-432d-96ef-80744f19b29e HTTP/1.1" status: 204 len: 168 time: 0.3360031 Feb 03 11:02:46.213890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5730-8e17-4c67-bb37-2881bb215dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c6086-af25-432d-96ef-80744f19b29e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:46.343533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Attempting to bind port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:02:46.344122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Attempting to bind port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:02:46.344725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Attempting to bind port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:46.345333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ad9257f6-dc91-477d-bd85-c435bccd7a0c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:02:46.474810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:02:46.475140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Attempting to bind port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:02:46.507435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:02:46.507809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:46.508364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:02:46.508828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Bound port: 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:02:46.509208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.568092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ad9257f6-dc91-477d-bd85-c435bccd7a0c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:46.572410 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.825779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ad9257f6-dc91-477d-bd85-c435bccd7a0c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:46.851432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.866221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.871851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:02:46.898628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:02:46.935415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:46.939531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.025648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'Port': ['ID=c2a4e821-af99-4c31-a6ae-3264e80f2a44,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:47.036576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:47.037238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.038740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] 10.222.0.53 "PUT /v2.0/ports/69980402-31ce-49bf-9e3a-f1b6c22f1cb1 HTTP/1.1" status: 200 len: 1117 time: 2.8167942 Feb 03 11:02:47.039180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:02:47.089075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:47.113373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7011-013c-41d0-879b-aa119b54d98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.264036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.264745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2ef766e7-13c2-49be-904d-d47f458f8b7e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9168165 Feb 03 11:02:47.325145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7011-013c-41d0-879b-aa119b54d98b admin admin] Publish callbacks [] for security_group (9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.337584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7011-013c-41d0-879b-aa119b54d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.392961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:47.414860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5fe7011-013c-41d0-879b-aa119b54d98b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdfec16980ab4a31bc14f3a261a2e87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235028 Feb 03 11:02:47.446762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:47.592735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe7011-013c-41d0-879b-aa119b54d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:47.692470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] Publish callbacks [] for security_group (9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.756848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] Publish callbacks [] for security_group (9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.815232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddaacb-f53f-4e02-91d9-574b61b52e00 req-fa6af309-be65-4671-94fc-911ffefc7dbc tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:47.826359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01ddaacb-f53f-4e02-91d9-574b61b52e00 req-fa6af309-be65-4671-94fc-911ffefc7dbc tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.8969944 Feb 03 11:02:47.862422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.867783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:47.871338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24 HTTP/1.1" status: 204 len: 168 time: 0.4198704 Feb 03 11:02:47.895207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:47.896785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe02a-7a65-4574-9900-d4266bc37302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9cc7e-2fd1-47c1-b240-c5cbfae4fb24,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:47.978602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6449-4f5b-4dd9-95c5-5d0d5ac3abe9 service neutron] Pushing event updated for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:47.994472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26447e42-fda2-4e49-905d-68239b35461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.055573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01ddaacb-f53f-4e02-91d9-574b61b52e00 req-a3416625-27a8-42cf-b4b3-731baee46df9 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283173 Feb 03 11:02:48.091130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-dec95bc3-a26e-464e-8efe-322e3bdfc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:48.095678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-dec95bc3-a26e-464e-8efe-322e3bdfc8ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 1151 time: 0.9236221 Feb 03 11:02:48.202445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26447e42-fda2-4e49-905d-68239b35461c admin admin] Publish callbacks [] for security_group (4de2aaf9-3bd9-4aab-b5b5-50363f8aae56), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.214797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26447e42-fda2-4e49-905d-68239b35461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4de2aaf9-3bd9-4aab-b5b5-50363f8aae56), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.247479 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7fd96-08f5-409b-b483-0ff2824e775a" -d '{"events": [{"name": "network-changed", "server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:02:48.286402 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-26447e42-fda2-4e49-905d-68239b35461c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d43b6de93e640458e410d88f9b07657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8697584 Feb 03 11:02:48.287576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:48.289176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26447e42-fda2-4e49-905d-68239b35461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de2aaf9-3bd9-4aab-b5b5-50363f8aae56,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:48.420940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-d974edcd-cfe7-43dd-9656-78a24ece309b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1 HTTP/1.1" status: 200 len: 217 time: 0.2811170 Feb 03 11:02:48.428288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] Publish callbacks [] for security_group (4de2aaf9-3bd9-4aab-b5b5-50363f8aae56), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.474449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] Publish callbacks [] for security_group (4de2aaf9-3bd9-4aab-b5b5-50363f8aae56), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.494448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-92ffdab4-f4d1-4fb0-917b-8660173d5866 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1989390887&fields=id&tenant_id=c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 267 time: 0.2424560 Feb 03 11:02:48.560202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e3f2c8-5502-4582-9336-5ea28151216b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.563064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4de2aaf9-3bd9-4aab-b5b5-50363f8aae56), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.566783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.568851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4de2aaf9-3bd9-4aab-b5b5-50363f8aae56 HTTP/1.1" status: 204 len: 168 time: 0.2764380 Feb 03 11:02:48.588150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbabbc5-aef6-4172-863a-43b3813286b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de2aaf9-3bd9-4aab-b5b5-50363f8aae56,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:48.769783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e3f2c8-5502-4582-9336-5ea28151216b admin admin] Publish callbacks [] for security_group (e4509df4-09d9-46e7-8a80-07f8ac178a88), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.776430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e3f2c8-5502-4582-9336-5ea28151216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e4509df4-09d9-46e7-8a80-07f8ac178a88), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:48.867197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-494267d1-38cd-4d16-a757-c39308def56e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:48.876840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-494267d1-38cd-4d16-a757-c39308def56e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 823 time: 0.3811352 Feb 03 11:02:48.884185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39e3f2c8-5502-4582-9336-5ea28151216b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad4df826a5b64fc988e25f39b159d9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9601874 Feb 03 11:02:48.890396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:48.899126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-809783bc-bba8-42f0-b0f8-ecce2cf3c5d2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/quotas/c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 375 time: 0.0210576 Feb 03 11:02:48.911861 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d91c1a-aa65-46c2-b8ba-297d1470eb25 x-openstack-request-id: req-94d91c1a-aa65-46c2-b8ba-297d1470eb25 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:02:48.912333 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:02:48.912743 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94d91c1a-aa65-46c2-b8ba-297d1470eb25 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:02:48.913384 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1', 'status': 'completed', 'code': 200} Feb 03 11:02:48.920755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3f2c8-5502-4582-9336-5ea28151216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4509df4-09d9-46e7-8a80-07f8ac178a88,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:49.040997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-d11243ab-4585-44aa-907a-ecfd2fe20dbb tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382606 Feb 03 11:02:49.065243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] Publish callbacks [] for security_group (e4509df4-09d9-46e7-8a80-07f8ac178a88), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.092564 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] Publish callbacks [] for security_group (e4509df4-09d9-46e7-8a80-07f8ac178a88), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.176132 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e4509df4-09d9-46e7-8a80-07f8ac178a88), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.178773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.180044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4509df4-09d9-46e7-8a80-07f8ac178a88 HTTP/1.1" status: 204 len: 168 time: 0.2873225 Feb 03 11:02:49.190820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2effbc5-b5bd-4b6d-b3e3-c44a2a9f5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4509df4-09d9-46e7-8a80-07f8ac178a88,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:49.288464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3acc67-f544-4866-b348-0e30319454b7 req-8d62324b-82e8-417d-8d2f-5a4d7adbf7fe tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:49.291468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3acc67-f544-4866-b348-0e30319454b7 req-8d62324b-82e8-417d-8d2f-5a4d7adbf7fe tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.1120856 Feb 03 11:02:49.317010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49744) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:49.383177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4aa453fb-6657-47a5-b88c-27287cb3a705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.417523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3acc67-f544-4866-b348-0e30319454b7 req-f3115dce-fbe2-4c2c-a76c-d4468c760f50 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192851 Feb 03 11:02:49.564573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4aa453fb-6657-47a5-b88c-27287cb3a705 admin admin] Publish callbacks [] for security_group (333a0e9f-6a91-4550-97ca-ef7d4229393a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.572057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4aa453fb-6657-47a5-b88c-27287cb3a705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (333a0e9f-6a91-4550-97ca-ef7d4229393a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.635889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa453fb-6657-47a5-b88c-27287cb3a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a0e9f-6a91-4550-97ca-ef7d4229393a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:49.690859 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4aa453fb-6657-47a5-b88c-27287cb3a705 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7676896459246488f602983d2237fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695071 Feb 03 11:02:49.693258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:49.761512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] Publish callbacks [] for security_group (333a0e9f-6a91-4550-97ca-ef7d4229393a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.793192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] Publish callbacks [] for security_group (333a0e9f-6a91-4550-97ca-ef7d4229393a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.850304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (333a0e9f-6a91-4550-97ca-ef7d4229393a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.853548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:49.855976 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/333a0e9f-6a91-4550-97ca-ef7d4229393a HTTP/1.1" status: 204 len: 168 time: 0.1617999 Feb 03 11:02:49.865474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1ff3f-5997-4aff-8b71-535b7a1fe73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a0e9f-6a91-4550-97ca-ef7d4229393a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:49.960202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:49.979499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3b27696-a446-437b-b187-8d5db2309715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.086058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3b27696-a446-437b-b187-8d5db2309715 admin admin] Publish callbacks [] for security_group (eaff32d3-18b4-460a-bd7a-f4078fd92b24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.102599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3b27696-a446-437b-b187-8d5db2309715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eaff32d3-18b4-460a-bd7a-f4078fd92b24), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.118632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-c2a8ef24-df73-47d8-87a8-b25f7dedf178 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:02:50.127702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-c2a8ef24-df73-47d8-87a8-b25f7dedf178 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4095902 Feb 03 11:02:50.171517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c3b27696-a446-437b-b187-8d5db2309715 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e6307facc8d43f09fd085e55db7fe8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099319 Feb 03 11:02:50.174540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49766) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:50.202804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b27696-a446-437b-b187-8d5db2309715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff32d3-18b4-460a-bd7a-f4078fd92b24,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:50.242080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] Publish callbacks [] for security_group (eaff32d3-18b4-460a-bd7a-f4078fd92b24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.265784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49768) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:50.294120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] Publish callbacks [] for security_group (eaff32d3-18b4-460a-bd7a-f4078fd92b24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.331173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-84f05671-7b73-46f1-a7fd-5198db9af9dc service neutron] 10.222.0.30 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024901 Feb 03 11:02:50.373256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eaff32d3-18b4-460a-bd7a-f4078fd92b24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.378142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.383453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eaff32d3-18b4-460a-bd7a-f4078fd92b24 HTTP/1.1" status: 204 len: 168 time: 0.2061629 Feb 03 11:02:50.399057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3e2cf-9202-4d02-b04e-193e3067235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff32d3-18b4-460a-bd7a-f4078fd92b24,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:50.464868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-e567cdbf-4a87-4598-a055-d6e459533a81 service neutron] 10.222.0.30 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313806 Feb 03 11:02:50.601233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09cc0-63a9-48ec-ad1c-9397ec822ed9 req-226002ee-4d28-4376-8b43-225d16ebecbe tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:50.602972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59c09cc0-63a9-48ec-ad1c-9397ec822ed9 req-226002ee-4d28-4376-8b43-225d16ebecbe tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.0884175 Feb 03 11:02:50.729676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91eed4e7-0bd9-4466-867b-57e631102b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.777243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dd24755-4cf1-4d4e-bf5f-db119c66797a req-7eb8c914-cc16-4071-9003-d5e5d82bc331 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 210 time: 0.0816336 Feb 03 11:02:50.799323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59c09cc0-63a9-48ec-ad1c-9397ec822ed9 req-de5ac137-a5a7-454a-9d8d-771440dc2689 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889284 Feb 03 11:02:50.874160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91eed4e7-0bd9-4466-867b-57e631102b59 admin admin] Publish callbacks [] for security_group (f9708fb6-d890-4e5b-ac4c-132cde0e4375), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.882991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91eed4e7-0bd9-4466-867b-57e631102b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9708fb6-d890-4e5b-ac4c-132cde0e4375), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:50.954279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:50.954530 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91eed4e7-0bd9-4466-867b-57e631102b59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e4e9be3d04c4d48bd88a5cd63b1cb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865516 Feb 03 11:02:50.963110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eed4e7-0bd9-4466-867b-57e631102b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9708fb6-d890-4e5b-ac4c-132cde0e4375,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:51.063520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] Publish callbacks [] for security_group (f9708fb6-d890-4e5b-ac4c-132cde0e4375), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:51.108898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] Publish callbacks [] for security_group (f9708fb6-d890-4e5b-ac4c-132cde0e4375), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:51.243607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9708fb6-d890-4e5b-ac4c-132cde0e4375), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:51.247343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:51.249183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9708fb6-d890-4e5b-ac4c-132cde0e4375 HTTP/1.1" status: 204 len: 168 time: 0.2934003 Feb 03 11:02:51.268673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce2f80-bf39-471a-a16f-2cf2d1595605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9708fb6-d890-4e5b-ac4c-132cde0e4375,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:52.018367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48497f95-3794-4d10-b503-eaec49214fa6 req-26d0873f-d36d-4614-a7f4-188ae6c95b7b tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 210 time: 0.0434825 Feb 03 11:02:52.045022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:52.057464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5799a89-3258-46b7-a6d5-2aa2f5841e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.060685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16900-2c44-42b8-b7b5-b45666dccc68 req-19bed575-7419-436a-bdf9-2eca8a1be248 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:52.067991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14b16900-2c44-42b8-b7b5-b45666dccc68 req-19bed575-7419-436a-bdf9-2eca8a1be248 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.1422541 Feb 03 11:02:52.209877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14b16900-2c44-42b8-b7b5-b45666dccc68 req-9971fdf8-3260-4c0e-bc10-58ddc5cb4dc1 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409433 Feb 03 11:02:52.285367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5799a89-3258-46b7-a6d5-2aa2f5841e2b admin admin] Publish callbacks [] for security_group (ab7803af-da5a-44fd-9b44-356b86331faa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.299042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5799a89-3258-46b7-a6d5-2aa2f5841e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ab7803af-da5a-44fd-9b44-356b86331faa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.391879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5799a89-3258-46b7-a6d5-2aa2f5841e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7803af-da5a-44fd-9b44-356b86331faa,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:52.401875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:52.402319 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5799a89-3258-46b7-a6d5-2aa2f5841e2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e79758b40bb34d448bbbb80f205b86ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627086 Feb 03 11:02:52.464562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] Publish callbacks [] for security_group (ab7803af-da5a-44fd-9b44-356b86331faa), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.488814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] Publish callbacks [] for security_group (ab7803af-da5a-44fd-9b44-356b86331faa), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.542069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ab7803af-da5a-44fd-9b44-356b86331faa), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.545255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:52.547703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab7803af-da5a-44fd-9b44-356b86331faa HTTP/1.1" status: 204 len: 168 time: 0.1440949 Feb 03 11:02:52.558256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2728e-b1a3-40fd-81bb-8b17e45e5f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7803af-da5a-44fd-9b44-356b86331faa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:52.804396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.69', 60777) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:53.055695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-86d4f78e-0896-4ca9-8824-abba8294a9ef tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:53.057191 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-86d4f78e-0896-4ca9-8824-abba8294a9ef tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 823 time: 0.2398295 Feb 03 11:02:53.147741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da4440b5-2f7b-4016-99d7-5c2d2b808f53 req-6813f824-d00b-4b2d-b901-08042aadea70 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 210 time: 0.0483882 Feb 03 11:02:53.250801 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-17484527-fe0d-4826-a7ea-214110991bd3 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 380 time: 0.0855439 Feb 03 11:02:53.265217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'port': {'device_id': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'admin_state_up': True, 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'security_groups': ['5659f72a-c799-4c8c-b8ef-8a60143855f4']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:53.420863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5b30f-5c9c-4e9e-ab1b-e79b0cb26023 req-e5a13752-3eb5-4371-bf9f-2a19e9238865 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:53.423228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8cb5b30f-5c9c-4e9e-ab1b-e79b0cb26023 req-e5a13752-3eb5-4371-bf9f-2a19e9238865 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.0904167 Feb 03 11:02:53.490040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8cb5b30f-5c9c-4e9e-ab1b-e79b0cb26023 req-f84a8962-7d3c-4360-b51d-761dca4e629c tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Feb 03 11:02:53.592942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-cd130c5e-c661-4f02-82c8-d277e4c1fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:53.595714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-cd130c5e-c661-4f02-82c8-d277e4c1fc41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0956054 Feb 03 11:02:53.670103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Made reservation on behalf of c2f6fbf8d2164b088c8e51cff4b46619 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:53.684987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:53.721931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b3545ba5-13b5-4186-98b8-71c5dc22af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:53.723611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-b3545ba5-13b5-4186-98b8-71c5dc22af4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1176918 Feb 03 11:02:53.911509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-9c45a16a-2db7-44ac-8728-252f3bc8a44b service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773846 Feb 03 11:02:54.054516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccf1170-90a3-45c9-ad00-51e35ab92610 req-80f1946f-5a07-4bba-be6e-93e815645faa service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327546 Feb 03 11:02:54.198149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-0cea0950-25e5-429c-99c7-f095a2d62f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:54.203899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-0cea0950-25e5-429c-99c7-f095a2d62f16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 1151 time: 0.0774934 Feb 03 11:02:54.209181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Allocated IP 172.20.0.12 (5d7069c8-13e3-4806-aa31-172e983d7a38/ed237288-2579-4700-aa52-a54c68169a93/da46addc-a75d-4f9f-8f35-cbfdd75813e2) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:02:54.493586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:54.527840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49960) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:54.533939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27f3d310-65e6-47ae-b06b-694f1e3519ff req-b84cdd2d-c650-4edb-a4b6-b62722d73327 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 210 time: 0.2275307 Feb 03 11:02:54.559746 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:54.642894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-d405873c-2382-4cc9-8033-3ef8e36fa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:54.645707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-d405873c-2382-4cc9-8033-3ef8e36fa661 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.4349623 Feb 03 11:02:54.677985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:02:54.686215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:54.693866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:02:54.698959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:54.699615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:54.721580 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4628587 Feb 03 11:02:54.722348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef4535-c3d5-46c6-b6f7-7247df231929 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:54.738460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-0b42c20a-666f-44fa-8fea-efe3e3f47bec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0826476 Feb 03 11:02:54.854434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f15f3-14cc-450d-8509-7a7f45e86195 req-68a1f7f1-0638-4a90-9ad2-b58b90b79bee tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:54.864755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-700f15f3-14cc-450d-8509-7a7f45e86195 req-68a1f7f1-0638-4a90-9ad2-b58b90b79bee tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.1979599 Feb 03 11:02:54.897254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-3b720d28-809d-4f38-83bd-3a7450e0f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:54.898683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-3b720d28-809d-4f38-83bd-3a7450e0f6f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1429951 Feb 03 11:02:54.905968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b61c8140-e732-48e4-9d6a-4d3222eb8b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:54.951591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:54.964117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-700f15f3-14cc-450d-8509-7a7f45e86195 req-c223b66f-1665-469b-9a9c-fbbe269e0eb2 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978220 Feb 03 11:02:54.993887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3e1e1ab9-422d-471b-b264-fe0e985fe074 None None] Provisioning complete for port da46addc-a75d-4f9f-8f35-cbfdd75813e2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:02:54.994484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1ab9-422d-471b-b264-fe0e985fe074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.010147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-10b52efe-ce76-49e0-beff-86b6a4050962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:55.011682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-10b52efe-ce76-49e0-beff-86b6a4050962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1030493 Feb 03 11:02:55.044424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e1ab9-422d-471b-b264-fe0e985fe074 None None] Port da46addc-a75d-4f9f-8f35-cbfdd75813e2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:02:55.068043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-965589028-network', 'tenant_id': '202edb218022440b816ab5008043de5c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:55.080187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b61c8140-e732-48e4-9d6a-4d3222eb8b1c admin admin] Publish callbacks [] for security_group (d1474efa-b0fa-4953-8289-d0901451ce06), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.090100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b61c8140-e732-48e4-9d6a-4d3222eb8b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d1474efa-b0fa-4953-8289-d0901451ce06), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.131020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:55.133829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.155295 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.163750 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b61c8140-e732-48e4-9d6a-4d3222eb8b1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62ff7fd575e24378a0207bf0e6cc47f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6347327 Feb 03 11:02:55.167362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:55.169853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c8140-e732-48e4-9d6a-4d3222eb8b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1474efa-b0fa-4953-8289-d0901451ce06,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:55.202231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-fc356e72-5b10-43e6-a849-fd7ebeca59e8 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822119 Feb 03 11:02:55.285110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] Publish callbacks [] for security_group (d1474efa-b0fa-4953-8289-d0901451ce06), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.313420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks [] for security_group (2005dfec-533c-4317-b3b1-bec3407f22fc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.323373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2005dfec-533c-4317-b3b1-bec3407f22fc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.346496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] Publish callbacks [] for security_group (d1474efa-b0fa-4953-8289-d0901451ce06), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.355904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:02:55.368792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd18725e-8dbc-4621-b449-a3f554956350), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.369214 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Added segment fd18725e-8dbc-4621-b449-a3f554956350 of type vlan for network 5fa897d9-e607-4149-946e-c2420f7fbdc2 Feb 03 11:02:55.403351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b7fd96-08f5-409b-b483-0ff2824e775a req-6fad8edf-99a8-4fe6-b8a5-63d3db91d1bb service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735270 Feb 03 11:02:55.439116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d1474efa-b0fa-4953-8289-d0901451ce06), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.439581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5fa897d9-e607-4149-946e-c2420f7fbdc2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.442556 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.447501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1474efa-b0fa-4953-8289-d0901451ce06 HTTP/1.1" status: 204 len: 168 time: 0.2766199 Feb 03 11:02:55.463382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e205f82-fc67-4598-9e60-ab9a4b4ba91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1474efa-b0fa-4953-8289-d0901451ce06,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:55.479456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005dfec-533c-4317-b3b1-bec3407f22fc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:55.536091 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5fa897d9-e607-4149-946e-c2420f7fbdc2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.537324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:55.538003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.573222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50012) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:55.581530 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6252489 Feb 03 11:02:55.586060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Request body: {'subnet': {'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-965589028-subnet', 'tenant_id': '202edb218022440b816ab5008043de5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:55.633597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:55.637213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.660072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2f60-1208-4da1-af31-9bbe557736d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa897d9-e607-4149-946e-c2420f7fbdc2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:55.673777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:02:55.720227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:55.779481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f53459-c074-4077-8591-33744c173169 req-1885cb01-56dc-4af4-97bb-8e48efd785b4 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:55.781115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f53459-c074-4077-8591-33744c173169 req-1885cb01-56dc-4af4-97bb-8e48efd785b4 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 932 time: 0.1358902 Feb 03 11:02:55.886801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f53459-c074-4077-8591-33744c173169 req-adb97fd8-0cb2-43b6-b666-d7402d1d5594 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944486 Feb 03 11:02:55.888399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:55.924260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028392c1-254d-43ee-82ae-4f1cf9fb8b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:55.966670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (5fc27248-d154-4e96-ac03-9e62a20ac11f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.042969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:56.057076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc27248-d154-4e96-ac03-9e62a20ac11f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.061690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:56.062055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Network hostable DHCP agents. Network: 5fa897d9-e607-4149-946e-c2420f7fbdc2, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:02:56.093418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028392c1-254d-43ee-82ae-4f1cf9fb8b76 admin admin] Publish callbacks [] for security_group (32179509-22eb-4dd9-8c2b-d90f0f930342), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.099205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028392c1-254d-43ee-82ae-4f1cf9fb8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32179509-22eb-4dd9-8c2b-d90f0f930342), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.148333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:02:56.150164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d6b18ba-22c9-4544-95f8-db372a925f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.162691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5fa897d9-e607-4149-946e-c2420f7fbdc2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:56.168333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:56.168953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.177945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77416055-3b16-41be-8874-7bbbdc566824 None None] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:56.183418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b54d33-7133-4fd2-baa0-ecb603675ab7 req-d89054bc-ee20-422e-8073-5eaa8370e038 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:56.188627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028392c1-254d-43ee-82ae-4f1cf9fb8b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32179509-22eb-4dd9-8c2b-d90f0f930342,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.190394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86b54d33-7133-4fd2-baa0-ecb603675ab7 req-d89054bc-ee20-422e-8073-5eaa8370e038 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.1056409 Feb 03 11:02:56.217460 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-028392c1-254d-43ee-82ae-4f1cf9fb8b76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a120eb40e1842c381c8f83fdbe3abc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255031 Feb 03 11:02:56.218180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:56.223386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5073aab-4651-4fb8-b2ff-21ba4a03f298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.233969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d410725-7cc5-4fc5-b5b1-ce37dc5ed39d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6587896 Feb 03 11:02:56.296936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] Publish callbacks [] for security_group (32179509-22eb-4dd9-8c2b-d90f0f930342), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.307017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86b54d33-7133-4fd2-baa0-ecb603675ab7 req-0a543cf1-22d7-4974-a0f2-ade51b68d0e3 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156418 Feb 03 11:02:56.336721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f6e13-c80f-41c0-9e11-a5c8fc9af50c None None] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:56.354688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] Publish callbacks [] for security_group (32179509-22eb-4dd9-8c2b-d90f0f930342), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.414249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d6b18ba-22c9-4544-95f8-db372a925f95 admin admin] Publish callbacks [] for security_group (a0b26f2e-8457-46c8-8ed5-fe7ff7918548), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.423103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d6b18ba-22c9-4544-95f8-db372a925f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a0b26f2e-8457-46c8-8ed5-fe7ff7918548), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.461954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5073aab-4651-4fb8-b2ff-21ba4a03f298 admin admin] Publish callbacks [] for security_group (993257f6-a949-469d-9c9d-53b305129e1b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.468969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5073aab-4651-4fb8-b2ff-21ba4a03f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (993257f6-a949-469d-9c9d-53b305129e1b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.469981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32179509-22eb-4dd9-8c2b-d90f0f930342), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.472554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.473729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32179509-22eb-4dd9-8c2b-d90f0f930342 HTTP/1.1" status: 204 len: 168 time: 0.2527177 Feb 03 11:02:56.481400 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d6b18ba-22c9-4544-95f8-db372a925f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=107509b8c0e349249303ead91f5bc6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7595115 Feb 03 11:02:56.482039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50042) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:56.484285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b18ba-22c9-4544-95f8-db372a925f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b26f2e-8457-46c8-8ed5-fe7ff7918548,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.505732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02367a86-5ce2-4d2b-af71-7a77cd78d2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32179509-22eb-4dd9-8c2b-d90f0f930342,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.554965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5073aab-4651-4fb8-b2ff-21ba4a03f298 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8127a3eebba48709f8f489d13435a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034795 Feb 03 11:02:56.555291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] Publish callbacks [] for security_group (a0b26f2e-8457-46c8-8ed5-fe7ff7918548), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.558166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50046) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:56.561406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5073aab-4651-4fb8-b2ff-21ba4a03f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993257f6-a949-469d-9c9d-53b305129e1b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.610491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] Publish callbacks [] for security_group (a0b26f2e-8457-46c8-8ed5-fe7ff7918548), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.672487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-ca31f5e2-c80a-4566-b1a8-a3040d7e5ee0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:02:56.673609 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-ca31f5e2-c80a-4566-b1a8-a3040d7e5ee0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080040 Feb 03 11:02:56.675385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] Publish callbacks [] for security_group (993257f6-a949-469d-9c9d-53b305129e1b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.706010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] Publish callbacks [] for security_group (993257f6-a949-469d-9c9d-53b305129e1b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.708052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a0b26f2e-8457-46c8-8ed5-fe7ff7918548), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.710664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.712854 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0b26f2e-8457-46c8-8ed5-fe7ff7918548 HTTP/1.1" status: 204 len: 168 time: 0.2295280 Feb 03 11:02:56.730565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276a4f1-c217-4552-948d-a00a7f351b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b26f2e-8457-46c8-8ed5-fe7ff7918548,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:56.779856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.799353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (993257f6-a949-469d-9c9d-53b305129e1b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.802165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:56.803319 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/993257f6-a949-469d-9c9d-53b305129e1b HTTP/1.1" status: 204 len: 168 time: 0.2436652 Feb 03 11:02:56.813703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b249623-04e2-4ff3-a782-9974afaece9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993257f6-a949-469d-9c9d-53b305129e1b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:57.018167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d763bf-c163-46c5-94e9-09b406a9f67b req-dca2d4c3-f148-4de2-9c96-6da7bd008735 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:57.020628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7d763bf-c163-46c5-94e9-09b406a9f67b req-dca2d4c3-f148-4de2-9c96-6da7bd008735 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 932 time: 0.0654597 Feb 03 11:02:57.082000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7d763bf-c163-46c5-94e9-09b406a9f67b req-3dbc6896-15e1-4b0d-a284-9e852f003db3 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552824 Feb 03 11:02:57.198386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:57.215955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82e0-ce86-452f-9faa-f9d943ca27cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.313898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82e0-ce86-452f-9faa-f9d943ca27cd admin admin] Publish callbacks [] for security_group (9a39c87d-1ab5-448c-b31e-4be802a1f0e3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.318524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82e0-ce86-452f-9faa-f9d943ca27cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9a39c87d-1ab5-448c-b31e-4be802a1f0e3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.375661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2e6e82e0-ce86-452f-9faa-f9d943ca27cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=433da2512201442a8798a703dc5135c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725757 Feb 03 11:02:57.376241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:57.383382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e82e0-ce86-452f-9faa-f9d943ca27cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a39c87d-1ab5-448c-b31e-4be802a1f0e3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:57.473400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:57.495691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c74f-f9d0-4f3d-a884-fbe2fc1ced17 req-7dd7a46a-f9f0-4347-b3ee-4a071edcf362 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:57.497791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de43c74f-f9d0-4f3d-a884-fbe2fc1ced17 req-7dd7a46a-f9f0-4347-b3ee-4a071edcf362 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.1090288 Feb 03 11:02:57.505363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] Publish callbacks [] for security_group (9a39c87d-1ab5-448c-b31e-4be802a1f0e3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.512470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d099747-04d1-49cc-9ccf-13cf998203a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.564273 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] Publish callbacks [] for security_group (9a39c87d-1ab5-448c-b31e-4be802a1f0e3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.595575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50086) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:57.600557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-36594498-network', 'tenant_id': '76cf5598b4044ea5bed3da84b066b84f'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:57.621670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Made reservation on behalf of 76cf5598b4044ea5bed3da84b066b84f for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:57.625638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.633697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de43c74f-f9d0-4f3d-a884-fbe2fc1ced17 req-b9470f29-ccad-428e-a5a2-c3785488520d tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257348 Feb 03 11:02:57.635466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.680626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9a39c87d-1ab5-448c-b31e-4be802a1f0e3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.683650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.684944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a39c87d-1ab5-448c-b31e-4be802a1f0e3 HTTP/1.1" status: 204 len: 168 time: 0.3074601 Feb 03 11:02:57.702022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2b8c0-6652-4a38-9c9a-250934fa5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a39c87d-1ab5-448c-b31e-4be802a1f0e3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:57.709577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d099747-04d1-49cc-9ccf-13cf998203a9 admin admin] Publish callbacks [] for security_group (fc2a77d2-a2df-46f4-b1c8-939a80378024), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.714951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d099747-04d1-49cc-9ccf-13cf998203a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fc2a77d2-a2df-46f4-b1c8-939a80378024), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.750879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks [] for security_group (a39d9e67-6f09-4670-9994-d90e05d0adc1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.758863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d099747-04d1-49cc-9ccf-13cf998203a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4649eca59add418f997270a2ccfeb41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788370 Feb 03 11:02:57.759009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a39d9e67-6f09-4670-9994-d90e05d0adc1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.761250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50092) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:57.766426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d099747-04d1-49cc-9ccf-13cf998203a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a77d2-a2df-46f4-b1c8-939a80378024,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:57.796858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:02:57.823827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d9e67-6f09-4670-9994-d90e05d0adc1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:57.834056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e78a824c-1e84-440f-8847-cb9c323ed59d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.834435 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Added segment e78a824c-1e84-440f-8847-cb9c323ed59d of type vlan for network befb5462-2d69-4e55-987b-ec309645cd5e Feb 03 11:02:57.890064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (befb5462-2d69-4e55-987b-ec309645cd5e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.892361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] Publish callbacks [] for security_group (fc2a77d2-a2df-46f4-b1c8-939a80378024), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.931467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] Publish callbacks [] for security_group (fc2a77d2-a2df-46f4-b1c8-939a80378024), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.943210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (befb5462-2d69-4e55-987b-ec309645cd5e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.944254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:57.944852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:57.993775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3945994 Feb 03 11:02:57.994889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:02:58.004183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Request body: {'subnet': {'network_id': 'befb5462-2d69-4e55-987b-ec309645cd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-36594498-subnet', 'tenant_id': '76cf5598b4044ea5bed3da84b066b84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:02:58.026217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Made reservation on behalf of 76cf5598b4044ea5bed3da84b066b84f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:02:58.029820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.040488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffdcd8-34fe-43af-8fe3-bc2ea437cc70 admin admin] Pushing event updated for resources: {'Network': ['ID=befb5462-2d69-4e55-987b-ec309645cd5e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:58.050956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network befb5462-2d69-4e55-987b-ec309645cd5e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:02:58.057564 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fc2a77d2-a2df-46f4-b1c8-939a80378024), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.061180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.062518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc2a77d2-a2df-46f4-b1c8-939a80378024 HTTP/1.1" status: 204 len: 168 time: 0.2972019 Feb 03 11:02:58.072936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b1bb-9933-4d69-862b-11ab36f7617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a77d2-a2df-46f4-b1c8-939a80378024,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:58.267681 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.330335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6782e-d26d-49dc-bd46-96a351b2b207 req-c4cfa5b7-15d5-410d-92ff-c8ef8d92c10c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:58.331877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff6782e-d26d-49dc-bd46-96a351b2b207 req-c4cfa5b7-15d5-410d-92ff-c8ef8d92c10c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 932 time: 0.1456883 Feb 03 11:02:58.360686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:58.384433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Checking segment: {'id': 'e78a824c-1e84-440f-8847-cb9c323ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'befb5462-2d69-4e55-987b-ec309645cd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:02:58.384786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Network hostable DHCP agents. Network: befb5462-2d69-4e55-987b-ec309645cd5e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:02:58.408081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff6782e-d26d-49dc-bd46-96a351b2b207 req-da94ef3a-5535-4288-9ee0-bf7033ca5964 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702686 Feb 03 11:02:58.418762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Network befb5462-2d69-4e55-987b-ec309645cd5e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:02:58.434220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, befb5462-2d69-4e55-987b-ec309645cd5e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:02:58.438425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:58.439106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.448276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029799b1-f5de-42c4-af14-cbafa6532ae1 None None] Network befb5462-2d69-4e55-987b-ec309645cd5e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:58.471369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-723b4b64-c64b-4287-aa3a-ae5d6bded21b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4753411 Feb 03 11:02:58.550300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:02:58.553464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3012ed-28ce-4c07-a628-bcdf6ebbf20a None None] Network befb5462-2d69-4e55-987b-ec309645cd5e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:02:58.752848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:58.770278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1', 'mac_address': 'fa:16:3e:32:f9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:tempest-test_az-876370163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:02:58.801012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bad3db-e385-4bf5-a60e-b113331cbfda req-88385483-6e3a-4ece-85ff-19ceed8ee611 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:58.802537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17bad3db-e385-4bf5-a60e-b113331cbfda req-88385483-6e3a-4ece-85ff-19ceed8ee611 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 969 time: 0.0676484 Feb 03 11:02:58.813879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:02:58.814281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.831335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:02:58.864840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:02:58.869937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:02:58.871013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17bad3db-e385-4bf5-a60e-b113331cbfda req-22aeda54-c44f-4ec6-ba8b-18a6dbcbe277 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554090 Feb 03 11:02:58.924716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:02:59.229977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['69980402-31ce-49bf-9e3a-f1b6c22f1cb1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:02:59.239132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-de397e9a-951a-4d76-b542-a5a9766bc390 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:59.240643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-de397e9a-951a-4d76-b542-a5a9766bc390 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.1170368 Feb 03 11:02:59.257408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-d72ab525-fc06-4f1c-b667-e76af9b342d8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/quotas/202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 375 time: 0.0107303 Feb 03 11:02:59.301761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-ef3231a3-accb-4518-b866-739a86d93880 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369844 Feb 03 11:02:59.441392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-9f753726-c0b2-4d72-b419-d9894809cfbf service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323895 Feb 03 11:02:59.580298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-04c4f28f-49e0-4091-a171-fccef0442eaf service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380391 Feb 03 11:02:59.602770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef075c-5a81-46af-8dd9-b471420b0fdd req-26eca30c-f815-4150-8343-55d1dfad971b tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:59.604264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32ef075c-5a81-46af-8dd9-b471420b0fdd req-26eca30c-f815-4150-8343-55d1dfad971b tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 932 time: 0.0696290 Feb 03 11:02:59.662740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32ef075c-5a81-46af-8dd9-b471420b0fdd req-23ba6651-124d-417a-8e7a-3d5b88a93ddc tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509017 Feb 03 11:02:59.667880 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:02:59.792977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d7e1d5f-7c95-4110-9d21-2b0200d090b7 req-5ce2e03d-33d9-4304-9d77-9fe582d6a955 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 210 time: 0.0361228 Feb 03 11:02:59.997887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09bd80-1d6e-42e2-bb4f-b9a0bd0901f7 req-19f3b937-6cee-4195-809b-209d8edf11bc tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:02:59.999380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc09bd80-1d6e-42e2-bb4f-b9a0bd0901f7 req-19f3b937-6cee-4195-809b-209d8edf11bc tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 970 time: 0.0587554 Feb 03 11:03:00.031791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50214) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:00.092304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc09bd80-1d6e-42e2-bb4f-b9a0bd0901f7 req-0ef6ead9-82a0-490d-8121-6a9ccf10badf tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Feb 03 11:03:00.187974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca42af0-9ace-4f45-9f2b-222d17cf41b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.306526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca42af0-9ace-4f45-9f2b-222d17cf41b0 admin admin] Publish callbacks [] for security_group (ee422672-0337-4fb9-b502-43c01d8351a6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.311057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca42af0-9ace-4f45-9f2b-222d17cf41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ee422672-0337-4fb9-b502-43c01d8351a6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.358185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ca42af0-9ace-4f45-9f2b-222d17cf41b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f72a43e6b59a48d288ec82283cc7d13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253176 Feb 03 11:03:00.360119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42af0-9ace-4f45-9f2b-222d17cf41b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee422672-0337-4fb9-b502-43c01d8351a6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:00.361370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:00.471366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] Publish callbacks [] for security_group (ee422672-0337-4fb9-b502-43c01d8351a6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.493777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] Publish callbacks [] for security_group (ee422672-0337-4fb9-b502-43c01d8351a6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.552358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ee422672-0337-4fb9-b502-43c01d8351a6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.555296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.557014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee422672-0337-4fb9-b502-43c01d8351a6 HTTP/1.1" status: 204 len: 168 time: 0.1938329 Feb 03 11:03:00.563588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:00.570691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8006-a9a1-438b-9b47-cd2b9e5c6808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee422672-0337-4fb9-b502-43c01d8351a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:00.652498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:00.660501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:00.660956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.749550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:00.750483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.780769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:00.815612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db374a8-92f8-4acc-a5b6-0d6a83022d38 req-4a8222f0-360c-40ab-b5b0-a589e24d3ef1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:00.817308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3db374a8-92f8-4acc-a5b6-0d6a83022d38 req-4a8222f0-360c-40ab-b5b0-a589e24d3ef1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 932 time: 0.0701156 Feb 03 11:03:00.859721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:00.864735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:00.921642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3db374a8-92f8-4acc-a5b6-0d6a83022d38 req-c9e94bea-8182-4c7a-8d7a-9a1b9001d286 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905807 Feb 03 11:03:00.948727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7317bf58-5965-4675-b5d6-dff46ae0b8a2 req-3fcdbd7b-e408-4dc0-bb43-4334fd86f732 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 210 time: 0.0446584 Feb 03 11:03:00.955761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:01.006334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Request body: {'port': {'device_id': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:01.072436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.184806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-c0cd39aa-f657-4d01-8758-c03ae584950c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:01.191504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d13e12f-c2f2-46ea-a460-93d6e4ac1933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.199288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-c0cd39aa-f657-4d01-8758-c03ae584950c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.1588013 Feb 03 11:03:01.204666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:01.217366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Request body: {'port': {'device_id': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'admin_state_up': True, 'tenant_id': '202edb218022440b816ab5008043de5c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:01.379171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:01.384395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.413847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:01.466535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce38cc0a-73aa-475a-b4a9-33384f0dc555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.517528 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b245f59d-78ec-4bd9-8a52-f91b3d520b52" -d '{"events": [{"server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "name": "network-vif-plugged", "status": "completed", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:01.545967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da46addc-a75d-4f9f-8f35-cbfdd75813e2 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:01.557320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks [] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.564204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e784c0f-b89f-4b06-ab1d-ed6f6163e300 req-f741162f-72bd-4b45-8183-b412db44c5e6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:01.571781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e784c0f-b89f-4b06-ab1d-ed6f6163e300 req-f741162f-72bd-4b45-8183-b412db44c5e6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.1678421 Feb 03 11:03:01.584105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Transition to ACTIVE for port object da46addc-a75d-4f9f-8f35-cbfdd75813e2 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:01.589274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.693646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Pushing event updated for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:01.701783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Attempting to bind port da46addc-a75d-4f9f-8f35-cbfdd75813e2 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:01.702125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Attempting to bind port da46addc-a75d-4f9f-8f35-cbfdd75813e2 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:01.702475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Attempting to bind port da46addc-a75d-4f9f-8f35-cbfdd75813e2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:01.707907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Port da46addc-a75d-4f9f-8f35-cbfdd75813e2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:01.708238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Attempting to bind port da46addc-a75d-4f9f-8f35-cbfdd75813e2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:01.714329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:01.714329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Checking segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:01.714659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Bound using segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:01.715004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Bound port: da46addc-a75d-4f9f-8f35-cbfdd75813e2, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:01.715368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.797887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:01.802918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:01.809565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.836974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708ed6f6-cc21-488d-8206-5bbef206fdd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.848153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:01.848335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:01.851744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 200 len: 1092 time: 1.1893723 Feb 03 11:03:01.852250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:01.950362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e784c0f-b89f-4b06-ab1d-ed6f6163e300 req-ecf2af5a-7a97-4e4f-b515-acd203b87f48 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774791 Feb 03 11:03:01.964631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-2ceeb05e-3b60-4aa6-af65-7f4c666c0c45 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778755 Feb 03 11:03:01.964631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Allocated IP 172.20.0.14 (5fa897d9-e607-4149-946e-c2420f7fbdc2/5fc27248-d154-4e96-ac03-9e62a20ac11f/e6e0aa70-7b79-4206-af35-9e5294cbb9af) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:02.038608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce38cc0a-73aa-475a-b4a9-33384f0dc555 admin admin] Publish callbacks [] for security_group (6391200f-4051-473d-bb9c-2353b1ea6b1a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.062078 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce38cc0a-73aa-475a-b4a9-33384f0dc555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6391200f-4051-473d-bb9c-2353b1ea6b1a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.105224 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f71a28-0b47-422b-8416-ac6a8ecd3432 x-openstack-request-id: req-a3f71a28-0b47-422b-8416-ac6a8ecd3432 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:02.105752 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "name": "network-vif-plugged", "status": "completed", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:02.105906 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3f71a28-0b47-422b-8416-ac6a8ecd3432 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:02.106550 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1', 'code': 200} Feb 03 11:03:02.196337 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a74e0-0ca0-4572-a0a7-112acf5d8539" -d '{"events": [{"name": "network-changed", "server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:02.198471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.53', 59413) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:02.212394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ce38cc0a-73aa-475a-b4a9-33384f0dc555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1732d65fd4b496abba3a68adf6bde72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7815330 Feb 03 11:03:02.221357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38cc0a-73aa-475a-b4a9-33384f0dc555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6391200f-4051-473d-bb9c-2353b1ea6b1a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.225867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:02.285929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705789c1-5f9a-43bf-b85c-ba0ff55078e7 service neutron] Pushing event updated for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.286233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-bcc8c8c3-39a7-4281-85ab-dad87b37cb60 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.287694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-bcc8c8c3-39a7-4281-85ab-dad87b37cb60 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247755 Feb 03 11:03:02.322259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589604-0cb4-4d34-afce-580f7556cf6e req-bb28b40f-f166-41a1-8f0b-3e470ce5d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.323761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-23589604-0cb4-4d34-afce-580f7556cf6e req-bb28b40f-f166-41a1-8f0b-3e470ce5d202 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 1153 time: 0.1224122 Feb 03 11:03:02.326142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-1cebd119-2aa2-4b2a-a3e0-85e4458cb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.327486 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-1cebd119-2aa2-4b2a-a3e0-85e4458cb4e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 1126 time: 0.4002285 Feb 03 11:03:02.348117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-23589604-0cb4-4d34-afce-580f7556cf6e req-58d7f7ab-0077-4f72-a439-7b24d5a283fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.387603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708ed6f6-cc21-488d-8206-5bbef206fdd7 admin admin] Publish callbacks [] for security_group (c02f665a-c40a-46fa-a416-942b7d2d284b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.391499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-424bfc9b-7e64-4a74-b494-5136d09961c3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/quotas/cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 375 time: 0.0503192 Feb 03 11:03:02.402154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708ed6f6-cc21-488d-8206-5bbef206fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c02f665a-c40a-46fa-a416-942b7d2d284b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.415675 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-cfe7e59e-103b-48bc-bdee-49e290ac04eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 200 len: 217 time: 0.0734305 Feb 03 11:03:02.488755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7686d934-0a5f-4375-8bf1-3152f85f0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.490263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-7686d934-0a5f-4375-8bf1-3152f85f0124 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.0669141 Feb 03 11:03:02.515559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75013c36-548a-4814-a2d5-e06b7cf86550 req-be2015a3-4dfa-4d3f-be24-b71b31000496 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.517461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75013c36-548a-4814-a2d5-e06b7cf86550 req-be2015a3-4dfa-4d3f-be24-b71b31000496 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 944 time: 0.3423810 Feb 03 11:03:02.521499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-708ed6f6-cc21-488d-8206-5bbef206fdd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=635679262bfd47b68a3859fb9d0da493&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3129537 Feb 03 11:03:02.528590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-d67749ed-6c37-4a75-8594-9747e8f759fb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273775 Feb 03 11:03:02.529647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50300) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:02.531764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks [] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.539116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ed6f6-cc21-488d-8206-5bbef206fdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02f665a-c40a-46fa-a416-942b7d2d284b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.547734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] Publish callbacks [] for security_group (6391200f-4051-473d-bb9c-2353b1ea6b1a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.583458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] Publish callbacks [] for security_group (6391200f-4051-473d-bb9c-2353b1ea6b1a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.615979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-23589604-0cb4-4d34-afce-580f7556cf6e req-58d7f7ab-0077-4f72-a439-7b24d5a283fc service neutron] Publish callbacks [] for security_group (66c11cfa-cf2a-40ba-8acd-8da95feb66f7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.628012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-23589604-0cb4-4d34-afce-580f7556cf6e req-58d7f7ab-0077-4f72-a439-7b24d5a283fc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (66c11cfa-cf2a-40ba-8acd-8da95feb66f7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.657223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75013c36-548a-4814-a2d5-e06b7cf86550 req-f389f34d-4ace-40fe-bbf5-efb5101c5fb3 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233966 Feb 03 11:03:02.665869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.721002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c56b9-2b3c-4704-a24b-45c51528039c req-92ea673e-69b5-4657-b455-2a3e3b5a0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.722527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-92ea673e-69b5-4657-b455-2a3e3b5a0a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2251897 Feb 03 11:03:02.723150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] Publish callbacks [] for security_group (c02f665a-c40a-46fa-a416-942b7d2d284b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.771021 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-23589604-0cb4-4d34-afce-580f7556cf6e req-58d7f7ab-0077-4f72-a439-7b24d5a283fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400227 Feb 03 11:03:02.773064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:02.780496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7f7ab-0077-4f72-a439-7b24d5a283fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66c11cfa-cf2a-40ba-8acd-8da95feb66f7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.803769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] Publish callbacks [] for security_group (c02f665a-c40a-46fa-a416-942b7d2d284b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.813048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:02.819737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6391200f-4051-473d-bb9c-2353b1ea6b1a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.822314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.825730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6391200f-4051-473d-bb9c-2353b1ea6b1a HTTP/1.1" status: 204 len: 168 time: 0.5937676 Feb 03 11:03:02.827172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:02.835245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.835888 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:02.862803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.868981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9f5ad-a43d-4d65-99c6-4d20213adefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6391200f-4051-473d-bb9c-2353b1ea6b1a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:02.878672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a7c6884c-509c-4c30-89b1-2a465a840e83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6655815 Feb 03 11:03:02.887805 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b45e15d-5bb4-4f40-84be-5fc9ac0172e8 x-openstack-request-id: req-5b45e15d-5bb4-4f40-84be-5fc9ac0172e8 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:02.888387 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:02.888674 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b45e15d-5bb4-4f40-84be-5fc9ac0172e8 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:02.889113 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'status': 'completed', 'code': 200} Feb 03 11:03:02.895786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-81c5ab3a-1ce4-46e7-905b-d86043647cae service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587083 Feb 03 11:03:02.898619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791486b9-1c52-40c2-8ccf-0b759d604198 req-b8e40555-24eb-4c63-848b-5d01da7de6f1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:02.899046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-791486b9-1c52-40c2-8ccf-0b759d604198 req-b8e40555-24eb-4c63-848b-5d01da7de6f1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 932 time: 0.1303000 Feb 03 11:03:03.014556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f991280c-c1b8-4c89-aba3-22e2b6a564f8 req-4e25d52e-ec86-44c0-ac7f-13225901465f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 210 time: 0.0573230 Feb 03 11:03:03.019286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-791486b9-1c52-40c2-8ccf-0b759d604198 req-7e410063-8be3-4767-93ff-0706916f00b2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 Feb 03 11:03:03.059536 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-027c56b9-2b3c-4704-a24b-45c51528039c req-61e16fc3-9048-4afa-a051-d7dc4a5e3ee4 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508052 Feb 03 11:03:03.060535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c02f665a-c40a-46fa-a416-942b7d2d284b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.064312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.066293 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c02f665a-c40a-46fa-a416-942b7d2d284b HTTP/1.1" status: 204 len: 168 time: 0.5353720 Feb 03 11:03:03.081772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Request body: {'port': {'device_id': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'device_owner': 'compute:tempest-test_az-876370163', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:03.096474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d04866-039b-4590-8de6-5b0c9e00b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02f665a-c40a-46fa-a416-942b7d2d284b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:03.213274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-bde8537f-b581-4288-9437-212da1a71d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.214898 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-bde8537f-b581-4288-9437-212da1a71d87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 1126 time: 0.0556202 Feb 03 11:03:03.216396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.364092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73c0f-7a31-4872-951c-217911d78e9e req-89f28d97-63aa-4089-b271-ed5886856dbb tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.366290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cb73c0f-7a31-4872-951c-217911d78e9e req-89f28d97-63aa-4089-b271-ed5886856dbb tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.2182968 Feb 03 11:03:03.463140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-748a399d-4ce8-4449-8cc6-da00455602b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.465003 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-748a399d-4ce8-4449-8cc6-da00455602b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 924 time: 0.2429304 Feb 03 11:03:03.513467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18993586-42ac-4fdb-9681-65ba1ea7dd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.530558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cb73c0f-7a31-4872-951c-217911d78e9e req-023ad5b5-8d2f-489c-9f75-438ef1faf9af tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537066 Feb 03 11:03:03.571076 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-4c28524e-cd56-49e6-ac69-29574909c548 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 200 len: 217 time: 0.0768216 Feb 03 11:03:03.591976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e0aa70-7b79-4206-af35-9e5294cbb9af {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:03.601324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks [] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.615937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Transition to ACTIVE for port object e6e0aa70-7b79-4206-af35-9e5294cbb9af will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:03.626372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.637835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-049fd266-3583-4cbf-ba0a-779a3653622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.639640 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-049fd266-3583-4cbf-ba0a-779a3653622a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.0632293 Feb 03 11:03:03.676274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:03.696634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:03.705983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc4-e898-4458-b6b0-54e97c16cfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.708497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-9bcc4dbf-ca5f-495f-9a65-5d4449658714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.710123 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-9bcc4dbf-ca5f-495f-9a65-5d4449658714 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640242 Feb 03 11:03:03.816506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-363deb1a-5609-4a38-abe8-2d1ba385beef service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995150 Feb 03 11:03:03.822415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:03.822754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:03.823083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:03.842321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:03.842429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:03.860371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc4-e898-4458-b6b0-54e97c16cfd2 admin admin] Publish callbacks [] for security_group (5c272280-48e6-4c34-95f3-6dfff336e28f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.863957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:03.863957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:03.863957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:03.863957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Bound port: e6e0aa70-7b79-4206-af35-9e5294cbb9af, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:03.863957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.876382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc4-e898-4458-b6b0-54e97c16cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5c272280-48e6-4c34-95f3-6dfff336e28f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:03.888597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaed82-2fcb-4621-977e-e0860c638c18 req-3934b6d7-290f-478f-acc6-26f04b563886 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:03.890107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bdaed82-2fcb-4621-977e-e0860c638c18 req-3934b6d7-290f-478f-acc6-26f04b563886 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 944 time: 0.1378307 Feb 03 11:03:03.928730 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-353a74e0-0ca0-4572-a0a7-112acf5d8539 req-09f1ecb7-0058-4ca9-a752-6c5685628749 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057076 Feb 03 11:03:03.962530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0d5dcc4-e898-4458-b6b0-54e97c16cfd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d37d0419788742c09751893697afa7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852242 Feb 03 11:03:03.965394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:03.971686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5dcc4-e898-4458-b6b0-54e97c16cfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c272280-48e6-4c34-95f3-6dfff336e28f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:04.014916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bdaed82-2fcb-4621-977e-e0860c638c18 req-7763bd85-3eac-4c9e-9ab5-86f2b581d6fe tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166005 Feb 03 11:03:04.019373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:04.023844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:04.026331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] Publish callbacks [] for security_group (5c272280-48e6-4c34-95f3-6dfff336e28f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.026648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:04.033257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.069526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.070148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.071687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] 10.222.0.53 "PUT /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 1113 time: 0.9997435 Feb 03 11:03:04.072336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:04.074364 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:04.094475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] Publish callbacks [] for security_group (5c272280-48e6-4c34-95f3-6dfff336e28f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.103474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd62e0-9109-47a8-a545-d5aec30d177e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:04.197319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5c272280-48e6-4c34-95f3-6dfff336e28f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.200529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.202013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c272280-48e6-4c34-95f3-6dfff336e28f HTTP/1.1" status: 204 len: 168 time: 0.2354453 Feb 03 11:03:04.205462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22342203-3a9c-4679-a19b-25bd99fc1ff5 req-9ba261bc-54e1-44d9-82ff-2f9a31ca22f2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 210 time: 0.0517766 Feb 03 11:03:04.208832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1443310962-network', 'tenant_id': '828aaa4b7af9498090801d377111362a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:04.211713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8834786-c1b3-4263-bbae-3a9a4c9975c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c272280-48e6-4c34-95f3-6dfff336e28f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:04.244562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-20241c08-5dd9-4d7f-bd78-a1a0d147a56e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259552 Feb 03 11:03:04.301170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:04.303587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.306616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-5ae1b726-8198-4d3f-9143-fe76c5355f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.308071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-5ae1b726-8198-4d3f-9143-fe76c5355f12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1147 time: 0.1872370 Feb 03 11:03:04.321733 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c34172a-f733-4b0e-ac28-a0984e8050aa x-openstack-request-id: req-4c34172a-f733-4b0e-ac28-a0984e8050aa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:04.322197 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:04.322423 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c34172a-f733-4b0e-ac28-a0984e8050aa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:04.322858 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'status': 'completed', 'code': 200} Feb 03 11:03:04.333918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.372637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-14b82870-003d-4ae3-b00b-9e2727455ad3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.374552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-14b82870-003d-4ae3-b00b-9e2727455ad3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245906 Feb 03 11:03:04.396306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Request body: {'port': {'device_id': '089b657d-840b-407d-abbb-d9ed32125c8c', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'cb19ff6d58154544bf697b8bf6c76451'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:04.402578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-d9d05626-0e4f-440d-a24c-c58c876eb756 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0701632 Feb 03 11:03:04.412111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfe6a2-2e35-4e33-894c-dca55d1ea3d5 req-0646fae9-267a-4d89-a5d0-ecc7adc4224e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.413630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2cfe6a2-2e35-4e33-894c-dca55d1ea3d5 req-0646fae9-267a-4d89-a5d0-ecc7adc4224e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.2455812 Feb 03 11:03:04.472813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.516792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-d610666f-acb4-419e-9dd8-4fc36b0267c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.518266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-d610666f-acb4-419e-9dd8-4fc36b0267c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1007988 Feb 03 11:03:04.531532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Made reservation on behalf of cb19ff6d58154544bf697b8bf6c76451 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:04.535135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.539740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2cfe6a2-2e35-4e33-894c-dca55d1ea3d5 req-dbc34edf-56ef-4685-bca4-aa9f400edbc9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126075 Feb 03 11:03:04.545505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.562674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-a29c6ab4-6cda-42a2-93ba-c28c9dbeeda9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367749 Feb 03 11:03:04.639220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for security_group (124a5805-f2db-453f-9e7c-0fcbdb65837d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.639523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks [] for security_group (f5083a4a-752e-4c2e-8763-edd72b6e034c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.645371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (124a5805-f2db-453f-9e7c-0fcbdb65837d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.658372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f5083a4a-752e-4c2e-8763-edd72b6e034c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.730670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124a5805-f2db-453f-9e7c-0fcbdb65837d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:04.741356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:03:04.763277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5083a4a-752e-4c2e-8763-edd72b6e034c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:04.766700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (053d9d77-b839-4609-bd80-98f9fc6a80d1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.767047 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Added segment 053d9d77-b839-4609-bd80-98f9fc6a80d1 of type vlan for network da23f46f-2179-472f-a1fd-827be430980b Feb 03 11:03:04.818666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-73ce71a9-35ee-4c1c-acf8-08fa41ee30fc service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365313 Feb 03 11:03:04.825400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5483628-328f-4245-a402-f9d6a19b7f9e req-ac62202d-de19-41ec-a8bc-97bbba0e2d32 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.826881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5483628-328f-4245-a402-f9d6a19b7f9e req-ac62202d-de19-41ec-a8bc-97bbba0e2d32 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.1915824 Feb 03 11:03:04.830065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Allocated IP 192.168.233.101 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/95fa40aa-a0aa-4525-9e88-301b2ba21c84) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:04.845290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (da23f46f-2179-472f-a1fd-827be430980b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.952443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (da23f46f-2179-472f-a1fd-827be430980b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.953942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:04.954521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:04.969630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5483628-328f-4245-a402-f9d6a19b7f9e req-419c110a-1ac6-4d63-83ad-e60d10644a2f tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335516 Feb 03 11:03:04.998676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.007580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9797640 Feb 03 11:03:05.010819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:05.017031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Request body: {'subnet': {'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1443310962-subnet', 'tenant_id': '828aaa4b7af9498090801d377111362a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:05.039056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b768e5a7-892a-458c-94ec-74621c25ce4c req-36313480-a2f2-49e9-993a-0a5b00309e4b service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060711 Feb 03 11:03:05.042264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af214e-68b0-448d-b90c-c5409dde78dd admin admin] Pushing event updated for resources: {'Network': ['ID=da23f46f-2179-472f-a1fd-827be430980b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:05.059750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network da23f46f-2179-472f-a1fd-827be430980b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:03:05.198104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-1f755447-de75-49c8-82e3-cf8fce7f26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.199605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-1f755447-de75-49c8-82e3-cf8fce7f26ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1147 time: 0.0957119 Feb 03 11:03:05.211867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aefcad-0773-4ce3-97e4-5cfc99e26a11 req-adf79c61-d990-4a26-9b1c-db82771391d8 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.213333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68aefcad-0773-4ce3-97e4-5cfc99e26a11 req-adf79c61-d990-4a26-9b1c-db82771391d8 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 944 time: 0.0987351 Feb 03 11:03:05.236974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.273270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:05.316881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:05.321327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.325330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:05.338172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:05.345143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.346152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.401958 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0099039 Feb 03 11:03:05.442845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dbd21-4ceb-4d17-84a3-04794037174d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:05.461112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Request body: {'port': {'device_id': '089b657d-840b-407d-abbb-d9ed32125c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:05.533496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68aefcad-0773-4ce3-97e4-5cfc99e26a11 req-7f5c3db8-fb50-4b8f-b6f7-a0a6d227538a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113852 Feb 03 11:03:05.547856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.548205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-4b2e0d37-26a5-4cda-9ba2-464166e75ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.550388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-4b2e0d37-26a5-4cda-9ba2-464166e75ef5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.3362021 Feb 03 11:03:05.572741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082faa-0c52-4ae8-8e73-3026b6ee9173 req-8eeb45f3-2c8a-4e67-82a8-00a2cc65c7d5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.574508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac082faa-0c52-4ae8-8e73-3026b6ee9173 req-8eeb45f3-2c8a-4e67-82a8-00a2cc65c7d5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 936 time: 0.1066782 Feb 03 11:03:05.610649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-5a349053-6ad1-4473-a26d-49c82091568f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0521994 Feb 03 11:03:05.706598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-84d22e91-fabb-412a-aa6d-a3bf45c1b768 None None] Provisioning complete for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:05.707646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84d22e91-fabb-412a-aa6d-a3bf45c1b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.719652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac082faa-0c52-4ae8-8e73-3026b6ee9173 req-e1a101f3-a9a0-4d53-a640-21cf8a845090 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122077 Feb 03 11:03:05.725007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-78b5fc8c-ffa0-4fd2-af9a-103dc1cfc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.726580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-78b5fc8c-ffa0-4fd2-af9a-103dc1cfc32d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1026826 Feb 03 11:03:05.745763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35684d4-8424-4cee-bda7-ee66278e61e3 req-c497b144-c1f9-47c6-8e67-9e8bd22e399f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.747706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c35684d4-8424-4cee-bda7-ee66278e61e3 req-c497b144-c1f9-47c6-8e67-9e8bd22e399f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.0921359 Feb 03 11:03:05.752666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (9f2ec76e-3a80-4ac8-992f-351c9b04f6f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.772310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-84d22e91-fabb-412a-aa6d-a3bf45c1b768 None None] Port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:05.788504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-6cfd883b-12c3-4fa5-93e8-d9750660ae48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395060 Feb 03 11:03:05.863958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:05.866555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c35684d4-8424-4cee-bda7-ee66278e61e3 req-6269fcf1-454c-4a20-a8c0-2d974b15e243 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 Feb 03 11:03:05.890032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:05.890418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Network hostable DHCP agents. Network: da23f46f-2179-472f-a1fd-827be430980b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:03:05.926849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-cba63ce2-70a6-4aae-acd0-3942650f94ca service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118152 Feb 03 11:03:05.934744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Network da23f46f-2179-472f-a1fd-827be430980b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:03:05.966721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, da23f46f-2179-472f-a1fd-827be430980b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:05.973209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:05.973817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:05.978085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362146f5-109e-469a-9329-7a4d4eaea7d6 None None] Network da23f46f-2179-472f-a1fd-827be430980b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:03:05.992017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fa40aa-a0aa-4525-9e88-301b2ba21c84 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:06.002280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks [] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.008226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b9bc55a-dbd4-42a1-bf96-5dc31bc7f505 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9962511 Feb 03 11:03:06.021272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Transition to ACTIVE for port object 95fa40aa-a0aa-4525-9e88-301b2ba21c84 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:06.025721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.085504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ec45932-cb6f-444b-898c-3dd67d9f6fcc req-a553f4d9-22fe-4857-a291-92e89be3212e service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497796 Feb 03 11:03:06.119836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:06.167248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:06.167975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:06.168482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:06.176937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:06.180234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:06.191332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84359c9-ecea-4919-abb4-5a0a66e18b47 req-17d96c33-e38c-4d58-95b6-eb2edf503e58 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.194167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:06.194508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:06.194891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:06.195320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Bound port: 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:06.195673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.199674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b84359c9-ecea-4919-abb4-5a0a66e18b47 req-17d96c33-e38c-4d58-95b6-eb2edf503e58 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.0957658 Feb 03 11:03:06.293248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b84359c9-ecea-4919-abb4-5a0a66e18b47 req-ed589a7e-de9e-4173-b639-3c8f0ef8eff1 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904772 Feb 03 11:03:06.339167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:06.343653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:06.357652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.358320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.395372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f70eb-b470-4103-8f70-180d17981d9c None None] Network da23f46f-2179-472f-a1fd-827be430980b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:03:06.405689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.406369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.407763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] 10.222.0.69 "PUT /v2.0/ports/95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 1096 time: 0.9660292 Feb 03 11:03:06.408209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:06.410453 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d44231-c7f8-4141-8341-64b88b5c2720" -d '{"events": [{"name": "network-changed", "server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:06.460368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c4d0-a809-4a58-8499-2abdaf4b9014 service neutron] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:06.586894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-04bf10d3-715c-4084-b0f8-0c8f49239081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.590776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-04bf10d3-715c-4084-b0f8-0c8f49239081 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1130 time: 0.1155982 Feb 03 11:03:06.661137 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-d83c1a40-00e4-4747-9a99-f49d535d367e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0566213 Feb 03 11:03:06.668680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-5a0a520a-bcb1-4900-8675-ce587cb058df tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.670663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-5a0a520a-bcb1-4900-8675-ce587cb058df tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 1153 time: 0.1126823 Feb 03 11:03:06.695169 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-992cf694-79eb-4667-981c-ba482ddba7e8 tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.712125 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb2ff5c-7731-49a1-a731-a610bf02c7c0 x-openstack-request-id: req-1bb2ff5c-7731-49a1-a731-a610bf02c7c0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:06.712461 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:06.712711 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bb2ff5c-7731-49a1-a731-a610bf02c7c0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:06.713141 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'status': 'completed', 'code': 200} Feb 03 11:03:06.729518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-10290511-acff-49a2-8afb-fe5a978d3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.731747 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-10290511-acff-49a2-8afb-fe5a978d3dd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0601802 Feb 03 11:03:06.811714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-7bd916c2-56b8-413a-b009-067d44529bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.814270 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-7bd916c2-56b8-413a-b009-067d44529bdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0767014 Feb 03 11:03:06.829757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-992cf694-79eb-4667-981c-ba482ddba7e8 tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] Publish callbacks [] for security_group (bd3012f7-527e-4300-a4ea-6d496d5755c3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.835754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-992cf694-79eb-4667-981c-ba482ddba7e8 tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bd3012f7-527e-4300-a4ea-6d496d5755c3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:06.846291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2170e-ce6a-4d00-8bd3-28220004dfbb req-31a50d9f-e9a1-4a03-8be0-dda310b90da6 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:06.847775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01e2170e-ce6a-4d00-8bd3-28220004dfbb req-31a50d9f-e9a1-4a03-8be0-dda310b90da6 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 944 time: 0.0854688 Feb 03 11:03:06.903719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cf694-79eb-4667-981c-ba482ddba7e8 tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3012f7-527e-4300-a4ea-6d496d5755c3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:06.908735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e24aaae9-bbf5-4769-b35d-f87285807df9 req-992cf694-79eb-4667-981c-ba482ddba7e8 tempest-AggregatesAdminTestJSON-72420193 tempest-AggregatesAdminTestJSON-72420193-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302585 Feb 03 11:03:06.936852 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-5ed8b13a-8955-4d72-af5d-0dcfa4f083b3 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159244 Feb 03 11:03:06.938575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01e2170e-ce6a-4d00-8bd3-28220004dfbb req-bd783a47-bfb8-4844-a0fd-86356fbaec50 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745053 Feb 03 11:03:06.963713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:06.970365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-141389345-network', 'tenant_id': 'd58484fdf1a64572988ce179155042bc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:06.992162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Made reservation on behalf of d58484fdf1a64572988ce179155042bc for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:06.995398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.005728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.053617 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae415baf-0e8e-4a01-9cb9-f87d98537e74 req-e90fab63-1585-4852-8667-250776b36253 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101794 Feb 03 11:03:07.096166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2922-1c58-478b-866b-87dc474f017e req-55ccd2d4-d356-4a5f-b724-e6c4bcd520e0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.097731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccbd2922-1c58-478b-866b-87dc474f017e req-55ccd2d4-d356-4a5f-b724-e6c4bcd520e0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.0834305 Feb 03 11:03:07.153286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks [] for security_group (dfb5f47d-617a-4115-94ec-bd6a8b0b2827), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.163458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dfb5f47d-617a-4115-94ec-bd6a8b0b2827), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.183013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccbd2922-1c58-478b-866b-87dc474f017e req-03ac5af7-8cf9-4b42-930f-ed0da3d998fc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Feb 03 11:03:07.200662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-2fb6a856-3413-4db7-a242-692a6d1d41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.204229 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-2fb6a856-3413-4db7-a242-692a6d1d41ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1130 time: 0.0652058 Feb 03 11:03:07.209581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:03:07.214398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5f47d-617a-4115-94ec-bd6a8b0b2827,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:07.225081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e1042c7a-85bd-4a30-8436-3c16d48983b7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.225550 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Added segment e1042c7a-85bd-4a30-8436-3c16d48983b7 of type vlan for network 136649a4-c094-43ba-b63c-6388fc2f5a23 Feb 03 11:03:07.274000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.306188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (136649a4-c094-43ba-b63c-6388fc2f5a23), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.348509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7bd0-f496-4adb-b1a8-a0f1202f490c req-978c622e-0acf-49a6-b41c-44d30e731918 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.350139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a16e7bd0-f496-4adb-b1a8-a0f1202f490c req-978c622e-0acf-49a6-b41c-44d30e731918 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.0852308 Feb 03 11:03:07.351241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (136649a4-c094-43ba-b63c-6388fc2f5a23), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.352162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.352795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.355894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-fb430cf8-8cbe-457d-8c40-1f2ab1f8cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.358238 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-fb430cf8-8cbe-457d-8c40-1f2ab1f8cb70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1474943 Feb 03 11:03:07.405560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4404209 Feb 03 11:03:07.406545 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-94a7797e-5f83-4a56-8b96-8b489f33770c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0415561 Feb 03 11:03:07.408247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50438) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:07.413006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Request body: {'subnet': {'network_id': '136649a4-c094-43ba-b63c-6388fc2f5a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-141389345-subnet', 'tenant_id': 'd58484fdf1a64572988ce179155042bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:07.448795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device da46addc-a75d-4f9f-8f35-cbfdd75813e2 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:07.450251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1002-b772-4d09-8f90-1c06a3ab7ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=136649a4-c094-43ba-b63c-6388fc2f5a23,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:07.477203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 136649a4-c094-43ba-b63c-6388fc2f5a23 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:03:07.479478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a16e7bd0-f496-4adb-b1a8-a0f1202f490c req-bdc3f422-7666-4cbd-b430-6fc88dc7a30e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149046 Feb 03 11:03:07.488063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Made reservation on behalf of d58484fdf1a64572988ce179155042bc for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:07.490898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.494663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-6ba9f400-9f04-40fa-bf55-0dc209c1d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.496230 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-6ba9f400-9f04-40fa-bf55-0dc209c1d8a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0790482 Feb 03 11:03:07.631516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cc035-b972-45ce-814d-dbf4152590a3 req-9f248307-ef08-49ce-be4b-0cffa013db77 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.633220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-410cc035-b972-45ce-814d-dbf4152590a3 req-9f248307-ef08-49ce-be4b-0cffa013db77 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.0726573 Feb 03 11:03:07.633722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-f49e9b82-9a95-46fe-8d75-e2fcb76f2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.635762 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-f49e9b82-9a95-46fe-8d75-e2fcb76f2262 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1225443 Feb 03 11:03:07.696770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:07.708517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-410cc035-b972-45ce-814d-dbf4152590a3 req-9434c99b-1306-47d9-b8af-64e14e226ae0 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672545 Feb 03 11:03:07.709680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'port_id': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'mac_address': 'fa:16:3e:c2:36:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:07.756962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port da46addc-a75d-4f9f-8f35-cbfdd75813e2 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:07.757729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.774083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da46addc-a75d-4f9f-8f35-cbfdd75813e2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:07.795336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:07.798426 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-55cf88bb-5f42-4b0b-a4f0-2fc9e149a8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560316 Feb 03 11:03:07.799957 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.827686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (90779e39-98c9-4447-9e12-e93c43e92628), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:07.854623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:07.932597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=90779e39-98c9-4447-9e12-e93c43e92628,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:07.954244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2d44231-c7f8-4141-8341-64b88b5c2720 req-a65a1446-12d3-4565-96aa-2c61e076af60 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492600 Feb 03 11:03:07.957101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Checking segment: {'id': 'e1042c7a-85bd-4a30-8436-3c16d48983b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '136649a4-c094-43ba-b63c-6388fc2f5a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:07.957476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Network hostable DHCP agents. Network: 136649a4-c094-43ba-b63c-6388fc2f5a23, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:03:07.976857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Network 136649a4-c094-43ba-b63c-6388fc2f5a23 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:03:07.991392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 136649a4-c094-43ba-b63c-6388fc2f5a23) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:07.995820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:07.996565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.004781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1082d-c359-4c20-ac6c-3e40239d7ffb None None] Network 136649a4-c094-43ba-b63c-6388fc2f5a23 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:03:08.021930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60044a17-d565-4400-b44b-4d909c52f3bc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6126301 Feb 03 11:03:08.082660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f7d99-2fba-401d-b4dd-c7d8ffb462f5 req-b65b437a-a39f-4132-ac20-5dbf5ea77fdd tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:08.090104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c9f7d99-2fba-401d-b4dd-c7d8ffb462f5 req-b65b437a-a39f-4132-ac20-5dbf5ea77fdd tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 945 time: 0.0693672 Feb 03 11:03:08.145238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c9f7d99-2fba-401d-b4dd-c7d8ffb462f5 req-b31737c4-78ff-42a0-b356-ed39919ab3b4 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517097 Feb 03 11:03:08.151581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116e3b4-c264-4f00-8445-f8711c3a557a None None] Network 136649a4-c094-43ba-b63c-6388fc2f5a23 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:03:08.335413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44ba1-7a32-44e3-a461-afa6206f46d8 req-aa54f8a0-09b2-4ffb-8ff2-7724b145d517 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:08.336897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8e44ba1-7a32-44e3-a461-afa6206f46d8 req-aa54f8a0-09b2-4ffb-8ff2-7724b145d517 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.0633395 Feb 03 11:03:08.337392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:08.358017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['da46addc-a75d-4f9f-8f35-cbfdd75813e2'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:08.396480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8e44ba1-7a32-44e3-a461-afa6206f46d8 req-9dc4ddff-887b-414a-a479-98c7ca75b819 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535550 Feb 03 11:03:08.489125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e6e33a3-2e11-4e84-b9d9-bbce9d525d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.584706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:08.593655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e6e33a3-2e11-4e84-b9d9-bbce9d525d84 admin admin] Publish callbacks [] for security_group (44af64c9-cb72-4258-9638-1a05e7b75139), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.599862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e6e33a3-2e11-4e84-b9d9-bbce9d525d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (44af64c9-cb72-4258-9638-1a05e7b75139), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.674577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e6e33a3-2e11-4e84-b9d9-bbce9d525d84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a929d3f50d9140dbb416fb73b2456294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361874 Feb 03 11:03:08.677398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:08.682079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e33a3-2e11-4e84-b9d9-bbce9d525d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af64c9-cb72-4258-9638-1a05e7b75139,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:08.685383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:08.691283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870f7e2-68e9-496d-8b6e-c8974e33fb18 req-3bbfacd5-04a4-4e5b-98c8-a07865440cbb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:08.697389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6870f7e2-68e9-496d-8b6e-c8974e33fb18 req-3bbfacd5-04a4-4e5b-98c8-a07865440cbb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.1366589 Feb 03 11:03:08.703403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'port_id': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'mac_address': 'fa:16:3e:07:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc27248-d154-4e96-ac03-9e62a20ac11f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-876370163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:08.742601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e6e0aa70-7b79-4206-af35-9e5294cbb9af is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:08.742813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] Publish callbacks [] for security_group (44af64c9-cb72-4258-9638-1a05e7b75139), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.742929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.758329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e0aa70-7b79-4206-af35-9e5294cbb9af {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:08.767520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] Publish callbacks [] for security_group (44af64c9-cb72-4258-9638-1a05e7b75139), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.779987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:08.788130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.798018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6870f7e2-68e9-496d-8b6e-c8974e33fb18 req-abc21bff-decf-4ed6-be8f-35e3f96c46cb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995412 Feb 03 11:03:08.805358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-3f5f8b54-d305-4483-afad-5a339522f9aa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:08.813528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-3f5f8b54-d305-4483-afad-5a339522f9aa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1916118 Feb 03 11:03:08.829929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-b0998d58-682a-4f66-9a38-793698ccbc7f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/quotas/828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 375 time: 0.0150297 Feb 03 11:03:08.835339 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (44af64c9-cb72-4258-9638-1a05e7b75139), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.838648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:08.853254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:08.856169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44af64c9-cb72-4258-9638-1a05e7b75139 HTTP/1.1" status: 204 len: 168 time: 0.1645350 Feb 03 11:03:08.866914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e6808-6f75-4950-a03f-f7206b071934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af64c9-cb72-4258-9638-1a05e7b75139,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:08.900771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-0b6aaeeb-5238-462b-8bbc-d8a48d363dca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695910 Feb 03 11:03:08.972899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32fad5-f44d-4e0d-890d-f094ac5f2578 req-5080d2ff-85c0-415b-ad81-912505f121bd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:08.974923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e32fad5-f44d-4e0d-890d-f094ac5f2578 req-5080d2ff-85c0-415b-ad81-912505f121bd tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.0612862 Feb 03 11:03:08.999186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e6e0aa70-7b79-4206-af35-9e5294cbb9af'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:09.064070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e32fad5-f44d-4e0d-890d-f094ac5f2578 req-3fdad960-4122-48e9-9f30-2f6d183b1978 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb4e16ad-257a-4a55-a3a2-667d20728897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Feb 03 11:03:09.084177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-c83f8248-e0dc-4e86-8756-d80bae287ff9 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:09.085900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-c83f8248-e0dc-4e86-8756-d80bae287ff9 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 971 time: 0.0729976 Feb 03 11:03:09.149674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fcdbf67-6a7d-4e32-a5f7-6439d491a2e3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:09.157386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fcdbf67-6a7d-4e32-a5f7-6439d491a2e3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1325819 Feb 03 11:03:09.190581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:09.206675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec203f2-b215-41d1-a762-dd44ab26e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.289033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec203f2-b215-41d1-a762-dd44ab26e3cd admin admin] Publish callbacks [] for security_group (46aefff6-7693-4308-a1c7-faac0b931812), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.292890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec203f2-b215-41d1-a762-dd44ab26e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (46aefff6-7693-4308-a1c7-faac0b931812), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.332073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec203f2-b215-41d1-a762-dd44ab26e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aefff6-7693-4308-a1c7-faac0b931812,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:09.340683 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bec203f2-b215-41d1-a762-dd44ab26e3cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bcd6da65a72469696448908aa0fbae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489158 Feb 03 11:03:09.341562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:09.377237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-bcfeb3d9-572b-4392-8cb7-3832622d9c14 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189784 Feb 03 11:03:09.388792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] Publish callbacks [] for security_group (46aefff6-7693-4308-a1c7-faac0b931812), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.389032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa65621-b0a8-41e9-bd19-23424cb459d9 req-d70335be-5c2e-4561-bde0-c619e43411ae tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:09.390230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baa65621-b0a8-41e9-bd19-23424cb459d9 req-d70335be-5c2e-4561-bde0-c619e43411ae tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 945 time: 0.1507766 Feb 03 11:03:09.412032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] Publish callbacks [] for security_group (46aefff6-7693-4308-a1c7-faac0b931812), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.440299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Deleting port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:09.440637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.451628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device da46addc-a75d-4f9f-8f35-cbfdd75813e2 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:09.464411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (46aefff6-7693-4308-a1c7-faac0b931812), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.467290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.471493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46aefff6-7693-4308-a1c7-faac0b931812 HTTP/1.1" status: 204 len: 168 time: 0.1264379 Feb 03 11:03:09.485204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a27a8b-f52c-440d-a9d6-153e301b154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aefff6-7693-4308-a1c7-faac0b931812,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:09.519393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port da46addc-a75d-4f9f-8f35-cbfdd75813e2 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:09.524792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port da46addc-a75d-4f9f-8f35-cbfdd75813e2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:09.525353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.567710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baa65621-b0a8-41e9-bd19-23424cb459d9 req-720628e2-fd36-4089-ade1-ffaf3abadb3a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667604 Feb 03 11:03:09.605644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] For port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:09.606015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.617677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-223d2208-7075-4b4b-bb4e-87a6207d6bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259250 Feb 03 11:03:09.625814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port da46addc-a75d-4f9f-8f35-cbfdd75813e2 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:09.626373 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.647402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Calling delete_port for 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 owned by compute:tempest-test_az-876370163 {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:09.666530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:09.667611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:09.670769 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3fcdb9-2427-4473-b7e3-2064ac227496" -d '{"events": [{"server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "name": "network-vif-plugged", "status": "completed", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:09.675380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:09.748179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:09.803010 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad801393-c729-40c8-8dd2-bd98abbfdea5 x-openstack-request-id: req-ad801393-c729-40c8-8dd2-bd98abbfdea5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:09.804200 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "name": "network-vif-plugged", "status": "completed", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:09.804658 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad801393-c729-40c8-8dd2-bd98abbfdea5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:09.805262 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'code': 200} Feb 03 11:03:09.982291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616ab9-1b96-4cf0-a8f5-22ff0f471693 req-ab947fd4-6f54-48c2-ada8-9a44f9fc6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:09.985071 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3616ab9-1b96-4cf0-a8f5-22ff0f471693 req-ab947fd4-6f54-48c2-ada8-9a44f9fc6c67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 1128 time: 0.0599077 Feb 03 11:03:10.007145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1146e71-0cf1-49bd-b488-d3583c66d9c2 req-1985d3ba-a8a8-486a-b849-523c34ac7b01 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 210 time: 0.0350320 Feb 03 11:03:10.034540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a2161-c801-4b0e-af3c-fbe17f09942a req-ac354c68-c7da-4769-8e8d-09ec34ca0248 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:10.043455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff7a2161-c801-4b0e-af3c-fbe17f09942a req-ac354c68-c7da-4769-8e8d-09ec34ca0248 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.3974044 Feb 03 11:03:10.049263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3616ab9-1b96-4cf0-a8f5-22ff0f471693 req-754ff79c-ca29-4e9f-a59f-8999320860f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555236 Feb 03 11:03:10.167865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff7a2161-c801-4b0e-af3c-fbe17f09942a req-84d4946e-6856-479b-8d1e-7bd4e9dd01ff tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235414 Feb 03 11:03:10.207386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e4c7-53c0-40f4-9111-5ee835c3207d req-f121f525-e5b2-4e44-b743-5bcecce41919 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:10.209114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81c3e4c7-53c0-40f4-9111-5ee835c3207d req-f121f525-e5b2-4e44-b743-5bcecce41919 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 966 time: 0.1178918 Feb 03 11:03:10.210496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (69980402-31ce-49bf-9e3a-f1b6c22f1cb1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:10.227509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['69980402-31ce-49bf-9e3a-f1b6c22f1cb1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:10.251737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Pushing event deleted for resources: {'Port': ['ID=69980402-31ce-49bf-9e3a-f1b6c22f1cb1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:10.376095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6ca6d25-bac8-45fb-81a5-b0333871893e req-b70d4961-c54f-447b-b794-93188aca862d tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.30 "GET /v2.0/ports?device_id=b17996bb-d82c-4e8f-8536-29e14f1f019c HTTP/1.1" status: 200 len: 210 time: 0.0819192 Feb 03 11:03:10.379037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] No DVR routers for this DVR port 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:10.388017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:10.391935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffeff0b9-98a2-4488-9ce8-a1c3242cabec req-abf9eeb8-8d06-4363-a066-28e64205d3d6 tempest-AggregatesAdminTestJSON-115442201 tempest-AggregatesAdminTestJSON-115442201-project] 10.222.0.53 "DELETE /v2.0/ports/69980402-31ce-49bf-9e3a-f1b6c22f1cb1 HTTP/1.1" status: 204 len: 173 time: 1.3006194 Feb 03 11:03:10.392330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'name': 'network-vif-deleted', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:10.402065 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfce2ed-50ed-4894-bfe0-96a4b85a5ec9" -d '{"events": [{"server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "name": "network-vif-deleted", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:10.407858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81c3e4c7-53c0-40f4-9111-5ee835c3207d req-75316706-2ff2-4cc6-966a-0dde399088f8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895361 Feb 03 11:03:10.460888 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a06986-82b8-41b7-81c6-330faaee35d0 x-openstack-request-id: req-81a06986-82b8-41b7-81c6-330faaee35d0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:10.461250 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17996bb-d82c-4e8f-8536-29e14f1f019c", "name": "network-vif-deleted", "tag": "69980402-31ce-49bf-9e3a-f1b6c22f1cb1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:10.461505 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81a06986-82b8-41b7-81c6-330faaee35d0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:10.461912 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17996bb-d82c-4e8f-8536-29e14f1f019c', 'name': 'network-vif-deleted', 'tag': '69980402-31ce-49bf-9e3a-f1b6c22f1cb1', 'status': 'completed', 'code': 200} Feb 03 11:03:10.592236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:10.651733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e6e0aa70-7b79-4206-af35-9e5294cbb9af completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:10.656865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e6e0aa70-7b79-4206-af35-9e5294cbb9af triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:10.657267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:10.707916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728f9df-d75d-4e3c-afea-68ab1d94f67d req-18401246-c7c1-4575-b062-e54d8dcf3b5c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:10.709430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0728f9df-d75d-4e3c-afea-68ab1d94f67d req-18401246-c7c1-4575-b062-e54d8dcf3b5c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.0553234 Feb 03 11:03:10.739942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e6e0aa70-7b79-4206-af35-9e5294cbb9af is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:10.740640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:10.759373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0728f9df-d75d-4e3c-afea-68ab1d94f67d req-8642bb60-eed1-455b-8309-78986be056de tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Feb 03 11:03:10.780939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:10.785941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:10.836393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:11.135986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19c2140-80dc-47c1-af73-248a52736a71 req-6da647bd-fca4-4e99-bed7-429dd6bfc27e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 210 time: 0.0330350 Feb 03 11:03:11.164735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-780b6d86-7e79-498a-bad4-301313716494 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:11.166699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-780b6d86-7e79-498a-bad4-301313716494 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1697397 Feb 03 11:03:11.182798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Request body: {'port': {'device_id': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'admin_state_up': True, 'tenant_id': '828aaa4b7af9498090801d377111362a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:11.342858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f20fe-c92e-4f47-be2b-80e208b69771 req-abe7c7b4-ae3f-4031-b08f-bed72980538f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:11.344867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-886f20fe-c92e-4f47-be2b-80e208b69771 req-abe7c7b4-ae3f-4031-b08f-bed72980538f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.0829117 Feb 03 11:03:11.366023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:11.369163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:11.444519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-886f20fe-c92e-4f47-be2b-80e208b69771 req-0973c2fb-63e1-4005-9809-0cdd73e56140 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931566 Feb 03 11:03:11.465686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:11.534745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-84c4e76e-da23-409c-9f05-3f3ad96486ea tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=49f1c9cff37b428791b3b70fb4792613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298963 Feb 03 11:03:11.570465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:11.582023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'mac_address': 'fa:16:3e:f1:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:11.594223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Allocated IP 172.20.0.2 (da23f46f-2179-472f-a1fd-827be430980b/9f2ec76e-3a80-4ac8-992f-351c9b04f6f1/11e9759f-1484-4830-9fcb-5aeba1944605) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:11.624015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:11.624431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:11.637322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fa40aa-a0aa-4525-9e88-301b2ba21c84 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:11.658088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:11.662444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:11.700452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6778-6166-47c1-8174-b5518d981646 req-36600b13-6e71-4a99-830f-1fd594e65e4f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:11.701951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79de6778-6166-47c1-8174-b5518d981646 req-36600b13-6e71-4a99-830f-1fd594e65e4f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 967 time: 0.1599162 Feb 03 11:03:11.713652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:11.755540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-6dac2962-fdeb-42ad-8b8b-51a5ddf4b43a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:11.756938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-6dac2962-fdeb-42ad-8b8b-51a5ddf4b43a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132738 Feb 03 11:03:11.806611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:11.809135 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913675c2-6a53-4184-af0d-4b57a933fe7b" -d '{"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:11.831122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-8f3fc7e3-98da-4c12-a911-48ad84d3a105 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/quotas/49f1c9cff37b428791b3b70fb4792613 HTTP/1.1" status: 200 len: 375 time: 0.0628359 Feb 03 11:03:11.852526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79de6778-6166-47c1-8174-b5518d981646 req-d7199c07-44cf-4f97-9c45-3af8b7f2c8ef tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346188 Feb 03 11:03:11.874440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-27bb1538-610a-4f69-a09b-a80f15092f37 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360122 Feb 03 11:03:11.896489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks [] for port (11e9759f-1484-4830-9fcb-5aeba1944605), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:11.930736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:11.981047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Network da23f46f-2179-472f-a1fd-827be430980b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:11.984223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:11.993602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:12.000831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:12.001402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:12.005294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:12.022048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-c1021ec9-0f73-48de-a4a0-365c83059f6b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429246 Feb 03 11:03:12.037676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Request body: {'port': {'device_id': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'device_owner': 'compute:tempest-test_az-876370163', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:12.091355 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf79dd9-e86b-468d-93ba-8fae1bc20ee1 x-openstack-request-id: req-abf79dd9-e86b-468d-93ba-8fae1bc20ee1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:12.091962 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:12.092319 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abf79dd9-e86b-468d-93ba-8fae1bc20ee1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:12.092803 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'code': 200} Feb 03 11:03:12.153872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:12.177436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf9c9569-355a-4662-a36e-c9a4e0a06b8a req-5a41fc86-20b3-4252-a3bc-10099d34ecdc tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 210 time: 0.0438554 Feb 03 11:03:12.178350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:12.207699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002e4a6-5a31-4803-983c-7783211b7ee3 req-016508de-0558-4e7a-a4a6-24f0ae6fe99a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:12.214458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1002e4a6-5a31-4803-983c-7783211b7ee3 req-016508de-0558-4e7a-a4a6-24f0ae6fe99a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.1417155 Feb 03 11:03:12.217134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6760aba-0d9e-43b8-aa8c-2bc638ce9594 req-ec9959a2-509b-41ba-a50b-ab5730ec49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:12.219771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6760aba-0d9e-43b8-aa8c-2bc638ce9594 req-ec9959a2-509b-41ba-a50b-ab5730ec49d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1149 time: 0.0586078 Feb 03 11:03:12.335479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6760aba-0d9e-43b8-aa8c-2bc638ce9594 req-a0ae4d8e-d49c-4a46-9a2f-b7d3a31f2839 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053092 Feb 03 11:03:12.483276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1002e4a6-5a31-4803-983c-7783211b7ee3 req-4c78b849-3307-4d0d-9901-dce0b718f0f5 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679458 Feb 03 11:03:12.563927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4128ff-df60-4480-84f9-c35a5469fe5d req-c3314b7a-1f69-4c88-96f1-c09af09ee3b0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:12.565465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa4128ff-df60-4480-84f9-c35a5469fe5d req-c3314b7a-1f69-4c88-96f1-c09af09ee3b0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 931 time: 0.1455760 Feb 03 11:03:12.592829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:12.621378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:12.621886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 69980402-31ce-49bf-9e3a-f1b6c22f1cb1 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:12.673688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa4128ff-df60-4480-84f9-c35a5469fe5d req-bc11f0f6-f3d7-4369-8d55-595f53494a36 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013756 Feb 03 11:03:12.719393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e9759f-1484-4830-9fcb-5aeba1944605 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:12.730205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab551-ad96-4e12-98f7-7643f94adb1c req-33f2401f-7a56-42be-a3b2-ea5a2fd1ac4d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:12.731689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de3ab551-ad96-4e12-98f7-7643f94adb1c req-33f2401f-7a56-42be-a3b2-ea5a2fd1ac4d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 949 time: 0.1363049 Feb 03 11:03:12.737241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks [] for port (11e9759f-1484-4830-9fcb-5aeba1944605), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:12.764273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Transition to ACTIVE for port object 11e9759f-1484-4830-9fcb-5aeba1944605 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:12.769523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:12.829525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de3ab551-ad96-4e12-98f7-7643f94adb1c req-57846d0e-7a60-4090-b184-a8dc893e6f4e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894454 Feb 03 11:03:12.853439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:12.892788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:12.893181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:12.893738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:12.899968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:12.900284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:12.905663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:12.906507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:12.906890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:12.907306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Bound port: 11e9759f-1484-4830-9fcb-5aeba1944605, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:12.907657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.013358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:13.017504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:13.029398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.045225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae965-3023-4bc4-8692-1d6132746880 req-a6aedb97-f0ac-4c2e-91ba-001b7599fff1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.046977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14eae965-3023-4bc4-8692-1d6132746880 req-a6aedb97-f0ac-4c2e-91ba-001b7599fff1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 967 time: 0.0945721 Feb 03 11:03:13.056185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.057765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.059851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] 10.222.0.53 "PUT /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 1112 time: 1.0262971 Feb 03 11:03:13.082530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:13.084743 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1784404-f0a6-4290-a7bc-0cbe9a451921" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:13.177897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18c32-5d0d-4ac0-a0a4-9efad0259e9c service neutron] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:13.186760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14eae965-3023-4bc4-8692-1d6132746880 req-276b446b-54be-4686-946d-c656212d51a3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255531 Feb 03 11:03:13.193919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-49b27222-67e5-45be-be39-325bc5d77602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.195360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-49b27222-67e5-45be-be39-325bc5d77602 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1146 time: 0.0982323 Feb 03 11:03:13.250542 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734f921-bad2-435b-938a-c3b52e19bcaf x-openstack-request-id: req-b734f921-bad2-435b-938a-c3b52e19bcaf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:13.250864 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:13.251125 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b734f921-bad2-435b-938a-c3b52e19bcaf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:13.251603 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605', 'status': 'completed', 'code': 200} Feb 03 11:03:13.253239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-7346082b-c055-4007-9105-f7ac2ec48890 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0461726 Feb 03 11:03:13.329339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-bc1bc2f7-9dcf-4a3e-98bf-fa478d6735b3 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=49f1c9cff37b428791b3b70fb4792613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299652 Feb 03 11:03:13.332894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3ac6c0-653c-40d2-93d4-333c184f9b0f req-48aed734-8d39-4b7d-8951-c3436c1e1159 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 210 time: 0.0562613 Feb 03 11:03:13.346381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-97980d54-fc1d-4531-a444-c5be983988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.348052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-97980d54-fc1d-4531-a444-c5be983988f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0858920 Feb 03 11:03:13.395773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-d2724131-b8fe-4810-8e5d-e62b2999b421 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311279 Feb 03 11:03:13.486167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:13.507969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-fc210ee7-c063-4ba9-8796-009e3d2a0347 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.510213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-fc210ee7-c063-4ba9-8796-009e3d2a0347 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647382 Feb 03 11:03:13.523435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Request body: {'port': {'device_id': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '49f1c9cff37b428791b3b70fb4792613'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:13.536079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-6458e410-91bb-452b-9a60-5142b6cc2657 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326334 Feb 03 11:03:13.599473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:13.604104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:13.604559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.693782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Made reservation on behalf of 49f1c9cff37b428791b3b70fb4792613 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:13.698058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.708473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:13.708651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.708869 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.735529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e979488e-af3e-4f3f-b448-7bd40780e48b req-e9ce27ef-b034-45dc-85bd-745c9733d9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828051 Feb 03 11:03:13.770917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669e1d2-a8c2-4ca0-b93f-09f9530ead92 req-0045c241-f03e-432f-8b39-9af790e51b56 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.773483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f669e1d2-a8c2-4ca0-b93f-09f9530ead92 req-0045c241-f03e-432f-8b39-9af790e51b56 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.1777699 Feb 03 11:03:13.779652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:13.789810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.801354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks [] for security_group (201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.806092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:13.846176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:13.871072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:13.903464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f669e1d2-a8c2-4ca0-b93f-09f9530ead92 req-8c7f3779-2636-41f9-96cd-52dda0263195 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225030 Feb 03 11:03:13.910898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-b6682bc1-edda-46de-a702-6d6e69713f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.912336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-b6682bc1-edda-46de-a702-6d6e69713f98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1146 time: 0.1172471 Feb 03 11:03:13.925334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72409a43-e3a4-48a8-9548-ec6aad6f204e req-ccc6b229-6420-410a-993d-b522b1a7d57d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:13.925334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72409a43-e3a4-48a8-9548-ec6aad6f204e req-ccc6b229-6420-410a-993d-b522b1a7d57d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.1247442 Feb 03 11:03:13.962518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Allocated IP 192.168.233.98 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/a55a0a3c-b710-4c5d-be57-441a043c12e7) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:14.093827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:14.097994 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812673a8-d46e-49ab-b6f2-2b320cd2ba98" -d '{"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-plugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:14.134787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks [] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.172580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.217885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:14.223346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:14.226862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:14.231963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.232570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.241250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72409a43-e3a4-48a8-9548-ec6aad6f204e req-fe9c089a-95da-4cf4-82cf-ee931df6d938 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089676 Feb 03 11:03:14.243207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Pushing event updated for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:14.265052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7a3beda1-05c0-4145-ade4-d342a6a16bc6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7432411 Feb 03 11:03:14.268571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-91cbe26a-7dca-43db-a44a-5e9c36cb3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.270343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-91cbe26a-7dca-43db-a44a-5e9c36cb3771 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.3482985 Feb 03 11:03:14.276186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Request body: {'port': {'device_id': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:14.323195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-4f6c2acc-288c-4c23-ae22-de6d60e3048e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0462236 Feb 03 11:03:14.330045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dccd2-8639-4a86-be5b-18fe3422fb37 req-2e4013dc-f38f-4a26-b7a7-8f0a5579fa55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.333392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db7dccd2-8639-4a86-be5b-18fe3422fb37 req-2e4013dc-f38f-4a26-b7a7-8f0a5579fa55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1486404 Feb 03 11:03:14.363049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.442152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-970ccdfa-c635-4798-a065-64156d219f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.443587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-970ccdfa-c635-4798-a065-64156d219f58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1019254 Feb 03 11:03:14.453595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db7dccd2-8639-4a86-be5b-18fe3422fb37 req-897c902f-6128-49b9-aa75-e781c845f5c4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020672 Feb 03 11:03:14.469121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c18699-184c-4bec-b2dd-e9de830408a0 req-3c1f5398-b4cd-43d8-9eca-8b58f8391fae tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.474178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0c18699-184c-4bec-b2dd-e9de830408a0 req-3c1f5398-b4cd-43d8-9eca-8b58f8391fae tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.1544211 Feb 03 11:03:14.496501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d20dc7e6-60a3-4953-8248-036b116e594a None None] Provisioning complete for port a55a0a3c-b710-4c5d-be57-441a043c12e7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:14.496501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d20dc7e6-60a3-4953-8248-036b116e594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.531080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:14.532620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-ea5863e0-cadf-42e2-8eb5-60e3f1385058 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775585 Feb 03 11:03:14.536842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'floatingip': {'port_id': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:14.555593 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3442cd-6299-4bcd-9ef3-5ab7ec821c96 x-openstack-request-id: req-9a3442cd-6299-4bcd-9ef3-5ab7ec821c96 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:14.556373 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-plugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:14.556706 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a3442cd-6299-4bcd-9ef3-5ab7ec821c96 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:14.557164 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'code': 200} Feb 03 11:03:14.593665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d20dc7e6-60a3-4953-8248-036b116e594a None None] Port a55a0a3c-b710-4c5d-be57-441a043c12e7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:14.684147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55a0a3c-b710-4c5d-be57-441a043c12e7 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:14.694172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks [] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.697088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.712169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Transition to ACTIVE for port object a55a0a3c-b710-4c5d-be57-441a043c12e7 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:14.716599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d2f29-d539-406a-b0ee-2567c5330967 req-018365ba-513e-4bac-b55a-b666f0040768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.719206 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-235d2f29-d539-406a-b0ee-2567c5330967 req-018365ba-513e-4bac-b55a-b666f0040768 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.0908625 Feb 03 11:03:14.720154 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.800497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Pushing event updated for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:14.832410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-235d2f29-d539-406a-b0ee-2567c5330967 req-65b75295-25ef-4145-8f2f-6b7e95300fa3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Feb 03 11:03:14.834833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Attempting to bind port a55a0a3c-b710-4c5d-be57-441a043c12e7 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:14.835177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Attempting to bind port a55a0a3c-b710-4c5d-be57-441a043c12e7 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:14.835512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Attempting to bind port a55a0a3c-b710-4c5d-be57-441a043c12e7 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:14.839966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Port a55a0a3c-b710-4c5d-be57-441a043c12e7 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:14.840292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Attempting to bind port a55a0a3c-b710-4c5d-be57-441a043c12e7 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:14.845458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:14.845802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:14.846187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:14.846613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Bound port: a55a0a3c-b710-4c5d-be57-441a043c12e7, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:14.846972 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.886528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc4874-f5d9-4b76-a2fe-95aff630bc8d req-02ebf2d2-5fe8-4f44-a83e-12117c6f8116 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.888039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28dc4874-f5d9-4b76-a2fe-95aff630bc8d req-02ebf2d2-5fe8-4f44-a83e-12117c6f8116 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 935 time: 0.2590497 Feb 03 11:03:14.902849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-463af9f1-7412-4f71-add2-45cb1428ce5b service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632829 Feb 03 11:03:14.910603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ad68-f0c4-46c7-aab9-40cea856ef58 req-6d5a95ea-01cb-4055-b744-40095bc47aae tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.913379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5692ad68-f0c4-46c7-aab9-40cea856ef58 req-6d5a95ea-01cb-4055-b744-40095bc47aae tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 967 time: 0.2832608 Feb 03 11:03:14.916412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:14.920057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:14.927147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.963745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:14.964688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:14.965994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] 10.222.0.53 "PUT /v2.0/ports/a55a0a3c-b710-4c5d-be57-441a043c12e7 HTTP/1.1" status: 200 len: 1095 time: 0.6962924 Feb 03 11:03:14.966506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:14.969203 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22f95d-80dd-4e1c-874b-f6a4167ae578" -d '{"events": [{"name": "network-changed", "server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:14.995867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3601e-6ecf-4967-b5c7-de340a9e07dd service neutron] Pushing event updated for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:15.057505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-d87d8f5f-2413-4da9-9b34-69ac8f3d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.058988 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-d87d8f5f-2413-4da9-9b34-69ac8f3d7cb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 1129 time: 0.0524476 Feb 03 11:03:15.101429 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-74c978f6-6b17-4dfb-badd-2bf78dcf730d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7 HTTP/1.1" status: 200 len: 217 time: 0.0354316 Feb 03 11:03:15.126886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28dc4874-f5d9-4b76-a2fe-95aff630bc8d req-86e7120a-d177-42ae-b176-df77d0f4dae8 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290242 Feb 03 11:03:15.157492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-03471a00-7c33-4903-b075-5c619ad1c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.159339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-03471a00-7c33-4903-b075-5c619ad1c321 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0518236 Feb 03 11:03:15.177626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5692ad68-f0c4-46c7-aab9-40cea856ef58 req-f3491bac-9c0c-4e25-83e6-9a87a033d222 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543869 Feb 03 11:03:15.186526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1784404-f0a6-4290-a7bc-0cbe9a451921 req-f17406d7-b4a8-4d0d-9163-672ad56a8fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719598 Feb 03 11:03:15.258197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-73004c30-381e-489f-bc07-cc29e8faef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.260052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-73004c30-381e-489f-bc07-cc29e8faef9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0902982 Feb 03 11:03:15.261924 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80139036-1c90-4065-9504-6e39c2572c7a x-openstack-request-id: req-80139036-1c90-4065-9504-6e39c2572c7a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:15.262214 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:15.262466 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80139036-1c90-4065-9504-6e39c2572c7a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:15.262900 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7', 'status': 'completed', 'code': 200} Feb 03 11:03:15.381165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-2e44a30d-6604-47f0-a8a6-6d75bc07e733 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129212 Feb 03 11:03:15.662729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3a48ee5c-3c8d-4c8a-9b9f-f0737c527c65 req-d00000a5-07b1-421a-bf64-9ed774ffeddd service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757273 Feb 03 11:03:15.715718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc4727-25b6-43ca-a9fb-c482d8eb0cee req-466ecbca-2d32-4098-9cc0-cb7785d4560a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.717212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcbc4727-25b6-43ca-a9fb-c482d8eb0cee req-466ecbca-2d32-4098-9cc0-cb7785d4560a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.1989026 Feb 03 11:03:15.722114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9a5b9-7518-4b7d-9b13-071261929bcf req-35989cb0-cb3d-4b8e-87bd-db256ea77bfb tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.723531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89b9a5b9-7518-4b7d-9b13-071261929bcf req-35989cb0-cb3d-4b8e-87bd-db256ea77bfb tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1149 time: 0.1895542 Feb 03 11:03:15.749358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-a7d416ec-c722-43f4-9196-c570e0ae13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.750906 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-a7d416ec-c722-43f4-9196-c570e0ae13bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 1129 time: 0.0439453 Feb 03 11:03:15.845857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-faef9341-982c-4dfe-911f-7b79a1654676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.847321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-faef9341-982c-4dfe-911f-7b79a1654676 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.0909073 Feb 03 11:03:15.887938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-0f740937-10ee-4310-af78-5df6a62fa77f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7 HTTP/1.1" status: 200 len: 217 time: 0.0346568 Feb 03 11:03:15.923844 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:15.940863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-4e793b1f-6e89-4660-b2a1-be3fde789f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.942333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-4e793b1f-6e89-4660-b2a1-be3fde789f7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0476696 Feb 03 11:03:15.994919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-b6dfcc17-1a5b-4cf1-8f60-f93f8585af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:15.996391 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-b6dfcc17-1a5b-4cf1-8f60-f93f8585af8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0455892 Feb 03 11:03:16.016530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:16.033497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:16.044257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89b9a5b9-7518-4b7d-9b13-071261929bcf req-1421d42c-4983-4a24-aa79-4669a8a3edbb tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047206 Feb 03 11:03:16.089960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcbc4727-25b6-43ca-a9fb-c482d8eb0cee req-e49098ae-e103-492d-a165-7e1038c6e2dd tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649409 Feb 03 11:03:16.090177 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-b29d5b3e-4b5a-42b2-9761-8f17874d3ccf service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873537 Feb 03 11:03:16.188239 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb associated. External IP: 172.25.7.239, port: da46addc-a75d-4f9f-8f35-cbfdd75813e2. Feb 03 11:03:16.218579 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd22f95d-80dd-4e1c-874b-f6a4167ae578 req-a99759ff-9911-4a95-82c8-ce3221e0b46f service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195385 Feb 03 11:03:16.436281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c89dde-3daf-4a14-a078-a48a81555a74 req-92f2a0b1-d4dd-4720-8460-13ebef2e0edb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:16.437686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81c89dde-3daf-4a14-a078-a48a81555a74 req-92f2a0b1-d4dd-4720-8460-13ebef2e0edb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1446359 Feb 03 11:03:16.445599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efbbe9-16ec-45fd-9fdd-e647825007b2 req-9ca67830-dfd3-49ca-8a2c-262b9bc3601d tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:16.447011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23efbbe9-16ec-45fd-9fdd-e647825007b2 req-9ca67830-dfd3-49ca-8a2c-262b9bc3601d tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 947 time: 0.1550124 Feb 03 11:03:16.566979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81c89dde-3daf-4a14-a078-a48a81555a74 req-9a39e6ce-06d0-4259-ba5d-b6370d8c44b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190159 Feb 03 11:03:16.571589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23efbbe9-16ec-45fd-9fdd-e647825007b2 req-5bf40e50-ad3a-4efb-b4bb-cf8dcc54e5d4 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154628 Feb 03 11:03:16.578186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:03:16.596328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:16.712832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:16.728846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '11e9759f-1484-4830-9fcb-5aeba1944605', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'port_id': '11e9759f-1484-4830-9fcb-5aeba1944605', 'mac_address': 'fa:16:3e:f4:a5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ec76e-3a80-4ac8-992f-351c9b04f6f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-876370163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:16.741101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:03:16.746485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:16.757623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:03:16.770904 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:03:16.771682 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:03:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:03:16.776058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81c576-d711-4111-b8fc-c633816b4e79 req-a72977c9-0fcb-425a-b32c-f46ad0198b12 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:16.777644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be81c576-d711-4111-b8fc-c633816b4e79 req-a72977c9-0fcb-425a-b32c-f46ad0198b12 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1149 time: 0.1244900 Feb 03 11:03:16.788569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 11e9759f-1484-4830-9fcb-5aeba1944605 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:16.789192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:16.805196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e9759f-1484-4830-9fcb-5aeba1944605 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:16.805584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5e92a5b-a53c-4d2b-a70e-1b0213d608f1 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "PUT /v2.0/floatingips/7f28478a-583b-4f4e-90a3-d3f41781fdbb HTTP/1.1" status: 200 len: 992 time: 2.2719588 Feb 03 11:03:16.807676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:16.816028 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8731d623-a877-4e6f-845b-0f053839833b" -d '{"events": [{"name": "network-changed", "server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:16.836060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:16.841697 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:16.855313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be81c576-d711-4111-b8fc-c633816b4e79 req-2eb794ad-674f-46d9-b2fe-b2bf74f576cb tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673952 Feb 03 11:03:16.920543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:16.924486 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31a993-c71f-4594-8bf2-c1dc43c14d42 x-openstack-request-id: req-fe31a993-c71f-4594-8bf2-c1dc43c14d42 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:16.924773 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:16.925180 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe31a993-c71f-4594-8bf2-c1dc43c14d42 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:16.925585 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'status': 'completed', 'code': 200} Feb 03 11:03:16.928233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:03:17.009624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb6b04-e97e-42fb-98b2-6324ea23d016 req-d81f8f49-58d3-4e6a-882b-2d29bd2151f5 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.011190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9fb6b04-e97e-42fb-98b2-6324ea23d016 req-d81f8f49-58d3-4e6a-882b-2d29bd2151f5 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.0847719 Feb 03 11:03:17.024276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d623-a877-4e6f-845b-0f053839833b req-42596a9a-903b-4f0d-b02a-fdc249826fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.026528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-42596a9a-903b-4f0d-b02a-fdc249826fbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 1128 time: 0.0565224 Feb 03 11:03:17.070991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9fb6b04-e97e-42fb-98b2-6324ea23d016 req-3aa1ebf2-96ca-4e18-a356-6b452ab12027 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537043 Feb 03 11:03:17.081522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['11e9759f-1484-4830-9fcb-5aeba1944605'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:17.207500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d623-a877-4e6f-845b-0f053839833b req-3aa92899-1cd2-4bcb-85ab-6836e7f8c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.209286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-3aa92899-1cd2-4bcb-85ab-6836e7f8c72e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 924 time: 0.1753790 Feb 03 11:03:17.360480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-214f35e5-089a-45d9-bf34-ef3f089aa60a req-9f711dbf-11dd-4fd9-ac8e-0ff6c33815b2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:17.361944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214f35e5-089a-45d9-bf34-ef3f089aa60a req-9f711dbf-11dd-4fd9-ac8e-0ff6c33815b2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064769 Feb 03 11:03:17.405034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:c2:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:03:15Z', 'revision_number': 1, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:03:17.441532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:03:17.457856 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:03:17.458579 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:03:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:03:17.464576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c388-cb9f-4170-8e96-1f7e5047980a req-31fd75fe-ed98-4698-a806-cfd27d8b351a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.467272 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-5aea3398-d462-4958-b4a7-5944aa341bd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 200 len: 1000 time: 0.2522328 Feb 03 11:03:17.471839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d293c388-cb9f-4170-8e96-1f7e5047980a req-31fd75fe-ed98-4698-a806-cfd27d8b351a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.0661223 Feb 03 11:03:17.485105 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-5acc1840-6f5f-4d2d-aa94-a2503f87d616 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676705 Feb 03 11:03:17.532210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d623-a877-4e6f-845b-0f053839833b req-7437265b-dd8d-4ffe-8dc3-bb8d141f2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.534313 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-7437265b-dd8d-4ffe-8dc3-bb8d141f2050 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.0615740 Feb 03 11:03:17.536683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d293c388-cb9f-4170-8e96-1f7e5047980a req-99d19f15-0ca1-4394-93ba-59533faff51e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Feb 03 11:03:17.636430 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:03:17.661457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-a1b10eb0-d435-4c43-b59b-923b67fb242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.663042 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-a1b10eb0-d435-4c43-b59b-923b67fb242e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1149 time: 0.1207490 Feb 03 11:03:17.670233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d623-a877-4e6f-845b-0f053839833b req-57e7796b-f8e4-4939-9ff7-9ac78ad1c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.673376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-57e7796b-f8e4-4939-9ff7-9ac78ad1c285 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296732 Feb 03 11:03:17.800807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61328-5306-44ce-bb27-dea7cee5d396 req-fbbd5048-ee1c-4974-b8f3-f2c01efe37f6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.808559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2b61328-5306-44ce-bb27-dea7cee5d396 req-fbbd5048-ee1c-4974-b8f3-f2c01efe37f6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0728288 Feb 03 11:03:17.867977 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-b664f10d-b3b6-4668-8a0d-692429786651 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884315 Feb 03 11:03:17.869435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2b61328-5306-44ce-bb27-dea7cee5d396 req-3e2e11db-04df-4b99-8e26-eb5fccf86190 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595424 Feb 03 11:03:17.911361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-1a671879-bc6b-49ee-a45e-f08e94f52753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:17.912824 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-1a671879-bc6b-49ee-a45e-f08e94f52753 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.1990252 Feb 03 11:03:17.965064 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:c2:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:03:15Z', 'revision_number': 1, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:03:17.995826 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28999374-acc4-4bd0-b4bb-bb82c1c87e1c None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:c2:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:03:15Z', 'revision_number': 1, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:03:18.005040 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-513ac151-af42-4676-9e0c-b423badf59fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0775919 Feb 03 11:03:18.005353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb3c8-26e1-4509-a38e-a321b78cf26d req-b0fd1e4c-47b6-4c51-b44c-9375756002a1 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:18.015148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9feb3c8-26e1-4509-a38e-a321b78cf26d req-b0fd1e4c-47b6-4c51-b44c-9375756002a1 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 947 time: 0.0795231 Feb 03 11:03:18.082430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-90472100-50d5-4767-8dbd-2a618417c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:18.084036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-90472100-50d5-4767-8dbd-2a618417c157 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0729470 Feb 03 11:03:18.086534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8731d623-a877-4e6f-845b-0f053839833b req-0cdfee89-34dd-4310-af7e-9d9f01d49d75 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121513 Feb 03 11:03:18.096398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9feb3c8-26e1-4509-a38e-a321b78cf26d req-849e7fca-aa38-42e1-92a8-3f1b4d56c770 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802526 Feb 03 11:03:18.133916 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-31d5c368-3c47-4eda-97bc-0de57ee6b3a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400863 Feb 03 11:03:18.248305 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-dfcbf28c-51fc-4172-a6ce-aa6448157f12 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078358 Feb 03 11:03:18.300678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e277a2-6bce-4b8e-8215-44baab0f93f1 None None] New status for floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:03:18.381126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a64ad4ed-6d2a-450a-91b0-66b3ab842067 req-429697be-2050-4365-86e0-6dd4d9158620 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262205 Feb 03 11:03:18.483236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09167dad-a485-484f-a10b-b0a1841e73ac req-1b318859-7a8e-48ff-a945-5481d2f194b0 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:18.485304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09167dad-a485-484f-a10b-b0a1841e73ac req-1b318859-7a8e-48ff-a945-5481d2f194b0 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.0432627 Feb 03 11:03:18.508141 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09167dad-a485-484f-a10b-b0a1841e73ac req-725dfb69-3828-4d9a-9588-a52ecf531ff1 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.591520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09167dad-a485-484f-a10b-b0a1841e73ac req-725dfb69-3828-4d9a-9588-a52ecf531ff1 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Publish callbacks [] for security_group (a9c066ae-3696-46d2-ba88-aa1f0685408f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.595118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09167dad-a485-484f-a10b-b0a1841e73ac req-725dfb69-3828-4d9a-9588-a52ecf531ff1 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9c066ae-3696-46d2-ba88-aa1f0685408f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.622128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a55a0a3c-b710-4c5d-be57-441a043c12e7 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:18.627445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:18.639649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dfb69-3828-4d9a-9588-a52ecf531ff1 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c066ae-3696-46d2-ba88-aa1f0685408f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:18.645248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09167dad-a485-484f-a10b-b0a1841e73ac req-725dfb69-3828-4d9a-9588-a52ecf531ff1 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541126 Feb 03 11:03:18.696398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:18.769874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 11e9759f-1484-4830-9fcb-5aeba1944605 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:18.784318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 11e9759f-1484-4830-9fcb-5aeba1944605 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:18.784695 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.798227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953bd61-2d20-4af4-a373-7fb3b8294937 req-7818f0ca-1b9e-48d4-8a6b-f97d2563c512 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:18.800048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8953bd61-2d20-4af4-a373-7fb3b8294937 req-7818f0ca-1b9e-48d4-8a6b-f97d2563c512 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.0835955 Feb 03 11:03:18.819017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:18.837765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-3a7a30ac-77be-4671-a46a-ed956a20d80c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:18.838908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-3a7a30ac-77be-4671-a46a-ed956a20d80c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1410694 Feb 03 11:03:18.848158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a55a0a3c-b710-4c5d-be57-441a043c12e7', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'a55a0a3c-b710-4c5d-be57-441a043c12e7', 'mac_address': 'fa:16:3e:94:b8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:18.871621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8953bd61-2d20-4af4-a373-7fb3b8294937 req-18294f23-d047-41fc-b7f7-ff188ee97613 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654690 Feb 03 11:03:18.936549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a55a0a3c-b710-4c5d-be57-441a043c12e7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:18.936965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.950389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 11e9759f-1484-4830-9fcb-5aeba1944605 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:18.950784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:18.964223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55a0a3c-b710-4c5d-be57-441a043c12e7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:18.981368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-c5320016-2490-4813-a52a-c00b1420bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:18.982903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-c5320016-2490-4813-a52a-c00b1420bac9 service neutron] 10.222.0.30 "GET /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 1146 time: 0.0917032 Feb 03 11:03:18.997083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:18.999583 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7876f0a-fae8-4ff8-81bb-ec8304cdef25" -d '{"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:19.001150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:19.002478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:03:19.006925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:19.013734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.021493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:19.045053 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.077853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:19.132407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:19.219017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff080400-59f4-42c1-a559-e41725cd75d6 req-69a0f6a2-0ca1-4e93-a155-3ebe7caa7a19 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:19.220473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff080400-59f4-42c1-a559-e41725cd75d6 req-69a0f6a2-0ca1-4e93-a155-3ebe7caa7a19 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.0939400 Feb 03 11:03:19.224781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:19.225166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:19.225494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:19.237349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:19.237872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:19.252231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:19.252535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:19.252947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:19.253371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Bound port: e6e0aa70-7b79-4206-af35-9e5294cbb9af, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:19.263728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a55a0a3c-b710-4c5d-be57-441a043c12e7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:19.349398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50870) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:19.364676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff080400-59f4-42c1-a559-e41725cd75d6 req-08a7161b-67a3-4518-a4af-f140aace9105 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368439 Feb 03 11:03:19.387139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:19.394360 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.395883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-d0e7ce27-4c11-4ecd-96e9-8ef425baaaf3 service neutron] 10.222.0.30 "POST /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4018874 Feb 03 11:03:19.487588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-de5ce951-9220-4eec-b1e7-0131827c35ff req-817163d5-71b3-4a35-ae48-0d8e8bb0cf79 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:19.488670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de5ce951-9220-4eec-b1e7-0131827c35ff req-817163d5-71b3-4a35-ae48-0d8e8bb0cf79 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062389 Feb 03 11:03:19.491566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c84d-d69f-4567-938b-f1382337c916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.584462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c84d-d69f-4567-938b-f1382337c916 admin admin] Publish callbacks [] for security_group (08d5772f-bd36-4266-837a-1271b5bfc640), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.589673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c84d-d69f-4567-938b-f1382337c916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08d5772f-bd36-4266-837a-1271b5bfc640), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.629153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a97d-282d-4743-bf07-9d76bdba7fcd req-d6bf06c5-2558-4e68-b90d-710391d23326 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:19.630781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0466a97d-282d-4743-bf07-9d76bdba7fcd req-d6bf06c5-2558-4e68-b90d-710391d23326 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.0611498 Feb 03 11:03:19.637872 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ce6c84d-d69f-4567-938b-f1382337c916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e05d40bf8cf4460b57cfae992c9968a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867386 Feb 03 11:03:19.640395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50880) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:19.648819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6c84d-d69f-4567-938b-f1382337c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d5772f-bd36-4266-837a-1271b5bfc640,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:19.711842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0466a97d-282d-4743-bf07-9d76bdba7fcd req-d75caabb-9652-42c1-a3f7-8a1c442197b9 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662580 Feb 03 11:03:19.738409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] Publish callbacks [] for security_group (08d5772f-bd36-4266-837a-1271b5bfc640), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.765286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-9c241e8a-f77e-4bc9-97b3-b8cae0819f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:19.769269 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-9c241e8a-f77e-4bc9-97b3-b8cae0819f94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1149 time: 0.0837035 Feb 03 11:03:19.779590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] Publish callbacks [] for security_group (08d5772f-bd36-4266-837a-1271b5bfc640), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.817785 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ec541a-4c5e-4361-9c99-01fb667f6f4f x-openstack-request-id: req-18ec541a-4c5e-4361-9c99-01fb667f6f4f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:19.818669 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-plugged", "status": "completed", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:19.819081 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18ec541a-4c5e-4361-9c99-01fb667f6f4f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:19.820286 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605', 'code': 200} Feb 03 11:03:19.902745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08d5772f-bd36-4266-837a-1271b5bfc640), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.905293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:19.906990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08d5772f-bd36-4266-837a-1271b5bfc640 HTTP/1.1" status: 204 len: 168 time: 0.2650990 Feb 03 11:03:19.930641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-4553d477-224d-4f56-b2cb-0389c014c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:19.932650 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-4553d477-224d-4f56-b2cb-0389c014c9d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.1492052 Feb 03 11:03:19.947222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f28a-1b46-4c43-90fa-763643edaff0 req-1eb0867b-ef41-466b-9077-075d2ba69b3b tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:19.948975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985963a-6f49-4381-a740-571f104ef07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d5772f-bd36-4266-837a-1271b5bfc640,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:19.955866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e02f28a-1b46-4c43-90fa-763643edaff0 req-1eb0867b-ef41-466b-9077-075d2ba69b3b tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 948 time: 0.0751491 Feb 03 11:03:20.019894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e02f28a-1b46-4c43-90fa-763643edaff0 req-2b523648-35e6-4581-98ef-f5d397a58bc4 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596712 Feb 03 11:03:20.020561 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-6ccbe3cd-eb11-46c5-8161-d0de97377c86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0594940 Feb 03 11:03:20.048011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739dac0-31c8-4c8b-926b-d60ec0e822e1 req-68824ef8-69b1-4403-813b-220803ea3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.049555 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e739dac0-31c8-4c8b-926b-d60ec0e822e1 req-68824ef8-69b1-4403-813b-220803ea3578 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1148 time: 0.1330593 Feb 03 11:03:20.130735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-f6b04d81-41c0-41c3-b12a-348ceed5dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.132495 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-f6b04d81-41c0-41c3-b12a-348ceed5dda6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1054063 Feb 03 11:03:20.153854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851483-7aea-4337-9c6c-010c62e28852 req-51eb2121-c2a6-4d71-a091-fce869f3d584 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.160685 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e739dac0-31c8-4c8b-926b-d60ec0e822e1 req-afc9ab9d-8236-486a-8537-cbab538e7059 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893748 Feb 03 11:03:20.161024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4851483-7aea-4337-9c6c-010c62e28852 req-51eb2121-c2a6-4d71-a091-fce869f3d584 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 967 time: 0.1151385 Feb 03 11:03:20.176052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-324de1f6-b53d-4d7b-a56b-f222cf28f99d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339162 Feb 03 11:03:20.189331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50908) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:20.246107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4851483-7aea-4337-9c6c-010c62e28852 req-ab5de6d3-f25a-426a-b49b-dc308109a25b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 Feb 03 11:03:20.267863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba98418-4e1d-4fc9-bd25-e3dd2d78c5d5 req-d88cd01c-cb57-408c-b159-03efaaf1cd6d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.269487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ba98418-4e1d-4fc9-bd25-e3dd2d78c5d5 req-d88cd01c-cb57-408c-b159-03efaaf1cd6d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0783272 Feb 03 11:03:20.334359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ba98418-4e1d-4fc9-bd25-e3dd2d78c5d5 req-947100b5-4f79-4640-a8bf-343650dce9f2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 Feb 03 11:03:20.375993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-f49f7809-1bf1-4735-9d2f-5c7e932b848a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844554 Feb 03 11:03:20.379100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-7813a4e0-50b2-44fc-8667-4b79a5525aef service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973560 Feb 03 11:03:20.388324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-26dab00d-b8f1-4407-bc15-ed53fa8887c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:20.389486 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-26dab00d-b8f1-4407-bc15-ed53fa8887c3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089087 Feb 03 11:03:20.409586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:20.427248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aef47c0-0de4-407c-a57b-ed8d07d7ff8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.534427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-ac790344-19d8-4eaa-91fa-6daa13895c65 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428819 Feb 03 11:03:20.589383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536af4-2b5a-4bf3-a3e0-09241895e9f9 req-144b80a3-ffdc-42a1-a65f-ac0673ecb1bc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.591138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e536af4-2b5a-4bf3-a3e0-09241895e9f9 req-144b80a3-ffdc-42a1-a65f-ac0673ecb1bc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.0998912 Feb 03 11:03:20.593140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aef47c0-0de4-407c-a57b-ed8d07d7ff8a admin admin] Publish callbacks [] for security_group (1ea32f95-3b09-4126-beb6-f7c0bee1fc97), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.604244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aef47c0-0de4-407c-a57b-ed8d07d7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1ea32f95-3b09-4126-beb6-f7c0bee1fc97), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.648274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a55a0a3c-b710-4c5d-be57-441a043c12e7 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:20.668516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4aef47c0-0de4-407c-a57b-ed8d07d7ff8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dc966fb4a30479d986d0bc3b0849991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548542 Feb 03 11:03:20.669181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef47c0-0de4-407c-a57b-ed8d07d7ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea32f95-3b09-4126-beb6-f7c0bee1fc97,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:20.669458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50944) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:20.697707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e536af4-2b5a-4bf3-a3e0-09241895e9f9 req-0a14f438-6477-42fc-8c40-586381fc43e2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957971 Feb 03 11:03:20.738406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port a55a0a3c-b710-4c5d-be57-441a043c12e7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:20.749374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a55a0a3c-b710-4c5d-be57-441a043c12e7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:20.750482 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.752652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] Publish callbacks [] for security_group (1ea32f95-3b09-4126-beb6-f7c0bee1fc97), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.817230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] Publish callbacks [] for security_group (1ea32f95-3b09-4126-beb6-f7c0bee1fc97), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.888526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a55a0a3c-b710-4c5d-be57-441a043c12e7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:20.891128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.913997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-caf6e067-179f-4e64-815b-1a891f9094e2 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:20.915550 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-caf6e067-179f-4e64-815b-1a891f9094e2 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1149 time: 0.1464057 Feb 03 11:03:20.928283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:20.962321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:20.967288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1ea32f95-3b09-4126-beb6-f7c0bee1fc97), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.971249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.973535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:20.975209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ea32f95-3b09-4126-beb6-f7c0bee1fc97 HTTP/1.1" status: 204 len: 168 time: 0.3043003 Feb 03 11:03:20.998205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c45ae1-c98a-4121-9390-1ddbbed5e797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea32f95-3b09-4126-beb6-f7c0bee1fc97,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:21.071678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.121891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:21.265667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa42-e29b-471a-8080-472ace78af76 req-01e8a7ff-c720-4f8c-ac7f-60e59ed3b33b tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:21.273154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a314fa42-e29b-471a-8080-472ace78af76 req-01e8a7ff-c720-4f8c-ac7f-60e59ed3b33b tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.1114864 Feb 03 11:03:21.278490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:21.333128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:21.382256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a314fa42-e29b-471a-8080-472ace78af76 req-2602a532-3dff-44bd-9066-3cac661134b1 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Feb 03 11:03:21.383768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks [] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.388105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:21.391907 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66259c8-c0d7-43d1-b263-c65ffc070a14" -d '{"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:21.396830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.481190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:21.481530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:21.481858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:21.496777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:21.497330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Attempting to bind port e6e0aa70-7b79-4206-af35-9e5294cbb9af on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:21.504203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:21.510155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:21.510753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:21.511288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:21.511862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Bound port: e6e0aa70-7b79-4206-af35-9e5294cbb9af, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:21.512358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.617495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:21.624036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d707e0d-c04b-42f6-9c93-6d4950c79c45 req-aaa27e2f-fd3f-47f2-8f1d-b581f0d1522e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:21.625982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:21.631949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d707e0d-c04b-42f6-9c93-6d4950c79c45 req-aaa27e2f-fd3f-47f2-8f1d-b581f0d1522e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1419954 Feb 03 11:03:21.636657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.643767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07686d14-6d1b-4f24-a840-88b4acc57231 req-1e29e789-1539-44ec-84a2-a94cdd791af9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:21.651487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07686d14-6d1b-4f24-a840-88b4acc57231 req-1e29e789-1539-44ec-84a2-a94cdd791af9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.1055384 Feb 03 11:03:21.671393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:21.741889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=8']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:21.747847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d707e0d-c04b-42f6-9c93-6d4950c79c45 req-1447649d-0a1e-4bbd-a2be-81c6abcf2e8c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Feb 03 11:03:21.762076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:21.762853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:21.764508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-dc656113-5b45-45bd-b3ba-c5e9efedc598 service neutron] 10.222.0.69 "PUT /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 1143 time: 0.8403752 Feb 03 11:03:21.769060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07686d14-6d1b-4f24-a840-88b4acc57231 req-26f2b3ad-b204-46a8-9502-9564ee1365fc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129632 Feb 03 11:03:21.822817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:21.825350 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e67644-d4aa-4bb9-80d6-901b3402d71d" -d '{"events": [{"server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "name": "network-vif-plugged", "status": "completed", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:21.833419 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defaaf7-df19-4214-9739-d2a305890486 x-openstack-request-id: req-2defaaf7-df19-4214-9739-d2a305890486 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:21.833773 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:21.834024 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2defaaf7-df19-4214-9739-d2a305890486 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:21.834658 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'code': 200} Feb 03 11:03:21.846391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e6e0aa70-7b79-4206-af35-9e5294cbb9af'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:22.035160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8430f3ff-597d-4721-8c8c-76886c3d715e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2725d6d6f6c4d38a7b1387dec74bc81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615522 Feb 03 11:03:22.037852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:22.073904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab220b5-bcc4-48a3-81dd-5e6fd2ea58c9 req-a1db6b9d-3d0d-407a-af15-9ceb36f257d6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.077679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ab220b5-bcc4-48a3-81dd-5e6fd2ea58c9 req-a1db6b9d-3d0d-407a-af15-9ceb36f257d6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.1831117 Feb 03 11:03:22.105092 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09248917-99ef-438e-8312-3e9c4ede21d1 x-openstack-request-id: req-09248917-99ef-438e-8312-3e9c4ede21d1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:22.105582 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "name": "network-vif-plugged", "status": "completed", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:22.105582 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09248917-99ef-438e-8312-3e9c4ede21d1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:22.106652 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7', 'code': 200} Feb 03 11:03:22.137715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] Publish callbacks [] for security_group (cb4e16ad-257a-4a55-a3a2-667d20728897), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:22.188101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ab220b5-bcc4-48a3-81dd-5e6fd2ea58c9 req-7143689d-ff97-4882-97e3-72d03a7cb895 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005721 Feb 03 11:03:22.190872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] Publish callbacks [] for security_group (cb4e16ad-257a-4a55-a3a2-667d20728897), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:22.291471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60415ed3-7da5-4f93-9dfc-b70551c7f422 req-4466f197-966a-48e8-9a52-64a439739161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.292959 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60415ed3-7da5-4f93-9dfc-b70551c7f422 req-4466f197-966a-48e8-9a52-64a439739161 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 1131 time: 0.0985484 Feb 03 11:03:22.338100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb4e16ad-257a-4a55-a3a2-667d20728897), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:22.340597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:22.341873 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb4e16ad-257a-4a55-a3a2-667d20728897 HTTP/1.1" status: 204 len: 168 time: 0.3028924 Feb 03 11:03:22.364227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dff27-1b47-43b9-9fff-9dcc8906fd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e16ad-257a-4a55-a3a2-667d20728897,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:22.367505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60415ed3-7da5-4f93-9dfc-b70551c7f422 req-234cda81-1048-4eab-8a77-ebacafd892a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669422 Feb 03 11:03:22.506443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb4cef-a594-4f4c-bbfb-7cc90179abcb req-dad031c7-8d44-4853-8cf3-66661466ac14 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.508058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9fb4cef-a594-4f4c-bbfb-7cc90179abcb req-dad031c7-8d44-4853-8cf3-66661466ac14 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.0564325 Feb 03 11:03:22.563439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9fb4cef-a594-4f4c-bbfb-7cc90179abcb req-8d445b4e-c22f-4036-9e4a-abbc08c82f52 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Feb 03 11:03:22.623651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947271a-4355-4613-b500-f141f13b109c req-63ba3016-e743-47ab-a4d1-73e15233f12e tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.625703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1947271a-4355-4613-b500-f141f13b109c req-63ba3016-e743-47ab-a4d1-73e15233f12e tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1148 time: 0.0457747 Feb 03 11:03:22.720195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1947271a-4355-4613-b500-f141f13b109c req-e801ee27-5ef1-43b3-bdc6-da0b88ccf000 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816779 Feb 03 11:03:22.763665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:22.824500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-905ddf26-4bb1-4a91-b345-422d810f40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.828573 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-905ddf26-4bb1-4a91-b345-422d810f40db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.0691020 Feb 03 11:03:22.918451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:22.940827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d89825-0bcd-43ac-b4f0-40b75a89077c req-5a1bab8f-468f-42bc-95c5-e2276ebd93e9 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.942352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94d89825-0bcd-43ac-b4f0-40b75a89077c req-5a1bab8f-468f-42bc-95c5-e2276ebd93e9 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1148 time: 0.1020432 Feb 03 11:03:22.952440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4298c-bde1-4024-893d-145184cc3374 req-a5e5ff5d-5cd7-40e8-8743-05d12cbe7f5c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.953948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09a4298c-bde1-4024-893d-145184cc3374 req-a5e5ff5d-5cd7-40e8-8743-05d12cbe7f5c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1031985 Feb 03 11:03:22.964965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-b5f77c52-aa33-4c41-857f-b329f1a5c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:22.966843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-b5f77c52-aa33-4c41-857f-b329f1a5c8a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1337268 Feb 03 11:03:23.029669 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-68779f27-6238-40cc-b316-a5b0f51afb66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0474916 Feb 03 11:03:23.040427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3dbba986-9459-4e7f-9cfd-d73e6fc12911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eda6d6c06e7f441c81230b145c323bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184657 Feb 03 11:03:23.044092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:23.047371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310dce3e-dd1e-4be5-ae09-54d592a54a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.075886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09a4298c-bde1-4024-893d-145184cc3374 req-aa79cfc6-8ddc-4a09-8d07-fa07de60fa62 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Feb 03 11:03:23.082037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94d89825-0bcd-43ac-b4f0-40b75a89077c req-32696e4b-19b7-41ea-917e-56eb3b22ffd7 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265619 Feb 03 11:03:23.104021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-c32c5063-f093-474d-aa34-b2810519290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:23.106615 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-c32c5063-f093-474d-aa34-b2810519290e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0701931 Feb 03 11:03:23.197910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-7b33a7ad-fe83-45ba-a429-26ee8dd0a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:23.199519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-7b33a7ad-fe83-45ba-a429-26ee8dd0a13a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0862696 Feb 03 11:03:23.248404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310dce3e-dd1e-4be5-ae09-54d592a54a66 admin admin] Publish callbacks [] for security_group (d910a63a-1022-4fdc-b500-49ba76002dda), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.255224 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310dce3e-dd1e-4be5-ae09-54d592a54a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d910a63a-1022-4fdc-b500-49ba76002dda), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.317333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dce3e-dd1e-4be5-ae09-54d592a54a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910a63a-1022-4fdc-b500-49ba76002dda,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:23.357611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-310dce3e-dd1e-4be5-ae09-54d592a54a66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8530882cd6c4cc88e7356912ecdf92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923264 Feb 03 11:03:23.361107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:23.378401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f8b4c-8caa-4465-81ee-ffd79c826b3e req-37790d73-aa7b-4ed2-8256-3058832d9e68 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:23.385938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-529f8b4c-8caa-4465-81ee-ffd79c826b3e req-37790d73-aa7b-4ed2-8256-3058832d9e68 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.1982732 Feb 03 11:03:23.491310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-529f8b4c-8caa-4465-81ee-ffd79c826b3e req-0c885082-3e51-41a9-a1da-b86c8b196abe tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043499 Feb 03 11:03:23.498525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] Publish callbacks [] for security_group (d910a63a-1022-4fdc-b500-49ba76002dda), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.501161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] Publish callbacks [] for security_group (bd3012f7-527e-4300-a4ea-6d496d5755c3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.533907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] Publish callbacks [] for security_group (d910a63a-1022-4fdc-b500-49ba76002dda), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.560667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] Publish callbacks [] for security_group (bd3012f7-527e-4300-a4ea-6d496d5755c3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.592685 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-24de0734-7134-4a59-aded-8bca91c2795c service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828211 Feb 03 11:03:23.618122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d910a63a-1022-4fdc-b500-49ba76002dda), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.621233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.627345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d910a63a-1022-4fdc-b500-49ba76002dda HTTP/1.1" status: 204 len: 168 time: 0.2647915 Feb 03 11:03:23.644561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36688-820f-4a68-9899-2ff564c429e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910a63a-1022-4fdc-b500-49ba76002dda,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:23.701609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bd3012f7-527e-4300-a4ea-6d496d5755c3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.704657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:23.705794 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd3012f7-527e-4300-a4ea-6d496d5755c3 HTTP/1.1" status: 204 len: 168 time: 0.6598148 Feb 03 11:03:23.723437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62697af6-3c1f-4bf8-9930-2d21a23c6c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3012f7-527e-4300-a4ea-6d496d5755c3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:23.726760 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-65ef66ed-0251-4873-9141-bd3096bbed61 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226459 Feb 03 11:03:23.836091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:23.838486 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:23.893877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d1d88-78da-479c-a1d9-fda220134765 req-88549a8e-ee1f-4219-a3f8-07c2403d7d72 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:23.905272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f15d1d88-78da-479c-a1d9-fda220134765 req-88549a8e-ee1f-4219-a3f8-07c2403d7d72 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.0838654 Feb 03 11:03:23.960654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f15d1d88-78da-479c-a1d9-fda220134765 req-07b08f84-3048-4474-9e14-b369f3c8bdbd tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533395 Feb 03 11:03:24.244002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:24.257972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a8d-0809-4687-b8cf-48d233896870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.290889 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b5c08-56c0-4e9a-a5f6-774fdf8edff4 x-openstack-request-id: req-554b5c08-56c0-4e9a-a5f6-774fdf8edff4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:24.291566 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:24.291904 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-554b5c08-56c0-4e9a-a5f6-774fdf8edff4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:24.292328 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'status': 'completed', 'code': 200} Feb 03 11:03:24.391535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-bed33068-c418-4db7-a72a-8dc0295618fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:24.397324 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-bed33068-c418-4db7-a72a-8dc0295618fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1177 time: 0.0809636 Feb 03 11:03:24.412245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a8d-0809-4687-b8cf-48d233896870 admin admin] Publish callbacks [] for security_group (98c65a64-eb51-4b70-8bb0-081d07d7bcf6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.416614 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a8d-0809-4687-b8cf-48d233896870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98c65a64-eb51-4b70-8bb0-081d07d7bcf6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.484298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50bf9a8d-0809-4687-b8cf-48d233896870 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b64c64545e3d41f385161ddde1d3a8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391834 Feb 03 11:03:24.485190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9a8d-0809-4687-b8cf-48d233896870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c65a64-eb51-4b70-8bb0-081d07d7bcf6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:24.494166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:24.567212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-52eeb553-744a-4b1f-906b-7ef317c864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:24.568726 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-52eeb553-744a-4b1f-906b-7ef317c864c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.1677067 Feb 03 11:03:24.644300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-f1db6358-f0fd-4e2d-b411-6d6030cb5e2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0626493 Feb 03 11:03:24.647400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Publish callbacks [] for security_group (98c65a64-eb51-4b70-8bb0-081d07d7bcf6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.657908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ccb32-1ef7-4e6f-87a2-c5a597117ba3 req-4bd85312-18ee-4a6f-99e8-c5109f11f8c3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:24.664702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b3ccb32-1ef7-4e6f-87a2-c5a597117ba3 req-4bd85312-18ee-4a6f-99e8-c5109f11f8c3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0774345 Feb 03 11:03:24.721481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Publish callbacks [] for security_group (98c65a64-eb51-4b70-8bb0-081d07d7bcf6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.730779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b3ccb32-1ef7-4e6f-87a2-c5a597117ba3 req-0b647d8b-0945-454b-ac62-7e8015e5eede tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650625 Feb 03 11:03:24.737211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-09e0f11d-6f47-44bf-af9f-4f106ffaa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:24.738908 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-09e0f11d-6f47-44bf-af9f-4f106ffaa655 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0881252 Feb 03 11:03:24.790977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-69439a11-589e-431d-90bf-4a8cc7628e65 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:24.792114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-69439a11-589e-431d-90bf-4a8cc7628e65 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066793 Feb 03 11:03:24.799907 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-b82b00b1-1216-4084-86e5-9f6450268b8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458736 Feb 03 11:03:24.852397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98c65a64-eb51-4b70-8bb0-081d07d7bcf6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.855163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:24.856288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98c65a64-eb51-4b70-8bb0-081d07d7bcf6 HTTP/1.1" status: 204 len: 168 time: 0.3611534 Feb 03 11:03:24.902111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a9c3f511-9edc-46c0-be6f-b4af606b473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:24.903852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a9c3f511-9edc-46c0-be6f-b4af606b473a service neutron] 10.222.0.30 "GET /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 1145 time: 0.1038461 Feb 03 11:03:24.906625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c65a64-eb51-4b70-8bb0-081d07d7bcf6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:24.917425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:24.918139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:03:24.918332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.918663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.919013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.919351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.919688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.920016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.920349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.920674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.922022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.922022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.922300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.922718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.923101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cda8d1-41aa-4475-8824-546c6d65ff51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:24.964874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-f066e24f-c49c-4ec2-9d7c-9272e69ad471 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566384 Feb 03 11:03:25.073526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1ddbf0a2-1f56-4c08-8db8-cece66eb6a6a req-99a27d62-08af-4e47-a748-97359012868a service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963182 Feb 03 11:03:25.111993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51192) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:25.166977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8c85d-99f7-4404-b5a9-59c5cf5f9354 req-5be23429-463a-43b5-a098-8ffb802bf069 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:25.168557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fc8c85d-99f7-4404-b5a9-59c5cf5f9354 req-5be23429-463a-43b5-a098-8ffb802bf069 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.3204739 Feb 03 11:03:25.277697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fc8c85d-99f7-4404-b5a9-59c5cf5f9354 req-d3331caa-a7e2-41ec-a0c4-f72d3547a0d8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920489 Feb 03 11:03:25.313544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:25.317136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:25.317718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:25.324528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:25.325069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:25.331072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:25.331766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:25.332538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:25.333167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Bound port: 11e9759f-1484-4830-9fcb-5aeba1944605, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:25.376460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1e14835-0f73-4c47-bda6-1b820a5bd545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.396437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-0baea42c-f482-4bad-8faf-76d9592d1dde tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=49f1c9cff37b428791b3b70fb4792613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318036 Feb 03 11:03:25.455853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:25.462721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.464114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d4633496-b743-4732-b9df-231c3ba6d80a service neutron] 10.222.0.30 "POST /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605/bindings HTTP/1.1" status: 201 len: 389 time: 0.5508130 Feb 03 11:03:25.497825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1e14835-0f73-4c47-bda6-1b820a5bd545 admin admin] Publish callbacks [] for security_group (5298131e-925e-4eee-9174-0326abe58246), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.503369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:25.512681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1e14835-0f73-4c47-bda6-1b820a5bd545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5298131e-925e-4eee-9174-0326abe58246), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.587693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-66d165c0-cb9a-4a08-9373-f76d7e7fe07c tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:25.596231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-66d165c0-cb9a-4a08-9373-f76d7e7fe07c tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854615 Feb 03 11:03:25.638280 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1e14835-0f73-4c47-bda6-1b820a5bd545 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fefcf218ae0d42e0946e863b96125148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251210 Feb 03 11:03:25.639486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-10bf5342-7a4d-4c89-abe6-9e68062ea992 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/quotas/49f1c9cff37b428791b3b70fb4792613 HTTP/1.1" status: 200 len: 375 time: 0.0277939 Feb 03 11:03:25.640168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:25.643355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14835-0f73-4c47-bda6-1b820a5bd545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5298131e-925e-4eee-9174-0326abe58246,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:25.722203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:25.748352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d628fb-8328-4fdd-ba16-3fe0278032bf req-0151d052-2fb5-4f1b-828c-0c33408ca005 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:25.749007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:03:25.757736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d628fb-8328-4fdd-ba16-3fe0278032bf req-0151d052-2fb5-4f1b-828c-0c33408ca005 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.1377966 Feb 03 11:03:25.762607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] Publish callbacks [] for security_group (5298131e-925e-4eee-9174-0326abe58246), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.786471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] Publish callbacks [] for security_group (5298131e-925e-4eee-9174-0326abe58246), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.800389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-776d173b-ceb6-4a88-9319-caeeb08a6bac tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599867 Feb 03 11:03:25.860786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5298131e-925e-4eee-9174-0326abe58246), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.861593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d628fb-8328-4fdd-ba16-3fe0278032bf req-e616a892-045c-400a-9952-b3863e47c3c3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030149 Feb 03 11:03:25.863389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:25.864527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5298131e-925e-4eee-9174-0326abe58246 HTTP/1.1" status: 204 len: 168 time: 0.2223589 Feb 03 11:03:25.874332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f7018-35d5-4a8f-9402-a0a0e3ca3109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5298131e-925e-4eee-9174-0326abe58246,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:26.070783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b8b826e-e164-4887-b331-dc88c76cc577 req-ceb3eb58-aac6-4880-afa6-5731163b4fe5 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 210 time: 0.0404108 Feb 03 11:03:26.087012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46ea24-e143-4d5d-8008-c52a540f86db req-8f81b62f-4dba-409b-922c-dbbc7d306c3c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:26.088504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f46ea24-e143-4d5d-8008-c52a540f86db req-8f81b62f-4dba-409b-922c-dbbc7d306c3c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1430392 Feb 03 11:03:26.165177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f46ea24-e143-4d5d-8008-c52a540f86db req-e1760f42-66a1-4381-823d-4a6e1498419e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 Feb 03 11:03:26.359594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:26.380760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74920584-f798-4acc-934e-1e78d132e301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.442934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e090b-5345-431a-8155-dc24ac7503dd req-b4664fa5-ddd1-495b-b097-e7ab636010c6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:26.445351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-531e090b-5345-431a-8155-dc24ac7503dd req-b4664fa5-ddd1-495b-b097-e7ab636010c6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.0711730 Feb 03 11:03:26.519034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74920584-f798-4acc-934e-1e78d132e301 admin admin] Publish callbacks [] for security_group (1c5defb8-c82d-452a-a02b-d638920c3a8e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.521556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-531e090b-5345-431a-8155-dc24ac7503dd req-1c29f9f6-3820-4232-9b09-6df3c0c25cad tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707917 Feb 03 11:03:26.524873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74920584-f798-4acc-934e-1e78d132e301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c5defb8-c82d-452a-a02b-d638920c3a8e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.569849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74920584-f798-4acc-934e-1e78d132e301 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0058c6d576de4935a14df6b1242bc8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091177 Feb 03 11:03:26.572137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920584-f798-4acc-934e-1e78d132e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5defb8-c82d-452a-a02b-d638920c3a8e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:26.572600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:26.640993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Publish callbacks [] for security_group (1c5defb8-c82d-452a-a02b-d638920c3a8e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.663738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Publish callbacks [] for security_group (1c5defb8-c82d-452a-a02b-d638920c3a8e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.728938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.735672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-a4691016-24f1-460c-a277-23370118f2d1 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bff04355113445fead4ff26091919eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300457 Feb 03 11:03:26.741373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c5defb8-c82d-452a-a02b-d638920c3a8e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.744103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:26.745196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c5defb8-c82d-452a-a02b-d638920c3a8e HTTP/1.1" status: 204 len: 168 time: 0.1715934 Feb 03 11:03:26.775533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5defb8-c82d-452a-a02b-d638920c3a8e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:26.788026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.788376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.789578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.790060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.790957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.791289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.791613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.791936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.792264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.792573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.792893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.793231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.793568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034031-d312-4a26-bcb7-08ad6a3d9ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:26.901077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d16096fc-cc13-4d72-b489-5a1a5ecfb9df tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:26.907598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d16096fc-cc13-4d72-b489-5a1a5ecfb9df tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604254 Feb 03 11:03:26.925794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-b626d9fb-39ef-4b1d-bd14-f5e185aadc95 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/quotas/bff04355113445fead4ff26091919eba HTTP/1.1" status: 200 len: 375 time: 0.0170836 Feb 03 11:03:26.961849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-98980235-4aac-4ed3-987c-89a108c4a83d tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344050 Feb 03 11:03:27.016928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542f3c-8565-40a1-bbd9-eed15644649b req-35842c89-22cf-4936-adaf-f135ed210782 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:27.018459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72542f3c-8565-40a1-bbd9-eed15644649b req-35842c89-22cf-4936-adaf-f135ed210782 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.0600371 Feb 03 11:03:27.081054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72542f3c-8565-40a1-bbd9-eed15644649b req-9eee299b-7a4b-496d-9cc3-56f7f1502baa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Feb 03 11:03:27.215073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10863a14-3668-454e-92c2-02d0c648e965 req-04d9ecf6-a1b8-4e56-b17a-91a7dcca9f3b tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 210 time: 0.0498946 Feb 03 11:03:27.283107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3354daa0-1b25-49a9-b331-51914aa93a47 req-973e1b22-f54b-425d-b7eb-eb1b1cfa99da tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 210 time: 0.1085513 Feb 03 11:03:27.312089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-a296774e-7f09-4512-9c77-4730c147cfc5 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=49f1c9cff37b428791b3b70fb4792613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420990 Feb 03 11:03:27.445142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d9f1f-f1d7-406e-a6a3-ed986bed2151 req-84148de0-d181-416c-96ce-8fa30fe8e675 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:27.446928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-264d9f1f-f1d7-406e-a6a3-ed986bed2151 req-84148de0-d181-416c-96ce-8fa30fe8e675 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1174829 Feb 03 11:03:27.533086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-0202688b-812f-4391-8b68-316fdb3b60e1 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:27.536818 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-0202688b-812f-4391-8b68-316fdb3b60e1 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187104 Feb 03 11:03:27.554918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-264d9f1f-f1d7-406e-a6a3-ed986bed2151 req-7708ef24-a33e-48fa-b4b5-4ebe82c448aa tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968111 Feb 03 11:03:27.557905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Request body: {'port': {'device_id': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '49f1c9cff37b428791b3b70fb4792613'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:27.724261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Made reservation on behalf of 49f1c9cff37b428791b3b70fb4792613 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:27.733534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:27.764727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31078b-bfa6-4b7e-85a8-499f1236ba25 req-bceb024e-2541-4326-baff-7f0c5c0ccb1a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:27.767374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef31078b-bfa6-4b7e-85a8-499f1236ba25 req-bceb024e-2541-4326-baff-7f0c5c0ccb1a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.0682132 Feb 03 11:03:27.832099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef31078b-bfa6-4b7e-85a8-499f1236ba25 req-665dba13-2424-4332-907e-77e86384941f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Feb 03 11:03:27.920759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Allocated IP 192.168.233.177 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/41d2dcff-9522-47ec-9e3c-06a60be4f7de) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:27.980813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:28.098863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks [] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.108975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ee41ca-71eb-4e35-aa35-130476c7e19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.137260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.153959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a55a0a3c-b710-4c5d-be57-441a043c12e7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:28.186287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:28.194323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:28.199386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Pushing event updated for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:28.201613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:28.218180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:28.218920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.245663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-ae8c13ca-6317-4f32-9b35-c7cad60e93a0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6935523 Feb 03 11:03:28.268042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Request body: {'port': {'device_id': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:28.323608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ee41ca-71eb-4e35-aa35-130476c7e19a admin admin] Publish callbacks [] for security_group (9eb02675-40c6-4be8-a4d2-54a5b38b9073), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.332207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ee41ca-71eb-4e35-aa35-130476c7e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9eb02675-40c6-4be8-a4d2-54a5b38b9073), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.413779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.450528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc99727-d449-44e4-a96a-449726f5ec62 req-03746b60-11e0-4595-a83a-99fdaa6c53b0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:28.452296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dc99727-d449-44e4-a96a-449726f5ec62 req-03746b60-11e0-4595-a83a-99fdaa6c53b0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.2395999 Feb 03 11:03:28.458223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98512828-5a5a-4277-82e4-35bf5024fae8 req-5efab8ff-eeaf-4cd1-bde4-6cfcbc95b8fd tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 210 time: 0.0769851 Feb 03 11:03:28.465134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-95ee41ca-71eb-4e35-aa35-130476c7e19a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be30e3446beb4e7fb2b5979ea1e9fef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808095 Feb 03 11:03:28.469482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee41ca-71eb-4e35-aa35-130476c7e19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb02675-40c6-4be8-a4d2-54a5b38b9073,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:28.472774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:28.611786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dc99727-d449-44e4-a96a-449726f5ec62 req-5872192c-08b0-4597-b3fa-8c6000aa0131 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490126 Feb 03 11:03:28.631013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-37e09222-dee5-47d9-92d8-29a9ced82de5 None None] Provisioning complete for port 41d2dcff-9522-47ec-9e3c-06a60be4f7de triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:28.631408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37e09222-dee5-47d9-92d8-29a9ced82de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.715192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37e09222-dee5-47d9-92d8-29a9ced82de5 None None] Port 41d2dcff-9522-47ec-9e3c-06a60be4f7de cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:28.753642 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-306b3aa4-0876-4395-9ec1-839066a8c655 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bff04355113445fead4ff26091919eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260422 Feb 03 11:03:28.777714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] Publish callbacks [] for security_group (9eb02675-40c6-4be8-a4d2-54a5b38b9073), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.830673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3829352-a12d-4949-87a6-1aad21d3f2a4 req-7b2bfe11-2b74-4119-a5ec-cc96b9b93cb7 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:28.832174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3829352-a12d-4949-87a6-1aad21d3f2a4 req-7b2bfe11-2b74-4119-a5ec-cc96b9b93cb7 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 936 time: 0.2499480 Feb 03 11:03:28.840405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-56f1e71f-0219-44ee-89c9-d7ebf2a1f899 service neutron] 10.222.0.53 "GET /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1866381 Feb 03 11:03:28.845137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] Publish callbacks [] for security_group (9eb02675-40c6-4be8-a4d2-54a5b38b9073), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.919301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-9a67a022-86b6-470f-84df-b9d063a9c57f tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:28.920744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-9a67a022-86b6-470f-84df-b9d063a9c57f tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547804 Feb 03 11:03:28.922277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7db25-9288-4e69-a937-82ca0e2870ac req-fbc59652-0b69-484d-a3c3-1bb95c3498ca tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:28.923925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d2dcff-9522-47ec-9e3c-06a60be4f7de {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:28.924452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6b7db25-9288-4e69-a937-82ca0e2870ac req-fbc59652-0b69-484d-a3c3-1bb95c3498ca tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.2007108 Feb 03 11:03:28.932504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks [] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:28.938063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Request body: {'port': {'device_id': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'bff04355113445fead4ff26091919eba'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:28.972760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Transition to ACTIVE for port object 41d2dcff-9522-47ec-9e3c-06a60be4f7de will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:28.978839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.024710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3829352-a12d-4949-87a6-1aad21d3f2a4 req-5569b79e-e04d-4ec3-af69-b58bd82f9c8c tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832042 Feb 03 11:03:29.048263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9eb02675-40c6-4be8-a4d2-54a5b38b9073), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.048263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.048263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9eb02675-40c6-4be8-a4d2-54a5b38b9073 HTTP/1.1" status: 204 len: 168 time: 0.5735924 Feb 03 11:03:29.061403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6b7db25-9288-4e69-a937-82ca0e2870ac req-37fdaf5d-f5a1-4e76-ae71-d56716039be0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278791 Feb 03 11:03:29.088371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60219e39-9c79-4e96-98b3-57db974b6564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb02675-40c6-4be8-a4d2-54a5b38b9073,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.090147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Pushing event updated for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.149234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Attempting to bind port 41d2dcff-9522-47ec-9e3c-06a60be4f7de on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:29.149579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Attempting to bind port 41d2dcff-9522-47ec-9e3c-06a60be4f7de by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:29.149911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Attempting to bind port 41d2dcff-9522-47ec-9e3c-06a60be4f7de on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:29.162482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Port 41d2dcff-9522-47ec-9e3c-06a60be4f7de on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:29.162798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Attempting to bind port 41d2dcff-9522-47ec-9e3c-06a60be4f7de on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:29.177257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:29.177747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:29.178205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:29.178988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Bound port: 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:29.179441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.207399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Made reservation on behalf of bff04355113445fead4ff26091919eba for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:29.210893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.259272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.276099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:29.317244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d398b0-4bc4-4662-be1d-9a37c0339b70 req-e6bf0f27-f30d-4a04-a2d9-4b20b3060de5 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:29.324157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9d398b0-4bc4-4662-be1d-9a37c0339b70 req-e6bf0f27-f30d-4a04-a2d9-4b20b3060de5 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 965 time: 0.1142144 Feb 03 11:03:29.346993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:29.408468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:29.415852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e0aa70-7b79-4206-af35-9e5294cbb9af {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:29.428820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:29.441621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:29.445146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.455675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9d398b0-4bc4-4662-be1d-9a37c0339b70 req-f3a8c717-5895-4c4b-8d78-10c4f472a7fc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305025 Feb 03 11:03:29.485535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.517600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:29.518298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.520444 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] 10.222.0.69 "PUT /v2.0/ports/41d2dcff-9522-47ec-9e3c-06a60be4f7de HTTP/1.1" status: 200 len: 1096 time: 1.2587452 Feb 03 11:03:29.520532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:29.522763 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:29.545808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks [] for security_group (69e17b95-c5d8-4693-8411-56fc1246dfcd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.553097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (69e17b95-c5d8-4693-8411-56fc1246dfcd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.587429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535772d-bf42-4352-aa10-ff33a26d059f service neutron] Pushing event updated for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.592278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:29.649455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5176c5d-997f-4366-a250-34fa3f0d33db req-13d56a47-7a8f-4b5e-9ac3-8691a8fe33b5 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 210 time: 0.0512373 Feb 03 11:03:29.673772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-442cae65-2e29-4efd-b6cc-69bd1425190e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.702813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-f852e30d-4fce-4002-b608-5c8e16e2a484 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596647 Feb 03 11:03:29.773555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-442cae65-2e29-4efd-b6cc-69bd1425190e admin admin] Publish callbacks [] for security_group (78118d1e-2568-4d5b-a146-6dda2b8d8797), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.775500 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03520910-cf50-4c19-9f17-c98103d02a56 x-openstack-request-id: req-03520910-cf50-4c19-9f17-c98103d02a56 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:29.776036 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:29.776331 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03520910-cf50-4c19-9f17-c98103d02a56 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:29.776728 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de', 'status': 'completed', 'code': 200} Feb 03 11:03:29.788052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-442cae65-2e29-4efd-b6cc-69bd1425190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (78118d1e-2568-4d5b-a146-6dda2b8d8797), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.790274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e17b95-c5d8-4693-8411-56fc1246dfcd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.795945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] Transition to ACTIVE for port object e6e0aa70-7b79-4206-af35-9e5294cbb9af will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:29.812988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:29.873239 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-442cae65-2e29-4efd-b6cc-69bd1425190e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06800730b7e248cb909a509c9f17e927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779176 Feb 03 11:03:29.877733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:29.891161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cae65-2e29-4efd-b6cc-69bd1425190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78118d1e-2568-4d5b-a146-6dda2b8d8797,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.902215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-f41853f4-7c63-46ac-a5f3-1e2a97da8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:29.903717 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-f41853f4-7c63-46ac-a5f3-1e2a97da8b23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 1130 time: 0.3134212 Feb 03 11:03:29.918176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Allocated IP 192.168.233.131 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/4d98b86a-bdc5-4687-aa69-add60ecb5e91) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:29.946640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-54feb20e-db5b-47f9-8afd-1ae19a8b610c tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:29.948064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-54feb20e-db5b-47f9-8afd-1ae19a8b610c tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444727 Feb 03 11:03:29.954072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] No DVR routers for this DVR port e6e0aa70-7b79-4206-af35-9e5294cbb9af on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:29.960215 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-423feb3b-a4f8-4447-b414-4a7b930a7484 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de HTTP/1.1" status: 200 len: 217 time: 0.0398786 Feb 03 11:03:29.966933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:29.995205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b3200-dc00-473d-a815-0016b8ceaea8 req-71d6c97a-3eb6-4a5b-9164-72243e3db8bf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:29.996656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9b3200-dc00-473d-a815-0016b8ceaea8 req-71d6c97a-3eb6-4a5b-9164-72243e3db8bf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.2037568 Feb 03 11:03:30.002320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-5b12c044-d6c1-4a02-b40a-b9515a74e060 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/quotas/eb9f92144ce94b38b2e4eb6a2381721c HTTP/1.1" status: 200 len: 375 time: 0.0457423 Feb 03 11:03:30.027837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-0e352e69-1403-4f94-9482-d6286585e387 service neutron] 10.222.0.53 "PUT /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1697581 Feb 03 11:03:30.062015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-6fe14caa-044a-428e-807e-964c372e22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.064039 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-6fe14caa-044a-428e-807e-964c372e22ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0838933 Feb 03 11:03:30.091306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-995efa24-5bb6-456f-9600-633af52c5948 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609307 Feb 03 11:03:30.099466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.69', 60794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:30.101487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] Publish callbacks [] for security_group (78118d1e-2568-4d5b-a146-6dda2b8d8797), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.181819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks [] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.200558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9b3200-dc00-473d-a815-0016b8ceaea8 req-1e846458-5226-41c3-a483-3aa046b3e3c0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713777 Feb 03 11:03:30.203864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] Publish callbacks [] for security_group (78118d1e-2568-4d5b-a146-6dda2b8d8797), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.249477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-bced31ea-258a-4bb6-a64d-401e8ebec6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.251686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-bced31ea-258a-4bb6-a64d-401e8ebec6a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1777706 Feb 03 11:03:30.288684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.334683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-a28be6aa-3b11-4b67-9969-8e573cd12d32 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.336671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-a28be6aa-3b11-4b67-9969-8e573cd12d32 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1148 time: 0.2190652 Feb 03 11:03:30.402822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:30.403076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:30.410458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:30.417442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.417442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.458941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5283265 Feb 03 11:03:30.461239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88498-fd66-4eb7-a18e-6862c925833a tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Pushing event updated for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:30.471120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (78118d1e-2568-4d5b-a146-6dda2b8d8797), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.473542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Request body: {'port': {'device_id': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:30.473733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.474805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78118d1e-2568-4d5b-a146-6dda2b8d8797 HTTP/1.1" status: 204 len: 168 time: 0.5923128 Feb 03 11:03:30.503118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017d4af-46d5-4c51-b69b-bee444146292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78118d1e-2568-4d5b-a146-6dda2b8d8797,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:30.506108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-3bd8ed38-709f-4c0f-9bd0-e9509fe55a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.507751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-3bd8ed38-709f-4c0f-9bd0-e9509fe55a66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&tenant_id=202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 1148 time: 0.1519830 Feb 03 11:03:30.519666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf31379-3b97-4beb-a55a-c638e3a55024 req-f4109374-4f43-4975-ba82-c497f2861e23 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.521480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcf31379-3b97-4beb-a55a-c638e3a55024 req-f4109374-4f43-4975-ba82-c497f2861e23 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 948 time: 0.1895761 Feb 03 11:03:30.540500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de4050-0b9a-4e6e-a627-374a009a6bd7 req-904cf1d1-3bfc-42ac-bfd6-5c26f10a5b71 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:30.547136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7de4050-0b9a-4e6e-a627-374a009a6bd7 req-904cf1d1-3bfc-42ac-bfd6-5c26f10a5b71 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.2299778 Feb 03 11:03:30.570780 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-f8320b3f-702f-44e4-92b1-dcf736161c21 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955906 Feb 03 11:03:30.581393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.654323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:30.705410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ab9d3c35-f169-4d19-afa6-67db8b072fbb req-93047c6e-4199-43ac-a92b-b81288c636d9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056097 Feb 03 11:03:30.755764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port e6e0aa70-7b79-4206-af35-9e5294cbb9af host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:03:30.756297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:30.848319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-23616cff-4878-4814-851b-33d74bc6b39a None None] Provisioning complete for port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:30.851799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23616cff-4878-4814-851b-33d74bc6b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:30.942574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-23616cff-4878-4814-851b-33d74bc6b39a None None] Port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:31.008011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcf31379-3b97-4beb-a55a-c638e3a55024 req-b6412da2-27cf-49a8-9f28-5a44a90cb1f0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745667 Feb 03 11:03:31.017460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7de4050-0b9a-4e6e-a627-374a009a6bd7 req-3d2f9df7-584d-48f3-aa0e-a47c89d7d411 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508131 Feb 03 11:03:31.038617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-5cc5a899-2f61-4704-9838-67158abb1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.038617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-5cc5a899-2f61-4704-9838-67158abb1ea5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1148 time: 0.4438925 Feb 03 11:03:31.207539 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312e4b90-8956-4503-aee3-44b201ad5f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.233424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb942f1d-f690-4188-9894-67d5f3decac8 req-411edc16-8a13-4a4d-8241-72278d59a00f tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 210 time: 0.0715690 Feb 03 11:03:31.283467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-6f9e8ec2-9103-4003-8316-385287c0a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.285817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-6f9e8ec2-9103-4003-8316-385287c0a1c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.2382791 Feb 03 11:03:31.320734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22198d-a3bf-4ec4-979a-d7083de715c0 req-bbe63cc6-d29a-46ef-adbf-0a76d7bfaf92 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.320887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d98b86a-bdc5-4687-aa69-add60ecb5e91 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:31.322705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e22198d-a3bf-4ec4-979a-d7083de715c0 req-bbe63cc6-d29a-46ef-adbf-0a76d7bfaf92 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 966 time: 0.1624718 Feb 03 11:03:31.338440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks [] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.350850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-6f4dc000-32a3-472b-85ce-0017651a7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.352347 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-6f4dc000-32a3-472b-85ce-0017651a7f3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49f1c9cff37b428791b3b70fb4792613&device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 1130 time: 0.4262543 Feb 03 11:03:31.357199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Transition to ACTIVE for port object 4d98b86a-bdc5-4687-aa69-add60ecb5e91 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:31.369299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-53135c08-2745-4a9d-85c2-8b724266dae6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.0692346 Feb 03 11:03:31.370657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.489299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Pushing event updated for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:31.498268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e22198d-a3bf-4ec4-979a-d7083de715c0 req-ff4ebb1e-e857-4994-951c-cbee3c195a55 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405272 Feb 03 11:03:31.506462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43ebe-42f9-4158-86aa-35fbdf6d0022 req-74998b2f-0f02-4c2f-a101-851880d6d75f tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.513870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ce43ebe-42f9-4158-86aa-35fbdf6d0022 req-74998b2f-0f02-4c2f-a101-851880d6d75f tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 948 time: 0.1573949 Feb 03 11:03:31.543391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-f15a97ed-53fb-48ae-970b-9e4459e27130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.544871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-f15a97ed-53fb-48ae-970b-9e4459e27130 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1434295 Feb 03 11:03:31.590893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-c6e17145-4d8f-4008-ab12-3104d0cf8ebf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384533 Feb 03 11:03:31.603675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Attempting to bind port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:31.604021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Attempting to bind port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:31.604357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Attempting to bind port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:31.608278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-2c8e604d-c82b-4f51-a707-93586148e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.609920 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-2c8e604d-c82b-4f51-a707-93586148e0d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2487631 Feb 03 11:03:31.612290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:31.612618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Attempting to bind port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:31.631698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:31.632316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:31.632854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:31.633467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Bound port: 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:31.633991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.657393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ce43ebe-42f9-4158-86aa-35fbdf6d0022 req-ff85bfaa-b2eb-4b21-9714-4389db51f4de tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383860 Feb 03 11:03:31.690961 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-42d9a9a3-0aeb-4f49-b1bb-8f1d5eade11d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de HTTP/1.1" status: 200 len: 217 time: 0.0685263 Feb 03 11:03:31.754408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf7252-8291-4a2b-a07a-5ce68d5193ea req-7ecdfd7e-58e8-4584-be4e-05cd04aa9848 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.756009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4cf7252-8291-4a2b-a07a-5ce68d5193ea req-7ecdfd7e-58e8-4584-be4e-05cd04aa9848 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.1363733 Feb 03 11:03:31.777780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-09f04640-40f6-4d5b-a49a-4bfe67e108cd service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748583 Feb 03 11:03:31.798323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-1f19aa15-bb8b-4257-aa63-2fd1937ec878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.799841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-1f19aa15-bb8b-4257-aa63-2fd1937ec878 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0868506 Feb 03 11:03:31.802244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:31.805485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:31.814246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.881299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4cf7252-8291-4a2b-a07a-5ce68d5193ea req-dc9edab3-37f1-486b-927a-26eb634b1d99 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159012 Feb 03 11:03:31.910927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Pushing event updated for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:31.913020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.69', 60797) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:31.952356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-9d39c7b6-adef-4cc2-a8c3-3617c46195b5 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337186 Feb 03 11:03:31.954822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-f8b04449-faec-4221-a495-53c2ba1a3378 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646724 Feb 03 11:03:31.958697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:31.959378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:31.961101 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-d8bb0d80-f91d-4626-b2c9-11aef55a9161 service neutron] 10.222.0.53 "PUT /v2.0/ports/4d98b86a-bdc5-4687-aa69-add60ecb5e91 HTTP/1.1" status: 200 len: 1096 time: 1.4915354 Feb 03 11:03:31.961737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:31.964090 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792fb953-5d26-4e53-9192-bb2576015c31" -d '{"events": [{"name": "network-changed", "server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:32.023842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-9f532f28-c1de-4f98-b79a-52c778d27def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.025193 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-9f532f28-c1de-4f98-b79a-52c778d27def service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1946425 Feb 03 11:03:32.112871 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff01fd-4e89-46df-9eb8-2909f63e319f x-openstack-request-id: req-1cff01fd-4e89-46df-9eb8-2909f63e319f {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:32.118437 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:32.119028 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cff01fd-4e89-46df-9eb8-2909f63e319f {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:32.119676 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91', 'status': 'completed', 'code': 200} Feb 03 11:03:32.265895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-ecfac13e-be45-4c51-bb50-9265c6c4277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.265895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-ecfac13e-be45-4c51-bb50-9265c6c4277f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 1130 time: 0.2243145 Feb 03 11:03:32.293720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-974d382d-4934-48e8-8f18-238eea71b8d3 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.295082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-974d382d-4934-48e8-8f18-238eea71b8d3 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267303 Feb 03 11:03:32.299563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-9069dee0-e407-4cf6-9408-983b8e117442 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2682145 Feb 03 11:03:32.318427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-e2a83d3f-15b3-4f4e-9ed8-75c470bea628 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91 HTTP/1.1" status: 200 len: 217 time: 0.0420461 Feb 03 11:03:32.320146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d017134-2869-4f90-b6f1-3d6c470b92ad req-ca8fbf95-f658-409a-a31a-64701cdac2ea tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.325488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d017134-2869-4f90-b6f1-3d6c470b92ad req-ca8fbf95-f658-409a-a31a-64701cdac2ea tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1615350 Feb 03 11:03:32.344510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9ee27-72fe-4f04-9f59-6f937e28bcd4 req-425dbcbc-dada-49a3-b1c5-59c250f4ac21 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.346361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30f9ee27-72fe-4f04-9f59-6f937e28bcd4 req-425dbcbc-dada-49a3-b1c5-59c250f4ac21 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 948 time: 0.1481557 Feb 03 11:03:32.357853 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-9cc0575c-6ef3-466b-acdf-06be8989efae service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200943 Feb 03 11:03:32.365820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Request body: {'port': {'device_id': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'eb9f92144ce94b38b2e4eb6a2381721c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:32.403012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-df1d9dac-1493-43e4-900a-0a9c78324ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.404816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-df1d9dac-1493-43e4-900a-0a9c78324ff9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0767231 Feb 03 11:03:32.480239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.69', 60798) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:32.506627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d017134-2869-4f90-b6f1-3d6c470b92ad req-ffe99a51-c02e-4c75-81df-c691740d3d06 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784008 Feb 03 11:03:32.534825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-52abc7ef-6140-4a10-91a8-777ed7d79f9b service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685381 Feb 03 11:03:32.542730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30f9ee27-72fe-4f04-9f59-6f937e28bcd4 req-9dce06cc-84e3-4815-97be-e65319f49611 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887712 Feb 03 11:03:32.553380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-01588b13-51fb-4e32-a31e-444b41ab45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.554922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-01588b13-51fb-4e32-a31e-444b41ab45bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1189456 Feb 03 11:03:32.557763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-ed2990c3-83fa-446b-9fcb-48e7888912ba tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.559217 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-ed2990c3-83fa-446b-9fcb-48e7888912ba tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1148 time: 0.0774055 Feb 03 11:03:32.588364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-6fb05d5a-6132-461d-804c-8fbc2961cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.589913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-6fb05d5a-6132-461d-804c-8fbc2961cd6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 1128 time: 0.1153147 Feb 03 11:03:32.602487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Made reservation on behalf of eb9f92144ce94b38b2e4eb6a2381721c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:32.607125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:32.629187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:32.698095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fecfb3c4-82b1-444f-86fa-866bd5aeb071 req-62196a47-d3c2-403c-8bdc-6bd5c2c8769e tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 210 time: 0.0698192 Feb 03 11:03:32.773029 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-34fe8f85-ecbe-4058-b51f-1acc772ab5f1 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109051 Feb 03 11:03:32.822764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-8abf1fce-59d2-4b07-a65a-8afa921d9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.824313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-8abf1fce-59d2-4b07-a65a-8afa921d9151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 924 time: 0.2057927 Feb 03 11:03:32.835950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96acc7d-f1ed-4457-8d35-b9c29bae59d8 req-da934e11-ced3-4f25-9037-6382a378d4fc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:32.837835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d96acc7d-f1ed-4457-8d35-b9c29bae59d8 req-da934e11-ced3-4f25-9037-6382a378d4fc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 966 time: 0.1878045 Feb 03 11:03:32.868805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-89506283-f333-4cd4-a1e4-6fd7448b4014 service neutron] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:32.875436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-89506283-f333-4cd4-a1e4-6fd7448b4014 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:32.876533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-520c6bc4-34cf-4390-a585-6bc300de68fe req-89506283-f333-4cd4-a1e4-6fd7448b4014 service neutron] 10.222.0.69 "DELETE /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.2919154 Feb 03 11:03:32.905549 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2ec11062-edd9-4460-a52f-6587f6a7d964 req-42ec2f07-d6c3-424b-87c8-f10b69101e18 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241128 Feb 03 11:03:32.972739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks [] for security_group (6c2ac0d2-1155-4f32-99e0-1492fbbb1d40), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:33.004177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6c2ac0d2-1155-4f32-99e0-1492fbbb1d40), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:33.009600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fb953-5d26-4e53-9192-bb2576015c31 req-3e3f2b46-e674-42d3-92ec-e0a5e8cd5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.011164 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-3e3f2b46-e674-42d3-92ec-e0a5e8cd5125 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 1130 time: 0.0459478 Feb 03 11:03:33.032454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-ab6c7fd0-d509-487f-ab7c-24089c3270a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 200 len: 1002 time: 0.1917667 Feb 03 11:03:33.042608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-108dbe8f-b964-4de4-9f97-a2539e42ad49 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820305 Feb 03 11:03:33.090987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d96acc7d-f1ed-4457-8d35-b9c29bae59d8 req-810f1e39-d6d4-49eb-b3c1-8b260ee62c94 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392445 Feb 03 11:03:33.124179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fb953-5d26-4e53-9192-bb2576015c31 req-4c711a75-2b5b-40b5-879d-aeee0a6c822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.125764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-4c711a75-2b5b-40b5-879d-aeee0a6c822a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1030812 Feb 03 11:03:33.150210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:33.169985 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-f4861d14-512d-42bb-865c-42619a4555ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91 HTTP/1.1" status: 200 len: 217 time: 0.0367634 Feb 03 11:03:33.196535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-b5e3d42d-9171-4f71-be72-883fae120cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.198162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-b5e3d42d-9171-4f71-be72-883fae120cac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.1545475 Feb 03 11:03:33.241557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fb953-5d26-4e53-9192-bb2576015c31 req-efbd2583-16f1-4a71-a658-09a711a768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.243347 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-efbd2583-16f1-4a71-a658-09a711a768b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0547655 Feb 03 11:03:33.301059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fb953-5d26-4e53-9192-bb2576015c31 req-c98bae3d-88cd-48a1-8ac1-9f49416d04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.302648 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-c98bae3d-88cd-48a1-8ac1-9f49416d04d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0496566 Feb 03 11:03:33.362523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Allocated IP 192.168.233.64 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:33.379588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-ca773027-dc70-4886-852d-053a16771360 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.381103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-ca773027-dc70-4886-852d-053a16771360 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174517 Feb 03 11:03:33.393458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edb7b5-be39-4749-9c9e-b4253adf08f7 req-9f720dff-6cf1-436a-8b3a-1680806d0247 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.394909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07edb7b5-be39-4749-9c9e-b4253adf08f7 req-9f720dff-6cf1-436a-8b3a-1680806d0247 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 948 time: 0.2211699 Feb 03 11:03:33.422383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-c39aef90-6f42-4a6c-a11c-2392a12f8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.423202 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-d4b0649a-4f39-430f-b0ce-76ac113614ef service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Feb 03 11:03:33.423826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-c39aef90-6f42-4a6c-a11c-2392a12f8fd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1565657 Feb 03 11:03:33.434075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-d82b2f82-f388-4739-8814-6e237f34df8e tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/quotas/a8a8f87bc3724c07886dc76bceec3b1b HTTP/1.1" status: 200 len: 375 time: 0.0364575 Feb 03 11:03:33.503197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b09926b2-f111-419b-8b40-a1d74d76773e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:33.516800 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-792fb953-5d26-4e53-9192-bb2576015c31 req-a6488bdc-fe46-4ae0-b6c5-6e0da08ff236 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873315 Feb 03 11:03:33.526632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e5b3123e-2a12-4d55-aa19-b7a69621206e tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771821 Feb 03 11:03:33.846725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07edb7b5-be39-4749-9c9e-b4253adf08f7 req-994dbda2-110a-406a-93c3-612e1cab7663 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381199 Feb 03 11:03:33.927085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-347ca7c1-3644-4603-9ef6-f2a92e6f4603 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850278 Feb 03 11:03:33.946305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890b95-3ecc-4ed1-84ab-2f57e169b3d6 req-736e1639-b1e1-4446-8d75-b78ad91c7eaa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:33.947676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1890b95-3ecc-4ed1-84ab-2f57e169b3d6 req-736e1639-b1e1-4446-8d75-b78ad91c7eaa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.1052971 Feb 03 11:03:33.980520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks [] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.082658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-c63328a0-7cc7-4859-be5c-1fb4003cf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.084233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-c63328a0-7cc7-4859-be5c-1fb4003cf6a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1148 time: 0.0587056 Feb 03 11:03:34.132058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1890b95-3ecc-4ed1-84ab-2f57e169b3d6 req-4fcfd744-927c-4cbf-873c-10bf05a29d86 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646736 Feb 03 11:03:34.143385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5426b1-e6f8-4015-beb3-ffd7a015d57e req-c25822a8-53c8-4f55-a4a5-e1114e8b7401 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918793 Feb 03 11:03:34.160252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedc86c-d8c2-4441-ae63-08234667879f req-92e411a8-0734-41c3-946f-6ea8a33bbbd7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.160252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeedc86c-d8c2-4441-ae63-08234667879f req-92e411a8-0734-41c3-946f-6ea8a33bbbd7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1879573 Feb 03 11:03:34.168387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.196291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-423e3f59-ce7b-40e8-8105-c87a4cfe0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.198007 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-423e3f59-ce7b-40e8-8105-c87a4cfe0c0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1070037 Feb 03 11:03:34.236688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:34.260970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:34.276605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d0f70ab4-5055-4ed0-83e0-ed6369ff6e4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Feb 03 11:03:34.281002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:34.286603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.287229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.296901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Pushing event updated for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:34.312691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeedc86c-d8c2-4441-ae63-08234667879f req-3ea44f8d-1e9e-418e-bcdc-0f6d6760502f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521060 Feb 03 11:03:34.339128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-41ba0215-3002-46d0-a92c-20f906a99b78 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9772570 Feb 03 11:03:34.359966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7841-973c-4a5a-adec-64dcc38939a1 req-cfe660a0-6986-41fb-aa9d-bfb9c6384cae tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.361541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e6f7841-973c-4a5a-adec-64dcc38939a1 req-cfe660a0-6986-41fb-aa9d-bfb9c6384cae tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 948 time: 0.1275749 Feb 03 11:03:34.366485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Request body: {'port': {'device_id': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:34.395901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-376a47bf-9c5a-4ea3-a68b-c9c9ebd98d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.397332 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-376a47bf-9c5a-4ea3-a68b-c9c9ebd98d2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0922639 Feb 03 11:03:34.442650 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-17e38f78-0dda-4a45-a5b9-3a69cfadae19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352249 Feb 03 11:03:34.476006 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.485724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06631dab-4282-46b6-bd5b-7b234fad7fdc req-52049344-4f28-4308-a247-151b0aa7a47d tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 210 time: 0.0564411 Feb 03 11:03:34.493704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e6f7841-973c-4a5a-adec-64dcc38939a1 req-d08e0328-d027-46e2-b60e-b63c4bcb95f6 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061177 Feb 03 11:03:34.494391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.549300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-59f2f335-f028-4d09-85fa-8a802bf3448d service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995214 Feb 03 11:03:34.560894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-852000fa-7421-4c7a-a01f-57f315e8210e None None] Provisioning complete for port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:34.561471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-852000fa-7421-4c7a-a01f-57f315e8210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.612198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-852000fa-7421-4c7a-a01f-57f315e8210e None None] Port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:34.655684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-942a3971-0bc0-4b83-a513-991b6514afac service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918939 Feb 03 11:03:34.754105 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-a8ffd02f-912a-414a-a3fb-58b748aaa5d3 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233638 Feb 03 11:03:34.771271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d3560-df75-4d5e-9a04-16852228d549 req-f470ad40-98af-4ef4-ae2e-782042e40dd9 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.772752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-540d3560-df75-4d5e-9a04-16852228d549 req-f470ad40-98af-4ef4-ae2e-782042e40dd9 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 935 time: 0.2012722 Feb 03 11:03:34.776988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59645-16f9-4144-bba1-0cb0b5e61e0b req-7db45cff-ef5f-4ea2-9a13-07da70297f4e tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.778421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8fa59645-16f9-4144-bba1-0cb0b5e61e0b req-7db45cff-ef5f-4ea2-9a13-07da70297f4e tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1148 time: 0.1604240 Feb 03 11:03:34.882993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-540d3560-df75-4d5e-9a04-16852228d549 req-f28ea7dd-59a2-4fc6-a26c-baf9fb3c1ad2 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036193 Feb 03 11:03:34.889552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8fa59645-16f9-4144-bba1-0cb0b5e61e0b req-ca9065be-b144-42e2-a049-1d738e3ab751 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011031 Feb 03 11:03:34.914913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-47fc396b-c74e-4b6e-a11c-7c8c44e43467 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.916254 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-47fc396b-c74e-4b6e-a11c-7c8c44e43467 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1148 time: 0.1260736 Feb 03 11:03:34.926734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:34.941667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:34.949017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks [] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:34.972779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Transition to ACTIVE for port object e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:34.977633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-4f491ada-f5b6-4831-ac9d-ec45cf283d08 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:34.979169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-4f491ada-f5b6-4831-ac9d-ec45cf283d08 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191684 Feb 03 11:03:34.981126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.019286 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.024271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Request body: {'port': {'device_id': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'a8a8f87bc3724c07886dc76bceec3b1b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:35.089718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:35.110591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Attempting to bind port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:35.110933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Attempting to bind port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:35.111263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Attempting to bind port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:35.126185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9514e33-9c50-4603-8e7f-127ecf57a79d req-c0ff72d3-bfca-4be4-93d1-e59b6d7eb189 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.127789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9514e33-9c50-4603-8e7f-127ecf57a79d req-c0ff72d3-bfca-4be4-93d1-e59b6d7eb189 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 948 time: 0.1421552 Feb 03 11:03:35.128432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:35.128757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Attempting to bind port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:35.135010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:35.135358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:35.135749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:35.136195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Bound port: e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:35.136562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.309035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9514e33-9c50-4603-8e7f-127ecf57a79d req-4096dc34-5f53-4712-a1b7-f50af45ac295 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696999 Feb 03 11:03:35.313646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:35.331843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:35.356378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.400555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-616beee4-7034-414d-9f0a-217c8ad723e2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.402105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-616beee4-7034-414d-9f0a-217c8ad723e2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.2292848 Feb 03 11:03:35.417009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.417630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.418991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 HTTP/1.1" status: 200 len: 1095 time: 1.0565405 Feb 03 11:03:35.419454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:35.426906 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40387b03-ba24-4def-9301-5453abdc528f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:35.446203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Made reservation on behalf of a8a8f87bc3724c07886dc76bceec3b1b for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:35.449996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.468880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.471809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:35.500954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-6d5d4b42-f051-4cf1-8069-0456041492c3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/quotas/202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 375 time: 0.0879405 Feb 03 11:03:35.504615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901b375-f5ff-4f36-8c8d-791361645dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:35.540718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:35.544616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 41d2dcff-9522-47ec-9e3c-06a60be4f7de details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:35.603553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:35.605550 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50272e27-9f5a-42aa-b442-5dd5ff6d227f" -d '{"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-unplugged", "status": "completed", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:35.607442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e6b6-d45e-41d1-a5ab-cca1a15a7c91 req-aa13537b-7e1e-4347-8790-992bedcad48b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.610353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks [] for port (11e9759f-1484-4830-9fcb-5aeba1944605), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.620134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74c6e6b6-d45e-41d1-a5ab-cca1a15a7c91 req-aa13537b-7e1e-4347-8790-992bedcad48b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 966 time: 0.2073739 Feb 03 11:03:35.623911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.650100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-600fe3cc-b18f-4837-aff3-ef7144805f53 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233654 Feb 03 11:03:35.693888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks [] for security_group (5d8682a4-85ff-4f32-a33f-57f78cc0badf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.695627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-90fdfb04-9a03-4b38-9855-d4927fe226de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.697902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-90fdfb04-9a03-4b38-9855-d4927fe226de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 1129 time: 0.2089481 Feb 03 11:03:35.699511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:35.708892 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5d8682a4-85ff-4f32-a33f-57f78cc0badf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.716432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '41d2dcff-9522-47ec-9e3c-06a60be4f7de', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '41d2dcff-9522-47ec-9e3c-06a60be4f7de', 'mac_address': 'fa:16:3e:cc:27:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:35.746819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:35.755592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 41d2dcff-9522-47ec-9e3c-06a60be4f7de is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:35.756358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.775459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d2dcff-9522-47ec-9e3c-06a60be4f7de {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:35.803119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:35.804063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:35.804398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:35.804725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:35.807964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.810629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-47cf72e7-ba5c-476f-9e4a-4bef92edf39e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 HTTP/1.1" status: 200 len: 217 time: 0.0934098 Feb 03 11:03:35.814496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8682a4-85ff-4f32-a33f-57f78cc0badf,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:35.819082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:35.819415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Attempting to bind port 11e9759f-1484-4830-9fcb-5aeba1944605 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:35.826651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74c6e6b6-d45e-41d1-a5ab-cca1a15a7c91 req-74bd2fed-7b79-442d-8bee-3ba7e798dea9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082865 Feb 03 11:03:35.830762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:35.831460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:35.831460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:35.832221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Bound port: 11e9759f-1484-4830-9fcb-5aeba1944605, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:35.832308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:35.863013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:35.872459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.872814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.873186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.873529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.873866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.874198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.874528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.875415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.875746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.876075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.876398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.876885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.877387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:03:35.894292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-392c5852-ce28-4d2d-97ee-747769f79d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:35.896029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-392c5852-ce28-4d2d-97ee-747769f79d25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0738704 Feb 03 11:03:35.950312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Allocated IP 192.168.233.229 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/71a21b56-e2f7-4dd6-a75e-029dd81ccebe) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:35.964564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:35.967991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:35.975844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-fcaaf2ef-8189-4a9d-a8b1-3f5bd7e9c863 service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247418 Feb 03 11:03:35.978587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.056341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494259c-b635-4a3e-af91-1be161ea6646 req-8d462051-fa91-4110-a522-04e157bc1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.057869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-8d462051-fa91-4110-a522-04e157bc1f4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1534617 Feb 03 11:03:36.069125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618c160-951d-4d42-81c1-0e0281a8f8dc req-466f547d-cd94-4172-87c4-04e887e7c594 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.073952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a618c160-951d-4d42-81c1-0e0281a8f8dc req-466f547d-cd94-4172-87c4-04e887e7c594 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1683269 Feb 03 11:03:36.107142 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.109948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=8']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:36.149659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.150983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.152265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-a7c82734-b844-4526-8023-3c7e70edc82f service neutron] 10.222.0.69 "PUT /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 1142 time: 1.2296841 Feb 03 11:03:36.164070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-890aee6d-49e3-40b1-933d-ae0be524bc53 service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807117 Feb 03 11:03:36.210707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a618c160-951d-4d42-81c1-0e0281a8f8dc req-355af806-c1a1-427b-9de5-560591e233a0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358969 Feb 03 11:03:36.224603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['11e9759f-1484-4830-9fcb-5aeba1944605'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:36.255487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-5cdb46a5-a471-420d-8339-b7c88a30bb42 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752083 Feb 03 11:03:36.282339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['41d2dcff-9522-47ec-9e3c-06a60be4f7de'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:36.290538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks [] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.352461 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee410b5a-8c01-4d9c-a5e3-e0188699b172 x-openstack-request-id: req-ee410b5a-8c01-4d9c-a5e3-e0188699b172 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:36.352756 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:36.353036 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee410b5a-8c01-4d9c-a5e3-e0188699b172 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:36.353592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.353713 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72', 'status': 'completed', 'code': 200} Feb 03 11:03:36.421286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d494259c-b635-4a3e-af91-1be161ea6646 req-76241bf5-b091-4648-a9da-03b7f392d6c0 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547523 Feb 03 11:03:36.434564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:36.449208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:36.453459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:36.458699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.459327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.488260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Pushing event updated for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:36.510454 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-76a8bf40-4d1c-4bef-8460-4765dc0538d8 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4928801 Feb 03 11:03:36.531441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Request body: {'port': {'device_id': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:36.596707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4258-5237-429c-8902-db5911401403 req-a5e6b262-a719-4684-81c1-81ca8d5c5cfb tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.598326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444f4258-5237-429c-8902-db5911401403 req-a5e6b262-a719-4684-81c1-81ca8d5c5cfb tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 949 time: 0.1756248 Feb 03 11:03:36.631492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:36.670649 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:03:36.694314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4d98b86a-bdc5-4687-aa69-add60ecb5e91 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:36.775122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02c927-e9cf-4451-8922-008a3adfea40 req-4e3551c0-0888-4906-8194-7346cf17bc16 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.783734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee02c927-e9cf-4451-8922-008a3adfea40 req-4e3551c0-0888-4906-8194-7346cf17bc16 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 936 time: 0.2793753 Feb 03 11:03:36.846579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444f4258-5237-429c-8902-db5911401403 req-e63bd749-b9a2-42d5-977c-dd3c377a3b23 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263381 Feb 03 11:03:36.905514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40387b03-ba24-4def-9301-5453abdc528f req-8ff80f26-f036-45d7-9475-0ff0eea2b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:36.910011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-8ff80f26-f036-45d7-9475-0ff0eea2b73b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 1129 time: 0.3278608 Feb 03 11:03:36.913139 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e4a2cc-aa5c-49dc-b20a-1ca9eac28e9a x-openstack-request-id: req-a9e4a2cc-aa5c-49dc-b20a-1ca9eac28e9a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:36.913439 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-unplugged", "status": "completed", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:36.913701 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9e4a2cc-aa5c-49dc-b20a-1ca9eac28e9a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:36.914104 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605', 'code': 200} Feb 03 11:03:36.934793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee02c927-e9cf-4451-8922-008a3adfea40 req-a6efccc6-2116-4f17-8aa5-8f3759c65686 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489484 Feb 03 11:03:36.982646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e4537655-cc94-4218-b2a7-7ad7b75534ee None None] Provisioning complete for port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:36.983195 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4537655-cc94-4218-b2a7-7ad7b75534ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.128693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a21b56-e2f7-4dd6-a75e-029dd81ccebe {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:37.138525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks [] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.140780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40387b03-ba24-4def-9301-5453abdc528f req-9ba8cb85-e684-4893-8341-ca0256329c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.142342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-9ba8cb85-e684-4893-8341-ca0256329c32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2065313 Feb 03 11:03:37.148619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4537655-cc94-4218-b2a7-7ad7b75534ee None None] Port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:37.164541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Transition to ACTIVE for port object 71a21b56-e2f7-4dd6-a75e-029dd81ccebe will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:37.173941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.198334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:37.201779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-182a3ac8-02fa-42d5-a4f6-308f68503a48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 HTTP/1.1" status: 200 len: 217 time: 0.0494671 Feb 03 11:03:37.217235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '4d98b86a-bdc5-4687-aa69-add60ecb5e91', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '4d98b86a-bdc5-4687-aa69-add60ecb5e91', 'mac_address': 'fa:16:3e:46:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:37.289778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63177ce8-faec-4168-b9e3-09f870cf9ee6 req-91a557db-94ac-4aee-9b1e-fd4af259045c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.291373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63177ce8-faec-4168-b9e3-09f870cf9ee6 req-91a557db-94ac-4aee-9b1e-fd4af259045c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 948 time: 0.2357647 Feb 03 11:03:37.309997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:37.310413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.312060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b4c2a-95cf-4988-be00-be25c4d7ad5e req-41cf23de-7934-449e-86ec-331a0cfb62b6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.323573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a34b4c2a-95cf-4988-be00-be25c4d7ad5e req-41cf23de-7934-449e-86ec-331a0cfb62b6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 947 time: 0.2766328 Feb 03 11:03:37.334431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Attempting to bind port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:37.334962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d98b86a-bdc5-4687-aa69-add60ecb5e91 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:37.336115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Attempting to bind port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:37.336955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Attempting to bind port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:37.341697 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.356163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Pushing event updated for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:37.368462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:37.369904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Attempting to bind port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:37.371518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:37.379411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.383988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:37.384369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:37.385165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:37.386282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Bound port: 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:37.386654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.454679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:37.461149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40387b03-ba24-4def-9301-5453abdc528f req-55ac87a9-b3d3-47ef-ba89-e3a7b37e17df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.463586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-55ac87a9-b3d3-47ef-ba89-e3a7b37e17df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2554421 Feb 03 11:03:37.499665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:37.504335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:37.511003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63177ce8-faec-4168-b9e3-09f870cf9ee6 req-55691695-4014-40ef-a8f4-a64387108dfc tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831608 Feb 03 11:03:37.511450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.526892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a34b4c2a-95cf-4988-be00-be25c4d7ad5e req-3b333ace-72c1-439c-85ef-d35838085944 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035244 Feb 03 11:03:37.582617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.583442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:37.584944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] 10.222.0.53 "PUT /v2.0/ports/71a21b56-e2f7-4dd6-a75e-029dd81ccebe HTTP/1.1" status: 200 len: 1096 time: 1.0662906 Feb 03 11:03:37.588414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba8cdf-d37f-4e30-9afc-24ef76c39b02 service neutron] Pushing event updated for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:37.639614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4d98b86a-bdc5-4687-aa69-add60ecb5e91'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:37.696557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-215bea19-cb6f-45d9-8300-531f64a674e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.698384 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-215bea19-cb6f-45d9-8300-531f64a674e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 1130 time: 0.0561750 Feb 03 11:03:37.702052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-417c1c31-4a34-4ee8-9b01-4f6ea235fbf0 req-34c4dca9-78f0-454b-af25-e02406a8d6e2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 210 time: 0.1068428 Feb 03 11:03:37.746024 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-f8136570-fcbe-4d78-b11a-c14606282f55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe HTTP/1.1" status: 200 len: 217 time: 0.0404804 Feb 03 11:03:37.825051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40387b03-ba24-4def-9301-5453abdc528f req-33051a4d-ca23-4d51-8d2a-eea86b26138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.827294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-33051a4d-ca23-4d51-8d2a-eea86b26138b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3329906 Feb 03 11:03:37.887468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-6cd5b182-f937-4619-8408-0a91d476503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.889149 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-6cd5b182-f937-4619-8408-0a91d476503a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1358404 Feb 03 11:03:37.951050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-1be979bf-5d72-408a-872b-b44e06e731c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.951609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e238c-9f4f-4d51-bbbb-f4c7c172e921 req-0ab7ec81-3973-474e-93bf-edf305c8f271 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:37.962401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f42e238c-9f4f-4d51-bbbb-f4c7c172e921 req-0ab7ec81-3973-474e-93bf-edf305c8f271 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.2646313 Feb 03 11:03:37.965199 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-1be979bf-5d72-408a-872b-b44e06e731c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0578625 Feb 03 11:03:38.088116 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-9b5836e9-6227-47b4-8e50-23baa6aa221c service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219025 Feb 03 11:03:38.201653 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5a9b9a69-d092-409a-939f-8c6fbd0a15a3 req-df9e8d7c-9b7d-4c8a-b077-547d8e6aad89 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976942 Feb 03 11:03:38.295710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86dab-ad85-4a60-8e8c-668ff5dd1298 req-125ca11b-d56d-4f95-a10f-278aaef5af26 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:38.297878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dc86dab-ad85-4a60-8e8c-668ff5dd1298 req-125ca11b-d56d-4f95-a10f-278aaef5af26 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.4600718 Feb 03 11:03:38.382190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-d8f46108-3237-4a31-8483-ba15f15edb95 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:38.383597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-d8f46108-3237-4a31-8483-ba15f15edb95 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.4665477 Feb 03 11:03:38.385363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-bf9dbd7e-091e-40ad-ab2c-7bbb48f4fda9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488727 Feb 03 11:03:38.388481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f42e238c-9f4f-4d51-bbbb-f4c7c172e921 req-47bc1a7b-b101-42aa-8786-9ecc583d21e5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285049 Feb 03 11:03:38.408396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Request body: {'port': {'device_id': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'admin_state_up': True, 'tenant_id': '202edb218022440b816ab5008043de5c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:38.448275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dc86dab-ad85-4a60-8e8c-668ff5dd1298 req-bff3faf3-0040-438d-a87a-cab24831b782 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363022 Feb 03 11:03:38.646875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40387b03-ba24-4def-9301-5453abdc528f req-2422ac43-b30e-424f-953a-25fd4e36596a service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514729 Feb 03 11:03:38.659180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837ee4b-e7df-45fd-9732-4b5a14989496 req-6a9d4ac8-84f7-4795-91d1-c83c4a4ce517 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:38.660634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3837ee4b-e7df-45fd-9732-4b5a14989496 req-6a9d4ac8-84f7-4795-91d1-c83c4a4ce517 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 949 time: 0.1979477 Feb 03 11:03:38.700837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238b65-6dc9-4ac4-8dd4-027f2f74316f req-3c5d3310-5525-4750-ab1b-3ef0405844f2 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:38.701090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4d98b86a-bdc5-4687-aa69-add60ecb5e91 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:38.702396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33238b65-6dc9-4ac4-8dd4-027f2f74316f req-3c5d3310-5525-4750-ab1b-3ef0405844f2 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 948 time: 0.1775422 Feb 03 11:03:38.705296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:38.708432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:38.751317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:38.756054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:38.756428 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:38.783543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3837ee4b-e7df-45fd-9732-4b5a14989496 req-31de6e53-8c7d-4ac6-9288-b6754d2b6fce tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162066 Feb 03 11:03:38.833176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33238b65-6dc9-4ac4-8dd4-027f2f74316f req-aaca3411-4d1f-4969-b537-1e83b08045f5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223011 Feb 03 11:03:38.866787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:38.867193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:38.899717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:38.902124 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe284cd-a4ab-4c3c-93ac-11abaeab9971" -d '{"events": [{"server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "name": "network-vif-plugged", "status": "completed", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:38.914854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605'}, {'name': 'network-changed', 'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:38.916181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:38.917491 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296b7ae-3eb2-49af-976f-e57b7a61cafa" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605"}, {"name": "network-changed", "server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:38.920865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:38.967803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Allocated IP 172.20.0.5 (5fa897d9-e607-4149-946e-c2420f7fbdc2/5fc27248-d154-4e96-ac03-9e62a20ac11f/afe0293f-45c4-45ee-9769-b3a5bef352d7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:38.975461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:39.004518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506fb5-3f1e-417d-b452-4f35fd33b72e req-2c7ce006-a09c-4c8e-9d89-efa49cd86914 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.006019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2506fb5-3f1e-417d-b452-4f35fd33b72e req-2c7ce006-a09c-4c8e-9d89-efa49cd86914 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 949 time: 0.1217928 Feb 03 11:03:39.054216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fbda1-844c-4995-bf4f-3a3960297c9f req-c585f53d-5bb2-4790-a5b8-779958fa42f6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.055674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182fbda1-844c-4995-bf4f-3a3960297c9f req-c585f53d-5bb2-4790-a5b8-779958fa42f6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 947 time: 0.1319702 Feb 03 11:03:39.169115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2506fb5-3f1e-417d-b452-4f35fd33b72e req-ca4c9143-2cba-4524-bb0e-3528db5eb4b6 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487467 Feb 03 11:03:39.202239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182fbda1-844c-4995-bf4f-3a3960297c9f req-d9666feb-f824-4529-b727-aaa707244f64 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369979 Feb 03 11:03:39.245588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks [] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.255951 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a5bd0-048a-4966-975b-8ffb47f9208d x-openstack-request-id: req-a81a5bd0-048a-4966-975b-8ffb47f9208d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:39.256351 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "name": "network-vif-plugged", "status": "completed", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:39.256807 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a81a5bd0-048a-4966-975b-8ffb47f9208d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:39.257306 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91', 'code': 200} Feb 03 11:03:39.263319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b555d5cf-4fce-4fbe-a136-fcde03a01b69 req-0b75ad03-903f-414a-b65d-e6bccff3efa0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 210 time: 0.0385363 Feb 03 11:03:39.295763 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527b14b-5883-410c-8217-c22a8bac1252 x-openstack-request-id: req-6527b14b-5883-410c-8217-c22a8bac1252 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:39.296104 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:39.296363 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6527b14b-5883-410c-8217-c22a8bac1252 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:39.296795 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605', 'status': 'completed', 'code': 200} Feb 03 11:03:39.297089 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe', 'status': 'completed', 'code': 200} Feb 03 11:03:39.299610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.331975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.53', 59453) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:39.353438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:39.355038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:39.357637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:39.363164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.363840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.381689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:39.388383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-14d3887a-a283-49ea-a753-e5e67716e442 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941399 Feb 03 11:03:39.401466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Request body: {'port': {'device_id': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:39.411968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68627-3c10-411f-bbf9-a51e32826ae0 req-781584e1-24da-46bd-b35a-387513ef758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.413473 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12d68627-3c10-411f-bbf9-a51e32826ae0 req-781584e1-24da-46bd-b35a-387513ef758f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 1132 time: 0.0805447 Feb 03 11:03:39.415954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-5b01c0ea-ff8f-443a-9eec-18eac30689d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.417286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-5b01c0ea-ff8f-443a-9eec-18eac30689d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1176 time: 0.0830605 Feb 03 11:03:39.463626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.521028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12d68627-3c10-411f-bbf9-a51e32826ae0 req-aa20704d-8c3e-4247-b592-b1e0dd3e03fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953147 Feb 03 11:03:39.539732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-3594eb3e-c0e1-4a3c-9c78-7c32771660f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.541192 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-3594eb3e-c0e1-4a3c-9c78-7c32771660f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1102960 Feb 03 11:03:39.574824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:39.618763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 41d2dcff-9522-47ec-9e3c-06a60be4f7de up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:39.643714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68767d42-6c38-4916-8168-9c92cd097fd1 req-ea74d1b9-1f19-442b-a278-53b9f4c87da0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.645213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68767d42-6c38-4916-8168-9c92cd097fd1 req-ea74d1b9-1f19-442b-a278-53b9f4c87da0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.1721969 Feb 03 11:03:39.695290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30706615-8f46-4c71-abf2-8e2c2a3b55d3 req-95937014-20ce-46ea-8265-78e33e4dff8f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.696751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30706615-8f46-4c71-abf2-8e2c2a3b55d3 req-95937014-20ce-46ea-8265-78e33e4dff8f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1679409 Feb 03 11:03:39.710574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:39.723865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 41d2dcff-9522-47ec-9e3c-06a60be4f7de completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:39.727594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:03:39.731313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 41d2dcff-9522-47ec-9e3c-06a60be4f7de triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:39.731861 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.789539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-7d3163b9-84ca-4a93-ba80-b43e48615c8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0402834 Feb 03 11:03:39.791825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68767d42-6c38-4916-8168-9c92cd097fd1 req-8bdfbc84-f3dc-4893-87bd-59a9e4d59b40 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391137 Feb 03 11:03:39.814949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 41d2dcff-9522-47ec-9e3c-06a60be4f7de is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:39.814949 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.837639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30706615-8f46-4c71-abf2-8e2c2a3b55d3 req-03f9a06a-dfca-4d38-998d-8ba9425d1f87 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244648 Feb 03 11:03:39.847243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:39.854423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:39.897953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1cb34f20-12dc-4e27-8874-32faa0bac28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:39.899621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1cb34f20-12dc-4e27-8874-32faa0bac28c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1003647 Feb 03 11:03:39.924112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:39.938715 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-b41416d8-6fde-4c21-bfa4-8a3b2934060f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291877 Feb 03 11:03:40.000067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe0293f-45c4-45ee-9769-b3a5bef352d7 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:40.011416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks [] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.024704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366770f-54b8-40ed-9e0a-696aa70ec863 req-146f71e3-6a7b-4179-bc52-d0c31d86cb17 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.026277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d366770f-54b8-40ed-9e0a-696aa70ec863 req-146f71e3-6a7b-4179-bc52-d0c31d86cb17 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1371615 Feb 03 11:03:40.035856 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-96b6b450-f810-4f61-9b9e-6112ce46e6b4 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862000 Feb 03 11:03:40.044244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Transition to ACTIVE for port object afe0293f-45c4-45ee-9769-b3a5bef352d7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:40.056129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.071470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb75100-d5d9-459c-9952-e5df341bee09 req-b2bb8c30-49c2-4a39-bb83-d62b875052d7 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.072945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eb75100-d5d9-459c-9952-e5df341bee09 req-b2bb8c30-49c2-4a39-bb83-d62b875052d7 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 948 time: 0.1357434 Feb 03 11:03:40.132829 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-48338e13-e44e-4a51-a1ef-a22915afb729 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Feb 03 11:03:40.156740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d366770f-54b8-40ed-9e0a-696aa70ec863 req-ae8eeade-1811-42f8-90de-868359810247 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Feb 03 11:03:40.160578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:40.207560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eb75100-d5d9-459c-9952-e5df341bee09 req-4e11c881-a157-4c7b-957a-652d2d2e1ad9 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103907 Feb 03 11:03:40.210053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:40.210386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:40.210721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:40.215244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:40.215567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:40.220426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:40.220770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:40.221180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:40.221609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Bound port: afe0293f-45c4-45ee-9769-b3a5bef352d7, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:40.221967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.242005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-4ccdc34e-fd9a-4bc0-bd8f-1caa85de8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.243637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-4ccdc34e-fd9a-4bc0-bd8f-1caa85de8026 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 1130 time: 0.0499942 Feb 03 11:03:40.343597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-e6182680-3758-4c8e-92d8-d962d701ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.345093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-e6182680-3758-4c8e-92d8-d962d701ac1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.0911019 Feb 03 11:03:40.380046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3c16-4245-4ef9-a638-fa35ef334556 req-051eda59-da4b-4ddc-8f3a-522119f536a9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.381532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f09c3c16-4245-4ef9-a638-fa35ef334556 req-051eda59-da4b-4ddc-8f3a-522119f536a9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 950 time: 0.1340806 Feb 03 11:03:40.385160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:40.388822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:40.390963 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-c6e65d09-f9a7-4b61-a6f8-bf81cfcfc401 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe HTTP/1.1" status: 200 len: 217 time: 0.0350459 Feb 03 11:03:40.407618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c74a-59cb-4a7f-907d-23bace5ac16b req-236a1999-f64d-4d57-8ef1-ab9fe76686d6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.409077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7124c74a-59cb-4a7f-907d-23bace5ac16b req-236a1999-f64d-4d57-8ef1-ab9fe76686d6 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 947 time: 0.1238968 Feb 03 11:03:40.415425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.442917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1ae41e51-ed2d-4d04-8902-1c6791231d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.444359 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1ae41e51-ed2d-4d04-8902-1c6791231d52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0469465 Feb 03 11:03:40.477749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.478384 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.479717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] 10.222.0.53 "PUT /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 1091 time: 1.0825067 Feb 03 11:03:40.482579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:40.485403 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:40.497552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1f30e26f-b44a-436b-8101-37aa54e06416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.499065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-1f30e26f-b44a-436b-8101-37aa54e06416 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0463080 Feb 03 11:03:40.525617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f09c3c16-4245-4ef9-a638-fa35ef334556 req-13f07ad9-cba9-4552-b620-23108cecd8c8 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349735 Feb 03 11:03:40.547300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c00b9-2d80-4d64-931d-1179d4ee8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:40.568167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7124c74a-59cb-4a7f-907d-23bace5ac16b req-6ea97286-2661-41e9-8cae-1c7b528d0c20 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485209 Feb 03 11:03:40.591571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-8da15692-b6d1-4b72-8194-aec707ed27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.593312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-8da15692-b6d1-4b72-8194-aec707ed27ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1125 time: 0.0627360 Feb 03 11:03:40.618285 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-e2f5067a-8653-4614-826a-271d4f59539f service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045637 Feb 03 11:03:40.628080 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec750d-a047-4868-b904-e9d98ca9d04c x-openstack-request-id: req-0eec750d-a047-4868-b904-e9d98ca9d04c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:40.628421 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:40.628735 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0eec750d-a047-4868-b904-e9d98ca9d04c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:40.629203 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'status': 'completed', 'code': 200} Feb 03 11:03:40.664448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-2ec4f3ea-cab4-4dc1-b9c1-4514b74ce7f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.0587761 Feb 03 11:03:40.709300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 71a21b56-e2f7-4dd6-a75e-029dd81ccebe details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:40.711713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f296b7ae-3eb2-49af-976f-e57b7a61cafa req-fc60ff1f-5db2-44b3-b5c6-dc287ff39511 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834901 Feb 03 11:03:40.715410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740feb91-62f4-407f-84ed-a98ea37ed862 req-0a6d349f-ec16-4163-af52-9d643bf49710 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.716883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-740feb91-62f4-407f-84ed-a98ea37ed862 req-0a6d349f-ec16-4163-af52-9d643bf49710 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.1210864 Feb 03 11:03:40.735409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-6cee2ec6-d2c1-4e86-b2cb-4d9abc758a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:40.736800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-6cee2ec6-d2c1-4e86-b2cb-4d9abc758a7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0637701 Feb 03 11:03:40.786976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-d6c9c690-2aff-4ac3-9196-a860a38318a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369089 Feb 03 11:03:40.793753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-740feb91-62f4-407f-84ed-a98ea37ed862 req-15bef283-cff8-492a-b4d7-693fb03c84fb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697982 Feb 03 11:03:40.805496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:40.819593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe', 'mac_address': 'fa:16:3e:c3:e3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:40.861949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:40.862340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.877914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a21b56-e2f7-4dd6-a75e-029dd81ccebe {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:40.901377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:40.908173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:40.933869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-9f39a065-a316-4aa0-841c-0f54f9981466 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358938 Feb 03 11:03:40.955857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:41.220377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['71a21b56-e2f7-4dd6-a75e-029dd81ccebe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:41.253230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aa4ea-2c89-48d4-beca-b80ef1caffbc req-0994767b-d1a8-4345-ab57-efd8aacc2b29 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.254664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-210aa4ea-2c89-48d4-beca-b80ef1caffbc req-0994767b-d1a8-4345-ab57-efd8aacc2b29 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.3816421 Feb 03 11:03:41.259592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:41.264822 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9433f89-e436-41f0-89da-33fe1aa2eabf" -d '{"events": [{"server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "name": "network-vif-plugged", "status": "completed", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:41.298397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bf45b-6875-4743-9c77-21f8467de07e req-a86142dd-507d-4040-b4f7-93fd4f09a08d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.299850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1bf45b-6875-4743-9c77-21f8467de07e req-a86142dd-507d-4040-b4f7-93fd4f09a08d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.3835449 Feb 03 11:03:41.332352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f5f625-a303-461c-80b1-9031c0d290a2 req-fd581679-33da-406e-a0b5-65f4397e83cb service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799620 Feb 03 11:03:41.351718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-210aa4ea-2c89-48d4-beca-b80ef1caffbc req-27634ec3-f94c-4bf6-b669-986fe58fda96 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896981 Feb 03 11:03:41.382716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1bf45b-6875-4743-9c77-21f8467de07e req-c448c244-47ce-4aac-85d0-905f4f493955 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768609 Feb 03 11:03:41.503587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-dfb44fd2-3cba-416d-be0a-5f5852a606f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.504993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-dfb44fd2-3cba-416d-be0a-5f5852a606f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1125 time: 0.1101134 Feb 03 11:03:41.533379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc126b6d-2561-4613-a96a-8bef38c56bb7 req-c278ec30-a8f1-49a1-ab16-de4894aa7946 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.534756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc126b6d-2561-4613-a96a-8bef38c56bb7 req-c278ec30-a8f1-49a1-ab16-de4894aa7946 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1096308 Feb 03 11:03:41.561521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed21ac-430f-4ff8-8358-3ae2ca9cb8d7 req-dce71b05-90f6-4628-b6d4-95a67f46513e tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.563533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91ed21ac-430f-4ff8-8358-3ae2ca9cb8d7 req-dce71b05-90f6-4628-b6d4-95a67f46513e tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 949 time: 0.1227818 Feb 03 11:03:41.590955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:41.683192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc126b6d-2561-4613-a96a-8bef38c56bb7 req-575cfde8-1f75-4f86-a11f-ebf9a8ad926d tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350992 Feb 03 11:03:41.685014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:41.688304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91ed21ac-430f-4ff8-8358-3ae2ca9cb8d7 req-bfcba9a7-78b3-445e-a31b-d737688ebaaa tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177306 Feb 03 11:03:41.691060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-9e7199b1-7d44-476d-9030-6d03e690d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.692449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-9e7199b1-7d44-476d-9030-6d03e690d8f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.1760774 Feb 03 11:03:41.701268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72', 'mac_address': 'fa:16:3e:bb:56:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:41.744569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-e7366039-1621-4983-b2b1-defd887de301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.0449805 Feb 03 11:03:41.748429 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b472ff-fc02-4cf3-8692-532313cbc7e5 x-openstack-request-id: req-12b472ff-fc02-4cf3-8692-532313cbc7e5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:41.748761 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "name": "network-vif-plugged", "status": "completed", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:41.749034 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12b472ff-fc02-4cf3-8692-532313cbc7e5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:41.750528 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de', 'code': 200} Feb 03 11:03:41.764634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:41.765429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:41.780457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:41.800107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:41.806009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:41.857748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:41.860211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-3063f108-ca9b-4f37-9a27-247bb7b0d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.861770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-3063f108-ca9b-4f37-9a27-247bb7b0d8a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1104233 Feb 03 11:03:41.926943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-f9f9e462-9aad-40a5-a9d6-0a3b6b968af2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505893 Feb 03 11:03:41.934014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592669f-91b8-4a30-92e4-3f7c3cd21f26 req-69a8092a-172d-4880-9e0a-f5dcd76d208c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.935338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5592669f-91b8-4a30-92e4-3f7c3cd21f26 req-69a8092a-172d-4880-9e0a-f5dcd76d208c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 950 time: 0.1504960 Feb 03 11:03:41.982755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050a0fd-7014-4f1f-a6f6-446015e3dd32 req-983b1069-1cbe-45aa-8e43-e04f55a49b03 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:41.984878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6050a0fd-7014-4f1f-a6f6-446015e3dd32 req-983b1069-1cbe-45aa-8e43-e04f55a49b03 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 948 time: 0.1693373 Feb 03 11:03:42.068851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a791-8a61-4e5a-83e6-8d8cb0dd4604 req-0014571f-5745-42f4-a634-c920119481de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.070341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd69a791-8a61-4e5a-83e6-8d8cb0dd4604 req-0014571f-5745-42f4-a634-c920119481de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 1132 time: 0.2063863 Feb 03 11:03:42.080253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5592669f-91b8-4a30-92e4-3f7c3cd21f26 req-e58885cf-f2e6-4415-bef9-6ec3efc0100c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317129 Feb 03 11:03:42.132705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6050a0fd-7014-4f1f-a6f6-446015e3dd32 req-c024da45-119b-4c5f-be7c-349d410c3f30 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360338 Feb 03 11:03:42.139050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-545b5acf-fcb9-43ec-b119-05a0cb788988 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998639 Feb 03 11:03:42.195143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd69a791-8a61-4e5a-83e6-8d8cb0dd4604 req-88113eb2-e2ac-4884-b6d1-a9fb66e7c9cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139562 Feb 03 11:03:42.263511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287eb4c7-8444-45d3-9402-7e93971a4bc2 req-e307b1c6-4fa1-41bc-8d5d-0a973a852e91 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.265028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-287eb4c7-8444-45d3-9402-7e93971a4bc2 req-e307b1c6-4fa1-41bc-8d5d-0a973a852e91 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.1230705 Feb 03 11:03:42.285101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:42.298397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0004d0-7a8e-4ecd-8369-e47a0ace4058 req-c5a992a3-ca22-45c7-8f30-d20c83c712c6 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407723 Feb 03 11:03:42.326602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-287eb4c7-8444-45d3-9402-7e93971a4bc2 req-31b03ee1-cbb8-4fc9-9064-5158eacdd36d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527012 Feb 03 11:03:42.527750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562daf1f-3da4-4f24-a7a2-e69dfd1ea3ad req-49691afc-61b8-4535-b378-29efde588dac tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.529224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-562daf1f-3da4-4f24-a7a2-e69dfd1ea3ad req-49691afc-61b8-4535-b378-29efde588dac tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.0852883 Feb 03 11:03:42.536291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f4b5-b5ea-4a7f-9bbd-7452596e826c req-cda91fc0-4e44-4fff-be29-d2a0c7fd6440 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.537643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f72f4b5-b5ea-4a7f-9bbd-7452596e826c req-cda91fc0-4e44-4fff-be29-d2a0c7fd6440 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 950 time: 0.0850093 Feb 03 11:03:42.607028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-562daf1f-3da4-4f24-a7a2-e69dfd1ea3ad req-4ce2b95f-6864-4b19-9465-87ea1147fc58 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683579 Feb 03 11:03:42.610611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f72f4b5-b5ea-4a7f-9bbd-7452596e826c req-3a7f73d5-6cd1-4060-898e-3084a7dd5652 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Feb 03 11:03:42.717989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eade885-73e1-4bba-9d7b-1c6ff6f69ffc req-53d44193-84c4-45b3-8339-dc8e3fd9a1ff tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.719968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eade885-73e1-4bba-9d7b-1c6ff6f69ffc req-53d44193-84c4-45b3-8339-dc8e3fd9a1ff tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0532937 Feb 03 11:03:42.725166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 71a21b56-e2f7-4dd6-a75e-029dd81ccebe up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:42.777491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:42.782461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:42.782829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:42.794238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eade885-73e1-4bba-9d7b-1c6ff6f69ffc req-d04a0d7e-7394-4bbc-9204-afec88a68800 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655973 Feb 03 11:03:42.819053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9479c-e6a5-4942-92bc-a626472ec555 req-5a28164c-14f4-411f-b637-93161e24e10f tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.820545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63d9479c-e6a5-4942-92bc-a626472ec555 req-5a28164c-14f4-411f-b637-93161e24e10f tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.0643139 Feb 03 11:03:42.871110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:42.872173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:42.898674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63d9479c-e6a5-4942-92bc-a626472ec555 req-a0c7bd24-e53e-4e11-bf05-fc7449e63345 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715342 Feb 03 11:03:42.905673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:42.913317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:42.924882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c80d5-3c28-4dc7-934d-a2f82427b069 req-0446bdbb-e41c-44a8-adc0-4ab78021d5aa tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:42.926396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae0c80d5-3c28-4dc7-934d-a2f82427b069 req-0446bdbb-e41c-44a8-adc0-4ab78021d5aa tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 949 time: 0.0689607 Feb 03 11:03:42.959774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:42.973062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae0c80d5-3c28-4dc7-934d-a2f82427b069 req-52865319-e2e9-458d-954d-674dd1dd2acd tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Feb 03 11:03:43.247728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5215b-9b4d-45f4-82fc-abf3bda282a4 req-d3d92534-2fba-4f2a-8e56-0152a13c4e82 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:43.249198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91d5215b-9b4d-45f4-82fc-abf3bda282a4 req-d3d92534-2fba-4f2a-8e56-0152a13c4e82 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 948 time: 0.0511308 Feb 03 11:03:43.295549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91d5215b-9b4d-45f4-82fc-abf3bda282a4 req-1bc8b83c-65b7-450e-ad72-681243fdea7e tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Feb 03 11:03:43.450157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839620af-ffad-48e3-8c78-450a16e5c0cc req-9bc3849a-ca26-45d7-adf5-42c4e00a155a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:43.451517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-839620af-ffad-48e3-8c78-450a16e5c0cc req-9bc3849a-ca26-45d7-adf5-42c4e00a155a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.0544698 Feb 03 11:03:43.497119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-839620af-ffad-48e3-8c78-450a16e5c0cc req-9bb1990c-29d0-4a42-a8e0-937eeaa4a6ad tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Feb 03 11:03:43.751181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:43.754120 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835cc75b-9b73-495f-89bd-ffed3aef2e01" -d '{"events": [{"server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "name": "network-vif-plugged", "status": "completed", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:43.787368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-4e526d96-0fb1-46fd-b589-3e76f5b6ef60 service neutron] 10.222.0.53 "GET /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1246858 Feb 03 11:03:43.814162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292554-a22d-4ccd-b100-a685ef054a34 req-cd0b664f-d5a4-45f3-9d18-e632015e2696 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:43.815571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8292554-a22d-4ccd-b100-a685ef054a34 req-cd0b664f-d5a4-45f3-9d18-e632015e2696 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 950 time: 0.1228614 Feb 03 11:03:43.823845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25207e-0b0a-4bae-a957-fe290a7e755a req-05b037ab-b7d5-49ed-ae8e-ecbbb689325b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:43.825252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f25207e-0b0a-4bae-a957-fe290a7e755a req-05b037ab-b7d5-49ed-ae8e-ecbbb689325b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 964 time: 0.1335893 Feb 03 11:03:43.912491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-982842cb-329b-41d8-b77b-14a12b8654ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:43.913997 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-982842cb-329b-41d8-b77b-14a12b8654ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 1132 time: 0.0430548 Feb 03 11:03:43.943275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8292554-a22d-4ccd-b100-a685ef054a34 req-5363139b-ad6e-4988-a456-d62a0c8119b4 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 Feb 03 11:03:43.946045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f25207e-0b0a-4bae-a957-fe290a7e755a req-6276ab22-d318-4e57-932e-cd321ffcca02 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031563 Feb 03 11:03:43.997951 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec345af8-20be-4f5a-8ffa-10a972b78ada x-openstack-request-id: req-ec345af8-20be-4f5a-8ffa-10a972b78ada {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:43.998492 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "name": "network-vif-plugged", "status": "completed", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:43.998492 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec345af8-20be-4f5a-8ffa-10a972b78ada {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:43.998769 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe', 'code': 200} Feb 03 11:03:44.009257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Deleting port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:44.009607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.114845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] For port 4d98b86a-bdc5-4687-aa69-add60ecb5e91, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4d98b86a-bdc5-4687-aa69-add60ecb5e91,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:44.115209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.149842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Calling delete_port for 4d98b86a-bdc5-4687-aa69-add60ecb5e91 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:44.154254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:44.184730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:44.209773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a22b7-edb9-4704-97ce-be0a402932c2 req-06cf9299-b003-401d-a563-d61dc1124c8b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.211230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e2a22b7-edb9-4704-97ce-be0a402932c2 req-06cf9299-b003-401d-a563-d61dc1124c8b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1625896 Feb 03 11:03:44.221991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52036-7754-4e28-96ad-af2670998319 req-c0b9034d-17cd-4ed9-9f64-277bf84cdd79 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.223387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83c52036-7754-4e28-96ad-af2670998319 req-c0b9034d-17cd-4ed9-9f64-277bf84cdd79 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1299696 Feb 03 11:03:44.236435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb38cd-ca45-42ea-836b-638e83e3475a req-20ca76e3-524e-4128-93a1-2f4542cf0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.237967 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-afeb38cd-ca45-42ea-836b-638e83e3475a req-20ca76e3-524e-4128-93a1-2f4542cf0a53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 1132 time: 0.1200914 Feb 03 11:03:44.255746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e9759f-1484-4830-9fcb-5aeba1944605 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:44.289089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:44.306309 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-afeb38cd-ca45-42ea-836b-638e83e3475a req-44f73699-a8a5-40af-a170-c37f71b08ec7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607545 Feb 03 11:03:44.326442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e2a22b7-edb9-4704-97ce-be0a402932c2 req-36e16383-1a31-4499-954a-f5679bf355d4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021109 Feb 03 11:03:44.329651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.340968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83c52036-7754-4e28-96ad-af2670998319 req-62f7f2df-5e97-4aab-a711-d03bb375ef2d tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071694 Feb 03 11:03:44.364277 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (4d98b86a-bdc5-4687-aa69-add60ecb5e91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.379995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4d98b86a-bdc5-4687-aa69-add60ecb5e91'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:44.436663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d98b86a-bdc5-4687-aa69-add60ecb5e91,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:44.476561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] No DVR routers for this DVR port 4d98b86a-bdc5-4687-aa69-add60ecb5e91 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:44.479802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.483437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-efffe4b5-0856-4ba5-8760-421c7ab4f9f4 req-920163f0-1ff9-46d5-b5cf-05d3e1da41ff tempest-DeleteServersAdminTestJSON-940043007 tempest-DeleteServersAdminTestJSON-940043007-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4d98b86a-bdc5-4687-aa69-add60ecb5e91 HTTP/1.1" status: 204 len: 173 time: 0.5625994 Feb 03 11:03:44.483871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'name': 'network-vif-deleted', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:44.486622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] Transition to ACTIVE for port object 11e9759f-1484-4830-9fcb-5aeba1944605 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:44.486979 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d45c660-6387-491a-8af7-49f7081eeba1" -d '{"events": [{"server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "name": "network-vif-deleted", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:44.494352 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.579215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2804a93-18de-43d3-aa71-0fb7b5b5a229 req-a62ee164-e2db-423b-8ff3-0a34ef194a25 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.581346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2804a93-18de-43d3-aa71-0fb7b5b5a229 req-a62ee164-e2db-423b-8ff3-0a34ef194a25 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 950 time: 0.1675043 Feb 03 11:03:44.588603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90d0d3-0dfd-42ca-a5eb-e9ac7347cb71 req-742419eb-01bb-4a6a-a61e-f96d5cecd826 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.590112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef90d0d3-0dfd-42ca-a5eb-e9ac7347cb71 req-742419eb-01bb-4a6a-a61e-f96d5cecd826 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 948 time: 0.1751943 Feb 03 11:03:44.621779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] No DVR routers for this DVR port 11e9759f-1484-4830-9fcb-5aeba1944605 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:44.642749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] Pushing event updated for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:44.684518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-63b33103-a521-46a4-bda5-7bdce9b0f312 service neutron] 10.222.0.53 "PUT /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8886242 Feb 03 11:03:44.721904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2804a93-18de-43d3-aa71-0fb7b5b5a229 req-ab99b03f-96c7-4de2-80cf-9d83e568854d tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306865 Feb 03 11:03:44.725995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef90d0d3-0dfd-42ca-a5eb-e9ac7347cb71 req-10a5ed69-df15-43f0-82fb-be7a0212db25 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098130 Feb 03 11:03:44.745512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:44.771854 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2583303c-65d8-4126-9f9d-a399d851e089 x-openstack-request-id: req-2583303c-65d8-4126-9f9d-a399d851e089 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:44.772397 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d35ab3d-48e4-413a-8672-5f555e26e62b", "name": "network-vif-deleted", "tag": "4d98b86a-bdc5-4687-aa69-add60ecb5e91", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:44.772660 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2583303c-65d8-4126-9f9d-a399d851e089 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:44.773070 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d35ab3d-48e4-413a-8672-5f555e26e62b', 'name': 'network-vif-deleted', 'tag': '4d98b86a-bdc5-4687-aa69-add60ecb5e91', 'status': 'completed', 'code': 200} Feb 03 11:03:44.848967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:44.851431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-8dfd5576-5ca4-490d-81c8-d9889ad3c322 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.852955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-8dfd5576-5ca4-490d-81c8-d9889ad3c322 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1147 time: 0.0832896 Feb 03 11:03:44.861073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'port_id': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'mac_address': 'fa:16:3e:26:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc27248-d154-4e96-ac03-9e62a20ac11f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:44.863871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d782b05-11d4-43b8-9d00-6b1dd45dcbe4 req-a64e5cd3-61c4-4adf-b9c3-a25e0d786cf0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:44.865318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d782b05-11d4-43b8-9d00-6b1dd45dcbe4 req-a64e5cd3-61c4-4adf-b9c3-a25e0d786cf0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.0653610 Feb 03 11:03:44.899150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port afe0293f-45c4-45ee-9769-b3a5bef352d7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:44.899542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.914930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe0293f-45c4-45ee-9769-b3a5bef352d7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:44.934925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:44.939430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:44.993844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:45.160322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-e5e0af92-ff50-4c69-940a-dc7b69c1720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.161703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-e5e0af92-ff50-4c69-940a-dc7b69c1720a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&tenant_id=828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 1147 time: 0.2955031 Feb 03 11:03:45.177036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34b88c89-06fb-4cd2-aaed-7a210f5fe976 req-26ce6b23-c157-4ccb-abe9-65b3cad34567 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d35ab3d-48e4-413a-8672-5f555e26e62b HTTP/1.1" status: 200 len: 210 time: 0.0340030 Feb 03 11:03:45.180014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d782b05-11d4-43b8-9d00-6b1dd45dcbe4 req-80f9d9f0-ff73-4a34-8d42-b5fcb505e25f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066120 Feb 03 11:03:45.218914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['afe0293f-45c4-45ee-9769-b3a5bef352d7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:45.245809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-e94c5fc2-cd46-4c93-91de-1d43a679b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.247389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-e94c5fc2-cd46-4c93-91de-1d43a679b5f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1147 time: 0.0514386 Feb 03 11:03:45.361370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb953cc-220a-4b69-ba1b-21b5222e5f0a req-e6725e12-dcf8-4fbf-b620-b9aee415e5a5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.363315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cb953cc-220a-4b69-ba1b-21b5222e5f0a req-e6725e12-dcf8-4fbf-b620-b9aee415e5a5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.1199157 Feb 03 11:03:45.402215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-202ca193-827a-43e5-9192-bbd61f42c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.403660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-202ca193-827a-43e5-9192-bbd61f42c14f service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1304951 Feb 03 11:03:45.471874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-d45231cf-615b-4ad9-9a65-08b967693b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0616589 Feb 03 11:03:45.489434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cb953cc-220a-4b69-ba1b-21b5222e5f0a req-7dfa785c-c265-43f2-b30b-cf19a401f995 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141195 Feb 03 11:03:45.543099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-060b4802-f2ef-4958-9b62-5f9b39a6de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.544525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-060b4802-f2ef-4958-9b62-5f9b39a6de67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0528114 Feb 03 11:03:45.553279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff0c0-bc32-4b9d-9fb6-504204a382e1 req-aa7eae7f-ad25-487f-bb87-895fe77c6408 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.554621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f07ff0c0-bc32-4b9d-9fb6-504204a382e1 req-aa7eae7f-ad25-487f-bb87-895fe77c6408 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1312749 Feb 03 11:03:45.609139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-72edadc4-bd27-4166-930b-cfe32e211d17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530069 Feb 03 11:03:45.615959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:45.665470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:45.669412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:45.669774 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:45.680537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f07ff0c0-bc32-4b9d-9fb6-504204a382e1 req-cc5aaa51-68f1-458d-bd38-a04df69cbb3f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089523 Feb 03 11:03:45.689892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026173a-59ea-4433-9d99-3445ea2c3636 req-aad9efe3-f6e3-4476-adc0-39fa994bece9 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.691347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3026173a-59ea-4433-9d99-3445ea2c3636 req-aad9efe3-f6e3-4476-adc0-39fa994bece9 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1451783 Feb 03 11:03:45.748180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:45.748480 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:45.778120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-597470a9-c2b3-4c37-88a5-827563ac0340 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517117 Feb 03 11:03:45.782459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3026173a-59ea-4433-9d99-3445ea2c3636 req-c7f9f344-dc95-48ef-9e09-38ea6c435a71 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667648 Feb 03 11:03:45.791805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:45.796377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:45.856371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:45.920003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:45.939207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db846-7cd9-4e6b-9c3b-a9a946a8035b req-f7aab28c-b84e-43c9-9f47-33b35400632d tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.940670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a04db846-7cd9-4e6b-9c3b-a9a946a8035b req-f7aab28c-b84e-43c9-9f47-33b35400632d tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 950 time: 0.1399767 Feb 03 11:03:45.943487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-54ee3a08-5417-44f1-a5c5-c3e6439bbd64 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595242 Feb 03 11:03:45.969512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8410aa0-4bd5-488d-8ff5-75acfc490400 req-fa7eff8c-f827-4ac9-ba27-977cb699524f tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:45.970942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8410aa0-4bd5-488d-8ff5-75acfc490400 req-fa7eff8c-f827-4ac9-ba27-977cb699524f tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.1074677 Feb 03 11:03:46.000292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:46.003660 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26164534-384e-4ef4-8316-199d1fff6fcb" -d '{"events": [{"server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "name": "network-vif-plugged", "status": "completed", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:46.013489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a04db846-7cd9-4e6b-9c3b-a9a946a8035b req-f9b68964-a546-4915-baca-e59fe10ab652 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672610 Feb 03 11:03:46.035406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8410aa0-4bd5-488d-8ff5-75acfc490400 req-2811769c-7ab6-4ea2-a697-d7079f34f753 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Feb 03 11:03:46.081081 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797443c-ae23-400d-9d4b-4de4c51fe855 x-openstack-request-id: req-e797443c-ae23-400d-9d4b-4de4c51fe855 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:46.081461 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "name": "network-vif-plugged", "status": "completed", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:46.081647 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e797443c-ae23-400d-9d4b-4de4c51fe855 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:46.082037 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72', 'code': 200} Feb 03 11:03:46.223159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-dab22362-f1fc-47f4-81d2-ee03428b6443 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.225350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-dab22362-f1fc-47f4-81d2-ee03428b6443 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 1132 time: 0.0475473 Feb 03 11:03:46.245305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-071dbe8a-d43e-4faf-b04a-71c8b1bc6987 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:46.374762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-67a90dc7-88d4-4bd8-9118-6f0db759b589 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.376315 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-67a90dc7-88d4-4bd8-9118-6f0db759b589 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1147 time: 0.0577111 Feb 03 11:03:46.387254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae89aa-f57e-468d-b76b-b85e4e1a7f23 req-bf7ed619-4d32-40b1-94d0-db7edc0ec8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.388700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71ae89aa-f57e-468d-b76b-b85e4e1a7f23 req-bf7ed619-4d32-40b1-94d0-db7edc0ec8f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 1131 time: 0.1191504 Feb 03 11:03:46.433095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-071dbe8a-d43e-4faf-b04a-71c8b1bc6987 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Publish callbacks [] for security_group (4c3b8b2c-7166-4ad5-bbda-205131912cc2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:46.444678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-071dbe8a-d43e-4faf-b04a-71c8b1bc6987 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c3b8b2c-7166-4ad5-bbda-205131912cc2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:46.456940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47a41-271e-40ec-8b8b-5f09c4feee3a req-fc4a0dd7-2970-4ec9-9460-a7fca5889186 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.458386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96c47a41-271e-40ec-8b8b-5f09c4feee3a req-fc4a0dd7-2970-4ec9-9460-a7fca5889186 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.1222260 Feb 03 11:03:46.487768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-89d1a32b-5c3a-4872-b73a-b9bcbaf660a4 service neutron] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:46.491163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-89d1a32b-5c3a-4872-b73a-b9bcbaf660a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:46.492263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ee1e2017-1d6e-46e1-b65a-08cd3cbcdae9 req-89d1a32b-5c3a-4872-b73a-b9bcbaf660a4 service neutron] 10.222.0.69 "DELETE /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.1079659 Feb 03 11:03:46.505029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71ae89aa-f57e-468d-b76b-b85e4e1a7f23 req-b1d34ae5-ce81-4506-a849-c6186591bd56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064019 Feb 03 11:03:46.518940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dbe8a-d43e-4faf-b04a-71c8b1bc6987 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3b8b2c-7166-4ad5-bbda-205131912cc2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:46.523034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5db4f294-8fa3-493d-8d13-37da72ec0aae req-071dbe8a-d43e-4faf-b04a-71c8b1bc6987 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929165 Feb 03 11:03:46.551601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96c47a41-271e-40ec-8b8b-5f09c4feee3a req-0dc21590-c552-4693-bb7f-4d61023213b1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849414 Feb 03 11:03:46.650139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-1a93beed-fc4f-4ed8-a1ba-c02992893026 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bff04355113445fead4ff26091919eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227280 Feb 03 11:03:46.751088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:46.766414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017fcf0-c80e-495c-a814-a0d856499b25 req-f633b534-c487-447a-9454-b114e0a08f4b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.767885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5017fcf0-c80e-495c-a814-a0d856499b25 req-f633b534-c487-447a-9454-b114e0a08f4b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.1207764 Feb 03 11:03:46.799168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port afe0293f-45c4-45ee-9769-b3a5bef352d7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:46.800350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-e8b3051e-af3c-4113-88f0-1f39bd28b0e2 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:46.801785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-e8b3051e-af3c-4113-88f0-1f39bd28b0e2 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438160 Feb 03 11:03:46.803864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port afe0293f-45c4-45ee-9769-b3a5bef352d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:46.804244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:46.833680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-977d9ae7-a7f7-431e-82e2-c6f6f1ad9039 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/quotas/bff04355113445fead4ff26091919eba HTTP/1.1" status: 200 len: 375 time: 0.0253046 Feb 03 11:03:46.838109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5017fcf0-c80e-495c-a814-a0d856499b25 req-e692651d-ecb7-4b30-aef3-c57d901eb2fd tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Feb 03 11:03:46.867235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-0922b5d5-2dc0-4c21-91ef-43f66224e6cb tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276632 Feb 03 11:03:47.016168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port afe0293f-45c4-45ee-9769-b3a5bef352d7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:47.016565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:47.066582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:47.071361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:47.072578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4d98b86a-bdc5-4687-aa69-add60ecb5e91 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:47.097339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 4d98b86a-bdc5-4687-aa69-add60ecb5e91 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:47.097884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4d98b86a-bdc5-4687-aa69-add60ecb5e91 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:47.098479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:47.155635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9afd0-3c42-4ff3-a018-c1a89460f147 req-d36c7db2-9ca4-48da-9d99-52958a914c5f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.157691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8e9afd0-3c42-4ff3-a018-c1a89460f147 req-d36c7db2-9ca4-48da-9d99-52958a914c5f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0867658 Feb 03 11:03:47.159630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c05e0eb8-47a1-4640-95a7-d85b4a97ecc3 req-6f2f9b4f-4b84-4ce5-adef-2b8dda68720f tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 210 time: 0.0406809 Feb 03 11:03:47.199046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:47.216714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port 11e9759f-1484-4830-9fcb-5aeba1944605 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:03:47.217165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:47.222383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8e9afd0-3c42-4ff3-a018-c1a89460f147 req-159b1266-f5eb-44bc-b6f0-a7518459858d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Feb 03 11:03:47.375575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15626-a3e7-4e97-b797-f2bc89c3d694 req-6d2fce59-8c00-40ed-821b-b674db623087 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.377135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dca15626-a3e7-4e97-b797-f2bc89c3d694 req-6d2fce59-8c00-40ed-821b-b674db623087 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 950 time: 0.1189854 Feb 03 11:03:47.384879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6926-4cb0-4f5e-bdf6-0e9ddc432924 req-906dda02-75ea-40e9-9962-c26bcd1d1835 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.389744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3c6926-4cb0-4f5e-bdf6-0e9ddc432924 req-906dda02-75ea-40e9-9962-c26bcd1d1835 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.0850418 Feb 03 11:03:47.463463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dca15626-a3e7-4e97-b797-f2bc89c3d694 req-7cd3d898-0a41-420f-ac1b-ab29c6a42c05 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729799 Feb 03 11:03:47.466624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3c6926-4cb0-4f5e-bdf6-0e9ddc432924 req-cdcdc52f-7bf1-4eaa-ac98-0d864ad4b2fd tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Feb 03 11:03:47.568827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78c98-9f09-47db-9c39-25f24eaa18e0 req-5ad1ff01-693f-4f09-9412-83e3a497207a tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.570430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9e78c98-9f09-47db-9c39-25f24eaa18e0 req-5ad1ff01-693f-4f09-9412-83e3a497207a tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1147 time: 0.0496621 Feb 03 11:03:47.651215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9e78c98-9f09-47db-9c39-25f24eaa18e0 req-f0f8f145-9647-4877-89a5-5fb7cbb96275 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Feb 03 11:03:47.666759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa14cc-a4d5-4eb7-be53-24bfe20e571a req-82d90c57-b0cb-4777-aeff-445d01e0aa1f tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.668245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6fa14cc-a4d5-4eb7-be53-24bfe20e571a req-82d90c57-b0cb-4777-aeff-445d01e0aa1f tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 1132 time: 0.0562060 Feb 03 11:03:47.731194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6fa14cc-a4d5-4eb7-be53-24bfe20e571a req-6b6ff36b-6ff1-489c-bb9e-7d8970587563 tempest-ServersAdminNegativeTestJSON-645666688 tempest-ServersAdminNegativeTestJSON-645666688-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Feb 03 11:03:47.820639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3b6d-90ac-4b50-b430-d0411b8de80d req-325d198c-4e29-483c-9fe3-2cabfba70b2b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.833568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6ce3b6d-90ac-4b50-b430-d0411b8de80d req-325d198c-4e29-483c-9fe3-2cabfba70b2b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 945 time: 0.0911975 Feb 03 11:03:47.882072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6ce3b6d-90ac-4b50-b430-d0411b8de80d req-332c5446-5277-4fe8-8e29-b63a34709a14 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Feb 03 11:03:47.985931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-a40617c7-9040-412a-90e1-e1a9d9099373 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:47.987398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-a40617c7-9040-412a-90e1-e1a9d9099373 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1018002 Feb 03 11:03:48.002115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-c6a092b2-3637-4b8a-99c5-4b523361a6f2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/quotas/828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 375 time: 0.0093923 Feb 03 11:03:48.064152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-d48259df-09c6-4fac-865b-ff90ba788c44 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568995 Feb 03 11:03:48.082794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:48.086244 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32afa767-257e-47ad-83b9-2b38556f65dd" -d '{"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-plugged", "status": "completed", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:48.204466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-cb3dc119-473b-461d-9f50-cf6c9dd77210 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bff04355113445fead4ff26091919eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377414 Feb 03 11:03:48.265951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-e2b35420-74f0-4b68-b8fa-1a9f05ca0dff service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913619 Feb 03 11:03:48.281389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ef6b-131f-46d8-aae9-198434a065da req-82907eb2-33ff-4c3c-af8f-77264ea1ff48 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.282902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce11ef6b-131f-46d8-aae9-198434a065da req-82907eb2-33ff-4c3c-af8f-77264ea1ff48 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1748290 Feb 03 11:03:48.443169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-4ff259c8-8d0d-4a99-9f3c-55e9992911bd tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.444572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-4ff259c8-8d0d-4a99-9f3c-55e9992911bd tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333696 Feb 03 11:03:48.458312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce11ef6b-131f-46d8-aae9-198434a065da req-24ba2f82-b7f9-4cd7-ab79-c1b542994840 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384628 Feb 03 11:03:48.467110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Request body: {'port': {'device_id': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'bff04355113445fead4ff26091919eba'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:48.487473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-3881aee5-0dbc-459f-951d-c85f759ce7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141404 Feb 03 11:03:48.508388 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88fe87b-54c9-493b-83a9-99f5e13be29d x-openstack-request-id: req-c88fe87b-54c9-493b-83a9-99f5e13be29d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:48.508762 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-plugged", "status": "completed", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:48.509147 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c88fe87b-54c9-493b-83a9-99f5e13be29d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:48.509609 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'code': 200} Feb 03 11:03:48.601984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50308da9-cfe2-4122-ad86-17d61c3dd8a0 req-e543de64-daed-423f-b955-a502869675ad tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 210 time: 0.0408504 Feb 03 11:03:48.664383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Made reservation on behalf of bff04355113445fead4ff26091919eba for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:48.666045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:48.755860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-b607d076-a604-4a65-9b6e-cee5003c8119 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.757554 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-b607d076-a604-4a65-9b6e-cee5003c8119 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 950 time: 0.1680448 Feb 03 11:03:48.759698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29d4d3-b4c4-4fab-b7bc-1d2e0cb7dc88 req-a42edfda-e06d-40db-a5b6-afa9003f94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.760868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a29d4d3-b4c4-4fab-b7bc-1d2e0cb7dc88 req-a42edfda-e06d-40db-a5b6-afa9003f94cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.0860231 Feb 03 11:03:48.798740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850666-14d4-4b0f-8b5f-aae416e991c0 req-af4846f0-dd06-4ea1-8def-424bc5a56c2d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.800232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62850666-14d4-4b0f-8b5f-aae416e991c0 req-af4846f0-dd06-4ea1-8def-424bc5a56c2d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1483634 Feb 03 11:03:48.832160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3f15-1bf6-436c-aa49-eceb6f43f2de req-99d1265b-b328-4a45-af53-241be04662e0 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:48.833716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae3a3f15-1bf6-436c-aa49-eceb6f43f2de req-99d1265b-b328-4a45-af53-241be04662e0 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 950 time: 0.1409619 Feb 03 11:03:48.920484 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a29d4d3-b4c4-4fab-b7bc-1d2e0cb7dc88 req-0e05bb1d-7920-442c-8495-b3ea2de155a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461949 Feb 03 11:03:48.927664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Allocated IP 192.168.233.88 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/e454958f-ef88-417b-a772-b7b3905cde0a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:48.951227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62850666-14d4-4b0f-8b5f-aae416e991c0 req-67287a4c-74be-4f08-acdd-d2d9db5db4cc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397643 Feb 03 11:03:48.964871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae3a3f15-1bf6-436c-aa49-eceb6f43f2de req-9c212bf6-2dfd-4241-af08-a4a85a7d5b1a tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d8682a4-85ff-4f32-a33f-57f78cc0badf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053388 Feb 03 11:03:48.965120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Deleting port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:48.965638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.297057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] For port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:49.297521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.312711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Calling delete_port for 71a21b56-e2f7-4dd6-a75e-029dd81ccebe owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:49.316826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13177f7f-2ec3-4145-a00c-daad8d61cf9c req-33602f51-9cd4-4752-b105-922b77e17aa3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 210 time: 0.2776463 Feb 03 11:03:49.457478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (71a21b56-e2f7-4dd6-a75e-029dd81ccebe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.472632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['71a21b56-e2f7-4dd6-a75e-029dd81ccebe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:49.474701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks [] for port (e454958f-ef88-417b-a772-b7b3905cde0a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.485193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff043bc0-bf17-4257-bc21-1fc8cb3fab28 req-8eb05679-3a59-457d-a298-d46ae5c4507c tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.487344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Pushing event deleted for resources: {'Port': ['ID=71a21b56-e2f7-4dd6-a75e-029dd81ccebe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:49.492538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff043bc0-bf17-4257-bc21-1fc8cb3fab28 req-8eb05679-3a59-457d-a298-d46ae5c4507c tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.2046223 Feb 03 11:03:49.534651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25923-9c04-4610-8be4-d072c43b036a req-f15ecd8c-efff-4c10-8991-9b86b942a072 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.536225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23c25923-9c04-4610-8be4-d072c43b036a req-f15ecd8c-efff-4c10-8991-9b86b942a072 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 945 time: 0.1437974 Feb 03 11:03:49.551132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] No DVR routers for this DVR port 71a21b56-e2f7-4dd6-a75e-029dd81ccebe on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:49.555085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.558742 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f53a2cd7-9368-46b1-a937-15f90c824567 req-48a08e58-bb8d-4fa6-9a20-323da880c8b5 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.53 "DELETE /v2.0/ports/71a21b56-e2f7-4dd6-a75e-029dd81ccebe HTTP/1.1" status: 204 len: 173 time: 0.7913470 Feb 03 11:03:49.559259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'name': 'network-vif-deleted', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:49.561604 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02d1c2-4875-4ee9-840a-822bebd6e3c9" -d '{"events": [{"server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "name": "network-vif-deleted", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:49.600878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff043bc0-bf17-4257-bc21-1fc8cb3fab28 req-76d9f847-f70b-4ae3-a93a-658d1d7749fe tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Feb 03 11:03:49.621887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.648254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23c25923-9c04-4610-8be4-d072c43b036a req-2e112a59-8a3d-47d0-a435-2376dc79f06b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021419 Feb 03 11:03:49.730668 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a212545-3cc1-4633-910a-08a671f7eb15 x-openstack-request-id: req-5a212545-3cc1-4633-910a-08a671f7eb15 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:49.731185 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3816d7-def1-498b-83b2-8921ca6f22f8", "name": "network-vif-deleted", "tag": "71a21b56-e2f7-4dd6-a75e-029dd81ccebe", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:49.731588 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a212545-3cc1-4633-910a-08a671f7eb15 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:49.732077 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3816d7-def1-498b-83b2-8921ca6f22f8', 'name': 'network-vif-deleted', 'tag': '71a21b56-e2f7-4dd6-a75e-029dd81ccebe', 'status': 'completed', 'code': 200} Feb 03 11:03:49.757522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Pushing event updated for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:49.769042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:49.820447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:49.833762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:49.838847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.839566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:49.879676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-03ce02a9-a60b-41cc-b2b0-ff1b79ef5ca3 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4204500 Feb 03 11:03:49.900049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f9766-0ef9-4754-8e8f-4433c7defed3 req-ec721db4-9334-4156-bfc7-f64f97410706 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.907035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a3f9766-0ef9-4754-8e8f-4433c7defed3 req-ec721db4-9334-4156-bfc7-f64f97410706 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1509933 Feb 03 11:03:49.912004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Request body: {'port': {'device_id': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:49.966785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0113f-71f1-432f-a689-34d51c9acf77 req-0ac46a87-c7a7-49e0-b058-48da4ac8e610 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.968453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bc0113f-71f1-432f-a689-34d51c9acf77 req-0ac46a87-c7a7-49e0-b058-48da4ac8e610 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 935 time: 0.1492250 Feb 03 11:03:49.989476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-d93ecacb-3a82-405a-a553-b9231d5d11fc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:49.992522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-d93ecacb-3a82-405a-a553-b9231d5d11fc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1381958 Feb 03 11:03:50.023326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Request body: {'port': {'device_id': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'admin_state_up': True, 'tenant_id': '828aaa4b7af9498090801d377111362a'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:50.050575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a3f9766-0ef9-4754-8e8f-4433c7defed3 req-5bdf13bd-572a-4066-9c09-1a0f5a8ef2ee tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406398 Feb 03 11:03:50.061911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.179685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bc0113f-71f1-432f-a689-34d51c9acf77 req-8129a1ca-d1fc-445a-9237-05e53340d619 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008624 Feb 03 11:03:50.187943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6b2577b2-f727-4418-af33-91a02ccbb63d None None] Provisioning complete for port e454958f-ef88-417b-a772-b7b3905cde0a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:50.195731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b2577b2-f727-4418-af33-91a02ccbb63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.219253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:50.225809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.285748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6b2577b2-f727-4418-af33-91a02ccbb63d None None] Port e454958f-ef88-417b-a772-b7b3905cde0a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:03:50.371446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b75be835-7ee0-4a4e-80ff-399d436282dd req-f69159c9-f138-4d70-8fb2-9e105f9ac284 tempest-TenantUsagesTestJSON-1773758482 tempest-TenantUsagesTestJSON-1773758482-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3816d7-def1-498b-83b2-8921ca6f22f8 HTTP/1.1" status: 200 len: 210 time: 0.0541117 Feb 03 11:03:50.419721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Allocated IP 172.20.0.7 (da23f46f-2179-472f-a1fd-827be430980b/9f2ec76e-3a80-4ac8-992f-351c9b04f6f1/ab5d5f20-b553-4158-8de2-83fbb65fd850) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:03:50.482369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec3b0-4ebc-460d-9be0-bd34e0ed3a5a req-e9ea6a4a-1b78-4493-afac-71008c1c7b01 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:50.484100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236ec3b0-4ebc-460d-9be0-bd34e0ed3a5a req-e9ea6a4a-1b78-4493-afac-71008c1c7b01 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1781073 Feb 03 11:03:50.568494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332526d-019b-411f-a778-fd85d0443ba9 req-f9e40932-d3af-4863-ac93-6b2264f87991 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:50.569986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2332526d-019b-411f-a778-fd85d0443ba9 req-f9e40932-d3af-4863-ac93-6b2264f87991 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.1530027 Feb 03 11:03:50.595653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks [] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.623715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236ec3b0-4ebc-460d-9be0-bd34e0ed3a5a req-6dbd1ca3-e074-4967-bb4f-e58e2b1a3cd9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296008 Feb 03 11:03:50.629663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.675498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Network da23f46f-2179-472f-a1fd-827be430980b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:03:50.680939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:03:50.685327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:03:50.691781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:50.692418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.700719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:50.715672 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-75011327-cb7c-4f78-b60e-2380120eae06 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018766 Feb 03 11:03:50.727133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Request body: {'port': {'device_id': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:50.728118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e454958f-ef88-417b-a772-b7b3905cde0a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:50.747354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks [] for port (e454958f-ef88-417b-a772-b7b3905cde0a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.786079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Transition to ACTIVE for port object e454958f-ef88-417b-a772-b7b3905cde0a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:50.791147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.798649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03187d-9aca-4942-ba7b-62c99242360c req-6e3209b9-7e94-4e6b-b004-1f8c61c1e490 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:50.800141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce03187d-9aca-4942-ba7b-62c99242360c req-6e3209b9-7e94-4e6b-b004-1f8c61c1e490 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 931 time: 0.2136655 Feb 03 11:03:50.802866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:50.881902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae76363-6b65-42c0-abd5-6482aa034d28 req-108dd0ad-9a50-4991-843c-30db3ae23470 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:50.883444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dae76363-6b65-42c0-abd5-6482aa034d28 req-108dd0ad-9a50-4991-843c-30db3ae23470 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.1588960 Feb 03 11:03:50.920526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Pushing event updated for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:50.949972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Deleting port 41d2dcff-9522-47ec-9e3c-06a60be4f7de {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:50.950318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.004470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce03187d-9aca-4942-ba7b-62c99242360c req-2d0a58b3-9461-4a45-819f-15f85bc4ef3f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916392 Feb 03 11:03:51.011971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Attempting to bind port e454958f-ef88-417b-a772-b7b3905cde0a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:51.012398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Attempting to bind port e454958f-ef88-417b-a772-b7b3905cde0a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:51.012670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Attempting to bind port e454958f-ef88-417b-a772-b7b3905cde0a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:51.056387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Port e454958f-ef88-417b-a772-b7b3905cde0a on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:51.056769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Attempting to bind port e454958f-ef88-417b-a772-b7b3905cde0a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:51.071012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dae76363-6b65-42c0-abd5-6482aa034d28 req-f3429488-d478-4a88-9cf0-9ef0be49823c tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782203 Feb 03 11:03:51.073842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:51.074196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:51.074579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:51.075356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Bound port: e454958f-ef88-417b-a772-b7b3905cde0a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:51.075356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.112610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5d5f20-b553-4158-8de2-83fbb65fd850 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:51.124429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks [] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.138157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Transition to ACTIVE for port object ab5d5f20-b553-4158-8de2-83fbb65fd850 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:51.141148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.197452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:51.215778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] For port 41d2dcff-9522-47ec-9e3c-06a60be4f7de, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=41d2dcff-9522-47ec-9e3c-06a60be4f7de,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:51.216156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.226157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:51.226497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:51.226822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:51.230967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:51.231286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:51.236643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:51.237000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:51.237381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:51.237801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Bound port: ab5d5f20-b553-4158-8de2-83fbb65fd850, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:51.238590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.244073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Calling delete_port for 41d2dcff-9522-47ec-9e3c-06a60be4f7de owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:51.253434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3befc76-34fd-4d63-9be2-73035edd11e0 req-a0017a4f-a3cd-4936-9a7f-cbfc3a79d863 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.254919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3befc76-34fd-4d63-9be2-73035edd11e0 req-a0017a4f-a3cd-4936-9a7f-cbfc3a79d863 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 945 time: 0.1748860 Feb 03 11:03:51.298178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:51.301232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:51.304412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:51.311521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.345103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.345719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.347107 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 1091 time: 0.6241288 Feb 03 11:03:51.348981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e454958f-ef88-417b-a772-b7b3905cde0a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:51.363670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677edda3-c6dd-45a5-8789-6b714b423e3d req-22efbb60-7ebf-47e2-836e-9d199e32d8d2 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.365363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-677edda3-c6dd-45a5-8789-6b714b423e3d req-22efbb60-7ebf-47e2-836e-9d199e32d8d2 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f4a563-3f56-4526-b47d-121a2a31ff93 HTTP/1.1" status: 200 len: 950 time: 0.2057950 Feb 03 11:03:51.376493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43a723-cb18-402c-970d-b077f19460c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:51.377452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.442569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3befc76-34fd-4d63-9be2-73035edd11e0 req-ea928ad5-6364-4d3b-9a4b-d99bf091e0c7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792891 Feb 03 11:03:51.454533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.455156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.455540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-4a6af664-3ff0-482c-bbda-d523f1be67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.456534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] 10.222.0.53 "PUT /v2.0/ports/e454958f-ef88-417b-a772-b7b3905cde0a HTTP/1.1" status: 200 len: 1095 time: 1.5639143 Feb 03 11:03:51.457053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-4a6af664-3ff0-482c-bbda-d523f1be67f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1125 time: 0.0686302 Feb 03 11:03:51.462264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:51.464512 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:51.534475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-92385b95-8f46-47c4-8233-66f759983f87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0448408 Feb 03 11:03:51.534715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872305f-ba94-4030-9164-d8f648ca511a service neutron] Pushing event updated for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:51.591236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-18929b67-167c-47b0-a304-e832aa9ff318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.592723 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-18929b67-167c-47b0-a304-e832aa9ff318 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0475097 Feb 03 11:03:51.601562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-677edda3-c6dd-45a5-8789-6b714b423e3d req-cd512712-5a66-4317-9403-11312b762fad tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116280 Feb 03 11:03:51.629240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-621c3741-429a-4a89-b00c-df34140abb7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297873 Feb 03 11:03:51.674892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-19cfc4c5-ebcd-45ac-b4bd-ba0c02971900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.677200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-19cfc4c5-ebcd-45ac-b4bd-ba0c02971900 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 1129 time: 0.1600008 Feb 03 11:03:51.684239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682468-545e-4dd6-b816-94b5a0bde2ff req-c312e70e-9dbe-43dd-8a1d-1ab67569996c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:51.691692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4682468-545e-4dd6-b816-94b5a0bde2ff req-c312e70e-9dbe-43dd-8a1d-1ab67569996c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 947 time: 0.1451316 Feb 03 11:03:51.703593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (41d2dcff-9522-47ec-9e3c-06a60be4f7de), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.721264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a55a0a3c-b710-4c5d-be57-441a043c12e7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:51.733607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:51.736932 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727" -d '{"events": [{"name": "network-changed", "server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:51.762357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-99f473b3-4471-4c6e-9e74-f7e10b5b8477 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254253 Feb 03 11:03:51.826411 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c1104-c27e-498d-a497-d0669ede8800 x-openstack-request-id: req-3f8c1104-c27e-498d-a497-d0669ede8800 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:51.826703 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:51.826952 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f8c1104-c27e-498d-a497-d0669ede8800 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:51.827344 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a', 'status': 'completed', 'code': 200} Feb 03 11:03:51.846633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Pushing event deleted for resources: {'Port': ['ID=41d2dcff-9522-47ec-9e3c-06a60be4f7de,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:51.856197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-490399d1-05f0-4f2c-88f0-23154caa52f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e454958f-ef88-417b-a772-b7b3905cde0a HTTP/1.1" status: 200 len: 217 time: 0.1624188 Feb 03 11:03:51.878552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6db47e9c-e806-48a2-a30d-cb6635b560c9 req-25e0e4c5-e463-4004-9744-bd92e34ac217 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097243 Feb 03 11:03:51.969160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] No DVR routers for this DVR port 41d2dcff-9522-47ec-9e3c-06a60be4f7de on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:51.983052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:51.986912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2332526d-019b-411f-a778-fd85d0443ba9 req-10efc3bd-f92c-4513-9eee-e1f63445e44e tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.69 "DELETE /v2.0/ports/41d2dcff-9522-47ec-9e3c-06a60be4f7de HTTP/1.1" status: 204 len: 173 time: 1.4107547 Feb 03 11:03:52.006598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4682468-545e-4dd6-b816-94b5a0bde2ff req-fc31a757-0bf6-4831-b2bb-c9d75a113a5c tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145938 Feb 03 11:03:52.009365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-c294707b-3b7a-4659-9dd0-cf043482b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.010904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-c294707b-3b7a-4659-9dd0-cf043482b891 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1258335 Feb 03 11:03:52.043046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d7d5-f1fd-46e1-913b-641c9ef1f405 req-4c482c5a-11f6-4b25-82f9-eba9f879dc3c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.050937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f618d7d5-f1fd-46e1-913b-641c9ef1f405 req-4c482c5a-11f6-4b25-82f9-eba9f879dc3c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.2057366 Feb 03 11:03:52.073475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51786) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:52.175983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-81d67f01-e03e-4f9e-9d3c-42de56a6224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.177521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-81d67f01-e03e-4f9e-9d3c-42de56a6224f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1593244 Feb 03 11:03:52.204670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f618d7d5-f1fd-46e1-913b-641c9ef1f405 req-3ec05f39-fc20-4fc2-a20e-1046d6a642f8 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527770 Feb 03 11:03:52.247265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b2d025c6-2cc7-4bd3-aee4-d4d97ecd9fac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8a8f87bc3724c07886dc76bceec3b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722758 Feb 03 11:03:52.250238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:52.303335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] Publish callbacks [] for security_group (5d8682a4-85ff-4f32-a33f-57f78cc0badf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.304933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab9ca-6bb6-44d8-a524-fd7ea6039383 req-452fe848-786f-48ac-9e38-754713fe3d96 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.306731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-318ab9ca-6bb6-44d8-a524-fd7ea6039383 req-452fe848-786f-48ac-9e38-754713fe3d96 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1888750 Feb 03 11:03:52.325393 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c15f49-85df-4852-aedb-105f038e2a61 x-openstack-request-id: req-85c15f49-85df-4852-aedb-105f038e2a61 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:52.325683 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:52.325928 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85c15f49-85df-4852-aedb-105f038e2a61 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:52.326311 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'status': 'completed', 'code': 200} Feb 03 11:03:52.335313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] Publish callbacks [] for security_group (5d8682a4-85ff-4f32-a33f-57f78cc0badf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.343434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-72397ce4-2413-42f0-9aa6-e119b33ed9e9 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.344897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-72397ce4-2413-42f0-9aa6-e119b33ed9e9 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.1631777 Feb 03 11:03:52.410601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-336a0749-5b5b-47dc-9a2b-824aad98b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.412086 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-336a0749-5b5b-47dc-9a2b-824aad98b2fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1125 time: 0.0653553 Feb 03 11:03:52.420130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-ad6a0b1b-1d1d-479b-b530-21240144eb4a service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270262 Feb 03 11:03:52.429594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5d8682a4-85ff-4f32-a33f-57f78cc0badf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.432057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.435456 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d8682a4-85ff-4f32-a33f-57f78cc0badf HTTP/1.1" status: 204 len: 168 time: 0.1819685 Feb 03 11:03:52.464823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceba965-e804-42c7-a268-5bab5422a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8682a4-85ff-4f32-a33f-57f78cc0badf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:52.472269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-318ab9ca-6bb6-44d8-a524-fd7ea6039383 req-c0b17f0a-dee1-4427-9a4a-101e2ff6959e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564238 Feb 03 11:03:52.563533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-2aca74e4-7000-4d9b-8511-17a19b01a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.565663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-2aca74e4-7000-4d9b-8511-17a19b01a943 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1452723 Feb 03 11:03:52.616668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-b36b1244-dce5-43b8-8e1c-06132e0e36cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0442147 Feb 03 11:03:52.681601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-ab8902ac-a75b-4a39-8f5b-4de8165ab633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.683518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-ab8902ac-a75b-4a39-8f5b-4de8165ab633 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0597160 Feb 03 11:03:52.724133 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-b402a92a-01b0-46a5-b0a5-02f0e7e0d482 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315599 Feb 03 11:03:52.780356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 71a21b56-e2f7-4dd6-a75e-029dd81ccebe no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:52.815239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 71a21b56-e2f7-4dd6-a75e-029dd81ccebe {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:52.816989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 71a21b56-e2f7-4dd6-a75e-029dd81ccebe not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:52.833066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6711fd-9ea7-4be5-b477-3917f0916022 req-6354c0fa-30cb-44cb-9462-813dccca321d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.834692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da6711fd-9ea7-4be5-b477-3917f0916022 req-6354c0fa-30cb-44cb-9462-813dccca321d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.4472182 Feb 03 11:03:52.835976 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-58ae0d28-b72d-4430-89eb-f09c30a1feb2 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051359 Feb 03 11:03:52.865302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:52.886213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-443c7255-6383-4aa6-a2a9-e02ab01a4b8b req-cd4b23aa-0c82-44b8-800b-add6fdd91dea service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462714 Feb 03 11:03:52.886579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13cd15ee-36b8-4a97-b558-fca4697d7439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.899965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8edce2-26a7-4077-a3d4-43fe0aa496dd req-0c314b35-2364-4a64-bf4b-f7e3bebf90b2 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:52.901426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e8edce2-26a7-4077-a3d4-43fe0aa496dd req-0c314b35-2364-4a64-bf4b-f7e3bebf90b2 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebff2d8b-009c-428e-ba9a-e7e82120d342 HTTP/1.1" status: 200 len: 949 time: 0.1682131 Feb 03 11:03:52.907239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Deleting port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:52.907584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:52.984225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8ed2b4f-47cd-45aa-b1e7-e1339d12e727 req-921230b0-9c92-46d1-9b91-d5d7e1d29be6 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416466 Feb 03 11:03:53.009043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13cd15ee-36b8-4a97-b558-fca4697d7439 admin admin] Publish callbacks [] for security_group (167dc4c6-53f2-489a-81eb-951ead136085), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.013079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13cd15ee-36b8-4a97-b558-fca4697d7439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (167dc4c6-53f2-489a-81eb-951ead136085), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.038588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da6711fd-9ea7-4be5-b477-3917f0916022 req-8f668ce7-1774-41e8-b328-5dd998ccd5fa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901393 Feb 03 11:03:53.051259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd15ee-36b8-4a97-b558-fca4697d7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167dc4c6-53f2-489a-81eb-951ead136085,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:53.060560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13cd15ee-36b8-4a97-b558-fca4697d7439 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa77671991b641229b5f1c47f5e1c608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898804 Feb 03 11:03:53.060560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:53.081104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e8edce2-26a7-4077-a3d4-43fe0aa496dd req-912d2fdb-79f8-4e1c-99eb-f069f385b489 tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685658 Feb 03 11:03:53.095853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] For port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:53.096222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.100041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-c6aca1c3-4e37-41c6-aaa9-a94e9e027a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.101693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-c6aca1c3-4e37-41c6-aaa9-a94e9e027a92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bff04355113445fead4ff26091919eba&device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 1129 time: 0.1442373 Feb 03 11:03:53.119121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Calling delete_port for e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:53.127616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] Publish callbacks [] for security_group (167dc4c6-53f2-489a-81eb-951ead136085), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.153513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] Publish callbacks [] for security_group (167dc4c6-53f2-489a-81eb-951ead136085), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.202089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (167dc4c6-53f2-489a-81eb-951ead136085), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.205461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.206580 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/167dc4c6-53f2-489a-81eb-951ead136085 HTTP/1.1" status: 204 len: 168 time: 0.1460955 Feb 03 11:03:53.214936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b86cd-4bde-4d7c-903e-8823897dccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167dc4c6-53f2-489a-81eb-951ead136085,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:53.315302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaf94-b641-44b0-b641-ed39b1e56c8e req-53204d8a-197c-4875-b480-ab04e78ec636 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.316839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbbaf94-b641-44b0-b641-ed39b1e56c8e req-53204d8a-197c-4875-b480-ab04e78ec636 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.1921725 Feb 03 11:03:53.329758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-2202abeb-7873-4298-8d6c-911d16a71a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.331097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-2202abeb-7873-4298-8d6c-911d16a71a93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2222829 Feb 03 11:03:53.412332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b4b3c-9469-4aeb-901d-aee145d15c9a req-2bd23a66-6290-46c3-94ad-9a914d10cb87 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.413842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-046b4b3c-9469-4aeb-901d-aee145d15c9a req-2bd23a66-6290-46c3-94ad-9a914d10cb87 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 947 time: 0.1768026 Feb 03 11:03:53.415088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-61ec1812-2450-4c61-a660-28e6225bed91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e454958f-ef88-417b-a772-b7b3905cde0a HTTP/1.1" status: 200 len: 217 time: 0.0757163 Feb 03 11:03:53.516711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbbaf94-b641-44b0-b641-ed39b1e56c8e req-c9fcb28e-4a57-4b8f-9099-390c2b13e6b2 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907077 Feb 03 11:03:53.558681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-ba3f8a42-958e-47df-a90a-8d9e4eea76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.560149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-ba3f8a42-958e-47df-a90a-8d9e4eea76a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1332891 Feb 03 11:03:53.570630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-046b4b3c-9469-4aeb-901d-aee145d15c9a req-13842d99-99f8-44de-b1ba-5631737cca08 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487494 Feb 03 11:03:53.580195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.614358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:53.628149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Pushing event deleted for resources: {'Port': ['ID=e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:53.682415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 41d2dcff-9522-47ec-9e3c-06a60be4f7de no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:53.698073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] No DVR routers for this DVR port e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:53.701031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:53.705305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae707167-a390-41c2-bef5-d3737adf04f8 req-65fd3aaf-e839-413a-8da5-861ba87627ec tempest-ServerDiagnosticsNegativeTest-1717248788 tempest-ServerDiagnosticsNegativeTest-1717248788-project] 10.222.0.69 "DELETE /v2.0/ports/e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 HTTP/1.1" status: 204 len: 173 time: 1.3528824 Feb 03 11:03:53.741025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-53cd463b-edf1-413d-ae48-c505f550c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.742719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-53cd463b-edf1-413d-ae48-c505f550c6ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1706805 Feb 03 11:03:53.749261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 41d2dcff-9522-47ec-9e3c-06a60be4f7de {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:53.749780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 41d2dcff-9522-47ec-9e3c-06a60be4f7de not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:53.799841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3480529-a4e3-4796-b19f-32689af53a8f req-a694c0b4-08ed-4237-80e2-aa3c7f775009 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:53.802268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3480529-a4e3-4796-b19f-32689af53a8f req-a694c0b4-08ed-4237-80e2-aa3c7f775009 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1337419 Feb 03 11:03:53.834622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'name': 'network-vif-deleted', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de'}, {'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'name': 'network-vif-deleted', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:53.837546 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46508279-8e8d-4bea-aed7-e493e990f8bc" -d '{"events": [{"server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "name": "network-vif-deleted", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de"}, {"server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "name": "network-vif-deleted", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:53.961514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3480529-a4e3-4796-b19f-32689af53a8f req-92a4053d-fabc-448f-a08e-c0c4220c4b22 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520007 Feb 03 11:03:53.964483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-0c60335f-e580-4d37-b2f6-c0225b878da6 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116191 Feb 03 11:03:54.011853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc35a3a-5d14-4ce4-af0e-cfc2b58201dc req-81e71e7e-7ab7-4358-82c5-7946379ee4e7 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:54.013466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fc35a3a-5d14-4ce4-af0e-cfc2b58201dc req-81e71e7e-7ab7-4358-82c5-7946379ee4e7 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.1310983 Feb 03 11:03:54.107006 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd5d778-d459-48e3-81ec-9260cfc6b253 x-openstack-request-id: req-1fd5d778-d459-48e3-81ec-9260cfc6b253 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:54.107304 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f4a563-3f56-4526-b47d-121a2a31ff93", "name": "network-vif-deleted", "tag": "41d2dcff-9522-47ec-9e3c-06a60be4f7de", "status": "completed", "code": 200}, {"server_uuid": "ebff2d8b-009c-428e-ba9a-e7e82120d342", "name": "network-vif-deleted", "tag": "e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:54.107559 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fd5d778-d459-48e3-81ec-9260cfc6b253 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:54.107955 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f4a563-3f56-4526-b47d-121a2a31ff93', 'name': 'network-vif-deleted', 'tag': '41d2dcff-9522-47ec-9e3c-06a60be4f7de', 'status': 'completed', 'code': 200} Feb 03 11:03:54.108216 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff2d8b-009c-428e-ba9a-e7e82120d342', 'name': 'network-vif-deleted', 'tag': 'e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72', 'status': 'completed', 'code': 200} Feb 03 11:03:54.118544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fc35a3a-5d14-4ce4-af0e-cfc2b58201dc req-caf9e420-bfa2-4524-aa7b-762a974c6361 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987332 Feb 03 11:03:54.125932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d668c78-d7a5-48d0-b0db-c6d826bb4bcb req-996254f4-5edd-40b9-b78c-602b64179b8a service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427276 Feb 03 11:03:54.262738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e9ce-5093-4fff-b455-55d5cb122be6 req-fb1ba562-d7e6-48ec-a481-cf96c9f2e0d5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:54.264344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bd5e9ce-5093-4fff-b455-55d5cb122be6 req-fb1ba562-d7e6-48ec-a481-cf96c9f2e0d5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.0886650 Feb 03 11:03:54.271575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a4b9-6643-4143-9eb1-84ecceacfb61 req-0332b301-279b-45c3-a94f-62944cdfb851 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:54.273049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7258a4b9-6643-4143-9eb1-84ecceacfb61 req-0332b301-279b-45c3-a94f-62944cdfb851 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.0663767 Feb 03 11:03:54.348048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7258a4b9-6643-4143-9eb1-84ecceacfb61 req-b62c24a3-c884-4219-98d1-462f32aa90b7 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681732 Feb 03 11:03:54.351153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bd5e9ce-5093-4fff-b455-55d5cb122be6 req-60f14510-82cf-4c1a-b9ba-fb57a7cdf837 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772214 Feb 03 11:03:54.676336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:54.700055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681f7d-8a77-4081-ba7b-8f7902df0119 req-4e1af095-ef7c-49c1-a31a-6d167ebc5f62 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:54.701579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06681f7d-8a77-4081-ba7b-8f7902df0119 req-4e1af095-ef7c-49c1-a31a-6d167ebc5f62 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 947 time: 0.0573573 Feb 03 11:03:54.764305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06681f7d-8a77-4081-ba7b-8f7902df0119 req-7420e859-7af9-4bcc-acf7-318566af3acf tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569246 Feb 03 11:03:54.795938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:54.820267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-05a41aaa-d146-4f6c-b574-ec046431c8fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb9f92144ce94b38b2e4eb6a2381721c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423500 Feb 03 11:03:54.822966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:54.871221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] Publish callbacks [] for security_group (6c2ac0d2-1155-4f32-99e0-1492fbbb1d40), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:54.894096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] Publish callbacks [] for security_group (6c2ac0d2-1155-4f32-99e0-1492fbbb1d40), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:54.908944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:54.923123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'port_id': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'mac_address': 'fa:16:3e:1c:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ec76e-3a80-4ac8-992f-351c9b04f6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:54.943004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6c2ac0d2-1155-4f32-99e0-1492fbbb1d40), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:54.945992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:54.947674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c2ac0d2-1155-4f32-99e0-1492fbbb1d40 HTTP/1.1" status: 204 len: 168 time: 0.1237345 Feb 03 11:03:54.957266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad1b95-f6ae-49b1-ab8d-8cc142502306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ac0d2-1155-4f32-99e0-1492fbbb1d40,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:54.979695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ab5d5f20-b553-4158-8de2-83fbb65fd850 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:54.980002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:54.998330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5d5f20-b553-4158-8de2-83fbb65fd850 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:55.023765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:55.030487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.032156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e454958f-ef88-417b-a772-b7b3905cde0a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:03:55.109940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d0162-ef1a-49b7-b3a2-52720398de4b req-e0cdc7a4-366d-4f5a-be41-3d0365d79c86 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.115000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:55.116580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea8d0162-ef1a-49b7-b3a2-52720398de4b req-e0cdc7a4-366d-4f5a-be41-3d0365d79c86 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.0672114 Feb 03 11:03:55.177736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea8d0162-ef1a-49b7-b3a2-52720398de4b req-d5f9ad58-ef2e-4f9b-a138-6f655f249f36 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602121 Feb 03 11:03:55.190007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e454958f-ef88-417b-a772-b7b3905cde0a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:55.203861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e454958f-ef88-417b-a772-b7b3905cde0a', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'e454958f-ef88-417b-a772-b7b3905cde0a', 'mac_address': 'fa:16:3e:cd:bf:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:03:55.251209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a7b567-0054-499f-a7d4-ceafda9ec6ac req-57fda674-7f08-4a94-98e0-8955e61723df tempest-FlavorsV2NegativeTest-627132965 tempest-FlavorsV2NegativeTest-627132965-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bc41728a32154d45a115db0b7e82daed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249767 Feb 03 11:03:55.258534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e454958f-ef88-417b-a772-b7b3905cde0a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:55.258939 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.279116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e454958f-ef88-417b-a772-b7b3905cde0a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:03:55.301553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e454958f-ef88-417b-a772-b7b3905cde0a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:55.308042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.351729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:55.357624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:55.375420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0f7c-ef4d-4163-b8d3-ea1c56cd6a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.414594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a9f2-314f-48d7-8d43-40d61adb794b req-c21ddb6f-7d2f-467d-93f5-b1943f274e6f tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.416183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3f4a9f2-314f-48d7-8d43-40d61adb794b req-c21ddb6f-7d2f-467d-93f5-b1943f274e6f tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.1637566 Feb 03 11:03:55.453114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0f7c-ef4d-4163-b8d3-ea1c56cd6a7d admin admin] Publish callbacks [] for security_group (c3715201-2f56-4320-b77c-f827720b7401), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.456869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0f7c-ef4d-4163-b8d3-ea1c56cd6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c3715201-2f56-4320-b77c-f827720b7401), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.458608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b567-0054-499f-a7d4-ceafda9ec6ac req-b9175611-6aa0-4ca8-997f-e8f4821dc9e8 tempest-FlavorsV2NegativeTest-627132965 tempest-FlavorsV2NegativeTest-627132965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.460043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a7b567-0054-499f-a7d4-ceafda9ec6ac req-b9175611-6aa0-4ca8-997f-e8f4821dc9e8 tempest-FlavorsV2NegativeTest-627132965 tempest-FlavorsV2NegativeTest-627132965-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975656 Feb 03 11:03:55.490071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a7b567-0054-499f-a7d4-ceafda9ec6ac req-34cd3d08-f298-4a67-989b-b8dfd385891f tempest-FlavorsV2NegativeTest-627132965 tempest-FlavorsV2NegativeTest-627132965-project] 10.222.0.30 "GET /v2.0/quotas/bc41728a32154d45a115db0b7e82daed HTTP/1.1" status: 200 len: 375 time: 0.0238485 Feb 03 11:03:55.496815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-4bc1948e-81ea-426b-b056-92793f3942ae tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.498273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-4bc1948e-81ea-426b-b056-92793f3942ae tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.53 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 949 time: 0.1362154 Feb 03 11:03:55.507299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c6d0f7c-ef4d-4163-b8d3-ea1c56cd6a7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f9c03c6b5d949b59234d06b608cbc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516385 Feb 03 11:03:55.507299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0f7c-ef4d-4163-b8d3-ea1c56cd6a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3715201-2f56-4320-b77c-f827720b7401,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:55.508360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:55.541939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a7b567-0054-499f-a7d4-ceafda9ec6ac req-a0782afa-c72d-4265-bc5a-b17108dcb78d tempest-FlavorsV2NegativeTest-627132965 tempest-FlavorsV2NegativeTest-627132965-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc41728a32154d45a115db0b7e82daed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398798 Feb 03 11:03:55.561747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3f4a9f2-314f-48d7-8d43-40d61adb794b req-b9de945b-7555-485c-bb4d-9760945c7de0 tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/security-groups?id=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328566 Feb 03 11:03:55.564385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] Publish callbacks [] for security_group (c3715201-2f56-4320-b77c-f827720b7401), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.575001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['ab5d5f20-b553-4158-8de2-83fbb65fd850'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:55.588707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] Publish callbacks [] for security_group (c3715201-2f56-4320-b77c-f827720b7401), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.597408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e454958f-ef88-417b-a772-b7b3905cde0a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:55.660984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c3715201-2f56-4320-b77c-f827720b7401), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.663933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.667665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3715201-2f56-4320-b77c-f827720b7401 HTTP/1.1" status: 204 len: 168 time: 0.1554432 Feb 03 11:03:55.678024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b998-2f45-4aac-8759-b28a0b6be90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3715201-2f56-4320-b77c-f827720b7401,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:55.692984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:55.736020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:55.736020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3f8f5e6-e2cf-4cba-8878-3a59d8d90f72 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:55.746861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6d72-e8a4-4d60-a564-716f87aad8ee req-1dec66a2-aa1f-401a-880b-3366be100285 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.754513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e59c6d72-e8a4-4d60-a564-716f87aad8ee req-1dec66a2-aa1f-401a-880b-3366be100285 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.1115596 Feb 03 11:03:55.770187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Deleting port a55a0a3c-b710-4c5d-be57-441a043c12e7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:03:55.770489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.819957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f3a7c-00df-4a28-b798-24e1597889a1 req-2c2097c3-f216-44af-b041-7da2db0aa809 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:55.821463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee9f3a7c-00df-4a28-b798-24e1597889a1 req-2c2097c3-f216-44af-b041-7da2db0aa809 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.1419427 Feb 03 11:03:55.928577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e59c6d72-e8a4-4d60-a564-716f87aad8ee req-8a3eeedc-99e5-4d47-8618-214fa300486c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728907 Feb 03 11:03:55.973951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee9f3a7c-00df-4a28-b798-24e1597889a1 req-b80b172f-bd1c-4a54-a8ca-27db4665621e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206098 Feb 03 11:03:55.975437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] For port a55a0a3c-b710-4c5d-be57-441a043c12e7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a55a0a3c-b710-4c5d-be57-441a043c12e7,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:55.975622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:55.998817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Calling delete_port for a55a0a3c-b710-4c5d-be57-441a043c12e7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:03:56.224432 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-aaeab369-4856-4766-a01d-93585859fdb7 req-4933e94f-5599-4ceb-8179-76f0c4e216a4 service neutron] show failed (client error): The resource could not be found. Feb 03 11:03:56.225771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-4933e94f-5599-4ceb-8179-76f0c4e216a4 service neutron] 10.222.0.69 "GET /v2.0/ports/95fa40aa-a0aa-4525-9e88-301b2ba21c84/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.1715086 Feb 03 11:03:56.255037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e152ab-1277-4e4a-8761-1d1a74a508a1 req-ef8b5f6b-0afb-4522-9df8-8fdca570a6ae tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:56.262114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e152ab-1277-4e4a-8761-1d1a74a508a1 req-ef8b5f6b-0afb-4522-9df8-8fdca570a6ae tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 948 time: 0.2004609 Feb 03 11:03:56.381942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e152ab-1277-4e4a-8761-1d1a74a508a1 req-24b2b210-9665-46f0-a306-6ce043ad11b0 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182044 Feb 03 11:03:56.401135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (a55a0a3c-b710-4c5d-be57-441a043c12e7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:56.407125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a55a0a3c-b710-4c5d-be57-441a043c12e7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:03:56.428846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Pushing event deleted for resources: {'Port': ['ID=a55a0a3c-b710-4c5d-be57-441a043c12e7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:56.502528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] No DVR routers for this DVR port a55a0a3c-b710-4c5d-be57-441a043c12e7 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:56.505418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:56.509217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d42a5336-e2a8-44ee-873a-e65176af4b06 req-d1b6d6e5-6004-4efc-b046-7c8cfb730b8a tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.53 "DELETE /v2.0/ports/a55a0a3c-b710-4c5d-be57-441a043c12e7 HTTP/1.1" status: 204 len: 173 time: 1.0017695 Feb 03 11:03:56.509812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'name': 'network-vif-deleted', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:56.512528 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e68b50-85a8-440a-9da0-18d959fd624b" -d '{"events": [{"server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "name": "network-vif-deleted", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:56.599694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-1e39dfaa-e58c-49a6-86d6-74fd5da1dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:56.601682 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-1e39dfaa-e58c-49a6-86d6-74fd5da1dd3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.1050842 Feb 03 11:03:56.610344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63586e-bc8c-44d5-95da-4ce35b35cbfe req-50a7b2a3-361a-45c1-bc48-5024c1a16261 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:56.611831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c63586e-bc8c-44d5-95da-4ce35b35cbfe req-50a7b2a3-361a-45c1-bc48-5024c1a16261 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1107733 Feb 03 11:03:56.624165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:56.714356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c63586e-bc8c-44d5-95da-4ce35b35cbfe req-d4d01c4c-fdd8-4794-a28e-c32ce4b7415f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932746 Feb 03 11:03:56.764489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:56.768513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:56.803528 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe11b07-215a-41eb-bb66-8e4e1a92cacc x-openstack-request-id: req-2fe11b07-215a-41eb-bb66-8e4e1a92cacc {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:56.804630 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37eaa915-ed67-4ffc-b82f-0f7142373773", "name": "network-vif-deleted", "tag": "a55a0a3c-b710-4c5d-be57-441a043c12e7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:56.805124 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fe11b07-215a-41eb-bb66-8e4e1a92cacc {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:56.805729 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37eaa915-ed67-4ffc-b82f-0f7142373773', 'name': 'network-vif-deleted', 'tag': 'a55a0a3c-b710-4c5d-be57-441a043c12e7', 'status': 'completed', 'code': 200} Feb 03 11:03:56.808732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:56.843753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:56.927529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port ab5d5f20-b553-4158-8de2-83fbb65fd850 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:56.932199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port ab5d5f20-b553-4158-8de2-83fbb65fd850 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:56.932565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.162760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ab5d5f20-b553-4158-8de2-83fbb65fd850 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:57.163173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.230799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:57.242680 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307890b-38ca-44bb-8d22-9798bcb9a54d" -d '{"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:57.269985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:57.280135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.281903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e454958f-ef88-417b-a772-b7b3905cde0a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:03:57.301584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:57.364331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:57.433977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:03:57.437118 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0500703-e7d6-4956-8e98-eb36ed43aca8" -d '{"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:03:57.443967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks [] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.463091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Transition to ACTIVE for port object 95fa40aa-a0aa-4525-9e88-301b2ba21c84 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:03:57.471029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54c0f408-9208-4e17-865f-d9c4e2351a22 req-497f6d2f-c233-4825-834a-a74cb2af7a5b tempest-ServersAdminNegativeTestJSON-357285961 tempest-ServersAdminNegativeTestJSON-357285961-project] 10.222.0.30 "GET /v2.0/ports?device_id=37eaa915-ed67-4ffc-b82f-0f7142373773 HTTP/1.1" status: 200 len: 210 time: 0.4956117 Feb 03 11:03:57.472570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:57.475124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.504715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e454958f-ef88-417b-a772-b7b3905cde0a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:03:57.510717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e454958f-ef88-417b-a772-b7b3905cde0a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:03:57.511093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.521453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd948-e1b0-42a1-9da1-509a1be5e5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.642018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] No DVR routers for this DVR port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:03:57.683739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e454958f-ef88-417b-a772-b7b3905cde0a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:03:57.684657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.735455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-129b676f-5f15-415e-b390-0079d173fce8 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:03:57.736465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-129b676f-5f15-415e-b390-0079d173fce8 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219738 Feb 03 11:03:57.737727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=6']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:57.751869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e454958f-ef88-417b-a772-b7b3905cde0a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:03:57.759950 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.765725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:57.766297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:57.766889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:57.772840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:57.773715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Attempting to bind port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:57.786281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:57.789132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:57.790274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:57.790761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Bound port: 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:57.791151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.832616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3fdb-496c-4c44-ae0d-a6454b86a8ea req-5887fc4f-6016-4b0f-b1ea-ba55dc795524 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:57.856378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e24a3fdb-496c-4c44-ae0d-a6454b86a8ea req-5887fc4f-6016-4b0f-b1ea-ba55dc795524 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.2334476 Feb 03 11:03:57.857545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:57.874210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:03:57.881494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:57.892617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.905365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd948-e1b0-42a1-9da1-509a1be5e5a2 admin admin] Publish callbacks [] for security_group (6017d159-c3d6-464f-9851-51eb6b6b4c9e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.912568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd948-e1b0-42a1-9da1-509a1be5e5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6017d159-c3d6-464f-9851-51eb6b6b4c9e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.939911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:57.940449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:57.942479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] 10.222.0.53 "PUT /v2.0/ports/95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 1096 time: 1.3246717 Feb 03 11:03:57.944760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bb6cd948-e1b0-42a1-9da1-509a1be5e5a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc41728a32154d45a115db0b7e82daed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0998738 Feb 03 11:03:57.947657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52018) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:57.964642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-80374872-9fb1-45fc-8635-0ce8958d2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:57.966443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-80374872-9fb1-45fc-8635-0ce8958d2bfa service neutron] 10.222.0.30 "GET /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 1124 time: 0.2096188 Feb 03 11:03:57.979585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:57.980112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:03:58.043919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634d1cc-0df8-4172-aa49-e07469604821 service neutron] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:58.049893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cd948-e1b0-42a1-9da1-509a1be5e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6017d159-c3d6-464f-9851-51eb6b6b4c9e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:58.057875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] Publish callbacks [] for security_group (6017d159-c3d6-464f-9851-51eb6b6b4c9e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:58.081125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] Publish callbacks [] for security_group (6017d159-c3d6-464f-9851-51eb6b6b4c9e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:58.086998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e24a3fdb-496c-4c44-ae0d-a6454b86a8ea req-ebc36a3e-b1e1-49c6-84ec-ffb4577e4af7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296560 Feb 03 11:03:58.116947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-edefcc17-8f13-419c-9a09-d2169ecc6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.118451 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-edefcc17-8f13-419c-9a09-d2169ecc6e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1130 time: 0.1346796 Feb 03 11:03:58.189648 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5268e-21dc-421d-92d5-65d4d02887dc x-openstack-request-id: req-fbb5268e-21dc-421d-92d5-65d4d02887dc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:58.191426 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-plugged", "status": "completed", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:58.191906 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbb5268e-21dc-421d-92d5-65d4d02887dc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:58.192516 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'code': 200} Feb 03 11:03:58.299554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6017d159-c3d6-464f-9851-51eb6b6b4c9e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:58.302480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:58.306138 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6017d159-c3d6-464f-9851-51eb6b6b4c9e HTTP/1.1" status: 204 len: 168 time: 0.3552155 Feb 03 11:03:58.326697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23844b-823c-4c35-97a9-0708d8ad8ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6017d159-c3d6-464f-9851-51eb6b6b4c9e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:58.333999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-275557db-ad46-4664-b171-bc5841929c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.344734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:03:58.345118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:03:58.345426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:58.348225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-275557db-ad46-4664-b171-bc5841929c23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2214944 Feb 03 11:03:58.364025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:03:58.364355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:03:58.373762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066065-77c8-4ef1-8af7-4c9351683468 req-bd671a2c-d81d-45f3-84c3-528b8a3c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.375904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e066065-77c8-4ef1-8af7-4c9351683468 req-bd671a2c-d81d-45f3-84c3-528b8a3c45b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1127 time: 0.1092868 Feb 03 11:03:58.380976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:03:58.381321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:03:58.381700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:03:58.382134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Bound port: afe0293f-45c4-45ee-9769-b3a5bef352d7, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:03:58.397983 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-0ec753f9-8f6d-4cfd-977a-a7f0853d65ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0488863 Feb 03 11:03:58.427754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a79ef-7544-4711-bef3-4e32a9f9bbe2 req-277ed3e0-99a0-45b5-8512-d56d52f68028 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.429270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-731a79ef-7544-4711-bef3-4e32a9f9bbe2 req-277ed3e0-99a0-45b5-8512-d56d52f68028 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.1433146 Feb 03 11:03:58.487558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e066065-77c8-4ef1-8af7-4c9351683468 req-b0ff3505-cbdd-4521-8cb6-80ac572f8c49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764866 Feb 03 11:03:58.496364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-6bb3d191-1d4d-4303-88d0-c259fcb94abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.499216 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-6bb3d191-1d4d-4303-88d0-c259fcb94abe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0942328 Feb 03 11:03:58.514558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:03:58.525403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:58.533452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b378ac76-ab48-4310-a308-953c0281770e service neutron] 10.222.0.30 "POST /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5579624 Feb 03 11:03:58.547619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-731a79ef-7544-4711-bef3-4e32a9f9bbe2 req-8c1ea66b-1819-4970-a2c5-6ac4fbf3e9a9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083591 Feb 03 11:03:58.655588 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94beb728-2f80-4c09-a060-b86d5ad1a61a x-openstack-request-id: req-94beb728-2f80-4c09-a060-b86d5ad1a61a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:03:58.656457 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:03:58.656778 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94beb728-2f80-4c09-a060-b86d5ad1a61a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:03:58.657269 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'code': 200} Feb 03 11:03:58.789843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01423f-80cc-4903-9377-d48cba419ba1 req-997a9b4d-d2f5-43ce-8513-2ba439d8c530 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.800578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d01423f-80cc-4903-9377-d48cba419ba1 req-997a9b4d-d2f5-43ce-8513-2ba439d8c530 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.1413186 Feb 03 11:03:58.807811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab369-4856-4766-a01d-93585859fdb7 req-83bd0c93-5e87-4cf2-ab6c-539528990e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:58.817014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-83bd0c93-5e87-4cf2-ab6c-539528990e0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1059089 Feb 03 11:03:58.830552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a55a0a3c-b710-4c5d-be57-441a043c12e7 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:58.901710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: a55a0a3c-b710-4c5d-be57-441a043c12e7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:03:58.902903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a55a0a3c-b710-4c5d-be57-441a043c12e7 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:58.915092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d01423f-80cc-4903-9377-d48cba419ba1 req-0df3e423-abcf-4ce2-8d92-7ed27fa4bc98 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123579 Feb 03 11:03:59.023678 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-b65bfc63-aa7e-4800-95f9-472512c15823 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042577 Feb 03 11:03:59.065711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b7666349-4545-4000-bcbd-de33218ea838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.067228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b7666349-4545-4000-bcbd-de33218ea838 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1127 time: 0.1103790 Feb 03 11:03:59.175743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:59.216538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aaeab369-4856-4766-a01d-93585859fdb7 req-8fc352dd-0f24-44ea-a946-77907399bf27 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838658 Feb 03 11:03:59.221087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a3ac7-dda1-49d4-a019-441a186cdbc9 req-5ed33342-8153-465e-bdbd-51f02e776808 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.235100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d4a3ac7-dda1-49d4-a019-441a186cdbc9 req-5ed33342-8153-465e-bdbd-51f02e776808 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 945 time: 0.2231381 Feb 03 11:03:59.274967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-5e1b1a6e-9517-4bc4-b06a-0b2aa2fbbceb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754778 Feb 03 11:03:59.365301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d4a3ac7-dda1-49d4-a019-441a186cdbc9 req-93055521-626c-47dd-ac3b-656155caae7d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225185 Feb 03 11:03:59.366731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-a9b39d53-45bf-418e-b55e-d5d98349c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.368096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-a9b39d53-45bf-418e-b55e-d5d98349c55b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.2812643 Feb 03 11:03:59.488892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-e2361847-0c6f-40a0-9bf1-2a807f5c0c52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.1089716 Feb 03 11:03:59.533057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a03c84ea-9534-4659-a082-8af4997a4204 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49f1c9cff37b428791b3b70fb4792613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551629 Feb 03 11:03:59.535849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52070) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:59.604099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] Publish callbacks [] for security_group (201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.638166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-5529397e-c99e-4c21-9c38-5328333b3be8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.641979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] Publish callbacks [] for security_group (201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.645173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-5529397e-c99e-4c21-9c38-5328333b3be8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690979 Feb 03 11:03:59.649307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-89889f71-e7da-4678-883d-81b19917af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.651671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-89889f71-e7da-4678-883d-81b19917af49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1175466 Feb 03 11:03:59.654144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:03:59.659244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279505-268e-4244-af75-5c1f47fd431f req-b5724e86-c47a-438f-bab7-26813042a00b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:03:59.666677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76279505-268e-4244-af75-5c1f47fd431f req-b5724e86-c47a-438f-bab7-26813042a00b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.1908565 Feb 03 11:03:59.725694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-4be391fe-b666-4a50-a80e-3a821483c3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497711 Feb 03 11:03:59.734650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-02655ec4-f49d-4b7e-aa22-86cc8f3e548f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0864525 Feb 03 11:03:59.740315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:03:59.740663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:03:59.748552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.753299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.756961 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc HTTP/1.1" status: 204 len: 168 time: 0.2180955 Feb 03 11:03:59.758468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52078) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:03:59.775488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e71b5-47f4-4d46-8989-8dcc668e8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201705f9-9f1c-4dfc-abaa-bc27dd9ba1bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:03:59.810883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-3cea0ef7-9fe5-4ba3-8dca-b4a8dc7bb998 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747366 Feb 03 11:03:59.833609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76279505-268e-4244-af75-5c1f47fd431f req-4c2fc85a-ce59-4d66-83ce-e87e13813ef2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652021 Feb 03 11:03:59.910574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-network', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:03:59.937524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Made reservation on behalf of 6bf71b0d1a2b40a1b09c7b2c1850d713 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:03:59.954493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.969846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:03:59.995983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-c3b5672d-4ee0-4d65-8bf8-13390e7e1f6e service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473552 Feb 03 11:04:00.049638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81adb-348f-45f4-a370-4d0361cfd392 req-fc939eec-bced-4688-9b86-29d29ac11c35 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:00.051201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07c81adb-348f-45f4-a370-4d0361cfd392 req-fc939eec-bced-4688-9b86-29d29ac11c35 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.1237037 Feb 03 11:04:00.119546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks [] for security_group (5be2f61d-7e1e-4540-a1b0-edac9734146c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.124199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5be2f61d-7e1e-4540-a1b0-edac9734146c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.150399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:04:00.169735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (03b1cfff-270e-425e-af81-948837bdfa3c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.169735 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Added segment 03b1cfff-270e-425e-af81-948837bdfa3c of type vlan for network 86bdfff7-c9ba-48e2-83b1-671306f87664 Feb 03 11:04:00.176463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52094) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:00.194132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:00.196818 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141025de-ea49-4515-88c8-ca12058adf05" -d '{"events": [{"server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "name": "network-vif-plugged", "status": "completed", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:00.213274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (86bdfff7-c9ba-48e2-83b1-671306f87664), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.261879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2f61d-7e1e-4540-a1b0-edac9734146c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:00.270733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a7c5d-5af4-451f-8e83-e56dea4d1ae4 req-9b9f4f33-d951-49d4-80d3-c80bb70d6c68 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:00.272526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da4a7c5d-5af4-451f-8e83-e56dea4d1ae4 req-9b9f4f33-d951-49d4-80d3-c80bb70d6c68 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.2602353 Feb 03 11:04:00.292371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aeef0e1d-ce30-4412-85f4-8958e60faa77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe25b859a07744d5a891ad82f5ef3141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077418 Feb 03 11:04:00.293079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (86bdfff7-c9ba-48e2-83b1-671306f87664), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.294984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:00.296652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.298084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-6d5a29c9-5217-4f96-820a-05e27c45c9a3 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958403 Feb 03 11:04:00.299465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:00.333404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07c81adb-348f-45f4-a370-4d0361cfd392 req-8dbcc109-c8f1-4916-a18c-6bca8487727e tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378197 Feb 03 11:04:00.407057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=86bdfff7-c9ba-48e2-83b1-671306f87664,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:00.423275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:04:00.440012 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2e6944e6-2694-4516-818a-95cb0c50d9b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6759424 Feb 03 11:04:00.441090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52104) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:00.448949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Request body: {'subnet': {'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-subnet', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:00.464794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ae2d042-d497-439d-951c-5244e26bec5d req-c6d244e6-2d7c-47ce-ab86-2d12ce1d53bb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 210 time: 0.0809665 Feb 03 11:04:00.478856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Made reservation on behalf of 6bf71b0d1a2b40a1b09c7b2c1850d713 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:00.481598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.502077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da4a7c5d-5af4-451f-8e83-e56dea4d1ae4 req-72b7f55e-2359-4c0b-a93c-9aca9a2d3688 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127743 Feb 03 11:04:00.551393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] Publish callbacks [] for security_group (4c3b8b2c-7166-4ad5-bbda-205131912cc2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.618801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] Publish callbacks [] for security_group (4c3b8b2c-7166-4ad5-bbda-205131912cc2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.666366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:00.669027 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb69d14-f333-4ab9-be38-457446656dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:00.732052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b0a51e80-7e1e-47da-8075-0d5fc9f12732 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:00.736420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-b0a51e80-7e1e-47da-8075-0d5fc9f12732 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.2947247 Feb 03 11:04:00.756204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:00.843959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.865431 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5690766-8d21-4cb8-8460-fe0d1455a55b x-openstack-request-id: req-e5690766-8d21-4cb8-8460-fe0d1455a55b {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:00.865837 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:00.867314 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5690766-8d21-4cb8-8460-fe0d1455a55b {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:00.867817 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'status': 'completed', 'code': 200} Feb 03 11:04:00.871960 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7c806c-262d-4ccf-b145-edebb7553139 x-openstack-request-id: req-af7c806c-262d-4ccf-b145-edebb7553139 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:00.872316 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "name": "network-vif-plugged", "status": "completed", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:00.872432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec482-97f9-4369-95a9-2b20ac98fd57 req-3ad8ca91-cda2-4310-a70e-351e31a65ee3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:00.872573 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af7c806c-262d-4ccf-b145-edebb7553139 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:00.874034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c02ec482-97f9-4369-95a9-2b20ac98fd57 req-3ad8ca91-cda2-4310-a70e-351e31a65ee3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 945 time: 0.2529976 Feb 03 11:04:00.874182 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a', 'code': 200} Feb 03 11:04:00.983297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c3b8b2c-7166-4ad5-bbda-205131912cc2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.986491 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:00.990577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c3b8b2c-7166-4ad5-bbda-205131912cc2 HTTP/1.1" status: 204 len: 168 time: 0.6831591 Feb 03 11:04:01.067701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa1ca5-2c8e-4ae2-bafe-173b3387cac0 req-aacf0389-213c-4a44-b160-005173e5a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.071650 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d2fa1ca5-2c8e-4ae2-bafe-173b3387cac0 req-aacf0389-213c-4a44-b160-005173e5a953 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 1131 time: 0.3736644 Feb 03 11:04:01.076145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (5c232367-ffb4-49e3-b0bd-8cd2ec75fdab), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.086715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f516f-e614-4ea6-ac76-91e5a0052f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3b8b2c-7166-4ad5-bbda-205131912cc2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:01.188604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe5c9-e3a7-4565-865a-b0acf657eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.194787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c02ec482-97f9-4369-95a9-2b20ac98fd57 req-0d657cd0-43a4-4ffb-9218-541b6d4969b5 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035836 Feb 03 11:04:01.199895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-1462c136-8630-49f2-b788-e31d204ec1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.201627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-1462c136-8630-49f2-b788-e31d204ec1e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1130 time: 0.3244801 Feb 03 11:04:01.217316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-91e78908-8268-4468-b11b-f667fea30cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.219945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-91e78908-8268-4468-b11b-f667fea30cf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1130 time: 0.2767673 Feb 03 11:04:01.238480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:01.238885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d427-6eec-41a0-b514-ac6ee2d9c6a1 req-b2b94ddf-70f0-49c5-88da-871585336c4f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.240392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8672d427-6eec-41a0-b514-ac6ee2d9c6a1 req-b2b94ddf-70f0-49c5-88da-871585336c4f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.2652626 Feb 03 11:04:01.350175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-34ec15a3-f832-4138-b90f-ef376ccfe1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.351857 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-34ec15a3-f832-4138-b90f-ef376ccfe1b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1417999 Feb 03 11:04:01.414698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Checking segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:01.415063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Network hostable DHCP agents. Network: 86bdfff7-c9ba-48e2-83b1-671306f87664, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:04:01.418207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-35656572-1c2c-469f-b6fa-8bd0029a46ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0586495 Feb 03 11:04:01.428223 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d2fa1ca5-2c8e-4ae2-bafe-173b3387cac0 req-97b60879-2e12-4216-95ac-c7173f33cb5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415518 Feb 03 11:04:01.483070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-48058d7a-ed1e-48a7-a372-a69adfa6e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.484666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-48058d7a-ed1e-48a7-a372-a69adfa6e208 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0591207 Feb 03 11:04:01.507548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:04:01.543599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 86bdfff7-c9ba-48e2-83b1-671306f87664) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:01.549550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.550145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.554390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258aa42-be84-48d0-b124-0b228013a4f6 None None] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:01.567934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-3f92f4dd-5559-45d5-b11a-b97fd1109e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.569460 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-3f92f4dd-5559-45d5-b11a-b97fd1109e4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0720460 Feb 03 11:04:01.579001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-272997db-335a-4588-9f6e-6a2921ba9257 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1366124 Feb 03 11:04:01.587477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52126) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:01.600727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:01.614818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:01.637778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (aae109a5-4046-4bab-8925-d69342b25d32), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.639219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (aae109a5-4046-4bab-8925-d69342b25d32), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.699328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-86bdfff7-c9ba-48e2-83b1-671306f87664', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:04:01.700264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.746664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8672d427-6eec-41a0-b514-ac6ee2d9c6a1 req-a4eb4762-db70-43e1-9700-5a3a3fc057f4 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713504 Feb 03 11:04:01.758496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:01.853783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-951d9b18-0de0-4204-81a5-470fd5c8e611 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2302766 Feb 03 11:04:01.855144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-df1b3a83-1178-43df-9e2a-0ab581b9632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:01.856669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-df1b3a83-1178-43df-9e2a-0ab581b9632c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.6153738 Feb 03 11:04:01.857447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Allocated IP 172.20.0.2 (86bdfff7-c9ba-48e2-83b1-671306f87664/5c232367-ffb4-49e3-b0bd-8cd2ec75fdab/26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:01.961770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for router_controller (aae109a5-4046-4bab-8925-d69342b25d32), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:01.966997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-498ea66d-0789-43a7-ba78-3bbce5583713 req-9d4d03b5-93fb-4db1-af0b-5ba36fad268d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 210 time: 0.1042855 Feb 03 11:04:01.999209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-5c808beb-b9f1-4851-b8a7-6e118104541e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.1064835 Feb 03 11:04:02.049175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-b7726f29-0ba7-4c14-805c-3babd5af751e service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686894 Feb 03 11:04:02.064434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:02.067495 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881bf0e3-84d1-4208-bf10-a02cd64eb78f" -d '{"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-unplugged", "status": "completed", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:02.071382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks [] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.075291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks [] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.086665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.140389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for router_gateway (aae109a5-4046-4bab-8925-d69342b25d32), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.144356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:02.147788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:02.152436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:02.168467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.169470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Pushing event updated for resources: {'Port': ['ID=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:02.193774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-fc35be2f-e660-46a9-a1a5-5d0b70666bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.195683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-fc35be2f-e660-46a9-a1a5-5d0b70666bdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1870792 Feb 03 11:04:02.203927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e502-cc96-49f1-aa90-314a46115785 req-213bebc1-a230-45b7-94fe-e65503096bb1 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.211258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c896e502-cc96-49f1-aa90-314a46115785 req-213bebc1-a230-45b7-94fe-e65503096bb1 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.5888488 Feb 03 11:04:02.245293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Attempting to bind port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:02.245674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Attempting to bind port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:02.246038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Attempting to bind port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 on network 86bdfff7-c9ba-48e2-83b1-671306f87664 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:02.252781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:02.253493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Checking segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:02.254061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.254601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Bound using segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:02.255224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Bound port: 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:02.255764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.257421 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-8f52b2ac-9818-4812-b217-720cd0b18e06 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757834 Feb 03 11:04:02.329500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] For port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:02.332937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] For port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:02.340794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.384243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c896e502-cc96-49f1-aa90-314a46115785 req-aefe6b66-6110-4a77-b8d1-018b9bf132f2 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715815 Feb 03 11:04:02.441360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dd328-9013-4311-8fbc-359b41c6fbd8 None None] Pushing event updated for resources: {'Port': ['ID=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:02.464531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-1d2ce635-d4f3-4442-be45-2994874653ed tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.465334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for router_gateway (aae109a5-4046-4bab-8925-d69342b25d32), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.466496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-1d2ce635-d4f3-4442-be45-2994874653ed tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5922899 Feb 03 11:04:02.505919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.512507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:02.556403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:02.598782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:02.599127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:02.599455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:02.625569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7d34e-305e-435e-8b00-b52a7e0b4547 req-e5815de7-0495-430e-b99f-18db33057512 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.627329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2d7d34e-305e-435e-8b00-b52a7e0b4547 req-e5815de7-0495-430e-b99f-18db33057512 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 948 time: 0.4906936 Feb 03 11:04:02.635124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-531479bc-0f9b-4d06-b5ba-b2d3126a645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.636651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-531479bc-0f9b-4d06-b5ba-b2d3126a645d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4214594 Feb 03 11:04:02.646997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Allocated IP 172.25.7.120 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/37f24d1a-4441-4fe0-90cd-432e883152a5) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:02.672718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:02.673098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Attempting to bind port afe0293f-45c4-45ee-9769-b3a5bef352d7 on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:02.739759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:02.752035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:02.752035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:02.752035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Bound port: afe0293f-45c4-45ee-9769-b3a5bef352d7, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:02.752035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.827845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.856283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:02.859923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cfb39-cc45-4586-9438-1037594b4cf9 req-61c7145a-372f-4b51-b26c-5eff36a58784 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:02.861599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-107cfb39-cc45-4586-9438-1037594b4cf9 req-61c7145a-372f-4b51-b26c-5eff36a58784 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1127 time: 0.3634512 Feb 03 11:04:02.883945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:02.926117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:02.931839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:02.936491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:02.942383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Pushing event updated for resources: {'Port': ['ID=37f24d1a-4441-4fe0-90cd-432e883152a5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:02.991554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2d7d34e-305e-435e-8b00-b52a7e0b4547 req-94033cda-9e83-4545-af52-e5d22cbe2f00 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220899 Feb 03 11:04:03.023866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-f999e4c3-ddd6-46ad-9474-3bebbcbf6a98 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557217 Feb 03 11:04:03.049803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:03.072098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'mac_address': 'fa:16:3e:f1:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:03.077878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:03.083344 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656b6f0d-461e-4871-b730-839c10bf81f7 x-openstack-request-id: req-656b6f0d-461e-4871-b730-839c10bf81f7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:03.083654 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-unplugged", "status": "completed", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:03.083926 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-656b6f0d-461e-4871-b730-839c10bf81f7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:03.084587 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'code': 200} Feb 03 11:04:03.117058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:03.117592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.136356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fa40aa-a0aa-4525-9e88-301b2ba21c84 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:03.137590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:03.141305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-107cfb39-cc45-4586-9438-1037594b4cf9 req-c1b96785-4b06-4219-9f44-962f205dc756 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331472 Feb 03 11:04:03.156213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:03.159799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.186172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:03.191734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.209458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for router_gateway (aae109a5-4046-4bab-8925-d69342b25d32), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.213678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.261547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.292055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:03.354024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb69d14-f333-4ab9-be38-457446656dc8 req-30939279-bf7f-4274-b7f5-2f43841b5040 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967134 Feb 03 11:04:03.384587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:03.397521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0816a1-bc0d-4318-85e4-f6910ec7161f req-c4035372-ca72-4a82-b023-250a6fb5671f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:03.399128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e0816a1-bc0d-4318-85e4-f6910ec7161f req-c4035372-ca72-4a82-b023-250a6fb5671f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.2722328 Feb 03 11:04:03.426164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:03.426787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.428144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-802164ee-a769-46e1-8060-c658b5081eb9 service neutron] 10.222.0.69 "PUT /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 1121 time: 2.6844587 Feb 03 11:04:03.476097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47122dee-298a-4735-9dc8-13d86fb7e497 req-6b35991e-7a7f-4a26-b319-e1b81e045e52 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 210 time: 0.0563874 Feb 03 11:04:03.481681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:03.516041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (aae109a5-4046-4bab-8925-d69342b25d32), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.536209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['afe0293f-45c4-45ee-9769-b3a5bef352d7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:03.558961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e0816a1-bc0d-4318-85e4-f6910ec7161f req-76b8708e-1e31-4885-8d62-909a269a7bd6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403866 Feb 03 11:04:03.563789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for security_group (0a661317-bf1d-422e-9567-7560ea400340), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.574308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0a661317-bf1d-422e-9567-7560ea400340), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.618331 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fff7744e-b17f-4507-94f6-fa4a160c0101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.729026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a661317-bf1d-422e-9567-7560ea400340,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:03.830178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Router aae109a5-4046-4bab-8925-d69342b25d32 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:04:03.944902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.218 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/4845f7e2-7188-4eee-9d15-67abc9792dfe) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:03.956597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:03.968572 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Sync routers for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:03.978236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:03.981435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1e92b8b3-0e33-43d0-888e-a9ac6b0c33a3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.3894365 Feb 03 11:04:03.981582 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:03.981582 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:03.981987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:03.988089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913ce5a-64e9-4b41-8fdb-550957279fe7 req-e5316918-23c1-483f-8a2e-75a6bb6c9599 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:03.995126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4913ce5a-64e9-4b41-8fdb-550957279fe7 req-e5316918-23c1-483f-8a2e-75a6bb6c9599 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1127 time: 0.2528770 Feb 03 11:04:04.015840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c49d94-28bd-4764-9cff-16edb8b266e0 None None] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:04.044299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-f0ff4306-d16d-409e-a302-f87315255df2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:04.045844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-f0ff4306-d16d-409e-a302-f87315255df2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&tenant_id=cb19ff6d58154544bf697b8bf6c76451&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 949 time: 0.2356257 Feb 03 11:04:04.060954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d0ad2-9461-49af-b800-0a4c6ed2de44 req-22d61804-8763-411b-8e1b-2108b41f6f3e tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:04.070199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a1d0ad2-9461-49af-b800-0a4c6ed2de44 req-22d61804-8763-411b-8e1b-2108b41f6f3e tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.2613690 Feb 03 11:04:04.099221 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:04.121149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Provisioning complete for port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:04.121517 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.200243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4913ce5a-64e9-4b41-8fdb-550957279fe7 req-784d4499-0494-45f3-9413-0f22a7f06442 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042603 Feb 03 11:04:04.284531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a1d0ad2-9461-49af-b800-0a4c6ed2de44 req-54f906be-6c95-4673-a867-534245b60fe6 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085886 Feb 03 11:04:04.299555 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-760e3b91-ffbb-4b50-b7a9-a0ed4032a3d4 service neutron] delete failed (client error): The resource could not be found. Feb 03 11:04:04.300547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-760e3b91-ffbb-4b50-b7a9-a0ed4032a3d4 service neutron] 10.222.0.69 "DELETE /v2.0/ports/95fa40aa-a0aa-4525-9e88-301b2ba21c84/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.2257886 Feb 03 11:04:04.363556 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.367835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Current status of the port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:04.368223 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.406614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:04.439425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] For port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:04.451714 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:03Z', 'revision_number': 3, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:04.508483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.531958 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Checking router: aae109a5-4046-4bab-8925-d69342b25d32 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:04.532730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Updating router aae109a5-4046-4bab-8925-d69342b25d32 port 37f24d1a-4441-4fe0-90cd-432e883152a5 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:04:04.600764 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.658403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:04.659188 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.661943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac1a0f-7ee4-4d79-a6e8-a5b2657d6257 None None] Pushing event updated for resources: {'Port': ['ID=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:04.691401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.756140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a12465f3-b99d-424d-b226-77a3149f7c80 None None] Provisioning complete for port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:04.756516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a12465f3-b99d-424d-b226-77a3149f7c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.760625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.800824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:04.850263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dec13c-a895-4b4a-8d42-e615af4839fc req-a9441f64-22cc-4a63-b45b-f20426896e21 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:04.862618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35dec13c-a895-4b4a-8d42-e615af4839fc req-a9441f64-22cc-4a63-b45b-f20426896e21 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 949 time: 0.4891272 Feb 03 11:04:04.863277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a12465f3-b99d-424d-b226-77a3149f7c80 None None] Current status of the port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:04.873006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.885804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:04.912349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:04.922111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:04.951514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:04.965202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:04.965893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:04.987302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:04.994667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:04.995319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.038170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-e9df8af4-9d0d-4725-ada2-2b468274a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.039821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-e9df8af4-9d0d-4725-ada2-2b468274a37a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1131 time: 0.5857117 Feb 03 11:04:05.098647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5972946 Feb 03 11:04:05.099264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec7d0-5b26-49f5-830b-2c29dbf629aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:05.101434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:05.119150 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cae49ed-0c40-4d14-9584-930d84d93651" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:05.150086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:05.150637 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.170092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Request body: {'port': {'device_id': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:05.178262 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks [] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.183018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35dec13c-a895-4b4a-8d42-e615af4839fc req-0ac68620-32f1-4a08-af94-fd10679580ef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195186 Feb 03 11:04:05.184558 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.215155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:05.220341 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b281c87-32dc-4626-986c-c644a562a927" -d '{"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-plugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:05.256505 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Attempting to bind port 37f24d1a-4441-4fe0-90cd-432e883152a5 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:05.257047 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Attempting to bind port 37f24d1a-4441-4fe0-90cd-432e883152a5 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:05.257647 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Attempting to bind port 37f24d1a-4441-4fe0-90cd-432e883152a5 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:05.270288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:05.271350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:05.271911 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:05.272941 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.272941 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:05.273763 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Bound port: 37f24d1a-4441-4fe0-90cd-432e883152a5, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:05.274912 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.281684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.298542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6f4f3-9942-4546-ac12-86f8f6411a7c req-a5bfed61-1aea-412d-afbf-ce13df24a80c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.309571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09b6f4f3-9942-4546-ac12-86f8f6411a7c req-a5bfed61-1aea-412d-afbf-ce13df24a80c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 936 time: 0.3380623 Feb 03 11:04:05.344335 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] For port 37f24d1a-4441-4fe0-90cd-432e883152a5, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:05.347900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] For port 37f24d1a-4441-4fe0-90cd-432e883152a5, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=37f24d1a-4441-4fe0-90cd-432e883152a5,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:05.362027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:05.375324 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.385765 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Pushing event updated for resources: {'Port': ['ID=37f24d1a-4441-4fe0-90cd-432e883152a5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:05.387482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4091c021-794b-4f77-b87e-b3a5be2c8cf5 None None] Provisioning complete for port 4845f7e2-7188-4eee-9d15-67abc9792dfe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:05.387864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4091c021-794b-4f77-b87e-b3a5be2c8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.401617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Allocated IP 172.20.0.1 (86bdfff7-c9ba-48e2-83b1-671306f87664/5c232367-ffb4-49e3-b0bd-8cd2ec75fdab/8f44e2ab-2c88-4bca-86b5-4e8e03a67486) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:05.414963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.434068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.434815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.435384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.435833 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.437628 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.438477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4091c021-794b-4f77-b87e-b3a5be2c8cf5 None None] Port 4845f7e2-7188-4eee-9d15-67abc9792dfe cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:05.438607 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.438607 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.441083 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.441560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.441857 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.442203 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.442538 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.443046 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:05.447560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:05.448422 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:05.473432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-dee1db1e-f351-4c90-a2a5-0cd35d68e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.475435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-dee1db1e-f351-4c90-a2a5-0cd35d68e5aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.4106803 Feb 03 11:04:05.502339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09b6f4f3-9942-4546-ac12-86f8f6411a7c req-f229e5ed-623d-40ae-be53-eac83b7a677f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553640 Feb 03 11:04:05.510063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0998117-c758-44b7-91ec-f7a3dc177200 req-4903d82b-d503-487b-8e70-7969e9f916ee tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.511650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0998117-c758-44b7-91ec-f7a3dc177200 req-4903d82b-d503-487b-8e70-7969e9f916ee tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 943 time: 0.1636100 Feb 03 11:04:05.532461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks [] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.572313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.582069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-0cf960db-8452-4b4f-8338-c034695e5e4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0674601 Feb 03 11:04:05.623094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:05.626694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:05.631387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:05.631980 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (aae109a5-4046-4bab-8925-d69342b25d32), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.642228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-9e384d0e-ef87-4d5b-ab6f-cec7da1679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.644795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-9e384d0e-ef87-4d5b-ab6f-cec7da1679d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0513937 Feb 03 11:04:05.672649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:05.677980 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d7cdb-6041-423f-abe3-90cc3b1ef06b None None] Pushing event updated for resources: {'Port': ['ID=37f24d1a-4441-4fe0-90cd-432e883152a5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:05.691500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Pushing event updated for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:05.710341 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:05.784280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:05.799182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:04:05.843024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0998117-c758-44b7-91ec-f7a3dc177200 req-703be280-3ca8-47dc-98e8-231afa419aec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127418 Feb 03 11:04:05.863843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.961531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-0cc5db09-8ea3-43b0-8b06-a87fe2dff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:05.963058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-0cc5db09-8ea3-43b0-8b06-a87fe2dff42f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3092372 Feb 03 11:04:05.976563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2745f2c1-c3a3-4881-a9dc-04069186d9f0 None None] Provisioning complete for port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:05.980379 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2745f2c1-c3a3-4881-a9dc-04069186d9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:05.996770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf5864-57fc-4f42-878b-e51b6a92401a req-d198065f-a8aa-425a-bbb4-0b4d5897a3cf tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:06.003535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52bf5864-57fc-4f42-878b-e51b6a92401a req-d198065f-a8aa-425a-bbb4-0b4d5897a3cf tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.3518417 Feb 03 11:04:06.023882 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:03Z', 'revision_number': 3, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:06.024376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2745f2c1-c3a3-4881-a9dc-04069186d9f0 None None] Port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:06.057697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks [] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.060488 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29337-7a52-4ac5-b8c3-220a2df82253 None None] The sync data for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 is: [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:03Z', 'revision_number': 3, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:06.064832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.065724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (aae109a5-4046-4bab-8925-d69342b25d32), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.113317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.176479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Pushing event updated for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:06.189608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52bf5864-57fc-4f42-878b-e51b6a92401a req-24b1c5cc-84ef-4f26-86b5-a471db5ff5ab tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/security-groups?id=69e17b95-c5d8-4693-8411-56fc1246dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852188 Feb 03 11:04:06.216975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:06.216975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:06.228161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7880-af99-453b-bd09-61fb8f889bed req-2661511d-3187-414b-961d-1dc2756b6900 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:06.232045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:06.239381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e6a7880-af99-453b-bd09-61fb8f889bed req-2661511d-3187-414b-961d-1dc2756b6900 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1127 time: 0.2726982 Feb 03 11:04:06.290992 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340a422-9623-491e-ae90-1afaec6b4341 x-openstack-request-id: req-d340a422-9623-491e-ae90-1afaec6b4341 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:06.291286 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:06.291559 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d340a422-9623-491e-ae90-1afaec6b4341 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:06.291948 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'status': 'completed', 'code': 200} Feb 03 11:04:06.343180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:06.344277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.370403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-b4277002-31e5-4813-94cc-15a1bdb5dd36 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989556 Feb 03 11:04:06.376790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4845f7e2-7188-4eee-9d15-67abc9792dfe {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:06.382140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Router aae109a5-4046-4bab-8925-d69342b25d32 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:04:06.397841 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks [] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.438893 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35ea52-6212-45c1-989e-745c4d83aabe x-openstack-request-id: req-ff35ea52-6212-45c1-989e-745c4d83aabe {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:06.440447 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-plugged", "status": "completed", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:06.440797 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff35ea52-6212-45c1-989e-745c4d83aabe {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:06.441344 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'code': 200} Feb 03 11:04:06.562181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:06.570054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e6a7880-af99-453b-bd09-61fb8f889bed req-33e6bb51-2c83-47f2-b81d-38266d39b4ce tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294895 Feb 03 11:04:06.572646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:06.580966 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b351398-7795-42af-86de-7f3b9127b790 admin admin] 10.222.0.30 "PUT /v2.0/routers/aae109a5-4046-4bab-8925-d69342b25d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5945535 Feb 03 11:04:06.620947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Transition to ACTIVE for port object 4845f7e2-7188-4eee-9d15-67abc9792dfe will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:06.638138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-bb062533-3295-4ec4-8941-16291709331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:06.639652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-bb062533-3295-4ec4-8941-16291709331f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1155 time: 0.3429966 Feb 03 11:04:06.648879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.669027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e41f5f21-1aa6-4824-8cad-b209ebf07d33 None None] Provisioning complete for port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:06.673188 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e41f5f21-1aa6-4824-8cad-b209ebf07d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.701584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292ef85-c998-4a2b-b033-cf9f66bfe858 req-f7c84e24-4def-4180-80a2-610186239fae service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995310 Feb 03 11:04:06.752412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676406-b2d6-48ee-a6e1-9c92ca12659c req-08cc9bd1-8415-4270-bddd-173329ab2e48 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:06.759368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86676406-b2d6-48ee-a6e1-9c92ca12659c req-08cc9bd1-8415-4270-bddd-173329ab2e48 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1841595 Feb 03 11:04:06.785405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e41f5f21-1aa6-4824-8cad-b209ebf07d33 None None] Port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:06.828297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Pushing event updated for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:06.858254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Attempting to bind port 4845f7e2-7188-4eee-9d15-67abc9792dfe on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:06.858451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Attempting to bind port 4845f7e2-7188-4eee-9d15-67abc9792dfe by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:06.858774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Attempting to bind port 4845f7e2-7188-4eee-9d15-67abc9792dfe on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:06.875538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Port 4845f7e2-7188-4eee-9d15-67abc9792dfe on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:06.876094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Attempting to bind port 4845f7e2-7188-4eee-9d15-67abc9792dfe on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:06.910101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:06.910529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:06.910989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:06.911499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Bound port: 4845f7e2-7188-4eee-9d15-67abc9792dfe, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:06.911927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:06.972683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86676406-b2d6-48ee-a6e1-9c92ca12659c req-c8ce9375-387b-4fcf-b838-1c1e6cb3c38d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982322 Feb 03 11:04:06.973410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-f1c4fe21-ea85-4699-94aa-a05bdc0f39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:06.975592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-f1c4fe21-ea85-4699-94aa-a05bdc0f39aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.3185780 Feb 03 11:04:07.059511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-221391e7-6149-40d8-8cd0-f61c3e573a29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.0586052 Feb 03 11:04:07.181470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:07.185059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-fb403c45-8b2c-4212-9a1a-c2bcd5b55c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.186543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-fb403c45-8b2c-4212-9a1a-c2bcd5b55c63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1073661 Feb 03 11:04:07.193591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:07.210288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.236489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84683e55-cebb-425d-99b5-11c5ac267215 req-d6d1432a-2c47-42e3-8dd1-fa30f6a54741 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.247631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84683e55-cebb-425d-99b5-11c5ac267215 req-d6d1432a-2c47-42e3-8dd1-fa30f6a54741 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 948 time: 0.1831234 Feb 03 11:04:07.261346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-586a88e7-c420-4617-a842-a98e374668e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625162 Feb 03 11:04:07.301660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.382754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:07.421908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.422615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.433697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] 10.222.0.69 "PUT /v2.0/ports/4845f7e2-7188-4eee-9d15-67abc9792dfe HTTP/1.1" status: 200 len: 1096 time: 2.3112853 Feb 03 11:04:07.557078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369fcd-c6f6-4a01-84b4-08bf29672409 service neutron] Pushing event updated for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:07.569086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14747b16-bdb7-4c84-889d-5df5f7a3d8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.604799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-eee4214c-8154-4374-b729-088d96a1794e service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115013 Feb 03 11:04:07.616384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84683e55-cebb-425d-99b5-11c5ac267215 req-a63d8e89-036f-4442-a7f1-360df3ef68b3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717823 Feb 03 11:04:07.713770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-abff0201-7835-4dd0-a015-f0d383dfa878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.716305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-abff0201-7835-4dd0-a015-f0d383dfa878 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 1130 time: 0.1427379 Feb 03 11:04:07.752791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14747b16-bdb7-4c84-889d-5df5f7a3d8a9 admin admin] Publish callbacks [] for security_group (41332b81-1fce-4602-b7cd-95fd4a378436), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.759701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14747b16-bdb7-4c84-889d-5df5f7a3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (41332b81-1fce-4602-b7cd-95fd4a378436), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.782992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-a86d5f30-535d-4175-9947-a6a0e83a6191 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe HTTP/1.1" status: 200 len: 217 time: 0.0491955 Feb 03 11:04:07.798136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cae49ed-0c40-4d14-9584-930d84d93651 req-ec0eea07-9e3a-4c83-bd83-9b6763ced9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789653 Feb 03 11:04:07.828390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14747b16-bdb7-4c84-889d-5df5f7a3d8a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb94fb7971764d698b45e3080f2d1d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443243 Feb 03 11:04:07.829415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:07.830314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14747b16-bdb7-4c84-889d-5df5f7a3d8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41332b81-1fce-4602-b7cd-95fd4a378436,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:07.846551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-d4da712b-674f-4f52-bcba-ff8583aa818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.848529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-d4da712b-674f-4f52-bcba-ff8583aa818b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0622013 Feb 03 11:04:07.895996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] Publish callbacks [] for security_group (41332b81-1fce-4602-b7cd-95fd4a378436), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.917988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-a39ba0a4-cfda-4919-b240-81880c23187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:07.919696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-a39ba0a4-cfda-4919-b240-81880c23187e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0648577 Feb 03 11:04:07.920101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] Publish callbacks [] for security_group (41332b81-1fce-4602-b7cd-95fd4a378436), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.979037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (41332b81-1fce-4602-b7cd-95fd4a378436), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.981776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:07.982927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41332b81-1fce-4602-b7cd-95fd4a378436 HTTP/1.1" status: 204 len: 168 time: 0.1495104 Feb 03 11:04:07.992449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c43f-9fd9-4dc0-8439-ea219203bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41332b81-1fce-4602-b7cd-95fd4a378436,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:08.315638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 37f24d1a-4441-4fe0-90cd-432e883152a5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:08.320524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:08.322251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9063e4-13d4-48a1-a474-934181f23b35" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:08.341904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-a96800ae-2b9a-45cd-a518-6b4bb098adba service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151289 Feb 03 11:04:08.381157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:08.384225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 37f24d1a-4441-4fe0-90cd-432e883152a5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:08.384607 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.386181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-16040622-c2d7-43f4-a18d-64be09048a48 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:08.387227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-16040622-c2d7-43f4-a18d-64be09048a48 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143623 Feb 03 11:04:08.395549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92586e42-cc82-42b2-8999-f7aa396cd2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.469072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 37f24d1a-4441-4fe0-90cd-432e883152a5 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:08.469707 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.494486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92586e42-cc82-42b2-8999-f7aa396cd2c7 admin admin] Publish callbacks [] for security_group (a3f969c0-0333-46fd-9cc4-177eaff2d0b0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.499237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92586e42-cc82-42b2-8999-f7aa396cd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a3f969c0-0333-46fd-9cc4-177eaff2d0b0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.513954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-42102c1d-3a0c-4ba0-870f-8f21104e957f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:08.515948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-42102c1d-3a0c-4ba0-870f-8f21104e957f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 828 time: 0.5180435 Feb 03 11:04:08.540437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92586e42-cc82-42b2-8999-f7aa396cd2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f969c0-0333-46fd-9cc4-177eaff2d0b0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:08.548567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-2b454784-d74a-43a5-a7ab-af319ba8ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:08.549979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-2b454784-d74a-43a5-a7ab-af319ba8ec3f service neutron] 10.222.0.30 "GET /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 1124 time: 0.1365547 Feb 03 11:04:08.558899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-f269ca65-77d3-4b92-af72-f80b687c5370 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/quotas/6bf71b0d1a2b40a1b09c7b2c1850d713 HTTP/1.1" status: 200 len: 375 time: 0.0319409 Feb 03 11:04:08.578796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:08.579208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92586e42-cc82-42b2-8999-f7aa396cd2c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f6bd03da9314ef0b0bd29a27603e90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964934 Feb 03 11:04:08.579375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:04:08.580444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:08.623274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768459-0876-46cf-aaef-f365ca9211ca req-f15057df-bd4c-4348-9f59-f2089feebdc4 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:08.624821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 37f24d1a-4441-4fe0-90cd-432e883152a5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=37f24d1a-4441-4fe0-90cd-432e883152a5,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:08.625005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c768459-0876-46cf-aaef-f365ca9211ca req-f15057df-bd4c-4348-9f59-f2089feebdc4 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 949 time: 0.2249072 Feb 03 11:04:08.628129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Sync routers for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:08.628510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd153be-8f7a-4617-9a83-9fb177ffd3ed req-9090d569-3d44-4902-838c-5bb98ee558b6 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734308 Feb 03 11:04:08.634134 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.650990 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] Publish callbacks [] for security_group (a3f969c0-0333-46fd-9cc4-177eaff2d0b0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.673692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:08.674333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:08.680008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] Publish callbacks [] for security_group (a3f969c0-0333-46fd-9cc4-177eaff2d0b0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.726836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=37f24d1a-4441-4fe0-90cd-432e883152a5,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:08.738841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a3f969c0-0333-46fd-9cc4-177eaff2d0b0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.743366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.743366 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3f969c0-0333-46fd-9cc4-177eaff2d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1609759 Feb 03 11:04:08.752350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606392d-2259-4c7a-a021-cd29621e06a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f969c0-0333-46fd-9cc4-177eaff2d0b0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:08.810430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-78996c5d-257b-478b-a476-d6f3e7ceb39b tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283587 Feb 03 11:04:08.814216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:08.849531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-cb0eeeca-2f5a-4735-9595-dce4cb89028a service neutron] 10.222.0.53 "GET /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.0843155 Feb 03 11:04:08.885836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Deleting port e454958f-ef88-417b-a772-b7b3905cde0a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:04:08.886186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:08.958159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:08.958506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:08.958840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:08.995168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:08.995501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:09.027030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-bb1c8323-73b0-4099-a0a2-1ba5276386e9 service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066445 Feb 03 11:04:09.027787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:09.028136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:09.028521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:09.028995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Bound port: ab5d5f20-b553-4158-8de2-83fbb65fd850, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:09.070198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 2, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:09.090995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:09.102661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Checking router: aae109a5-4046-4bab-8925-d69342b25d32 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:09.103017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Updating router aae109a5-4046-4bab-8925-d69342b25d32 port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:04:09.116808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:09.117130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] For port e454958f-ef88-417b-a772-b7b3905cde0a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e454958f-ef88-417b-a772-b7b3905cde0a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:09.117504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.136804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.162339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Calling delete_port for e454958f-ef88-417b-a772-b7b3905cde0a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:04:09.174424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe0293f-45c4-45ee-9769-b3a5bef352d7 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:09.187533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:09.187667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:09.206696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.229712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.230846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-628c026f-1224-4495-9e31-cb9630903538 service neutron] 10.222.0.30 "POST /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850/bindings HTTP/1.1" status: 201 len: 389 time: 0.6660950 Feb 03 11:04:09.253488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-ea7b5f90-7638-4cb1-96b2-12c5fa5b451a service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154508 Feb 03 11:04:09.394601 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e454958f-ef88-417b-a772-b7b3905cde0a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.398427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] Transition to ACTIVE for port object afe0293f-45c4-45ee-9769-b3a5bef352d7 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:09.409109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.414426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e454958f-ef88-417b-a772-b7b3905cde0a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:09.449117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Pushing event deleted for resources: {'Port': ['ID=e454958f-ef88-417b-a772-b7b3905cde0a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:09.608118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949536-2358-4544-8344-1c135d7660be service neutron] Pushing event updated for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=10']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:09.610050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] No DVR routers for this DVR port e454958f-ef88-417b-a772-b7b3905cde0a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:04:09.616675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ca390c-b301-41ad-a160-c495f5337f21 req-0e22b29c-6375-4dbb-b378-be05daab3436 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.30 "GET /v2.0/ports?device_id=df352623-6dcd-4768-8b4e-9a5607248e17 HTTP/1.1" status: 200 len: 210 time: 0.0600741 Feb 03 11:04:09.621664 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.628679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c768459-0876-46cf-aaef-f365ca9211ca req-d48b14ca-7775-4b94-8687-56ebafbe39e9 tempest-DeleteServersAdminTestJSON-767630492 tempest-DeleteServersAdminTestJSON-767630492-project] 10.222.0.53 "DELETE /v2.0/ports/e454958f-ef88-417b-a772-b7b3905cde0a HTTP/1.1" status: 204 len: 173 time: 0.9785986 Feb 03 11:04:09.658000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks [] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.664404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e29d-9dff-41bb-8b3b-509396b3dddb req-82bb6ad2-e382-41c2-835c-b1fb257f9fb0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:09.673591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.680653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e772e29d-9dff-41bb-8b3b-509396b3dddb req-82bb6ad2-e382-41c2-835c-b1fb257f9fb0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.1562166 Feb 03 11:04:09.706831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] No DVR routers for this DVR port afe0293f-45c4-45ee-9769-b3a5bef352d7 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:04:09.814967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e772e29d-9dff-41bb-8b3b-509396b3dddb req-40415c05-8145-45b9-a2e6-09b1c94dc831 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304941 Feb 03 11:04:09.821667 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-25949536-2358-4544-8344-1c135d7660be service neutron] 10.222.0.53 "PUT /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9659178 Feb 03 11:04:09.883759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc0e88-aa51-4d8f-94ff-4ff414592ad6 None None] Pushing event updated for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:09.983853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Attempting to bind port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:09.985105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Attempting to bind port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:09.985648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Attempting to bind port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 on network 86bdfff7-c9ba-48e2-83b1-671306f87664 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:09.994228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:09.994786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Checking segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:09.996434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:09.996973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Bound using segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:09.997594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Bound port: 8f44e2ab-2c88-4bca-86b5-4e8e03a67486, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:09.998082 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.001442 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f88d8a9-a618-4d99-b13d-e08a2c8b4090 x-openstack-request-id: req-5f88d8a9-a618-4d99-b13d-e08a2c8b4090 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:10.001442 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:10.001442 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f88d8a9-a618-4d99-b13d-e08a2c8b4090 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:10.001795 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe', 'status': 'completed', 'code': 200} Feb 03 11:04:10.071946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d3e5a-470c-410a-a03a-edc17b36a7e7 req-ceda48bf-cd0a-45d0-bb31-cdc687d5ed9b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.078557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f4d3e5a-470c-410a-a03a-edc17b36a7e7 req-ceda48bf-cd0a-45d0-bb31-cdc687d5ed9b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.2985389 Feb 03 11:04:10.082586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:10.111558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] For port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:10.115866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] For port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:10.124467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.180117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-4ba7b039-a280-4733-8e09-af742d80be0b tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.181616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-4ba7b039-a280-4733-8e09-af742d80be0b tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.2542760 Feb 03 11:04:10.185577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc0e88-aa51-4d8f-94ff-4ff414592ad6 None None] Pushing event updated for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:10.212803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Provisioning complete for port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:10.213229 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.242765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f4d3e5a-470c-410a-a03a-edc17b36a7e7 req-a13fb3de-8e95-459c-89fc-e5fdb6fb528b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480458 Feb 03 11:04:10.329937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1117956641-network', 'tenant_id': '1405579ffd5b4376bd78daade2b5af50'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:10.331484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 37f24d1a-4441-4fe0-90cd-432e883152a5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:10.360153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-8573b26b-e177-46f8-8cbf-5972f506d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.361934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-8573b26b-e177-46f8-8cbf-5972f506d9f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 1130 time: 0.3629801 Feb 03 11:04:10.376046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Made reservation on behalf of 1405579ffd5b4376bd78daade2b5af50 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:10.380104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.393575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.398468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:10.399097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:10.399870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39185de5-e68b-4a95-8f09-85f9ab6b8765 req-8a0e2ccc-38a5-4cab-96be-0a2290d37a92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.408553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39185de5-e68b-4a95-8f09-85f9ab6b8765 req-8a0e2ccc-38a5-4cab-96be-0a2290d37a92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 948 time: 0.3507206 Feb 03 11:04:10.489615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 37f24d1a-4441-4fe0-90cd-432e883152a5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:10.490200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.503562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks [] for security_group (0bd8b5cf-2913-48da-9bdf-75c802705be9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.510904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0bd8b5cf-2913-48da-9bdf-75c802705be9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.543237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:04:10.565376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Current status of the port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:10.565771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.567557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd8b5cf-2913-48da-9bdf-75c802705be9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:10.571022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd67da82-40e6-46bd-b4af-09fcb85de50a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.571749 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Added segment fd67da82-40e6-46bd-b4af-09fcb85de50a of type vlan for network c7959308-1aa8-4316-b484-4d18133344f3 Feb 03 11:04:10.577355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-772bc8e2-add7-43e6-be6d-1ab466f0b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.579491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-772bc8e2-add7-43e6-be6d-1ab466f0b26a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&tenant_id=202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 1126 time: 0.3504200 Feb 03 11:04:10.630725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c7959308-1aa8-4316-b484-4d18133344f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.635151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:10.658905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39185de5-e68b-4a95-8f09-85f9ab6b8765 req-76022433-f9d0-420e-92d6-286c8d644745 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493320 Feb 03 11:04:10.679567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-cb80a659-69d7-4456-ae8a-62c34fd16381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.679783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c7959308-1aa8-4316-b484-4d18133344f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.680790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.681424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.682869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] For port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:10.685660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-cb80a659-69d7-4456-ae8a-62c34fd16381 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3089497 Feb 03 11:04:10.704652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178cd82-71bb-447e-8c41-d22f1ebe452c req-eacfdaf9-a477-4b2f-bead-eb85e31f067d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:10.712105 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.712929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6178cd82-71bb-447e-8c41-d22f1ebe452c req-eacfdaf9-a477-4b2f-bead-eb85e31f067d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.3345673 Feb 03 11:04:10.758371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] Pushing event updated for resources: {'Network': ['ID=c7959308-1aa8-4316-b484-4d18133344f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:10.775148 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-06fc143a-50ef-44a3-bcac-f3844158fe84 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6911821 Feb 03 11:04:10.779468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c7959308-1aa8-4316-b484-4d18133344f3 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:04:10.782566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:10.788470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Request body: {'subnet': {'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1117956641-subnet', 'tenant_id': '1405579ffd5b4376bd78daade2b5af50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:10.822758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Made reservation on behalf of 1405579ffd5b4376bd78daade2b5af50 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:10.826455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:10.846404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 37f24d1a-4441-4fe0-90cd-432e883152a5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:10.852895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-f76da904-a897-4087-9007-7edccb3f1455 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe HTTP/1.1" status: 200 len: 217 time: 0.1086407 Feb 03 11:04:10.865320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eca2fb13-3a6b-4978-865e-1082c216c627 req-9d826bbf-65a1-45f4-98a6-a3c7383d7b64 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 210 time: 0.0847731 Feb 03 11:04:10.928938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:04:10.929799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6178cd82-71bb-447e-8c41-d22f1ebe452c req-058e2576-10f6-4ee5-82f0-fecccaa00cc8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159657 Feb 03 11:04:10.940062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b295-f4b6-413d-bc9a-a722e395e5db None None] Pushing event updated for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:11.001560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-091671b2-4ca6-42a5-8112-36d727b26fea None None] Provisioning complete for port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:11.002028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-091671b2-4ca6-42a5-8112-36d727b26fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:11.016510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-053cd5ab-ddac-4026-8198-ec420aa4d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.018058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-053cd5ab-ddac-4026-8198-ec420aa4d6aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1126 time: 0.3843997 Feb 03 11:04:11.043414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (a04de9bf-65b9-4692-a451-5909664cf8ea), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:11.057814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port afe0293f-45c4-45ee-9769-b3a5bef352d7 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:04:11.058299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:04:11.101049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04de9bf-65b9-4692-a451-5909664cf8ea,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:11.125704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Checking segment: {'id': 'fd67da82-40e6-46bd-b4af-09fcb85de50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:11.126192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Network hostable DHCP agents. Network: c7959308-1aa8-4316-b484-4d18133344f3, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:04:11.141029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-3ea318d8-0ae9-4874-a862-697c4465ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.142548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-3ea318d8-0ae9-4874-a862-697c4465ed24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.1143212 Feb 03 11:04:11.150410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Network c7959308-1aa8-4316-b484-4d18133344f3 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:04:11.168058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c7959308-1aa8-4316-b484-4d18133344f3) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:11.177161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.181544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:11.200812 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f569b1b2-180b-4f31-805e-0983e9144bc6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4168074 Feb 03 11:04:11.246660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5043edb-1371-4721-ad3a-367e1cfd062c req-7ea08f29-ee74-472e-a2ff-179cb94034e3 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.248421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5043edb-1371-4721-ad3a-367e1cfd062c req-7ea08f29-ee74-472e-a2ff-179cb94034e3 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.3160427 Feb 03 11:04:11.249632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-247f2b39-8e60-4145-b05b-8a4bb61fefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.251000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-247f2b39-8e60-4145-b05b-8a4bb61fefaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.3833387 Feb 03 11:04:11.252231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-450226b0-5ce8-4977-b0c7-49ad9c510a6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.0976644 Feb 03 11:04:11.308976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-091671b2-4ca6-42a5-8112-36d727b26fea None None] Current status of the port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:11.316730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb803f2-4153-49d2-9387-1cfd69cb9fbd None None] Network c7959308-1aa8-4316-b484-4d18133344f3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:11.331780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-5a32a239-bee5-4c01-bfdd-38fe7e8df509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.333308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-5a32a239-bee5-4c01-bfdd-38fe7e8df509 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0665853 Feb 03 11:04:11.368601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:11.404939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-63d88de0-b7af-4609-a9af-1181702b4696 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.405488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-5f87ae56-85c4-4bdf-bc79-48368874136d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610862 Feb 03 11:04:11.407937 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-63d88de0-b7af-4609-a9af-1181702b4696 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.69 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 828 time: 0.1923859 Feb 03 11:04:11.420960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794c59b-6657-4849-bce9-913421cb925c req-071c4b31-f374-4ccd-b999-17971da83668 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.424409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a794c59b-6657-4849-bce9-913421cb925c req-071c4b31-f374-4ccd-b999-17971da83668 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.2777970 Feb 03 11:04:11.428347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'port': {'device_id': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'admin_state_up': True, 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:11.439678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a19a56-2325-4bfb-af9e-c311bec78322 None None] The sync data for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 is: [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:11.523270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992e88c-30f3-4d4a-b99b-4947f89302ad None None] Network c7959308-1aa8-4316-b484-4d18133344f3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:11.581175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5043edb-1371-4721-ad3a-367e1cfd062c req-7e15f6b8-dc7c-476c-b29c-7c9e40f82107 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233280 Feb 03 11:04:11.586485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-d17d359f-c8c8-405a-873f-0fcb93ce7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:11.588073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-d17d359f-c8c8-405a-873f-0fcb93ce7c89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3202970 Feb 03 11:04:11.657952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Made reservation on behalf of 6bf71b0d1a2b40a1b09c7b2c1850d713 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:11.661381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:11.707391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4845f7e2-7188-4eee-9d15-67abc9792dfe details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:11.862000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a794c59b-6657-4849-bce9-913421cb925c req-968c50b7-a097-4759-907c-6063094b88f3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204061 Feb 03 11:04:11.876185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:11.902863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '4845f7e2-7188-4eee-9d15-67abc9792dfe', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '4845f7e2-7188-4eee-9d15-67abc9792dfe', 'mac_address': 'fa:16:3e:f1:c3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:11.942050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Allocated IP 172.20.0.10 (86bdfff7-c9ba-48e2-83b1-671306f87664/5c232367-ffb4-49e3-b0bd-8cd2ec75fdab/f3afd852-6846-4e36-993e-8355375dc28b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:11.978350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4845f7e2-7188-4eee-9d15-67abc9792dfe is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:11.978975 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.008929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4845f7e2-7188-4eee-9d15-67abc9792dfe {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:12.034851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:12.041549 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.110231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:12.173239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for port (f3afd852-6846-4e36-993e-8355375dc28b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.176459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:12.182442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-897958473-network', 'tenant_id': '2f7de2ae411f4896aa82e7cc5a37a75f'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:12.216889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Made reservation on behalf of 2f7de2ae411f4896aa82e7cc5a37a75f for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:12.220026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.230244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.254705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'name': 'network-vif-deleted', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:12.256539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.257567 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfacc7-0f30-4757-a60d-3b08a529ad42" -d '{"events": [{"server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "name": "network-vif-deleted", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:12.313501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:12.328239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-faae5e09-2c71-4314-8777-6cb1c39c682a service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009023 Feb 03 11:04:12.339417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event updated for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:12.348234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:12.354003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:12.357398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:12.365216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:12.365880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.382185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-36b51694-cf8b-485c-8728-f143533edb22 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844424 Feb 03 11:04:12.395865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:12.396252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.401440 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-e8f7ee75-ce2a-48e2-8f65-be00e27b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776073 Feb 03 11:04:12.405419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc62a-3393-4307-b204-980a6cb3ddf4 req-4e3c2fcf-bc35-496d-8553-cd9861570bfe tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:12.406962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-438fc62a-3393-4307-b204-980a6cb3ddf4 req-4e3c2fcf-bc35-496d-8553-cd9861570bfe tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 948 time: 0.5728607 Feb 03 11:04:12.426052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Request body: {'port': {'device_id': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:12.502407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:12.507662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-536bafd5-d7b9-4124-8aed-af9212d315ad service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679530 Feb 03 11:04:12.526647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks [] for security_group (e1a35552-07d2-4129-a41a-b4d92c77e0db), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.537567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:12.574543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3afd852-6846-4e36-993e-8355375dc28b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.587802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e1a35552-07d2-4129-a41a-b4d92c77e0db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.597832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-438fc62a-3393-4307-b204-980a6cb3ddf4 req-5012c88b-b97f-4b0a-84a3-4fc6d230b1e6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817253 Feb 03 11:04:12.615677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14425e22-0a21-4406-8139-36d4a3d5e9df req-ecf2af35-08e2-42f4-b45d-fb4ae5f044e0 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:12.622976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14425e22-0a21-4406-8139-36d4a3d5e9df req-ecf2af35-08e2-42f4-b45d-fb4ae5f044e0 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 932 time: 0.3498602 Feb 03 11:04:12.643385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a35552-07d2-4129-a41a-b4d92c77e0db,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:12.693966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:04:12.725749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0b6bcbe7-e35b-4eac-bbe8-6f3b2ad434a9 None None] Provisioning complete for port f3afd852-6846-4e36-993e-8355375dc28b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:12.727310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcbe7-e35b-4eac-bbe8-6f3b2ad434a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3afd852-6846-4e36-993e-8355375dc28b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.751455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (007d049e-8d8f-4666-a133-1d51a5b08c9d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:12.751897 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Added segment 007d049e-8d8f-4666-a133-1d51a5b08c9d of type vlan for network 384d7ebe-1d03-450c-90b0-67810943a4cd Feb 03 11:04:12.772862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-1f555840-460b-4c82-a61e-584d8f045d9a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313475 Feb 03 11:04:12.792157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14425e22-0a21-4406-8139-36d4a3d5e9df req-70866598-5355-40fe-8110-27284fddddd6 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638467 Feb 03 11:04:12.821879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bcbe7-e35b-4eac-bbe8-6f3b2ad434a9 None None] Port f3afd852-6846-4e36-993e-8355375dc28b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:12.897705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e454958f-ef88-417b-a772-b7b3905cde0a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:04:12.922098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e454958f-ef88-417b-a772-b7b3905cde0a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:04:12.922447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e454958f-ef88-417b-a772-b7b3905cde0a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:04:12.989968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9063e4-13d4-48a1-a474-934181f23b35 req-feb7f3f7-4777-4d09-a0f3-4866cb7ac5ed service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750384 Feb 03 11:04:12.994249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (384d7ebe-1d03-450c-90b0-67810943a4cd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.053671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-d76c1cca-26fc-410a-bbef-030dcc262e25 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.054612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (384d7ebe-1d03-450c-90b0-67810943a4cd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.055206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-d76c1cca-26fc-410a-bbef-030dcc262e25 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599900 Feb 03 11:04:13.055563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.056137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.076078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-ffeb6023-f03d-4de2-a52e-bc7969353d28 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.077574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-ffeb6023-f03d-4de2-a52e-bc7969353d28 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.1803427 Feb 03 11:04:13.087308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774c80-bb11-4fdb-b972-b181bcb89b5e req-eab9737e-4870-4934-9e0e-7c11a836754b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.088811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95774c80-bb11-4fdb-b972-b181bcb89b5e req-eab9737e-4870-4934-9e0e-7c11a836754b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.1423914 Feb 03 11:04:13.101240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9210117 Feb 03 11:04:13.111176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52388) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:13.117475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-7c14e4b1-8d2c-4c6f-9642-de1bf94ba483 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/quotas/cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 375 time: 0.0528750 Feb 03 11:04:13.119365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Request body: {'subnet': {'network_id': '384d7ebe-1d03-450c-90b0-67810943a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-897958473-subnet', 'tenant_id': '2f7de2ae411f4896aa82e7cc5a37a75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:13.182604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb93ca-e1e3-44c5-8957-109b41cef1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=384d7ebe-1d03-450c-90b0-67810943a4cd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:13.195723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 384d7ebe-1d03-450c-90b0-67810943a4cd details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:04:13.195899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3afd852-6846-4e36-993e-8355375dc28b {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:13.201581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Made reservation on behalf of 2f7de2ae411f4896aa82e7cc5a37a75f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:13.204781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.212066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks [] for port (f3afd852-6846-4e36-993e-8355375dc28b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.245246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95774c80-bb11-4fdb-b972-b181bcb89b5e req-eafe367d-4520-4109-9b9b-1d8d0e4f98e2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389983 Feb 03 11:04:13.251220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Transition to ACTIVE for port object f3afd852-6846-4e36-993e-8355375dc28b will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:13.280266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.305214 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b9829-6c3e-4de0-8d6f-d24aab933f76 x-openstack-request-id: req-d82b9829-6c3e-4de0-8d6f-d24aab933f76 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:13.305523 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df352623-6dcd-4768-8b4e-9a5607248e17", "name": "network-vif-deleted", "tag": "e454958f-ef88-417b-a772-b7b3905cde0a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:13.305771 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d82b9829-6c3e-4de0-8d6f-d24aab933f76 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:13.306214 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df352623-6dcd-4768-8b4e-9a5607248e17', 'name': 'network-vif-deleted', 'tag': 'e454958f-ef88-417b-a772-b7b3905cde0a', 'status': 'completed', 'code': 200} Feb 03 11:04:13.315353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-ca475bea-9257-466c-9d32-be5492f01424 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882391 Feb 03 11:04:13.328138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-9fddf285-e22a-47b0-ac96-c3aeaa885f0b service neutron] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:13.331560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-9fddf285-e22a-47b0-ac96-c3aeaa885f0b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.333374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e5fdb4-c413-4319-b172-a7e971ff5f32 req-9fddf285-e22a-47b0-ac96-c3aeaa885f0b service neutron] 10.222.0.69 "DELETE /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.2436483 Feb 03 11:04:13.372614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:13.436726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Attempting to bind port f3afd852-6846-4e36-993e-8355375dc28b on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:13.437760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Attempting to bind port f3afd852-6846-4e36-993e-8355375dc28b by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:13.438183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Attempting to bind port f3afd852-6846-4e36-993e-8355375dc28b on network 86bdfff7-c9ba-48e2-83b1-671306f87664 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:13.461572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Port f3afd852-6846-4e36-993e-8355375dc28b on network 86bdfff7-c9ba-48e2-83b1-671306f87664 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:13.461899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Attempting to bind port f3afd852-6846-4e36-993e-8355375dc28b on network 86bdfff7-c9ba-48e2-83b1-671306f87664 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:13.473167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:13.473492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Checking segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:13.473935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Bound using segment: {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:13.474378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Bound port: f3afd852-6846-4e36-993e-8355375dc28b, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b1cfff-270e-425e-af81-948837bdfa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:13.474786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3afd852-6846-4e36-993e-8355375dc28b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.631044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c59bc6b5-9442-4333-ba5c-de3005fe9515 req-2fda4d9f-81ab-49b2-be96-6d6d8dde97e0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 210 time: 0.0798082 Feb 03 11:04:13.657050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b5ce9-de4f-4a90-90b6-30312949e7a3 req-0a9a11f2-abe5-4815-99b4-6bfd9072637e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.662826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:13.669506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae2b5ce9-de4f-4a90-90b6-30312949e7a3 req-0a9a11f2-abe5-4815-99b4-6bfd9072637e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.2106738 Feb 03 11:04:13.678789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (76362232-6274-474a-a388-0d848f548049), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.682551 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:04:13.691093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3afd852-6846-4e36-993e-8355375dc28b,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:13.768174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.779759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae2b5ce9-de4f-4a90-90b6-30312949e7a3 req-6d599464-f17b-4610-addc-3d58bc5e8ff3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997798 Feb 03 11:04:13.814487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe31f-efbc-4dd8-9cc8-03687a1cb4bc req-cd7f2c5a-c612-4a24-9cc4-8ff32577cb28 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.816265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3ebe31f-efbc-4dd8-9cc8-03687a1cb4bc req-cd7f2c5a-c612-4a24-9cc4-8ff32577cb28 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 949 time: 0.0901763 Feb 03 11:04:13.849765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=76362232-6274-474a-a388-0d848f548049,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:13.882049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:13.883555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:13.885371 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 1092 time: 1.4670842 Feb 03 11:04:13.886389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Checking segment: {'id': '007d049e-8d8f-4666-a133-1d51a5b08c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '384d7ebe-1d03-450c-90b0-67810943a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:13.886897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Network hostable DHCP agents. Network: 384d7ebe-1d03-450c-90b0-67810943a4cd, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:04:13.891949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:13.895254 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a" -d '{"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:13.902112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:13.926157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3ebe31f-efbc-4dd8-9cc8-03687a1cb4bc req-5150b168-4c6a-4ad3-9c1f-42eb2f2530c6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035755 Feb 03 11:04:14.008542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b9a11-06e6-4a38-bf1d-5eeb4acf0472 req-9c944355-fae7-41cd-a94b-a37d63ed2602 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.011627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-339b9a11-06e6-4a38-bf1d-5eeb4acf0472 req-9c944355-fae7-41cd-a94b-a37d63ed2602 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 944 time: 0.0840728 Feb 03 11:04:14.048862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Network 384d7ebe-1d03-450c-90b0-67810943a4cd is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:04:14.065283 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b140be-1e28-4042-9982-374bd701fd9a x-openstack-request-id: req-11b140be-1e28-4042-9982-374bd701fd9a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:14.065626 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:14.065891 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11b140be-1e28-4042-9982-374bd701fd9a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:14.066305 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b', 'status': 'completed', 'code': 200} Feb 03 11:04:14.109962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-339b9a11-06e6-4a38-bf1d-5eeb4acf0472 req-3dd519d7-94f2-4cd1-8d47-dd51b23a0355 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Feb 03 11:04:14.110375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593663ef-19c2-4ebc-8a35-df48adf615a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:14.118247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 384d7ebe-1d03-450c-90b0-67810943a4cd) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:14.131262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f94ab6-d57a-4b14-8a13-a70423fa65f0 None None] Network 384d7ebe-1d03-450c-90b0-67810943a4cd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:14.142491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.143523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:14.178479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-825265db-33e5-4437-8cc7-533aafe3798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.184634 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-825265db-33e5-4437-8cc7-533aafe3798e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1126 time: 0.2271256 Feb 03 11:04:14.195191 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a4c480f4-963a-4a1e-8ffe-6f53df59a8dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0829468 Feb 03 11:04:14.265578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45e8ad89-5a23-4914-9f03-7f7f87c605c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bff04355113445fead4ff26091919eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621194 Feb 03 11:04:14.267239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:14.287584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287922c2-daf3-4e48-a86f-7c800e2a9778 req-e99844c6-14c5-4e63-9ef1-0911e562962d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.289573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-287922c2-daf3-4e48-a86f-7c800e2a9778 req-e99844c6-14c5-4e63-9ef1-0911e562962d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1126 time: 0.1135321 Feb 03 11:04:14.341483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d82848-52a3-42fa-8623-06748e7e7842 None None] Network 384d7ebe-1d03-450c-90b0-67810943a4cd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:14.476892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] Publish callbacks [] for security_group (69e17b95-c5d8-4693-8411-56fc1246dfcd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:14.508296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-287922c2-daf3-4e48-a86f-7c800e2a9778 req-1fc6f183-e576-4b81-a5e9-be5c8d381038 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973715 Feb 03 11:04:14.522327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] Publish callbacks [] for security_group (69e17b95-c5d8-4693-8411-56fc1246dfcd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:14.561559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65918162-f18a-4d99-8a11-449fc3c3355b req-8126a286-d48d-4672-afb9-f7d8c53cdf3e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.563101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65918162-f18a-4d99-8a11-449fc3c3355b req-8126a286-d48d-4672-afb9-f7d8c53cdf3e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 945 time: 0.1587849 Feb 03 11:04:14.653572 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-f24ac0f5-6f92-4f10-8f24-83113d672fa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 217 time: 0.4556694 Feb 03 11:04:14.693703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (69e17b95-c5d8-4693-8411-56fc1246dfcd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:14.696197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:14.697363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69e17b95-c5d8-4693-8411-56fc1246dfcd HTTP/1.1" status: 204 len: 168 time: 0.4290185 Feb 03 11:04:14.714082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-3bc6764a-cc9e-4575-90b8-1f517639b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.715842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-3bc6764a-cc9e-4575-90b8-1f517639b85a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.0514452 Feb 03 11:04:14.732575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65918162-f18a-4d99-8a11-449fc3c3355b req-c70e7119-2bdd-4e91-83fb-6736f9c33704 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475904 Feb 03 11:04:14.734895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3a6ef-f481-409d-8fd3-f36a88e5a3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e17b95-c5d8-4693-8411-56fc1246dfcd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:14.785567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-86b15267-166d-47ec-bac6-7a222831e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.787900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511326c-3960-458c-9495-8fa8a50b902d req-1831bbc8-2688-46c6-80cf-387d32127a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:14.789343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-86b15267-166d-47ec-bac6-7a222831e6a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1127 time: 0.1560364 Feb 03 11:04:14.793436 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-1831bbc8-2688-46c6-80cf-387d32127a85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718162 Feb 03 11:04:14.930400 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-8222a7c6-2669-411d-b429-929ba704425e service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300220 Feb 03 11:04:14.963422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d8ff6d-ee6a-4e2f-b611-97f1685db168 req-84237d01-f8f2-4b93-8eae-ce79a6ba0564 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 210 time: 0.0793614 Feb 03 11:04:15.067001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1511326c-3960-458c-9495-8fa8a50b902d req-e3a9c22a-f27c-4cc2-9f2f-7836b83ee597 service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307087 Feb 03 11:04:15.087753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-a0f1d09b-bd28-4fd5-99e2-97bffbbdc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.089640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-a0f1d09b-bd28-4fd5-99e2-97bffbbdc4c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.2900512 Feb 03 11:04:15.094475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-671fbaa3-9050-447e-a70f-583f46147ff4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263290 Feb 03 11:04:15.110010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:15.143009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44c882fa-48d6-4439-bdad-a564fbf247fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.181949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-c157a0b0-0b22-43b0-a7e3-f53982286795 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0775568 Feb 03 11:04:15.233168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-30466482-f38b-4693-a219-78610a1b10b7 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.239219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-30466482-f38b-4693-a219-78610a1b10b7 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/networks?id=c7959308-1aa8-4316-b484-4d18133344f3 HTTP/1.1" status: 200 len: 815 time: 0.3568866 Feb 03 11:04:15.275839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-be7d2e7b-c652-4e40-b510-9db99eaa94a5 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/quotas/1405579ffd5b4376bd78daade2b5af50 HTTP/1.1" status: 200 len: 375 time: 0.0313210 Feb 03 11:04:15.283539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-ea35145c-0636-48f2-883a-cb0a57a72797 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.284293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4b26f7f2-b60c-4161-a6f0-5fc16212393d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.285008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-ea35145c-0636-48f2-883a-cb0a57a72797 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848643 Feb 03 11:04:15.285767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4b26f7f2-b60c-4161-a6f0-5fc16212393d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.2361770 Feb 03 11:04:15.289280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-6aaa84e0-691c-43ca-8caa-e1bae17a841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.290593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-6aaa84e0-691c-43ca-8caa-e1bae17a841e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0954783 Feb 03 11:04:15.301072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Request body: {'port': {'device_id': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'cb19ff6d58154544bf697b8bf6c76451'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:15.313316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-e5e3c166-ab2f-48dd-8105-7c64537dab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.314658 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-e5e3c166-ab2f-48dd-8105-7c64537dab5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1126 time: 0.1236210 Feb 03 11:04:15.346099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-9f137fd1-080f-47a8-9027-1b83904388d0 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1405579ffd5b4376bd78daade2b5af50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593417 Feb 03 11:04:15.348870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-33e0d8da-2599-4ff9-9033-722eb620d248 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496218 Feb 03 11:04:15.350467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-a5aebfab-e9f3-4fc8-aef3-24e070e577a1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/quotas/202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 375 time: 0.0502150 Feb 03 11:04:15.457162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44c882fa-48d6-4439-bdad-a564fbf247fb admin admin] Publish callbacks [] for security_group (3c59b251-8dae-48d6-9c87-d0a10065ba59), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.464987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44c882fa-48d6-4439-bdad-a564fbf247fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3c59b251-8dae-48d6-9c87-d0a10065ba59), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.530842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44c882fa-48d6-4439-bdad-a564fbf247fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=347b6d4c6bbf42598e7999dc20f488a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182086 Feb 03 11:04:15.533927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52464) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:15.534715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-0e0ba768-3830-498f-bec8-1e785457e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.536122 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-0e0ba768-3830-498f-bec8-1e785457e62c service neutron] 10.222.0.69 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 929 time: 0.2099884 Feb 03 11:04:15.537767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c882fa-48d6-4439-bdad-a564fbf247fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59b251-8dae-48d6-9c87-d0a10065ba59,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:15.543608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-7577d601-0f96-4565-b4b7-aeb4c89cf8fa tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824007 Feb 03 11:04:15.573786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-586b21e6-477a-451f-aad1-166d7536025e service neutron] 10.222.0.30 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201481 Feb 03 11:04:15.589419 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-585815c6-0771-4fe7-9acf-d668c34373d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 217 time: 0.0470419 Feb 03 11:04:15.594011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Made reservation on behalf of cb19ff6d58154544bf697b8bf6c76451 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:15.597458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.602610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-e215b809-cada-4d95-8c2b-b5873c12093d service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403998 Feb 03 11:04:15.689735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4845f7e2-7188-4eee-9d15-67abc9792dfe up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:15.691545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-9fef6e95-51ae-42ea-9a62-e3f1961e1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.693062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-9fef6e95-51ae-42ea-9a62-e3f1961e1c0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.0925953 Feb 03 11:04:15.747389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 4845f7e2-7188-4eee-9d15-67abc9792dfe completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:15.751434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 4845f7e2-7188-4eee-9d15-67abc9792dfe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:15.752037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.790486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-02464a71-b834-4121-8985-6ef1489991d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:15.791955 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-02464a71-b834-4121-8985-6ef1489991d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929546 Feb 03 11:04:15.826949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Allocated IP 192.168.233.139 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/87fa5efe-a9da-485a-bf0a-19ab61b82219) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:15.842195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4845f7e2-7188-4eee-9d15-67abc9792dfe is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:15.842719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.868789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:15.871085 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc47689-fdf9-4bd0-8067-2c7bf818ddbc" -d '{"events": [{"server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "name": "network-vif-plugged", "status": "completed", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:15.884159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:15.888242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.941637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-eb4e2a56-60e9-42d1-aab2-16b65b11093c service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389513 Feb 03 11:04:15.943938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:15.948499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:16.043507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] Publish callbacks [] for security_group (3c59b251-8dae-48d6-9c87-d0a10065ba59), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.051447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-e7f4001e-ec02-4fa8-8b3d-9313210201ff service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974830 Feb 03 11:04:16.103114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4b6ec67b-bd3d-441b-8fa6-b12c34c3e40a req-82c500eb-fb49-4ab1-92f6-88fd88233ba2 service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514924 Feb 03 11:04:16.105641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-e073e0b1-6c1d-40af-9fcf-13cdadbc9030 service neutron] 10.222.0.30 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167458 Feb 03 11:04:16.107609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.110669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] Publish callbacks [] for security_group (3c59b251-8dae-48d6-9c87-d0a10065ba59), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.121977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-851ee5a4-8301-4ebf-85b5-e0dc8b689799 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033820 Feb 03 11:04:16.143640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.157904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:16.196727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:16.201312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:16.209217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:16.215187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:16.215844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.221599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-cca4a5cd-f8e3-436b-bc44-75a8d833df3f service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574299 Feb 03 11:04:16.231164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3c59b251-8dae-48d6-9c87-d0a10065ba59), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.236607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.236607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c59b251-8dae-48d6-9c87-d0a10065ba59 HTTP/1.1" status: 204 len: 168 time: 0.6998682 Feb 03 11:04:16.240960 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9464262 Feb 03 11:04:16.242127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4142-172f-4097-a1cf-229153753b5d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:16.259208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Request body: {'port': {'device_id': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:16.266084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043f2a1-ffee-4b9a-a41f-6e276a121bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59b251-8dae-48d6-9c87-d0a10065ba59,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:16.311971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-dbd1ebc7-d3b7-4714-89a2-61ba2cf18e3e tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:16.315429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-dbd1ebc7-d3b7-4714-89a2-61ba2cf18e3e tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.0720239 Feb 03 11:04:16.328717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:16.422495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.535792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.638429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540956-2095-403b-bfe4-0308a3fa5cbe req-bbc92db1-7f2a-46fe-831b-f7190713277d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:16.642149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7540956-2095-403b-bfe4-0308a3fa5cbe req-bbc92db1-7f2a-46fe-831b-f7190713277d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.2039394 Feb 03 11:04:16.766805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-28e337ae-160f-488c-9ef5-ab55205465c4 None None] Provisioning complete for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:16.774906 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e337ae-160f-488c-9ef5-ab55205465c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.797025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:16.902279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:16.911078 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28e337ae-160f-488c-9ef5-ab55205465c4 None None] Port 87fa5efe-a9da-485a-bf0a-19ab61b82219 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:16.915583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fa5efe-a9da-485a-bf0a-19ab61b82219 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:16.924523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks [] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.944953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Transition to ACTIVE for port object 87fa5efe-a9da-485a-bf0a-19ab61b82219 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:16.952270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:16.983560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afad19-dc00-4d36-87be-d237c7d99544 req-1e857198-d8ac-4e2c-943d-a3ae969984a2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:16.994594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26afad19-dc00-4d36-87be-d237c7d99544 req-1e857198-d8ac-4e2c-943d-a3ae969984a2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 944 time: 0.3140843 Feb 03 11:04:17.021842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:17.069776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:17.070069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:17.070762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:17.075969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:17.076298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:17.085741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:17.086162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:17.086562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:17.087006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Bound port: 87fa5efe-a9da-485a-bf0a-19ab61b82219, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:17.087719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.093554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26afad19-dc00-4d36-87be-d237c7d99544 req-809b9761-b66e-4802-8d0c-96d36f0b32b5 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984058 Feb 03 11:04:17.140486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks [] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.156502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7540956-2095-403b-bfe4-0308a3fa5cbe req-a4f322ab-c83e-40d5-a38c-23fa3b0546ff tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943845 Feb 03 11:04:17.158094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:17.160305 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229ea01-3dfb-40bc-a154-1602912b6941" -d '{"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:17.166973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.212548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:17.217012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:17.237653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.270461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.272984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.277970 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] 10.222.0.53 "PUT /v2.0/ports/87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 1096 time: 1.0282819 Feb 03 11:04:17.282969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:17.291101 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954e9c28-752e-4c43-98f0-9069d848597c" -d '{"events": [{"name": "network-changed", "server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:17.294820 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54805e3-9db0-46b2-aec9-1a5349ad4a45 x-openstack-request-id: req-a54805e3-9db0-46b2-aec9-1a5349ad4a45 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:17.295130 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "name": "network-vif-plugged", "status": "completed", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:17.296201 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a54805e3-9db0-46b2-aec9-1a5349ad4a45 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:17.297433 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe', 'code': 200} Feb 03 11:04:17.333714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:17.334446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:17.334446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:17.368242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:17.379118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:17.379118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Attempting to bind port ab5d5f20-b553-4158-8de2-83fbb65fd850 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:17.392310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:17.392661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:17.393079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:17.393531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Bound port: ab5d5f20-b553-4158-8de2-83fbb65fd850, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:17.393944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.476675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-1a786b8f-b236-4a62-b613-d7b825e3b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.480883 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-1a786b8f-b236-4a62-b613-d7b825e3b05e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1130 time: 0.1159568 Feb 03 11:04:17.556056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-fabf1d22-132f-4052-95d3-21efd5d88ed7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.0636737 Feb 03 11:04:17.558350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8f1f-47ad-42f4-89a9-35abe651b24c service neutron] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:17.616708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a43372-7dbe-40d7-8f7f-076488eb522d req-a169a5a9-5ec6-4d32-a15e-48014c2ef775 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.628159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a43372-7dbe-40d7-8f7f-076488eb522d req-a169a5a9-5ec6-4d32-a15e-48014c2ef775 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.2971485 Feb 03 11:04:17.655595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7526b2-6170-4bb3-97a9-eb5c943483ab req-57ce7a3f-0313-45de-8708-7ab8e5aada4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.657250 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-da7526b2-6170-4bb3-97a9-eb5c943483ab req-57ce7a3f-0313-45de-8708-7ab8e5aada4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 1132 time: 0.1897652 Feb 03 11:04:17.692043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a43372-7dbe-40d7-8f7f-076488eb522d req-e84599e6-8d54-4d2d-8da1-5307fa251015 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630472 Feb 03 11:04:17.722304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-228ac5a5-c68c-46fa-9821-c54e1f5fd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.723831 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-228ac5a5-c68c-46fa-9821-c54e1f5fd78e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1485839 Feb 03 11:04:17.732648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:17.737035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:17.753189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed2045-cdd9-4511-a778-82f0518a005a req-f2a7cd36-8a9d-450a-a34f-1ebcebce246b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.760764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eed2045-cdd9-4511-a778-82f0518a005a req-f2a7cd36-8a9d-450a-a34f-1ebcebce246b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.2610614 Feb 03 11:04:17.765937 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-da7526b2-6170-4bb3-97a9-eb5c943483ab req-7cb37ec9-4892-4f67-9b85-46b4e89feab1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001341 Feb 03 11:04:17.770772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.817372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-dc4d905a-0b92-4c28-bec4-0fe1006259c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.819621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-dc4d905a-0b92-4c28-bec4-0fe1006259c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0630934 Feb 03 11:04:17.862357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daae4bf1-757b-4f4a-9806-6f9cf4c1aa0b req-23595fb1-e568-4441-945f-5c19e2ea5d4c tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 210 time: 0.0535336 Feb 03 11:04:17.926552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eed2045-cdd9-4511-a778-82f0518a005a req-83db85df-3dbd-414a-8a0f-35b56a5d78f8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488123 Feb 03 11:04:17.927295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:17.948074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-0abe15c9-9853-4f8c-967b-dc62a45c8e25 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178017 Feb 03 11:04:17.962176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:17.962799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:17.965448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-b7e53af8-5121-47cf-9e67-d2a9ded2b00c service neutron] 10.222.0.69 "PUT /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 1121 time: 1.6430993 Feb 03 11:04:17.981304 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7ffc7-7d99-4525-a0c8-33f5a3ace0aa x-openstack-request-id: req-68c7ffc7-7d99-4525-a0c8-33f5a3ace0aa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:17.981612 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:17.981842 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68c7ffc7-7d99-4525-a0c8-33f5a3ace0aa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:17.982299 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'code': 200} Feb 03 11:04:17.984208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d68a8bd-2b70-4fd8-9857-1786fd9db997 req-7821b46e-ab2d-467c-af6b-2207d3f266fc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 210 time: 0.0377138 Feb 03 11:04:18.029613 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d4cc0-6cfc-40fd-913a-9b4b98b59de5 x-openstack-request-id: req-8c5d4cc0-6cfc-40fd-913a-9b4b98b59de5 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:18.029613 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:18.029613 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c5d4cc0-6cfc-40fd-913a-9b4b98b59de5 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:18.029613 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'status': 'completed', 'code': 200} Feb 03 11:04:18.034996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['ab5d5f20-b553-4158-8de2-83fbb65fd850'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:18.062604 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-edaecf4c-eaf4-43c9-a7e9-9ce37b27630e req-07835fa4-1830-4682-89aa-e7cef16e3a68 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057615 Feb 03 11:04:18.266279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05567c-2de9-424b-a06e-d8a12f573bbc req-2ce81f4c-4b24-4016-9cd9-0e6dfac8d153 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.266279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d05567c-2de9-424b-a06e-d8a12f573bbc req-2ce81f4c-4b24-4016-9cd9-0e6dfac8d153 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 944 time: 0.0731447 Feb 03 11:04:18.313090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9c28-752e-4c43-98f0-9069d848597c req-f725db79-6b83-41c0-bdee-1a465487f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.317191 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-f725db79-6b83-41c0-bdee-1a465487f49a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1130 time: 0.0781777 Feb 03 11:04:18.449894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-e987fca9-063c-44db-a219-4cd27309acb1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.452265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-e987fca9-063c-44db-a219-4cd27309acb1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.1297095 Feb 03 11:04:18.485834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Request body: {'port': {'device_id': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'admin_state_up': True, 'tenant_id': '202edb218022440b816ab5008043de5c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:18.541037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9c28-752e-4c43-98f0-9069d848597c req-2c0a33df-b8a5-47a9-bd76-48267eeacd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.541037 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-2c0a33df-b8a5-47a9-bd76-48267eeacd65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1995919 Feb 03 11:04:18.541037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-2766b530-7bb4-4164-9230-bed0e8ac24ed tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.542089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-2766b530-7bb4-4164-9230-bed0e8ac24ed tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.53 "GET /v2.0/networks?id=c7959308-1aa8-4316-b484-4d18133344f3 HTTP/1.1" status: 200 len: 815 time: 0.1986337 Feb 03 11:04:18.584478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Request body: {'port': {'device_id': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3', 'admin_state_up': True, 'tenant_id': '1405579ffd5b4376bd78daade2b5af50'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:18.589531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d05567c-2de9-424b-a06e-d8a12f573bbc req-109954ff-8dfa-4d58-b360-33c1a4f77be5 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150928 Feb 03 11:04:18.590240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-4f4e4316-23f8-466a-adf4-f6b0dae7d462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.0472548 Feb 03 11:04:18.628713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8997-dd79-4029-affd-c5ec8843c930 req-1d3db035-5761-4e86-9eac-81e12f98003c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.630283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bddc8997-dd79-4029-affd-c5ec8843c930 req-1d3db035-5761-4e86-9eac-81e12f98003c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.3301141 Feb 03 11:04:18.664727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:18.668308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:18.696153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9c28-752e-4c43-98f0-9069d848597c req-3c52711b-b0a2-488e-a830-3a472abebad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.697655 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-3c52711b-b0a2-488e-a830-3a472abebad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0972602 Feb 03 11:04:18.714731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bddc8997-dd79-4029-affd-c5ec8843c930 req-285d2a7b-87a0-4fdd-bc45-9c4389f09841 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739787 Feb 03 11:04:18.773231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Made reservation on behalf of 1405579ffd5b4376bd78daade2b5af50 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:18.776681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:18.788246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9c28-752e-4c43-98f0-9069d848597c req-f4620e08-9708-452a-ad7e-80a5b2313b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.790004 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-f4620e08-9708-452a-ad7e-80a5b2313b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0845881 Feb 03 11:04:18.872661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Allocated IP 172.20.0.6 (5fa897d9-e607-4149-946e-c2420f7fbdc2/5fc27248-d154-4e96-ac03-9e62a20ac11f/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:18.892962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fec8d-ec79-471b-b5b1-6066a40990bc req-28780300-b296-4593-a488-4692070f77e1 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:18.894458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-029fec8d-ec79-471b-b5b1-6066a40990bc req-28780300-b296-4593-a488-4692070f77e1 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.1080558 Feb 03 11:04:18.972399 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-3b1fdfcd-fbca-4845-aee8-a9c06d7fb0ff service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744671 Feb 03 11:04:18.988362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Allocated IP 172.20.0.5 (c7959308-1aa8-4316-b484-4d18133344f3/a04de9bf-65b9-4692-a451-5909664cf8ea/b81e19ba-d7a6-4385-891c-3e7ea93efce2) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:18.993921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-029fec8d-ec79-471b-b5b1-6066a40990bc req-affc9e4e-69cf-4e19-ae7e-b0e52e315c66 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791278 Feb 03 11:04:19.091154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3f32b0-ae4b-42db-9ccf-ad93296f19b0 req-90007d1b-50dd-4653-bc5d-257880629886 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 210 time: 0.0367579 Feb 03 11:04:19.156707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks [] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.177141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed8307-f070-4f46-9898-2206557ad0a2 req-7b1ad2fc-185e-4fc5-aab4-485f4de96201 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.178717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44ed8307-f070-4f46-9898-2206557ad0a2 req-7b1ad2fc-185e-4fc5-aab4-485f4de96201 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.0924940 Feb 03 11:04:19.244804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.292428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.53', 59485) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:19.302231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44ed8307-f070-4f46-9898-2206557ad0a2 req-e4cfba4f-faa9-4bcb-ac72-153be855468a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175301 Feb 03 11:04:19.325807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:19.338305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:19.350398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:19.357146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.357826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.365700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:19.376573 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-954e9c28-752e-4c43-98f0-9069d848597c req-1b0de9e3-20ef-4c83-9f75-55bda4c19ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961082 Feb 03 11:04:19.403661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086cd84-538e-4de3-9c25-37fd612938a1 req-6e3f74b2-4b94-4c0e-8239-90a57bc628e7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.409425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3086cd84-538e-4de3-9c25-37fd612938a1 req-6e3f74b2-4b94-4c0e-8239-90a57bc628e7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 931 time: 0.1885889 Feb 03 11:04:19.420832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-4839975d-6868-4fec-826a-1e258160b4b0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9488766 Feb 03 11:04:19.433341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Request body: {'port': {'device_id': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:19.440332 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-762bd71a-a890-4e22-9aa1-2c52d16c6a41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464536 Feb 03 11:04:19.490936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks [] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.492031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3086cd84-538e-4de3-9c25-37fd612938a1 req-780be442-9dc0-46ef-9e52-26cee3b1d263 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805051 Feb 03 11:04:19.525673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.568406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.595798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Network c7959308-1aa8-4316-b484-4d18133344f3 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:19.629870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220640-098e-44aa-a8aa-28d20b596def req-1e6a343c-ccd0-426a-a846-5db2382911d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.631879 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-1e6a343c-ccd0-426a-a846-5db2382911d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.1156595 Feb 03 11:04:19.637553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:19.642076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:19.658778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.659554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.713049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1623111 Feb 03 11:04:19.715354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e15fc6-304b-4755-b849-de802db7412b tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Pushing event updated for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:19.729800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Request body: {'port': {'device_id': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:19.748022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3afd852-6846-4e36-993e-8355375dc28b details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:19.791834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103ed9c-5dee-4b4e-88ed-1f5d4639569f req-51b51f92-5d27-4160-9146-7e9c90b822c3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.793484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c103ed9c-5dee-4b4e-88ed-1f5d4639569f req-51b51f92-5d27-4160-9146-7e9c90b822c3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 944 time: 0.1180706 Feb 03 11:04:19.864561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220640-098e-44aa-a8aa-28d20b596def req-f33e77c9-f616-47ce-8370-1e62ff10dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.866566 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-f33e77c9-f616-47ce-8370-1e62ff10dcca service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1936808 Feb 03 11:04:19.867459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.917491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-2fa320f5-b06a-4d76-8de4-3e01d57a86ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.0404944 Feb 03 11:04:19.932599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3afd852-6846-4e36-993e-8355375dc28b,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:19.940014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:19.946582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:19.948611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f3afd852-6846-4e36-993e-8355375dc28b', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'mac_address': 'fa:16:3e:bf:f9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:19.954542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c103ed9c-5dee-4b4e-88ed-1f5d4639569f req-ebbb28b0-3ced-4acd-9747-9c49ccb458f2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428733 Feb 03 11:04:19.960619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks [] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:19.970599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71e313-b4b6-4c65-86b0-c15e697695b3 req-b3fd3648-5df2-4a84-a7f6-0ecef2c0335d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:19.977186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d71e313-b4b6-4c65-86b0-c15e697695b3 req-b3fd3648-5df2-4a84-a7f6-0ecef2c0335d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.1531563 Feb 03 11:04:19.999536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:20.002240 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:20.019990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Transition to ACTIVE for port object 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:20.028618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.031699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f3afd852-6846-4e36-993e-8355375dc28b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:20.032446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3afd852-6846-4e36-993e-8355375dc28b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.059814 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a0ca5-3fba-4e2c-943c-5d8ae3e7acf1 x-openstack-request-id: req-259a0ca5-3fba-4e2c-943c-5d8ae3e7acf1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:20.060114 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:20.060374 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-259a0ca5-3fba-4e2c-943c-5d8ae3e7acf1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:20.060764 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'status': 'completed', 'code': 200} Feb 03 11:04:20.064710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220640-098e-44aa-a8aa-28d20b596def req-89c05343-ead4-43c7-bfc6-687bbc46d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.066537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3afd852-6846-4e36-993e-8355375dc28b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:20.067046 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-89c05343-ead4-43c7-bfc6-687bbc46d41e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1242783 Feb 03 11:04:20.074477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d71e313-b4b6-4c65-86b0-c15e697695b3 req-64678171-94b9-4af5-915a-671a3a16f96c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940361 Feb 03 11:04:20.110821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:20.154543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3afd852-6846-4e36-993e-8355375dc28b,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:20.164085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.164955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:20.170941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:20.171545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:20.172163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:20.188157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:20.188510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:20.233940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:20.234283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:20.234672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:20.235119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Bound port: 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:20.235480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.239621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e6af-c2cc-4e3a-8ee6-3e167e6730d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.240003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:20.268308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220640-098e-44aa-a8aa-28d20b596def req-e98cdbf8-26ab-48f3-957b-b7d52f88be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.270141 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-e98cdbf8-26ab-48f3-957b-b7d52f88be70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1946063 Feb 03 11:04:20.288103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d250-2a55-464c-8a1b-b2738fc204f6 req-489dd1fd-7a6f-4ce1-8dcf-3efe04ad7152 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.289668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2846d250-2a55-464c-8a1b-b2738fc204f6 req-489dd1fd-7a6f-4ce1-8dcf-3efe04ad7152 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.1221001 Feb 03 11:04:20.296394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-bf5aed3b-d8b4-4707-b32b-f9d4cc8cd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.298031 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-bf5aed3b-d8b4-4707-b32b-f9d4cc8cd0d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1155 time: 0.1681240 Feb 03 11:04:20.393208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:20.406274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:04:20.422847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:20.432992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2846d250-2a55-464c-8a1b-b2738fc204f6 req-10828f6b-f4ff-4b81-8ab0-d892810a5406 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220782 Feb 03 11:04:20.444791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:20.470440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.498431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e6af-c2cc-4e3a-8ee6-3e167e6730d6 admin admin] Publish callbacks [] for security_group (a6508f31-5121-42e7-bd59-d84e0f2cdea5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.530099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81e19ba-d7a6-4385-891c-3e7ea93efce2 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:20.540056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-19d97e0b-f134-47e8-a20f-df38fa32469a service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590981 Feb 03 11:04:20.541973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks [] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.542060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.542921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.544498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 1091 time: 1.1151421 Feb 03 11:04:20.547409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-adc09b18-9448-4f01-a306-f72d80ef0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.548801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e6af-c2cc-4e3a-8ee6-3e167e6730d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a6508f31-5121-42e7-bd59-d84e0f2cdea5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.549040 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-adc09b18-9448-4f01-a306-f72d80ef0bd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.2353992 Feb 03 11:04:20.609803 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-d7197b92-ee12-4640-9848-b6949874025c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0473456 Feb 03 11:04:20.610725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Transition to ACTIVE for port object b81e19ba-d7a6-4385-891c-3e7ea93efce2 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:20.630545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.668653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e6af-c2cc-4e3a-8ee6-3e167e6730d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6508f31-5121-42e7-bd59-d84e0f2cdea5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:20.675699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cbc1e6af-c2cc-4e3a-8ee6-3e167e6730d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53dc00376cfd48d4b3d5f6b59dfac08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344828 Feb 03 11:04:20.682300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:20.692207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c00de-8554-4ddd-8bae-aa28d71400a8 service neutron] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:20.720372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-8e73da86-c6b4-48ff-b8ae-e4ce9fc2bde9 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.721859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-8e73da86-c6b4-48ff-b8ae-e4ce9fc2bde9 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 1132 time: 0.2570052 Feb 03 11:04:20.747360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-f7624848-ec04-409c-a785-102d1b9fa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.747593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedeab8-b860-4cb9-b45c-ad132c714df6 req-fdd170a9-d1ef-4e65-a2e4-d82b72ec25e4 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.748807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-f7624848-ec04-409c-a785-102d1b9fa649 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1336243 Feb 03 11:04:20.748951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cedeab8-b860-4cb9-b45c-ad132c714df6 req-fdd170a9-d1ef-4e65-a2e4-d82b72ec25e4 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 931 time: 0.2140999 Feb 03 11:04:20.763580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Pushing event updated for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:20.776557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-393884dd-153f-45dd-b096-2fa86b7f4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.778048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-393884dd-153f-45dd-b096-2fa86b7f4e8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1125 time: 0.1741216 Feb 03 11:04:20.779860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-56f0408a-bf72-4f97-86fe-660b9d6dff3f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.814358 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-5952e4bf-58c7-4318-a517-4faa6584b0f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573621 Feb 03 11:04:20.816116 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8d220640-098e-44aa-a8aa-28d20b596def req-aab5bc76-5fdf-460e-a62d-ad94a71f86b0 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635355 Feb 03 11:04:20.833525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Attempting to bind port b81e19ba-d7a6-4385-891c-3e7ea93efce2 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:20.833775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Attempting to bind port b81e19ba-d7a6-4385-891c-3e7ea93efce2 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd67da82-40e6-46bd-b4af-09fcb85de50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:20.833924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Attempting to bind port b81e19ba-d7a6-4385-891c-3e7ea93efce2 on network c7959308-1aa8-4316-b484-4d18133344f3 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:20.848659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Port b81e19ba-d7a6-4385-891c-3e7ea93efce2 on network c7959308-1aa8-4316-b484-4d18133344f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:20.849010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Attempting to bind port b81e19ba-d7a6-4385-891c-3e7ea93efce2 on network c7959308-1aa8-4316-b484-4d18133344f3 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:20.852056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-e7782e0c-995c-4b44-bd88-e2cfb463e534 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 217 time: 0.0531328 Feb 03 11:04:20.862765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:20.863109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Checking segment: {'id': 'fd67da82-40e6-46bd-b4af-09fcb85de50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:20.863495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Bound using segment: {'id': 'fd67da82-40e6-46bd-b4af-09fcb85de50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:20.863931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Bound port: b81e19ba-d7a6-4385-891c-3e7ea93efce2, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd67da82-40e6-46bd-b4af-09fcb85de50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:20.864291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.907693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] Publish callbacks [] for security_group (a6508f31-5121-42e7-bd59-d84e0f2cdea5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.939705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cedeab8-b860-4cb9-b45c-ad132c714df6 req-0e171223-7d66-45a2-bc99-53c7aeae314d tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783161 Feb 03 11:04:20.943592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f3afd852-6846-4e36-993e-8355375dc28b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:20.966327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] Publish callbacks [] for security_group (a6508f31-5121-42e7-bd59-d84e0f2cdea5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:20.982401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-0b959681-da41-4b7a-b815-bd344041e892 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572919 Feb 03 11:04:20.982965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-32ce34bf-90f1-4286-a3e7-94bed149c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:20.984975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-32ce34bf-90f1-4286-a3e7-94bed149c48d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1215925 Feb 03 11:04:20.986632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:20.990818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2,segment=NetworkSegment(fd67da82-40e6-46bd-b4af-09fcb85de50a),segment_id=fd67da82-40e6-46bd-b4af-09fcb85de50a)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:21.019853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.020169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:21.044691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-860a4998-fb36-47d2-999a-9d9a4821a24d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483701 Feb 03 11:04:21.092483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.093811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.095387 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] 10.222.0.53 "PUT /v2.0/ports/b81e19ba-d7a6-4385-891c-3e7ea93efce2 HTTP/1.1" status: 200 len: 1091 time: 1.3703167 Feb 03 11:04:21.095627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:21.097931 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280b821-c63c-4a34-8133-ebae47cedbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:21.147903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0d14c-555c-4998-b3e1-b01132a0eb4d service neutron] Pushing event updated for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:21.184995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-15e0f6b4-e74c-4758-af5c-3560c1d91ee1 req-66dcbd3d-dbe3-4fb7-9e2a-bd4d9f7d465c service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913278 Feb 03 11:04:21.209143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-32231576-0a21-40fa-bb6c-5662a6308552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.210731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-32231576-0a21-40fa-bb6c-5662a6308552 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1405579ffd5b4376bd78daade2b5af50&device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 1125 time: 0.0647588 Feb 03 11:04:21.271094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:21.281756 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-7721ee6d-ddac-4660-8e90-b5caee6aca38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2 HTTP/1.1" status: 200 len: 217 time: 0.0638137 Feb 03 11:04:21.291115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'mac_address': 'fa:16:3e:e6:00:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:21.338765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 87fa5efe-a9da-485a-bf0a-19ab61b82219 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:21.338765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.353306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-56f0408a-bf72-4f97-86fe-660b9d6dff3f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Publish callbacks [] for security_group (c819fc4f-f5ee-48ae-9cab-8ae3969d3248), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.362482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-63e4c889-a9fa-456b-8efd-76e22317b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.363728 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-63e4c889-a9fa-456b-8efd-76e22317b35e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a04de9bf-65b9-4692-a451-5909664cf8ea HTTP/1.1" status: 200 len: 855 time: 0.0720015 Feb 03 11:04:21.371479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fa5efe-a9da-485a-bf0a-19ab61b82219 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:21.389956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-56f0408a-bf72-4f97-86fe-660b9d6dff3f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c819fc4f-f5ee-48ae-9cab-8ae3969d3248), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.397484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:21.402243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.404052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-5d0377df-453e-41e1-97d0-816917546762 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7959308-1aa8-4316-b484-4d18133344f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303392 Feb 03 11:04:21.407568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a6508f31-5121-42e7-bd59-d84e0f2cdea5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.410633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.414213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6508f31-5121-42e7-bd59-d84e0f2cdea5 HTTP/1.1" status: 204 len: 168 time: 0.7274470 Feb 03 11:04:21.448409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8a76-0540-4e04-8f65-de39c09723ac req-1d4e7dd7-200e-4068-b543-7502130f0d59 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.455167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bdd8a76-0540-4e04-8f65-de39c09723ac req-1d4e7dd7-200e-4068-b543-7502130f0d59 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.4177628 Feb 03 11:04:21.470207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:21.479379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8789f2d8-0698-4304-bbf9-88109de5a417 req-56f0408a-bf72-4f97-86fe-660b9d6dff3f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7442112 Feb 03 11:04:21.510256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0408a-bf72-4f97-86fe-660b9d6dff3f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c819fc4f-f5ee-48ae-9cab-8ae3969d3248,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:21.522985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eb433-d897-4265-9632-bb6187da48f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6508f31-5121-42e7-bd59-d84e0f2cdea5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:21.527524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-3dd0fe3f-9e73-44dd-a98a-8835ca8e8056 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684508 Feb 03 11:04:21.557504 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-230af073-b9b6-4c46-9ac4-2409ddf509f5 service neutron] 10.222.0.53 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448801 Feb 03 11:04:21.653220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bdd8a76-0540-4e04-8f65-de39c09723ac req-09160922-b6a8-42c1-b905-6ff5524ed754 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960938 Feb 03 11:04:21.673055 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16e2ac8c-2616-4158-be05-f2329ca257b1 req-99996d67-2ff0-4cb3-80d6-98b16c3e1e8c service neutron] 10.222.0.53 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073685 Feb 03 11:04:21.694254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:21.708329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3ab0a-f56e-4522-8e90-2de68354a64d req-d8a3f2df-34ae-495d-a657-3c31ffd633f4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.710032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dd3ab0a-f56e-4522-8e90-2de68354a64d req-d8a3f2df-34ae-495d-a657-3c31ffd633f4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.1728249 Feb 03 11:04:21.712984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e5f07f-5c8a-499d-96cb-c8b474ba49b3 req-d4f8a443-2f0a-4170-b4a4-08e0d2a099d0 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730440 Feb 03 11:04:21.783476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52604) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:21.797564 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47f69731-2b9e-4349-9b52-b189779d54da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.797795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dd3ab0a-f56e-4522-8e90-2de68354a64d req-6429b209-8318-42f0-a973-ed3ed8550082 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Feb 03 11:04:21.822361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c53a9-b428-4a81-8373-4e59fc13da64 req-c81e80f6-3a02-494c-ba2e-20fa5c602577 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:21.830969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d89c53a9-b428-4a81-8373-4e59fc13da64 req-c81e80f6-3a02-494c-ba2e-20fa5c602577 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 945 time: 0.1121988 Feb 03 11:04:21.864186 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3bd436-5ee0-4a93-9d83-f83325e4d66e x-openstack-request-id: req-0b3bd436-5ee0-4a93-9d83-f83325e4d66e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:21.864520 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:21.864940 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b3bd436-5ee0-4a93-9d83-f83325e4d66e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:21.865522 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2', 'status': 'completed', 'code': 200} Feb 03 11:04:21.894652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47f69731-2b9e-4349-9b52-b189779d54da admin admin] Publish callbacks [] for security_group (842e8126-f9c7-445d-8597-f4ea99eacaaa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.900784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47f69731-2b9e-4349-9b52-b189779d54da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (842e8126-f9c7-445d-8597-f4ea99eacaaa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:21.902770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d89c53a9-b428-4a81-8373-4e59fc13da64 req-0c689654-069d-415c-9527-d8c28e78a7b7 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 Feb 03 11:04:21.940493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47f69731-2b9e-4349-9b52-b189779d54da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f59262c107be4722a6ec397bf7dd0be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555655 Feb 03 11:04:21.943389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52606) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:21.953594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f69731-2b9e-4349-9b52-b189779d54da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842e8126-f9c7-445d-8597-f4ea99eacaaa,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:22.002523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] Publish callbacks [] for security_group (842e8126-f9c7-445d-8597-f4ea99eacaaa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:22.006127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b20a-c25e-4cb2-bf06-1713faaf2f40 req-f675e482-7ee7-4307-9efd-777a8e95babb tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.007600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1463b20a-c25e-4cb2-bf06-1713faaf2f40 req-f675e482-7ee7-4307-9efd-777a8e95babb tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.0754430 Feb 03 11:04:22.010411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-2332fc18-5ec1-4f2d-b72f-96a8e4573cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.011877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-2332fc18-5ec1-4f2d-b72f-96a8e4573cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1405579ffd5b4376bd78daade2b5af50&device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 1125 time: 0.1081948 Feb 03 11:04:22.040979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] Publish callbacks [] for security_group (842e8126-f9c7-445d-8597-f4ea99eacaaa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:22.065902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:22.068400 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afae719-f0b7-4bc2-8507-755812c3e204" -d '{"events": [{"name": "network-changed", "server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:22.108138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (842e8126-f9c7-445d-8597-f4ea99eacaaa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:22.112659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:22.114233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/842e8126-f9c7-445d-8597-f4ea99eacaaa HTTP/1.1" status: 204 len: 168 time: 0.1695373 Feb 03 11:04:22.124818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420bbae-827f-49a6-999d-7652fed19433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e8126-f9c7-445d-8597-f4ea99eacaaa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:22.148863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1463b20a-c25e-4cb2-bf06-1713faaf2f40 req-373895e5-0a9d-4570-9970-0e5ede7c6577 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358562 Feb 03 11:04:22.199607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-611ff99f-5a85-4fc1-9de8-f4683cc7b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.201623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-611ff99f-5a85-4fc1-9de8-f4683cc7b4ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7959308-1aa8-4316-b484-4d18133344f3 HTTP/1.1" status: 200 len: 916 time: 0.1805959 Feb 03 11:04:22.206643 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d53d6b-a6f7-4c64-8e7c-c24b7f047045 x-openstack-request-id: req-58d53d6b-a6f7-4c64-8e7c-c24b7f047045 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:22.206766 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:22.207021 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58d53d6b-a6f7-4c64-8e7c-c24b7f047045 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:22.207410 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'status': 'completed', 'code': 200} Feb 03 11:04:22.261059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-56dc9ea6-fd16-4346-96b0-63ba19069c4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2 HTTP/1.1" status: 200 len: 217 time: 0.0506196 Feb 03 11:04:22.268800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f06da8-2d95-4dd6-91ea-e18186059a50 req-56313aba-8e18-4d5a-8c7c-a804a2ea8d6c tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.275670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f06da8-2d95-4dd6-91ea-e18186059a50 req-56313aba-8e18-4d5a-8c7c-a804a2ea8d6c tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 943 time: 0.1630549 Feb 03 11:04:22.318388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-c6cfb54b-9784-4b25-b21a-6a8debbd862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.320250 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-c6cfb54b-9784-4b25-b21a-6a8debbd862b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1125 time: 0.0738132 Feb 03 11:04:22.350957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-d67b491c-f560-447c-9ac8-9fa9889e8d52 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562546 Feb 03 11:04:22.402403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-c4112225-ddf9-4172-9a7a-46187255be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.403750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-c4112225-ddf9-4172-9a7a-46187255be38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a04de9bf-65b9-4692-a451-5909664cf8ea HTTP/1.1" status: 200 len: 855 time: 0.1261353 Feb 03 11:04:22.418384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f06da8-2d95-4dd6-91ea-e18186059a50 req-4d957ef9-252c-47c1-84ae-a1a1d10b1305 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418860 Feb 03 11:04:22.422343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-dc4d4d5a-b36b-49bb-9c2c-dd1710b414c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.423800 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-dc4d4d5a-b36b-49bb-9c2c-dd1710b414c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.0962856 Feb 03 11:04:22.468348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-e4ce1b69-7793-438c-ae8d-fbad29fe00ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 217 time: 0.0375772 Feb 03 11:04:22.475021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-00377522-e2d4-418d-96ed-88da2b2b6cc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7959308-1aa8-4316-b484-4d18133344f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613296 Feb 03 11:04:22.519811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-f90cd10b-4eb7-408c-a6c5-8a8ccd290456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.521346 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-f90cd10b-4eb7-408c-a6c5-8a8ccd290456 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0464578 Feb 03 11:04:22.557097 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-447ce7d7-17d6-4e53-b5eb-d92543c985e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270627 Feb 03 11:04:22.567938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-9f45266b-a0f7-4906-ab5d-7ce301b2cdd2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.569492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-9f45266b-a0f7-4906-ab5d-7ce301b2cdd2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112639 Feb 03 11:04:22.597763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-27d49779-8a5a-495d-8456-5964d51f1fcb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0214763 Feb 03 11:04:22.603397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-02481cc5-efd6-458f-9ac3-199327007a1c service neutron] 10.222.0.53 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215472 Feb 03 11:04:22.782834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-f6db5e14-be1a-4c1b-b159-22d810023f42 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737065 Feb 03 11:04:22.797376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6280b821-c63c-4a34-8133-ebae47cedbc8 req-22b2b3eb-f6e6-47a2-b3d6-bf409035cd3e service neutron] 10.222.0.53 "GET /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783192 Feb 03 11:04:22.829914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91371e41-030d-4987-81bb-3edecb47a999 req-c9b971d5-2d8e-4de1-9327-eb4ef6eb122e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:22.833101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91371e41-030d-4987-81bb-3edecb47a999 req-c9b971d5-2d8e-4de1-9327-eb4ef6eb122e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 949 time: 0.0988917 Feb 03 11:04:22.895679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91371e41-030d-4987-81bb-3edecb47a999 req-b758192d-8e00-4c17-95d1-95be665cb725 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Feb 03 11:04:22.901614 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-af17df38-f04b-4735-91d6-8519d21660e0 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338840 Feb 03 11:04:22.973038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:23.035083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9afae719-f0b7-4bc2-8507-755812c3e204 req-4562a1a1-2c25-47cc-9b1b-ebbea7596598 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268861 Feb 03 11:04:23.035714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:23.041005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:23.041638 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:23.043879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223648ff-92ae-46ca-96f3-942d939fffbb req-bb09b1a2-a19b-499b-98aa-d05d9f14b4c7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:23.045482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-223648ff-92ae-46ca-96f3-942d939fffbb req-bb09b1a2-a19b-499b-98aa-d05d9f14b4c7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0747876 Feb 03 11:04:23.109720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-223648ff-92ae-46ca-96f3-942d939fffbb req-b0539fcd-9c07-48a2-baac-39e3e599a046 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563860 Feb 03 11:04:23.144305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 87fa5efe-a9da-485a-bf0a-19ab61b82219 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:23.145331 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:23.178738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:23.182081 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713ac6a8-8b74-4e58-ab7b-1510657811ad" -d '{"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-plugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:23.198189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:23.205371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:23.264044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:23.278976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17467118-e363-432a-b48c-babaa3206b61 req-bb9e2b25-b958-41ac-ac76-6c40e0d35239 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:23.282066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17467118-e363-432a-b48c-babaa3206b61 req-bb9e2b25-b958-41ac-ac76-6c40e0d35239 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 945 time: 0.0873215 Feb 03 11:04:23.375671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17467118-e363-432a-b48c-babaa3206b61 req-ffd18868-374b-4718-8ee3-56662ba78ae7 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868909 Feb 03 11:04:23.388255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b321-e773-4b6c-86c0-e0139c0d009b req-de7baaac-910d-4df2-a2a1-cdc5324ebc3e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:23.393428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d10b321-e773-4b6c-86c0-e0139c0d009b req-de7baaac-910d-4df2-a2a1-cdc5324ebc3e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 943 time: 0.0968716 Feb 03 11:04:23.439327 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16379d-779c-42c1-a808-feb377809ef3 x-openstack-request-id: req-ea16379d-779c-42c1-a808-feb377809ef3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:23.439803 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-plugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:23.440319 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea16379d-779c-42c1-a808-feb377809ef3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:23.441058 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'code': 200} Feb 03 11:04:23.443341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d10b321-e773-4b6c-86c0-e0139c0d009b req-3f3b8159-cd8a-4242-9795-7da9e8fe1828 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Feb 03 11:04:23.575317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c446e-8954-403e-839e-a17e9a9e1158 req-703830d9-3662-460a-b288-9c116a3fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:23.587111 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d97c446e-8954-403e-839e-a17e9a9e1158 req-703830d9-3662-460a-b288-9c116a3fd0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1132 time: 0.0641010 Feb 03 11:04:23.604532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff4fe-f5c9-4d90-9667-956d04e7a2db req-31e0eea2-5ca4-438a-9af1-50e29588dbed tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:23.607974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e28ff4fe-f5c9-4d90-9667-956d04e7a2db req-31e0eea2-5ca4-438a-9af1-50e29588dbed tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 943 time: 0.0893283 Feb 03 11:04:23.667803 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d97c446e-8954-403e-839e-a17e9a9e1158 req-51c86448-5652-4764-9e6d-e1ca65f2caa6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723641 Feb 03 11:04:23.723735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e28ff4fe-f5c9-4d90-9667-956d04e7a2db req-82309391-65c9-4db7-86a2-67bb70a94d11 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 Feb 03 11:04:23.736461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-face8417-a2ed-4196-a253-64e95340f282 service neutron] 10.222.0.53 "GET /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1274774 Feb 03 11:04:23.753587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:23.756041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3afd852-6846-4e36-993e-8355375dc28b up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:23.837797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69732cf9-c727-4a82-ab0f-d9d3d7250ae6 req-e7e38e3f-d60a-4e28-b29c-13a9446e5198 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 210 time: 0.0367851 Feb 03 11:04:23.895250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f3afd852-6846-4e36-993e-8355375dc28b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:23.904134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f3afd852-6846-4e36-993e-8355375dc28b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:23.904510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3afd852-6846-4e36-993e-8355375dc28b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.106112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:24.125166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:04:24.131494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1152340631', 'description': 'tempest-description-924666238'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:24.166380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:24.173300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f3afd852-6846-4e36-993e-8355375dc28b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:24.173772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3afd852-6846-4e36-993e-8355375dc28b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.194576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.210815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:24.213053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.219114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3afd852-6846-4e36-993e-8355375dc28b,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:24.222768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.240678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22ba1-f554-4a73-87ff-df3c0068adbc req-a908a7cf-093c-4dab-b4c1-0028b1b3c0fd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:24.242658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc22ba1-f554-4a73-87ff-df3c0068adbc req-a908a7cf-093c-4dab-b4c1-0028b1b3c0fd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.1604455 Feb 03 11:04:24.288477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:24.296087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5d5f20-b553-4158-8de2-83fbb65fd850 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:24.322153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:24.366693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.375992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc22ba1-f554-4a73-87ff-df3c0068adbc req-049f22f0-a038-4ff1-a47a-b2f2680e9d58 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240783 Feb 03 11:04:24.487647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (21a2193e-91cb-49dc-b3dc-89effa3de0ce), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.495036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21a2193e-91cb-49dc-b3dc-89effa3de0ce), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.539339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] Transition to ACTIVE for port object ab5d5f20-b553-4158-8de2-83fbb65fd850 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:24.557643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.592181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2193e-91cb-49dc-b3dc-89effa3de0ce,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:24.610525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ab11e-a761-4dd3-8566-65b79c8a1326 req-d1d447be-8eec-4bb0-b558-98d625e18956 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:24.612002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-750ab11e-a761-4dd3-8566-65b79c8a1326 req-d1d447be-8eec-4bb0-b558-98d625e18956 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.1686378 Feb 03 11:04:24.683764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] No DVR routers for this DVR port ab5d5f20-b553-4158-8de2-83fbb65fd850 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:04:24.688555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (db5e4496-8ead-43f2-bbef-addf7eecb067), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.701400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (db5e4496-8ead-43f2-bbef-addf7eecb067), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.713096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:24.775964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5e3981e2-4f31-4c50-92b7-37ffc9dcb8c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8903830 Feb 03 11:04:24.781336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-750ab11e-a761-4dd3-8566-65b79c8a1326 req-22e80716-d9b7-4e34-b93e-7c037e2f99cc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616940 Feb 03 11:04:24.782339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e4496-8ead-43f2-bbef-addf7eecb067,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:24.786502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:24.787667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebe287a4-2857-45d2-a71f-bdb15a608d3e req-b72b1938-8084-4f72-add7-9beb82e530bd tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6653519 Feb 03 11:04:24.937948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-98fa182b-bef3-422d-91d4-2861d25d8522 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405552 Feb 03 11:04:24.963514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-4c3c41ef-6583-47fd-8d03-a952bdd8f2e5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694036 Feb 03 11:04:24.972114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b81e19ba-d7a6-4385-891c-3e7ea93efce2 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:25.081001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e131-6211-4768-bd01-1f47b2395752 req-844a7d35-bf08-4ffd-94d9-cdbf557aa409 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.082858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db07e131-6211-4768-bd01-1f47b2395752 req-844a7d35-bf08-4ffd-94d9-cdbf557aa409 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.2248504 Feb 03 11:04:25.086974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-755741c8-5ef3-4792-89be-7d78940f9d8f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.088552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-755741c8-5ef3-4792-89be-7d78940f9d8f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459908 Feb 03 11:04:25.097597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-db234049-6ddf-41f7-bf0d-659e5a8171d5 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.099940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-db234049-6ddf-41f7-bf0d-659e5a8171d5 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.2070863 Feb 03 11:04:25.101784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': '3bd15daa-2bee-422a-b392-0792d05442b8', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:25.121225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010193d6-852d-4137-8d87-751e307774a6 req-9320ae62-e70e-400f-a0b9-bdcc2f908217 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.121532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-010193d6-852d-4137-8d87-751e307774a6 req-9320ae62-e70e-400f-a0b9-bdcc2f908217 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.2309139 Feb 03 11:04:25.144679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2,segment=NetworkSegment(fd67da82-40e6-46bd-b4af-09fcb85de50a),segment_id=fd67da82-40e6-46bd-b4af-09fcb85de50a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:25.159351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2', 'network_id': 'c7959308-1aa8-4316-b484-4d18133344f3', 'port_id': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2', 'mac_address': 'fa:16:3e:9d:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04de9bf-65b9-4692-a451-5909664cf8ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:25.203924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b81e19ba-d7a6-4385-891c-3e7ea93efce2 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:25.204635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.218131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81e19ba-d7a6-4385-891c-3e7ea93efce2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:25.220761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-bef986a1-4b86-4c90-ae76-f3125b1e7538 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.222343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-bef986a1-4b86-4c90-ae76-f3125b1e7538 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516735 Feb 03 11:04:25.230777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:25.235120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.242558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db07e131-6211-4768-bd01-1f47b2395752 req-1ccd0416-139e-4b6f-91b1-1f1da548f28f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529913 Feb 03 11:04:25.247047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2,segment=NetworkSegment(fd67da82-40e6-46bd-b4af-09fcb85de50a),segment_id=fd67da82-40e6-46bd-b4af-09fcb85de50a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:25.253595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:25.254112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.257002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:25.277203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-ad4dea60-e620-4c8f-b0d7-d430392879ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.278792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-ad4dea60-e620-4c8f-b0d7-d430392879ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&tenant_id=828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 1126 time: 0.1560259 Feb 03 11:04:25.303841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-010193d6-852d-4137-8d87-751e307774a6 req-5827458e-ce47-4ed5-bb5e-c58e21d1598f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633072 Feb 03 11:04:25.413686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:25.437264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.68 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/4640ab70-5650-4e47-a461-1cf9b2256850) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:25.443875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:25.446197 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8921ee6-2172-47cf-9d84-021ef281cacb" -d '{"events": [{"server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "name": "network-vif-plugged", "status": "completed", "tag": "f3afd852-6846-4e36-993e-8355375dc28b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:25.449962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:25.463616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'port_id': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'mac_address': 'fa:16:3e:e8:c2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc27248-d154-4e96-ac03-9e62a20ac11f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:25.511922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:25.512481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.526414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:25.547159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:25.551260 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.598555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (4640ab70-5650-4e47-a461-1cf9b2256850), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.599590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:25.604657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1448963697', 'description': 'tempest-description-1289878096'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:25.632550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.674431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.675154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:25.682886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:25.688888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:25.693165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:25.699730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.701185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.711532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:25.711739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f5f9792e-4f8e-4a73-8943-6cec4ad0d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.712836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f5f9792e-4f8e-4a73-8943-6cec4ad0d6fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1126 time: 0.3736317 Feb 03 11:04:25.725354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.725848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.726390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.726940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.727653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.728194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.728737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.729422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.730089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.730782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.731367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.731938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.732401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:25.748153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-97e22acb-1435-49f1-b3e7-153f735e8002 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6508124 Feb 03 11:04:25.751063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee534fa2-a9f3-4a69-a12c-1dd7b4ee925d req-13ba09f5-528f-4852-a99e-eaeb97fa5bea tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:25.752654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee534fa2-a9f3-4a69-a12c-1dd7b4ee925d req-13ba09f5-528f-4852-a99e-eaeb97fa5bea tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 944 time: 0.3983822 Feb 03 11:04:25.753348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:25.757019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.761733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Request body: {'port': {'device_id': '3bd15daa-2bee-422a-b392-0792d05442b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:25.837969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.843882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b81e19ba-d7a6-4385-891c-3e7ea93efce2'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:25.845983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:25.980631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (84b66c76-02f3-4d17-a4b1-b010df9c6dbd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:25.990411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee534fa2-a9f3-4a69-a12c-1dd7b4ee925d req-557d1f17-b21f-4dd7-96e7-a6961b6c315a tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309356 Feb 03 11:04:25.997149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (84b66c76-02f3-4d17-a4b1-b010df9c6dbd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.040543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f3913d81-7ae2-4de8-89f0-9f4919347db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.042547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f3913d81-7ae2-4de8-89f0-9f4919347db9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.3203983 Feb 03 11:04:26.053304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.054758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdecf7f8-9ba4-4550-9e47-5eac9f92ff4e req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7057717 Feb 03 11:04:26.105695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a7da-0a18-4e04-b27a-55becc3e09e9 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b66c76-02f3-4d17-a4b1-b010df9c6dbd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:26.111155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-8b5abbc4-5e4c-43d2-bd51-cdec262b12da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0610936 Feb 03 11:04:26.147468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6427be16-c552-4e5f-b538-8db6376c3880 None None] Provisioning complete for port 4640ab70-5650-4e47-a461-1cf9b2256850 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:26.147979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6427be16-c552-4e5f-b538-8db6376c3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.149257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4640ab70-5650-4e47-a461-1cf9b2256850 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:26.157854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks [] for port (4640ab70-5650-4e47-a461-1cf9b2256850), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.170417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Transition to ACTIVE for port object 4640ab70-5650-4e47-a461-1cf9b2256850 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:26.174837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.176829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-965ec62b-225a-4cce-a63a-32c658b99eed req-35328fb8-7a7c-44f1-b785-72c4f9d00d9b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 210 time: 0.0739501 Feb 03 11:04:26.233538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:26.252393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6427be16-c552-4e5f-b538-8db6376c3880 None None] Port 4640ab70-5650-4e47-a461-1cf9b2256850 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:26.260559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5a224114-2091-497d-bacd-356378ad4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.262038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5a224114-2091-497d-bacd-356378ad4eaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1383684 Feb 03 11:04:26.280706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.195 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/bc9e6ca5-740a-4ffa-8338-5c3dbca0056a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:26.288531 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eabbc3-1088-4e32-95e6-1fc9a4962c84 x-openstack-request-id: req-a8eabbc3-1088-4e32-95e6-1fc9a4962c84 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:26.289010 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "name": "network-vif-plugged", "status": "completed", "tag": "f3afd852-6846-4e36-993e-8355375dc28b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:26.289366 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8eabbc3-1088-4e32-95e6-1fc9a4962c84 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:26.289972 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b', 'code': 200} Feb 03 11:04:26.294231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Attempting to bind port 4640ab70-5650-4e47-a461-1cf9b2256850 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:26.295731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Attempting to bind port 4640ab70-5650-4e47-a461-1cf9b2256850 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:26.297050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Attempting to bind port 4640ab70-5650-4e47-a461-1cf9b2256850 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:26.303749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Port 4640ab70-5650-4e47-a461-1cf9b2256850 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:26.304342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Attempting to bind port 4640ab70-5650-4e47-a461-1cf9b2256850 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:26.310672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:26.311244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:26.311844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:26.312988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Bound port: 4640ab70-5650-4e47-a461-1cf9b2256850, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:26.313571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.325034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-62716f60-15f4-41cb-803e-a546febecf77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457482 Feb 03 11:04:26.387830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:26.388313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44005a50-3772-4b57-9c94-e8d09ef44f7a req-9914a967-4327-4bdb-807e-9a358512ac2d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.391595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4640ab70-5650-4e47-a461-1cf9b2256850,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:26.395761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44005a50-3772-4b57-9c94-e8d09ef44f7a req-9914a967-4327-4bdb-807e-9a358512ac2d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2213025 Feb 03 11:04:26.408583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.463747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.464393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.465916 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/4640ab70-5650-4e47-a461-1cf9b2256850 HTTP/1.1" status: 200 len: 1095 time: 0.7100472 Feb 03 11:04:26.466417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:26.469350 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d3f91-43ff-4ae1-a9c9-a312efa7e763" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:26.497883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f260bd-7e59-467f-8dc3-f053951917a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:26.505883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d266e5-f5c6-47d2-83b7-bf08c3f386dd req-d4a48be0-0d5c-418b-9123-f9f215a370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.507407 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-69d266e5-f5c6-47d2-83b7-bf08c3f386dd req-d4a48be0-0d5c-418b-9123-f9f215a370cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1128 time: 0.1109655 Feb 03 11:04:26.588832 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-69d266e5-f5c6-47d2-83b7-bf08c3f386dd req-fafb8785-0594-4b55-8a4c-ae379c14cc10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Feb 03 11:04:26.591214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-48821167-c7f0-495c-bbdd-6be52e63b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.592444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a9ca-1031-46a5-b6e3-290a187e463e req-4d775ab8-3f08-48b0-b6c7-1c5cc6bb859e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.592653 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-48821167-c7f0-495c-bbdd-6be52e63b8d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 1129 time: 0.0813472 Feb 03 11:04:26.596768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a70a9ca-1031-46a5-b6e3-290a187e463e req-4d775ab8-3f08-48b0-b6c7-1c5cc6bb859e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 944 time: 0.2175875 Feb 03 11:04:26.602761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-36488c3e-0430-4953-b1ab-18fa5a500255 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702069 Feb 03 11:04:26.616648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44005a50-3772-4b57-9c94-e8d09ef44f7a req-b9cd90a5-d867-410c-b2ee-bb2dd841f9da tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199836 Feb 03 11:04:26.655417 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-a5773ee6-8e52-49ae-a01a-37d5bb3c7363 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4640ab70-5650-4e47-a461-1cf9b2256850 HTTP/1.1" status: 200 len: 217 time: 0.0527797 Feb 03 11:04:26.703421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a70a9ca-1031-46a5-b6e3-290a187e463e req-ec342f5a-60c7-402b-a56a-9ba6016eda99 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Feb 03 11:04:26.720322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-78e956fe-1bcf-4f2b-91e5-2aa155ede2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.722060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-78e956fe-1bcf-4f2b-91e5-2aa155ede2fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0602136 Feb 03 11:04:26.743784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-577521644', 'description': 'tempest-description-1467177180'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:26.757438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.760251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.776347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.797036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.797570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-970cc760-a2e9-431f-81b2-927452afd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.798969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-970cc760-a2e9-431f-81b2-927452afd7b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0652530 Feb 03 11:04:26.852705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.891190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:26.891686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-1e4eaaf2-0a3c-4283-bae6-a267e645d687 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Feb 03 11:04:26.914617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:26.922612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:26.925041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:26.930530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.931024 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:26.949679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911992d-a4fa-4483-8040-30667d9261ef req-9fa44816-1903-4537-a2e9-ddbe46fd7f2f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:26.951205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7911992d-a4fa-4483-8040-30667d9261ef req-9fa44816-1903-4537-a2e9-ddbe46fd7f2f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.1615040 Feb 03 11:04:26.961143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:26.991990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b81e19ba-d7a6-4385-891c-3e7ea93efce2 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:27.011324 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-05664b0c-a690-44ea-8912-ed89a292e3fc service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132257 Feb 03 11:04:27.017751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.018330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.018674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.019010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.019338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.019809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.019974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.020296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.020611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.020943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.021266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.021582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.022242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:27.039171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-b0df6faf-7dfd-4983-8cca-d9bc75872774 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8007627 Feb 03 11:04:27.059272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Request body: {'port': {'device_id': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:27.106773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b81e19ba-d7a6-4385-891c-3e7ea93efce2 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:27.113338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b81e19ba-d7a6-4385-891c-3e7ea93efce2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:27.114052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.158554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (c731ebf7-e0c8-420c-89fa-193357fd8a0a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.176524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7911992d-a4fa-4483-8040-30667d9261ef req-207c388e-56e8-422e-8832-2a4fd9633938 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030752 Feb 03 11:04:27.177140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c731ebf7-e0c8-420c-89fa-193357fd8a0a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.207142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b81e19ba-d7a6-4385-891c-3e7ea93efce2 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:27.207634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.216470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-5ddea9d0-0a61-429d-a08e-1875eec679d7 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596569 Feb 03 11:04:27.247212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.254912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-606bba57-ec0b-4cda-9a3b-62bdf973d17a None None] Provisioning complete for port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:27.255772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606bba57-ec0b-4cda-9a3b-62bdf973d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.262409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2,segment=NetworkSegment(fd67da82-40e6-46bd-b4af-09fcb85de50a),segment_id=fd67da82-40e6-46bd-b4af-09fcb85de50a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:27.267908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731ebf7-e0c8-420c-89fa-193357fd8a0a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:27.286414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.287213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:27.363042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-606bba57-ec0b-4cda-9a3b-62bdf973d17a None None] Port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:27.378009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (1ad35182-f5b4-4e89-bfee-13425b51f51d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.380146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:27.384339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1ad35182-f5b4-4e89-bfee-13425b51f51d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.395632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:27.399803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:27.400184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.455128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7158cb-dda7-44bc-90ec-2044d7f9ea53 req-83a3f8b2-a0bc-4533-b30f-b7f4de5a89b9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.456520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d7158cb-dda7-44bc-90ec-2044d7f9ea53 req-83a3f8b2-a0bc-4533-b30f-b7f4de5a89b9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.1949649 Feb 03 11:04:27.486950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:27.487350 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.499435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.501081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c2d376f-e2f1-401a-b8eb-5f82987658fa req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7709584 Feb 03 11:04:27.520801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b416b8-8c54-4645-bd1f-5ee4f290bea7 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad35182-f5b4-4e89-bfee-13425b51f51d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:27.537178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:27.542990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.543475 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131b8e1-ade8-4680-b7aa-743078dafed7 x-openstack-request-id: req-8131b8e1-ade8-4680-b7aa-743078dafed7 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:27.544045 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:27.544045 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8131b8e1-ade8-4680-b7aa-743078dafed7 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:27.544397 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850', 'status': 'completed', 'code': 200} Feb 03 11:04:27.545331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:04:27.622043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port ab5d5f20-b553-4158-8de2-83fbb65fd850 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:04:27.622477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:04:27.625760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-eb8692cd-2782-4ded-b86d-228f6aba6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.627790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-eb8692cd-2782-4ded-b86d-228f6aba6626 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 1129 time: 0.0501027 Feb 03 11:04:27.627932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:27.629413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d7158cb-dda7-44bc-90ec-2044d7f9ea53 req-a11a5b31-7946-4244-98c4-f890b4085322 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635389 Feb 03 11:04:27.655690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-0abe7c2c-f2f0-4f4f-af2d-bd6c3bcab991 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.666608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-0abe7c2c-f2f0-4f4f-af2d-bd6c3bcab991 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.1618700 Feb 03 11:04:27.768184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-edbc23b8-be2a-4e7b-bfdb-02af68a687da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.770256 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-edbc23b8-be2a-4e7b-bfdb-02af68a687da service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1203871 Feb 03 11:04:27.778840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:04:27.830583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-26ba4979-825f-4975-ae96-b54eb8e3b252 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4640ab70-5650-4e47-a461-1cf9b2256850 HTTP/1.1" status: 200 len: 217 time: 0.0536993 Feb 03 11:04:27.833009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9e6ca5-740a-4ffa-8338-5c3dbca0056a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:27.843092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks [] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.864277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f91d1-aa5c-413d-b10b-2569ffc77c31 req-f86b6018-fa40-4708-bf0a-30fbdb98a8d3 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.865976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-733f91d1-aa5c-413d-b10b-2569ffc77c31 req-f86b6018-fa40-4708-bf0a-30fbdb98a8d3 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.1464348 Feb 03 11:04:27.873500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ab5d5f20-b553-4158-8de2-83fbb65fd850 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:27.895110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-8742fc50-eae6-4ad4-9204-954cdcd05395 req-50be8898-97f1-4d0a-9b91-a51f6e30294c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:27.895599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-ab22ec3e-57bb-455a-8866-f30983fa43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.896218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8742fc50-eae6-4ad4-9204-954cdcd05395 req-50be8898-97f1-4d0a-9b91-a51f6e30294c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079906 Feb 03 11:04:27.897350 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-ab22ec3e-57bb-455a-8866-f30983fa43c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0608757 Feb 03 11:04:27.902836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Transition to ACTIVE for port object bc9e6ca5-740a-4ffa-8338-5c3dbca0056a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:27.916982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:27.953326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-bbba1b25-5a52-46a3-8b4f-fb58a16315f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:27.954864 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-bbba1b25-5a52-46a3-8b4f-fb58a16315f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508690 Feb 03 11:04:27.992014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f22f0f36-f8e4-4e11-8590-361864fcdf93 service neutron] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:28.009169 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f22f0f36-f8e4-4e11-8590-361864fcdf93 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.010298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7515f1ba-8b37-4155-a007-0d28ce8bca05 req-f22f0f36-f8e4-4e11-8590-361864fcdf93 service neutron] 10.222.0.69 "DELETE /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.3258169 Feb 03 11:04:28.014535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:28.033108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-733f91d1-aa5c-413d-b10b-2569ffc77c31 req-144ffe87-e291-4092-96de-a89fe32ed934 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373184 Feb 03 11:04:28.084711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Attempting to bind port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:28.085167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Attempting to bind port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:28.085575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Attempting to bind port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:28.092141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:28.092469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Attempting to bind port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:28.099017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-3205ef1a-52e0-4c55-91bb-bf4928eea692 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370611 Feb 03 11:04:28.099181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-114488617', 'description': 'tempest-description-586950651'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:28.110067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:28.110418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:28.110806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:28.111886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Bound port: bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:28.112262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.221138 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-296d3f91-43ff-4ae1-a9c9-a312efa7e763 req-dd20bf87-491f-4ec9-baab-e29932f7a4dc service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145005 Feb 03 11:04:28.254209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.272092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:28.290983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2'}, {'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:28.293999 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af1127c-69ee-4662-b0be-f75a325a91d3" -d '{"events": [{"server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "name": "network-vif-plugged", "status": "completed", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2"}, {"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-plugged", "status": "completed", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:28.296964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:28.318759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-9a2b16e4-a281-49f3-9a69-d49545e08410 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446724 Feb 03 11:04:28.321612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.335163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631759c-22e4-40af-87d2-d49fdb23c3a8 req-86d95a48-4fd2-4333-a92b-a8e06afbf23c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.336597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6631759c-22e4-40af-87d2-d49fdb23c3a8 req-86d95a48-4fd2-4333-a92b-a8e06afbf23c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 948 time: 0.1637144 Feb 03 11:04:28.340108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-a0b6ad88-abaa-463c-ba12-450c247d092c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:28.341052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-a0b6ad88-abaa-463c-ba12-450c247d092c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168960 Feb 03 11:04:28.417660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.418278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.419633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] 10.222.0.53 "PUT /v2.0/ports/bc9e6ca5-740a-4ffa-8338-5c3dbca0056a HTTP/1.1" status: 200 len: 1096 time: 1.3685822 Feb 03 11:04:28.420069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:28.423079 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804e4045-a00f-4df6-9922-db1aba67dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:28.472367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ef4f3-b624-4bbc-8018-5d206322ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:28.481166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (359ff66e-19fb-4fd0-bd2e-35b6f261a2b2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.500146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (359ff66e-19fb-4fd0-bd2e-35b6f261a2b2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.523844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6631759c-22e4-40af-87d2-d49fdb23c3a8 req-e9d6d617-9049-485c-a1ed-9ae8e9d4e570 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585944 Feb 03 11:04:28.558199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:28.559535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c67f516c-c19e-404e-af34-9da01e13d16a req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4683158 Feb 03 11:04:28.560448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba173-6cc6-4ba9-bd54-7c1ba8e1e5ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359ff66e-19fb-4fd0-bd2e-35b6f261a2b2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:28.596263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-d3ee5ab8-74f7-4b3f-a815-b957e420e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.597827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-d3ee5ab8-74f7-4b3f-a815-b957e420e9fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 1130 time: 0.1218257 Feb 03 11:04:28.668811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-498c44d4-54f6-4c40-a75e-5352bdec614c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a HTTP/1.1" status: 200 len: 217 time: 0.0638347 Feb 03 11:04:28.776508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-d9a10b37-d67a-4557-af67-0576231f74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.777982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-d9a10b37-d67a-4557-af67-0576231f74aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0914917 Feb 03 11:04:28.806899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76880c1-03f2-4c52-abc5-45d51d809729 req-350c57c7-76c2-45a0-8407-a35bbde129c4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.808296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a76880c1-03f2-4c52-abc5-45d51d809729 req-350c57c7-76c2-45a0-8407-a35bbde129c4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.1443195 Feb 03 11:04:28.815183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227ac44-6b1b-46b1-80f3-a479d9a2a2b5 req-98d352f4-641b-45c0-931f-e7727018a81e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.816556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a227ac44-6b1b-46b1-80f3-a479d9a2a2b5 req-98d352f4-641b-45c0-931f-e7727018a81e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1536710 Feb 03 11:04:28.917328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-94d0a8a8-8589-4c25-a72d-8cdf573f4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:28.918804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-94d0a8a8-8589-4c25-a72d-8cdf573f4283 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1330428 Feb 03 11:04:28.923551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a76880c1-03f2-4c52-abc5-45d51d809729 req-f3791d6c-28ab-499d-94be-a1d72e51ab13 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924938 Feb 03 11:04:28.926798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a227ac44-6b1b-46b1-80f3-a479d9a2a2b5 req-1bb4eaae-9999-4ed6-9072-b35150163f0e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947473 Feb 03 11:04:28.987916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4640ab70-5650-4e47-a461-1cf9b2256850 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:29.027084 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ee125-8577-4249-b52b-819ebb8cc395 x-openstack-request-id: req-ce3ee125-8577-4249-b52b-819ebb8cc395 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:29.029346 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "name": "network-vif-plugged", "status": "completed", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2", "code": 200}, {"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-plugged", "status": "completed", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:29.029772 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce3ee125-8577-4249-b52b-819ebb8cc395 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:29.031629 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2', 'code': 200} Feb 03 11:04:29.033253 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'code': 200} Feb 03 11:04:29.100204 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44827955-95ef-4188-a7ce-07b686175208 x-openstack-request-id: req-44827955-95ef-4188-a7ce-07b686175208 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:29.100498 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:29.100756 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44827955-95ef-4188-a7ce-07b686175208 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:29.101175 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', 'status': 'completed', 'code': 200} Feb 03 11:04:29.116426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-9e6f63ad-447c-444d-a608-8b16ad3f5169 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855733 Feb 03 11:04:29.177950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cfab2-c3c9-4660-b4e0-1ba9bd69cac9 req-5ecbe865-4d70-416d-b665-e55eb4739ac8 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:29.184961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc3cfab2-c3c9-4660-b4e0-1ba9bd69cac9 req-5ecbe865-4d70-416d-b665-e55eb4739ac8 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.1615796 Feb 03 11:04:29.196790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2074-503f-4599-aa48-bf7d0ed1f650 req-7143eb50-a32d-48fb-8462-85e845b575b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:29.198547 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d6a2074-503f-4599-aa48-bf7d0ed1f650 req-7143eb50-a32d-48fb-8462-85e845b575b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 1127 time: 0.0881021 Feb 03 11:04:29.203983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ea6b-7163-4ebb-a59f-54ecce7c677d req-9f86e75b-4510-4148-a6c0-7929ace6b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:29.205801 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdb5ea6b-7163-4ebb-a59f-54ecce7c677d req-9f86e75b-4510-4148-a6c0-7929ace6b777 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1127 time: 0.0938385 Feb 03 11:04:29.223365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4640ab70-5650-4e47-a461-1cf9b2256850,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:29.256316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '4640ab70-5650-4e47-a461-1cf9b2256850', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '4640ab70-5650-4e47-a461-1cf9b2256850', 'mac_address': 'fa:16:3e:0f:41:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:29.304496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4640ab70-5650-4e47-a461-1cf9b2256850 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:29.307347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:29.311091 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdb5ea6b-7163-4ebb-a59f-54ecce7c677d req-1096c8cb-11ce-4eb6-9603-09a8c002cd40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910125 Feb 03 11:04:29.313775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d6a2074-503f-4599-aa48-bf7d0ed1f650 req-5e38b1fb-ef1b-4ed3-be63-fcaaad41d04b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066792 Feb 03 11:04:29.328916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4640ab70-5650-4e47-a461-1cf9b2256850 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:29.352497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4640ab70-5650-4e47-a461-1cf9b2256850,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:29.357930 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:29.410839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:29.551241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc3cfab2-c3c9-4660-b4e0-1ba9bd69cac9 req-4158c893-c62c-41af-8615-f3a771b5f7b1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654270 Feb 03 11:04:29.555620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c22797-b54c-49ed-8542-42ea15a34132 req-dde5628a-c45c-4492-9796-365000f8ef08 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273269 Feb 03 11:04:29.659720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:29.710879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5577-5102-46ca-8c15-ad31f0e77cc1 req-56cc4d25-c2e6-4e72-bbe9-05b75924ff69 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:29.712342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-412f5577-5102-46ca-8c15-ad31f0e77cc1 req-56cc4d25-c2e6-4e72-bbe9-05b75924ff69 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.0917873 Feb 03 11:04:29.835341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-81fe321d-177a-4b9f-b8ae-68c72f5ebc1d tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59288 time: 0.7163546 Feb 03 11:04:29.839783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-412f5577-5102-46ca-8c15-ad31f0e77cc1 req-721555c9-0df9-4bb5-9932-ee059f0ed6b3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173246 Feb 03 11:04:29.868203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-ac09e223-c6bd-4afb-ac84-7eaffabc201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:29.869743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-ac09e223-c6bd-4afb-ac84-7eaffabc201a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 1130 time: 0.0912781 Feb 03 11:04:29.945299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-36ee2422-80ba-4a97-bf61-5ed5f10a48d5 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0a661317-bf1d-422e-9567-7560ea400340 HTTP/1.1" status: 200 len: 2998 time: 0.1009159 Feb 03 11:04:30.025301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-9ee54058-b733-49eb-9fbe-a03ad2a92bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.027020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-9ee54058-b733-49eb-9fbe-a03ad2a92bde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1132 time: 0.0455294 Feb 03 11:04:30.050424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a1fc-3e46-4aec-90fa-42ef6e437f35 req-7869f7db-b9eb-4767-b136-2d7c55bf7f95 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.051882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2db6a1fc-3e46-4aec-90fa-42ef6e437f35 req-7869f7db-b9eb-4767-b136-2d7c55bf7f95 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.1493874 Feb 03 11:04:30.052830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-17e004c1-09ec-4bf4-b0bb-12791476f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.054140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-17e004c1-09ec-4bf4-b0bb-12791476f73c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1765580 Feb 03 11:04:30.055670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-fdb435dc-f7bf-4a5c-9070-7e9cedde1527 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0a661317-bf1d-422e-9567-7560ea400340 HTTP/1.1" status: 200 len: 2998 time: 0.0782971 Feb 03 11:04:30.115173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-7009271e-ec64-42a2-a233-b93e4d2579ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.116520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-7009271e-ec64-42a2-a233-b93e4d2579ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.0824301 Feb 03 11:04:30.127861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-b3d5bd7a-1fca-46d2-8acf-4e7dc0606ffc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a HTTP/1.1" status: 200 len: 217 time: 0.0552578 Feb 03 11:04:30.161738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-b8b1aa45-bc31-4956-b4ab-94d0c669bc58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.0374968 Feb 03 11:04:30.187544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2db6a1fc-3e46-4aec-90fa-42ef6e437f35 req-d287dd7e-5a4c-4fea-a38b-accd36fb01d9 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294234 Feb 03 11:04:30.195392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-ee6cb1c0-e8e4-4b68-8faf-fb6e4aa22dd9 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0bd8b5cf-2913-48da-9bdf-75c802705be9 HTTP/1.1" status: 200 len: 2998 time: 0.1299005 Feb 03 11:04:30.211806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-ad5f2562-7781-4b03-be45-b33e26b3f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.213928 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-ad5f2562-7781-4b03-be45-b33e26b3f58b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0445578 Feb 03 11:04:30.223915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-01ff65ba-23a2-4857-bac5-64caf1b408f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.225368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-01ff65ba-23a2-4857-bac5-64caf1b408f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0867407 Feb 03 11:04:30.270781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-b9d1c8bd-5ee4-41f5-ba68-2bdd2967880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.272536 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-b9d1c8bd-5ee4-41f5-ba68-2bdd2967880a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0511343 Feb 03 11:04:30.308772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-49ce77d5-95e0-4b05-b8bd-e97d88084b23 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0bd8b5cf-2913-48da-9bdf-75c802705be9 HTTP/1.1" status: 200 len: 2998 time: 0.1058879 Feb 03 11:04:30.367488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-ffe90ca1-1633-4019-8b89-0ab57c5b7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.368080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-17641805-2605-493d-95cc-3e4b72011fe1 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876472 Feb 03 11:04:30.368942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-ffe90ca1-1633-4019-8b89-0ab57c5b7960 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1366830 Feb 03 11:04:30.383301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b56ac-6956-4842-928f-de503a16a677 req-656c288a-65ae-405a-9db1-60547959663b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:30.384656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-461b56ac-6956-4842-928f-de503a16a677 req-656c288a-65ae-405a-9db1-60547959663b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 948 time: 0.1072283 Feb 03 11:04:30.387380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-9e781926-2be2-4e99-a4c7-ef5eba0cfa65 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/124a5805-f2db-453f-9e7c-0fcbdb65837d HTTP/1.1" status: 200 len: 2998 time: 0.0720079 Feb 03 11:04:30.474835 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-d82681fe-bbc8-4200-8e16-43bfdbab413d service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Feb 03 11:04:30.514911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-fe9890e4-eacf-494a-b2ad-a5309e984183 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/124a5805-f2db-453f-9e7c-0fcbdb65837d HTTP/1.1" status: 200 len: 2998 time: 0.1108813 Feb 03 11:04:30.520014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-461b56ac-6956-4842-928f-de503a16a677 req-ae837172-ecb7-430c-9423-72cb380348b2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Feb 03 11:04:30.593236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-7aec7b35-2af5-4b04-a4f7-76274fcebf6e service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006092 Feb 03 11:04:30.693981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-a54c02d1-3bcf-443a-a81a-d3cd90d2fa3b tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2005dfec-533c-4317-b3b1-bec3407f22fc HTTP/1.1" status: 200 len: 2998 time: 0.1713312 Feb 03 11:04:30.823284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-69298911-5e7e-48b4-9da3-86841f3d985f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 258 time: 0.2742760 Feb 03 11:04:30.844421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:30.864687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-0030b8bb-994f-46d8-b695-a9407a545edd tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2005dfec-533c-4317-b3b1-bec3407f22fc HTTP/1.1" status: 200 len: 2998 time: 0.1510100 Feb 03 11:04:30.869752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804e4045-a00f-4df6-9922-db1aba67dd4e req-b33059bb-59dd-44ae-ba61-cda8cfe63970 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547841 Feb 03 11:04:30.885964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:30.931855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-3a6973a4-c6a3-4fb7-a1a4-96dfe641193e tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/21a2193e-91cb-49dc-b3dc-89effa3de0ce HTTP/1.1" status: 200 len: 2998 time: 0.0611477 Feb 03 11:04:30.991484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4640ab70-5650-4e47-a461-1cf9b2256850 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:31.013254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-1b96b060-aaa1-4bf0-b246-7ad87fb61594 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/21a2193e-91cb-49dc-b3dc-89effa3de0ce HTTP/1.1" status: 200 len: 2998 time: 0.0743515 Feb 03 11:04:31.048046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 4640ab70-5650-4e47-a461-1cf9b2256850 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:31.052159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 4640ab70-5650-4e47-a461-1cf9b2256850 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:31.052630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.057172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.072528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-00dafa5f-4995-4827-a7c5-aac7be4c8267 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2d9d8684-c499-40b5-ad8e-0104a73d2508 HTTP/1.1" status: 200 len: 2994 time: 0.0511427 Feb 03 11:04:31.134677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4640ab70-5650-4e47-a461-1cf9b2256850 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:31.135058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.158451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:31.160889 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eccdb4-7db3-4dc5-a27e-30ff6987d33f" -d '{"events": [{"server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "name": "network-vif-plugged", "status": "completed", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:31.177148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4640ab70-5650-4e47-a461-1cf9b2256850,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:31.177705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-8c7d6f77-b78c-43db-8134-783a5d05e992 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2d9d8684-c499-40b5-ad8e-0104a73d2508 HTTP/1.1" status: 200 len: 2994 time: 0.0777285 Feb 03 11:04:31.184481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.209145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Allocated IP 172.25.7.211 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/4aa90f1d-c854-4788-af8c-f51c9c6379d3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:31.209478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-706b1fa8-c01c-444f-951e-c444cd12158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.239291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:31.253385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-aabf8a85-3eb2-4f46-a3c7-bdeafe4c98e9 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/304c6c19-4efa-4a7a-97e7-d66ffcd1d796 HTTP/1.1" status: 200 len: 2994 time: 0.0689282 Feb 03 11:04:31.337926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-a5c3a731-1965-4196-b863-4d3e8532aa9a tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/304c6c19-4efa-4a7a-97e7-d66ffcd1d796 HTTP/1.1" status: 200 len: 2994 time: 0.0768375 Feb 03 11:04:31.363975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.406156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-f2cee2f6-569f-46b5-bd5c-bd9d9651ff11 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5be2f61d-7e1e-4540-a1b0-edac9734146c HTTP/1.1" status: 200 len: 2998 time: 0.0602827 Feb 03 11:04:31.431712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.481629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:31.486884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-376e203d-5907-454e-b405-d8a85e06e779 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5be2f61d-7e1e-4540-a1b0-edac9734146c HTTP/1.1" status: 200 len: 2998 time: 0.0751643 Feb 03 11:04:31.487666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:31.493262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:31.514694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event updated for resources: {'Port': ['ID=4aa90f1d-c854-4788-af8c-f51c9c6379d3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:31.576572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.578877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-b9779592-644a-47df-af3e-1080841a25ef tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/66c11cfa-cf2a-40ba-8acd-8da95feb66f7 HTTP/1.1" status: 200 len: 2998 time: 0.0785055 Feb 03 11:04:31.642454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.663862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-585cc0e1-c999-4b65-8637-3a5cb7575785 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/66c11cfa-cf2a-40ba-8acd-8da95feb66f7 HTTP/1.1" status: 200 len: 2998 time: 0.0784755 Feb 03 11:04:31.736787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-2129be73-e9a7-4d03-9356-745948691097 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7bf22093-8b60-4afe-948a-2cfb500673af HTTP/1.1" status: 200 len: 2990 time: 0.0670309 Feb 03 11:04:31.825218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-c1d471da-4aba-4cfb-bf1e-94f4ad3dd238 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7bf22093-8b60-4afe-948a-2cfb500673af HTTP/1.1" status: 200 len: 2990 time: 0.0607855 Feb 03 11:04:31.874164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.883428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.910282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-54e5ffab-5cd5-4371-ac45-70e9f59059e0 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a39d9e67-6f09-4670-9994-d90e05d0adc1 HTTP/1.1" status: 200 len: 2998 time: 0.0790958 Feb 03 11:04:31.915621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.954686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:31.955845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1237345 Feb 03 11:04:31.960214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164bee8-a3af-4a5a-9126-3bd26c7ab7e1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event updated for resources: {'Port': ['ID=4aa90f1d-c854-4788-af8c-f51c9c6379d3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:32.042680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-c64658ae-edb5-4471-9748-ef05941a3de3 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a39d9e67-6f09-4670-9994-d90e05d0adc1 HTTP/1.1" status: 200 len: 2998 time: 0.1237798 Feb 03 11:04:32.045515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-40183a02-0d3a-47f7-9d2b-a0b0f8047a1d tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0828686 Feb 03 11:04:32.146373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-98f73353-3a56-4b5d-a3dc-2321bc29f98d tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a9c066ae-3696-46d2-ba88-aa1f0685408f HTTP/1.1" status: 200 len: 2998 time: 0.0955949 Feb 03 11:04:32.190485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-1d06b032-399e-4ffd-b0ee-aff441bf17cb tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:32.191789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-1d06b032-399e-4ffd-b0ee-aff441bf17cb tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.1399944 Feb 03 11:04:32.210020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-c911382e-c1b0-4479-af03-9b4895637340 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:32.210994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bea34df-7df7-47bf-8762-a80c11cb0299 req-c911382e-c1b0-4479-af03-9b4895637340 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104558 Feb 03 11:04:32.222166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-1d56ade0-b544-46e6-a700-01c9c93b7666 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/a9c066ae-3696-46d2-ba88-aa1f0685408f HTTP/1.1" status: 200 len: 2998 time: 0.0569630 Feb 03 11:04:32.268228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-a1d4ac8c-f11d-4d26-b427-e4769522bd0d tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c731ebf7-e0c8-420c-89fa-193357fd8a0a HTTP/1.1" status: 200 len: 2998 time: 0.0396655 Feb 03 11:04:32.336277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-e7bd4639-c08c-403f-a81e-46fb88536c91 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c731ebf7-e0c8-420c-89fa-193357fd8a0a HTTP/1.1" status: 200 len: 2998 time: 0.0619361 Feb 03 11:04:32.373207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87db82b-f989-424f-a92b-3669b61d4bc1 req-213e89dd-f3ff-4bcf-9ef7-669f1af5084f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:32.374665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b87db82b-f989-424f-a92b-3669b61d4bc1 req-213e89dd-f3ff-4bcf-9ef7-669f1af5084f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.0753386 Feb 03 11:04:32.404280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-86da576e-8a9f-4675-8c36-23638b5a19f4 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c819fc4f-f5ee-48ae-9cab-8ae3969d3248 HTTP/1.1" status: 200 len: 2998 time: 0.0618591 Feb 03 11:04:32.447948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b87db82b-f989-424f-a92b-3669b61d4bc1 req-762d89dd-0b0f-4d7f-9de3-6a0e83335c84 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671101 Feb 03 11:04:32.460068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-982d6954-6407-44ad-a0ad-e855bc90881e tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c819fc4f-f5ee-48ae-9cab-8ae3969d3248 HTTP/1.1" status: 200 len: 2998 time: 0.0497463 Feb 03 11:04:32.505498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-b2c47766-a43a-45bb-bcb8-f1b0c9dc5c3a tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d6ccd835-05e5-4510-acaa-a114984b0c3e HTTP/1.1" status: 200 len: 2994 time: 0.0359640 Feb 03 11:04:32.566665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-34fe1ae6-b53c-4e56-a34e-fa60d1db1c10 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d6ccd835-05e5-4510-acaa-a114984b0c3e HTTP/1.1" status: 200 len: 2994 time: 0.0540698 Feb 03 11:04:32.585228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3ad3f-0507-4fac-90ad-191431546e83 req-8dbd173a-b717-4284-823d-eb80f24eddcd tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:32.586611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fae3ad3f-0507-4fac-90ad-191431546e83 req-8dbd173a-b717-4284-823d-eb80f24eddcd tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0835745 Feb 03 11:04:32.643071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-de4aa67d-9af8-4be5-b191-82830539c6fc tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dfb5f47d-617a-4115-94ec-bd6a8b0b2827 HTTP/1.1" status: 200 len: 2998 time: 0.0699062 Feb 03 11:04:32.660001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fae3ad3f-0507-4fac-90ad-191431546e83 req-ef9cf78f-cc50-460b-bc36-17580d9fb8ea tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672722 Feb 03 11:04:32.721508 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492c046e-6dd1-454c-a83b-992bc7ea9f30 x-openstack-request-id: req-492c046e-6dd1-454c-a83b-992bc7ea9f30 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:32.722005 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "name": "network-vif-plugged", "status": "completed", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:32.722294 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-492c046e-6dd1-454c-a83b-992bc7ea9f30 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:32.722750 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850', 'code': 200} Feb 03 11:04:32.951095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-422b89a8-aa03-4bb6-91cf-a89592e54931 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dfb5f47d-617a-4115-94ec-bd6a8b0b2827 HTTP/1.1" status: 200 len: 2998 time: 0.3008223 Feb 03 11:04:32.979053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937bbdf-73c6-4093-a263-9f1da2a7f655 req-d844bc49-d2bb-4267-85e0-348778c275c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:32.980469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a937bbdf-73c6-4093-a263-9f1da2a7f655 req-d844bc49-d2bb-4267-85e0-348778c275c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 1131 time: 0.1060467 Feb 03 11:04:32.991326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9848c3-a492-42bd-a842-034962c52f0f req-02d90332-5815-463b-93f1-271154f62966 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:32.992644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d9848c3-a492-42bd-a842-034962c52f0f req-02d90332-5815-463b-93f1-271154f62966 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.1162193 Feb 03 11:04:33.013267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bc9e6ca5-740a-4ffa-8338-5c3dbca0056a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:33.043878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-d5505725-e21f-4d99-ab63-397f81c64a2c tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e1a35552-07d2-4129-a41a-b4d92c77e0db HTTP/1.1" status: 200 len: 2998 time: 0.0857515 Feb 03 11:04:33.091341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a937bbdf-73c6-4093-a263-9f1da2a7f655 req-815541a1-6b3e-4fb5-a16e-87d317c5afc8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Feb 03 11:04:33.107155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d9848c3-a492-42bd-a842-034962c52f0f req-8e2e5084-206f-4216-8a9e-e9a937c1cf4d tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Feb 03 11:04:33.111849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:33.115441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-35bf8a71-5ca9-408f-b6ac-3096269e189d tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e1a35552-07d2-4129-a41a-b4d92c77e0db HTTP/1.1" status: 200 len: 2998 time: 0.0619576 Feb 03 11:04:33.123571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', 'mac_address': 'fa:16:3e:4e:db:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:33.164880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:33.165308 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:33.171391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-a36b3174-da8a-41aa-8cb0-9372d3128af9 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/f5083a4a-752e-4c2e-8763-edd72b6e034c HTTP/1.1" status: 200 len: 2998 time: 0.0426500 Feb 03 11:04:33.178800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9e6ca5-740a-4ffa-8338-5c3dbca0056a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:33.198520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:33.203175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:33.250686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8946c12-79f6-4b82-a667-a8b230acbb40 req-70ad9918-174c-463b-88fa-58ac6bc50d99 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/f5083a4a-752e-4c2e-8763-edd72b6e034c HTTP/1.1" status: 200 len: 2998 time: 0.0734811 Feb 03 11:04:33.272822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a528efd-8ec2-4363-8bb4-ee827a3db51b req-8acbe022-ffc0-4422-8f3c-07060b9492d3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:33.272822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a528efd-8ec2-4363-8bb4-ee827a3db51b req-8acbe022-ffc0-4422-8f3c-07060b9492d3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 948 time: 0.0819335 Feb 03 11:04:33.288302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:33.321980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a528efd-8ec2-4363-8bb4-ee827a3db51b req-0da1134e-43e0-41d9-8524-ec2fcb5dac48 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Feb 03 11:04:33.498965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86a6254d-6e5a-4027-b6ea-52d0751213f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:33.501721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-35171830-006e-41e5-bd4f-aec5c0c8693f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:33.503291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-35171830-006e-41e5-bd4f-aec5c0c8693f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1262786 Feb 03 11:04:33.507829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cb5a5-8bd6-4b67-a872-e0c42ff5d610 req-d4362d4c-ad1b-463f-a6cf-2f026b641863 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:33.509367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-113cb5a5-8bd6-4b67-a872-e0c42ff5d610 req-d4362d4c-ad1b-463f-a6cf-2f026b641863 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1126 time: 0.1229792 Feb 03 11:04:33.550348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:33.577775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-bcf2c05c-ea3f-4815-8a4e-a206e6ff457c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0673516 Feb 03 11:04:33.597783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'floatingip': {'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:33.658765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:33.675333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-113cb5a5-8bd6-4b67-a872-e0c42ff5d610 req-81ce3528-2d35-41e8-a2b9-2fc1e204f305 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508155 Feb 03 11:04:33.903893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db16057-5372-4060-9bde-122da7b9dfdc req-09345719-e4bb-487a-8817-aaf92897b27f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:33.905415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0db16057-5372-4060-9bde-122da7b9dfdc req-09345719-e4bb-487a-8817-aaf92897b27f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1127 time: 0.1013546 Feb 03 11:04:34.022235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0db16057-5372-4060-9bde-122da7b9dfdc req-5d683908-a8d0-45b9-a4bc-da67495363ee tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838256 Feb 03 11:04:34.222278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b158e7b0-6666-48d3-a83a-786247b6acc9 req-ccb7a41f-6afe-4924-b79c-4103bea08b63 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=295d68fdc06e4c76a9fe4a40ac14c8eb HTTP/1.1" status: 200 len: 6154 time: 0.1567059 Feb 03 11:04:34.328038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b158e7b0-6666-48d3-a83a-786247b6acc9 req-9a207724-48c0-484a-8720-54b92ba0e5ba tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "GET /v2.0/security-groups/21a2193e-91cb-49dc-b3dc-89effa3de0ce HTTP/1.1" status: 200 len: 2998 time: 0.0986226 Feb 03 11:04:34.360756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:34.367001 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:34.426427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b158e7b0-6666-48d3-a83a-786247b6acc9 req-c7ecefa9-279c-42a3-9f1f-19c0c22a6132 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "GET /v2.0/security-groups/21a2193e-91cb-49dc-b3dc-89effa3de0ce HTTP/1.1" status: 200 len: 2998 time: 0.0878627 Feb 03 11:04:34.482924 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:34.486599 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Floating IP b81aa290-1fdc-4e07-bb52-a84b6d6883f6 associated. External IP: 172.25.7.211, port: f3afd852-6846-4e36-993e-8355375dc28b. Feb 03 11:04:34.615664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b345f-f0b9-4c04-b03a-7d81f403c32d req-94630d24-b586-4dcc-924d-54545e74e589 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:34.617150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a42b345f-f0b9-4c04-b03a-7d81f403c32d req-94630d24-b586-4dcc-924d-54545e74e589 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.1282878 Feb 03 11:04:34.705571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a42b345f-f0b9-4c04-b03a-7d81f403c32d req-db9fdb84-d829-4b67-9afe-9d89138cd2e8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827754 Feb 03 11:04:34.775482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Router aae109a5-4046-4bab-8925-d69342b25d32 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:04:34.964676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:34.970321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:34.974688 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Sync routers for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:34.978647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-2359f674-bd89-4c37-a8cb-092184db73a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:34.980124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-2359f674-bd89-4c37-a8cb-092184db73a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1553457 Feb 03 11:04:34.987527 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:34.988233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:35.016381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bc9e6ca5-740a-4ffa-8338-5c3dbca0056a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:35.017640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-ac5c013c-ada4-4181-88af-e75ddcea559c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/quotas/828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 375 time: 0.0214894 Feb 03 11:04:35.034694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-3b2669c0-0f45-43cf-b638-cb06c7bd8539 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "PUT /v2.0/floatingips/b81aa290-1fdc-4e07-bb52-a84b6d6883f6 HTTP/1.1" status: 200 len: 997 time: 1.4432070 Feb 03 11:04:35.049554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:35.051954 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852a36b-c7bd-4848-be3a-dbf7246dc274" -d '{"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:35.077051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:35.081703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:35.082164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:35.106801 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:35.111245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-847a2ff3-9522-4e80-975f-e74e9f408471 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890024 Feb 03 11:04:35.118535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-f73b06f8-7b45-4779-9469-b7015d543dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:35.120006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-f73b06f8-7b45-4779-9469-b7015d543dbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1128 time: 0.0653212 Feb 03 11:04:35.180240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:35.180481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:35.223586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:35.223586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:35.227281 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077caef-5090-4051-8eda-4b366f0a3b93" -d '{"events": [{"server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:35.233471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:35.297597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:35.302359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-10d2cc94-1640-4b1c-9b3a-1a56e68585d8 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801841 Feb 03 11:04:35.309592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-eaeba713-8b7d-4f4d-a646-f79fe37619b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:35.310950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-eaeba713-8b7d-4f4d-a646-f79fe37619b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 929 time: 0.1794119 Feb 03 11:04:35.374368 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b81aa290-1fdc-4e07-bb52-a84b6d6883f6', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'mac_address': 'fa:16:3e:bf:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:04:31Z', 'updated_at': '2022-02-03T11:04:34Z', 'revision_number': 1, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:35.402765 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Checking router: aae109a5-4046-4bab-8925-d69342b25d32 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:35.411529 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:35.412276 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:35.430151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-cb934732-9796-45f0-8269-6745f036b262 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 1000 time: 0.1033120 Feb 03 11:04:35.523462 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:35.689117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d29493b8-77a0-4a45-91c6-8b716fa30461 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865948 Feb 03 11:04:35.706320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-e9a75740-c9d6-4876-af46-8ccfaf9c047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:35.707672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-e9a75740-c9d6-4876-af46-8ccfaf9c047e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.2680581 Feb 03 11:04:35.777820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-7564cc2e-13a9-43db-847a-59377ff27734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:35.779447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-7564cc2e-13a9-43db-847a-59377ff27734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615277 Feb 03 11:04:35.781115 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b81aa290-1fdc-4e07-bb52-a84b6d6883f6', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'mac_address': 'fa:16:3e:bf:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:04:31Z', 'updated_at': '2022-02-03T11:04:34Z', 'revision_number': 1, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:35.794174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-2688dba5-2930-49dd-b498-fdb781251440 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:35.795228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-2688dba5-2930-49dd-b498-fdb781251440 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061300 Feb 03 11:04:35.809633 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2b787-3843-4ca8-b25d-c2168bc8a1c1 None None] The sync data for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 is: [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b81aa290-1fdc-4e07-bb52-a84b6d6883f6', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'mac_address': 'fa:16:3e:bf:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:04:31Z', 'updated_at': '2022-02-03T11:04:34Z', 'revision_number': 1, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:35.979565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-44672ed6-500f-4356-8969-e2712aa8c840 service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783047 Feb 03 11:04:36.121569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:36.174399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adc6ac-54bf-47d7-ab4a-994e5e69b541 None None] New status for floating IP b81aa290-1fdc-4e07-bb52-a84b6d6883f6: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:04:36.201360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751ba0-f64b-4b8c-9419-59f00465a740 req-0677dd2e-c694-4a90-a136-3629e1cf018d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:36.203485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81751ba0-f64b-4b8c-9419-59f00465a740 req-0677dd2e-c694-4a90-a136-3629e1cf018d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 950 time: 0.1210504 Feb 03 11:04:36.221728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d608f7bb-e844-4ce3-926a-a7304da3ad5b req-91b2d1ad-b588-4c97-ac93-8e940ea4a05d service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365894 Feb 03 11:04:36.297930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81751ba0-f64b-4b8c-9419-59f00465a740 req-c3e090d8-f8bb-40f0-94c8-0418f8f79c93 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Feb 03 11:04:36.355272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-6da428f6-3666-44fb-a886-a7df967124ff tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/359ff66e-19fb-4fd0-bd2e-35b6f261a2b2 HTTP/1.1" status: 200 len: 1793 time: 0.0694435 Feb 03 11:04:36.457548 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8f558-1e1f-42f9-b58b-9c6cdbbbce18 x-openstack-request-id: req-35b8f558-1e1f-42f9-b58b-9c6cdbbbce18 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:36.457890 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:36.458063 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35b8f558-1e1f-42f9-b58b-9c6cdbbbce18 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:36.458605 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b', 'status': 'completed', 'code': 200} Feb 03 11:04:36.524668 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0bdca-37cd-4465-811e-cb738df098ea x-openstack-request-id: req-2fa0bdca-37cd-4465-811e-cb738df098ea {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:36.526117 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:36.526379 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fa0bdca-37cd-4465-811e-cb738df098ea {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:36.528681 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', 'code': 200} Feb 03 11:04:36.548496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (359ff66e-19fb-4fd0-bd2e-35b6f261a2b2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:36.595654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (359ff66e-19fb-4fd0-bd2e-35b6f261a2b2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:36.654362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-a3ce6a5e-eabd-405f-b740-3e3edd8877b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:36.655951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-a3ce6a5e-eabd-405f-b740-3e3edd8877b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1128 time: 0.1923046 Feb 03 11:04:36.759448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0740b-4028-4b68-b0f1-0b9c5908de6d req-9c0e426e-2724-4a18-bd21-3f35bdd89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:36.760573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2c0740b-4028-4b68-b0f1-0b9c5908de6d req-9c0e426e-2724-4a18-bd21-3f35bdd89d27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 1132 time: 0.1675322 Feb 03 11:04:36.810571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf7754-f623-4681-9af8-6d86881dc0e4 req-94dcd7d6-5ed2-4561-a00d-4b5a1035d463 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:36.813108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ecf7754-f623-4681-9af8-6d86881dc0e4 req-94dcd7d6-5ed2-4561-a00d-4b5a1035d463 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.1738465 Feb 03 11:04:36.821073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (359ff66e-19fb-4fd0-bd2e-35b6f261a2b2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:36.823610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:36.824772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8cd0785-6d4b-4c73-b3d6-e16a1073f0f2 req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/359ff66e-19fb-4fd0-bd2e-35b6f261a2b2 HTTP/1.1" status: 204 len: 173 time: 0.4620557 Feb 03 11:04:36.873555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d0310-e955-4887-ab84-926d15d10671 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ff66e-19fb-4fd0-bd2e-35b6f261a2b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:36.911078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-08218bca-c807-4e5f-a1af-ab70e2c184df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:36.912587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-08218bca-c807-4e5f-a1af-ab70e2c184df service neutron] 10.222.0.69 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 929 time: 0.2325037 Feb 03 11:04:37.003538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2c0740b-4028-4b68-b0f1-0b9c5908de6d req-fdb8316b-d2fb-451b-a1c1-44ed8d70e23d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136412 Feb 03 11:04:37.050386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ecf7754-f623-4681-9af8-6d86881dc0e4 req-ef70c303-dd9c-4b3a-bfdf-c66c956964ee tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230279 Feb 03 11:04:37.123458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-4f8b324d-6876-4973-80fe-a4d28abc0157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 1002 time: 0.1456788 Feb 03 11:04:37.162002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07c1cedd-b0e3-47e5-b56c-062872fb0845 req-c431f09f-6df8-4127-8cbe-b3dd98f39aba tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 210 time: 0.0679004 Feb 03 11:04:37.254941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-1aca597f-3f65-4834-b81c-2f9333bfbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:37.256388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-1aca597f-3f65-4834-b81c-2f9333bfbcaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.1057396 Feb 03 11:04:37.298414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.345885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-17ae2c9d-34d1-4c43-82c2-cfbe4ebdbb6c tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1ad35182-f5b4-4e89-bfee-13425b51f51d HTTP/1.1" status: 200 len: 1794 time: 0.1188135 Feb 03 11:04:37.349948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-22a73507-8e37-43b0-affd-44d36244116d tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 258 time: 0.2700717 Feb 03 11:04:37.373912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:37.409554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-8b251ca3-8f54-41c8-addd-8a9dc36664cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:37.411087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-8b251ca3-8f54-41c8-addd-8a9dc36664cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1414428 Feb 03 11:04:37.443432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.478621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (1ad35182-f5b4-4e89-bfee-13425b51f51d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.542125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (1ad35182-f5b4-4e89-bfee-13425b51f51d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.579995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-09ef557e-0583-40da-9172-9299fba7c8a6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:37.584808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-09ef557e-0583-40da-9172-9299fba7c8a6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.2009284 Feb 03 11:04:37.610797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-9566420a-778d-4894-9007-9613f049bdd8 service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890051 Feb 03 11:04:37.613789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Request body: {'port': {'device_id': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'admin_state_up': True, 'tenant_id': '828aaa4b7af9498090801d377111362a'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:37.663730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1ad35182-f5b4-4e89-bfee-13425b51f51d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.666484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.667726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c43ca8c3-8cde-4b52-95b1-605c980f3e2a req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ad35182-f5b4-4e89-bfee-13425b51f51d HTTP/1.1" status: 204 len: 173 time: 0.3160448 Feb 03 11:04:37.696531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a1872-b9d6-43d2-afcb-21cdb376e5f6 tempest-SecurityGroupsTestAdminJSON-1911635038 tempest-SecurityGroupsTestAdminJSON-1911635038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad35182-f5b4-4e89-bfee-13425b51f51d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:37.762935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8852a36b-c7bd-4848-be3a-dbf7246dc274 req-c004108d-d6a4-48e0-87d7-89c0be5f1867 service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270175 Feb 03 11:04:37.783115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.814339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:37.818023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:37.960280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Allocated IP 172.25.7.58 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/0076d99f-2069-4ee1-8b53-2b82f2868b41) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:38.079268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Allocated IP 172.20.0.6 (da23f46f-2179-472f-a1fd-827be430980b/9f2ec76e-3a80-4ac8-992f-351c9b04f6f1/dd29308a-892e-4ec7-9f1e-1ab6961c1258) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:38.212225 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.253510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.298082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event updated for resources: {'Port': ['ID=0076d99f-2069-4ee1-8b53-2b82f2868b41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:38.318236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:38.321432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:38.326102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:38.361410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks [] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.380726 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (0359043b-a5d9-4cce-b808-d90f4f222585), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.428098 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.436589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.483024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Network da23f46f-2179-472f-a1fd-827be430980b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:38.490906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:38.493699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:38.500564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:38.501549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.523512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:38.540590 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5c6e5240-7511-4d57-9057-c590d8d7404e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9377220 Feb 03 11:04:38.587278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Request body: {'port': {'device_id': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:38.662112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.694617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.704222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.742919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (0359043b-a5d9-4cce-b808-d90f4f222585), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.766566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152d06-59f7-4101-b20f-fae9abcca873 req-08bb255f-9f21-40d9-bd47-e244e2ca4835 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:38.768049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4152d06-59f7-4101-b20f-fae9abcca873 req-08bb255f-9f21-40d9-bd47-e244e2ca4835 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 950 time: 0.1209843 Feb 03 11:04:38.771271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event updated for resources: {'Port': ['ID=0076d99f-2069-4ee1-8b53-2b82f2868b41,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:38.787281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:38.788419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-00bb0d2c-7e04-49ba-9855-3ae5320b591c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4265013 Feb 03 11:04:38.856099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-6ce220f3-7fd2-413d-9baf-eaf950814ab0 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.0577488 Feb 03 11:04:38.891351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4152d06-59f7-4101-b20f-fae9abcca873 req-09de1f47-5c20-4ac4-ad4d-abbf4fa08735 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152697 Feb 03 11:04:39.003843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd29308a-892e-4ec7-9f1e-1ab6961c1258 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:39.011686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks [] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.026610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Transition to ACTIVE for port object dd29308a-892e-4ec7-9f1e-1ab6961c1258 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:39.029708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-23dcf4e7-2d18-41c6-94f8-b2c66d2fb222 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.031725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.032062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0282798e-0db6-46ee-a512-5880db6c34d5 req-23dcf4e7-2d18-41c6-94f8-b2c66d2fb222 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.1674025 Feb 03 11:04:39.035151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-c7d94be2-c6c2-444a-b162-d35d2598f48c tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "GET /v2.0/security-groups/84b66c76-02f3-4d17-a4b1-b010df9c6dbd HTTP/1.1" status: 200 len: 1795 time: 0.1077974 Feb 03 11:04:39.087334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:39.123420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:39.124688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (84b66c76-02f3-4d17-a4b1-b010df9c6dbd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.126305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:39.126655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:39.131700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:39.132019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:39.137131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:39.137467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:39.137846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:39.138368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Bound port: dd29308a-892e-4ec7-9f1e-1ab6961c1258, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:39.138713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.170656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (84b66c76-02f3-4d17-a4b1-b010df9c6dbd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.203245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:39.206266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:39.208248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a90b5-b116-4b40-9cea-61a8a952a3da req-e845bd00-9c4b-4fe5-8d79-0765bd61ec6a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.210375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b57a90b5-b116-4b40-9cea-61a8a952a3da req-e845bd00-9c4b-4fe5-8d79-0765bd61ec6a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.0995946 Feb 03 11:04:39.213369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.230147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (84b66c76-02f3-4d17-a4b1-b010df9c6dbd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.233164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.234983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c305dedd-0568-4c23-978f-d80f538b1b44 req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "DELETE /v2.0/security-groups/84b66c76-02f3-4d17-a4b1-b010df9c6dbd HTTP/1.1" status: 204 len: 173 time: 0.1925955 Feb 03 11:04:39.257767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.258573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:39.264968 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] 10.222.0.69 "PUT /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 1091 time: 0.6980779 Feb 03 11:04:39.264968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:39.265775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244912-5918-4cc6-b204-ac4baa2a01c7 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b66c76-02f3-4d17-a4b1-b010df9c6dbd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:39.265869 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c927857-63e2-45e8-a126-ef3f3c2b23c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:39.294958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca7f6-9016-4333-9529-8a739005a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:39.325010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b57a90b5-b116-4b40-9cea-61a8a952a3da req-767f87b2-8f95-4c01-895b-40b2762d0cc5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974956 Feb 03 11:04:39.427528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-31a95c50-31cb-47f2-b8bf-f885ca5cde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.429316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-31a95c50-31cb-47f2-b8bf-f885ca5cde6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1125 time: 0.0565634 Feb 03 11:04:39.451757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-6441a94f-19d7-4422-a870-6a32b0a2f313 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1989390887&fields=id&tenant_id=c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 267 time: 0.0727582 Feb 03 11:04:39.490869 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-c57701a6-d118-4fbf-80ed-355b8925609b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.0389819 Feb 03 11:04:39.503321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8295-20c8-4fbe-b9ac-56f781235594 req-4590a3b3-006b-4fcf-8eef-05c8b6898937 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.504704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb3a8295-20c8-4fbe-b9ac-56f781235594 req-4590a3b3-006b-4fcf-8eef-05c8b6898937 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.1007538 Feb 03 11:04:39.545327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5260e0ce-8c5a-4133-b09d-139218687e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.547661 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-5260e0ce-8c5a-4133-b09d-139218687e65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0458922 Feb 03 11:04:39.585684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-6599921e-7066-4c58-8d62-43a9b7daf5c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275609 Feb 03 11:04:39.605663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-4829663a-666d-4515-a625-12f9111e6146 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:39.607137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-4829663a-666d-4515-a625-12f9111e6146 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 823 time: 0.1464648 Feb 03 11:04:39.610926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb3a8295-20c8-4fbe-b9ac-56f781235594 req-87fce3f0-3354-4d03-aa37-06e09196f319 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783458 Feb 03 11:04:39.632280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-e2b1fe78-6cbc-4f57-bc37-d4cc416dc735 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/quotas/c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 375 time: 0.0122774 Feb 03 11:04:39.704172 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-30e73ec5-96b1-4681-8263-e6668957883e service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094854 Feb 03 11:04:39.723138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-f07f27b3-1be3-4dcd-b1c6-bf5bb428913b tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810468 Feb 03 11:04:39.837141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-61453fe5-cc69-491b-988f-c1292b5dc545 service neutron] 10.222.0.30 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994627 Feb 03 11:04:39.851515 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-309061e8-b99e-4f89-896c-66f12faaa270 req-60238306-82c3-48f2-9b9d-04421692c3d1 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146080 Feb 03 11:04:39.953519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-1ba1f265-697a-4fe1-a2e5-2d3198b50e3d service neutron] 10.222.0.30 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087017 Feb 03 11:04:40.191277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-ce896384-8cef-4aff-b008-44f24e328667 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:40.192945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-ce896384-8cef-4aff-b008-44f24e328667 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/ports?device_id=b399f141-54e7-4f9e-aa12-8099c9c4d9aa HTTP/1.1" status: 200 len: 946 time: 0.1252458 Feb 03 11:04:40.237324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-3f125186-c137-4ee6-9cbd-31a740a5fba2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:40.238851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-3f125186-c137-4ee6-9cbd-31a740a5fba2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0956984 Feb 03 11:04:40.249324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407773-12cf-42ef-aa3e-1dc115dfbb1f req-f3caf237-3cd2-4dab-8324-61f29a52eaf8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:40.261921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8407773-12cf-42ef-aa3e-1dc115dfbb1f req-f3caf237-3cd2-4dab-8324-61f29a52eaf8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 949 time: 0.1558905 Feb 03 11:04:40.335282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Deleting port da46addc-a75d-4f9f-8f35-cbfdd75813e2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:04:40.335730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.377201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8407773-12cf-42ef-aa3e-1dc115dfbb1f req-06e47a35-544b-46ae-8976-5981ccac4f1d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083410 Feb 03 11:04:40.380796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-c079e2f0-9cea-4e89-8ffb-8751984ecff3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.1161330 Feb 03 11:04:40.398004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-37ac73ff-bbeb-44db-8c36-22ce9942e011 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'floatingip': {'port_id': 'f3afd852-6846-4e36-993e-8355375dc28b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:40.481740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] For port da46addc-a75d-4f9f-8f35-cbfdd75813e2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=da46addc-a75d-4f9f-8f35-cbfdd75813e2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:40.482325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.494870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-37ac73ff-bbeb-44db-8c36-22ce9942e011 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (0359043b-a5d9-4cce-b808-d90f4f222585), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.545965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-4b3991ea-09c1-450f-83c4-078830e3e148 tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "GET /v2.0/security-groups/db5e4496-8ead-43f2-bbef-addf7eecb067 HTTP/1.1" status: 200 len: 1794 time: 0.1331873 Feb 03 11:04:40.652997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (db5e4496-8ead-43f2-bbef-addf7eecb067), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.678746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (db5e4496-8ead-43f2-bbef-addf7eecb067), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.732982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (db5e4496-8ead-43f2-bbef-addf7eecb067), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.736083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:40.748785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a5e41e-1d8c-42ca-96b6-d2107ae294c9 req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] 10.222.0.30 "DELETE /v2.0/security-groups/db5e4496-8ead-43f2-bbef-addf7eecb067 HTTP/1.1" status: 204 len: 173 time: 0.2013569 Feb 03 11:04:40.800001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f2db-149f-420f-b894-0787399c87bb tempest-SecurityGroupsTestAdminJSON-1317135786 tempest-SecurityGroupsTestAdminJSON-1317135786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e4496-8ead-43f2-bbef-addf7eecb067,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:41.194420 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6165201d-6672-4bf3-a67c-98dfcb2e2903 x-openstack-request-id: req-6165201d-6672-4bf3-a67c-98dfcb2e2903 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:41.195453 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:41.196038 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6165201d-6672-4bf3-a67c-98dfcb2e2903 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:41.199309 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'status': 'completed', 'code': 200} Feb 03 11:04:41.207345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52954) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:41.222012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:41.222625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:41.223300 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb disassociated. External IP: 172.25.7.239, port: da46addc-a75d-4f9f-8f35-cbfdd75813e2. Feb 03 11:04:41.223791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Calling delete_port for da46addc-a75d-4f9f-8f35-cbfdd75813e2 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:04:41.443309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8aa642e9-4cb9-4bd5-a382-22e58f7ec598 req-75059bd3-8825-478d-876b-c40f2a902797 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 210 time: 0.0354335 Feb 03 11:04:41.471120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:41.471962 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a5f021d4-e5f9-4109-b9ec-fdc3166fa7f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=295d68fdc06e4c76a9fe4a40ac14c8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536588 Feb 03 11:04:41.478697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (da46addc-a75d-4f9f-8f35-cbfdd75813e2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:41.528294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event deleted for resources: {'Port': ['ID=da46addc-a75d-4f9f-8f35-cbfdd75813e2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:41.536960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-f4fce630-5792-4ae5-abb8-e0c1d7f6867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:41.542702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-f4fce630-5792-4ae5-abb8-e0c1d7f6867f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1125 time: 0.6296322 Feb 03 11:04:41.568200 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-37ac73ff-bbeb-44db-8c36-22ce9942e011 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 11:04:41.569486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f21cc899-50f0-41a8-afe8-0072111fefd0 req-37ac73ff-bbeb-44db-8c36-22ce9942e011 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "PUT /v2.0/floatingips/0359043b-a5d9-4cce-b808-d90f4f222585 HTTP/1.1" status: 409 len: 550 time: 1.1817405 Feb 03 11:04:41.673337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:04:41.794248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] Publish callbacks [] for security_group (21a2193e-91cb-49dc-b3dc-89effa3de0ce), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:41.821924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3dc5-fae2-4e3b-ab01-efa1b5f8b63c req-e676a254-04d0-41a1-9dd1-580c2ac06b2a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:41.829830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-593e3dc5-fae2-4e3b-ab01-efa1b5f8b63c req-e676a254-04d0-41a1-9dd1-580c2ac06b2a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2626147 Feb 03 11:04:41.848172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:41.882920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:41.894646 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:41.899258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:41.937742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] No DVR routers for this DVR port da46addc-a75d-4f9f-8f35-cbfdd75813e2 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:04:41.941035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:41.949807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-dcf5c27f-326e-47c3-ac62-6bc32b4851d2 req-c3d9abc0-6173-46e8-b8d2-1429cd72924f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "DELETE /v2.0/ports/da46addc-a75d-4f9f-8f35-cbfdd75813e2 HTTP/1.1" status: 204 len: 173 time: 1.7514431 Feb 03 11:04:42.001340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] Publish callbacks [] for security_group (21a2193e-91cb-49dc-b3dc-89effa3de0ce), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.080863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-593e3dc5-fae2-4e3b-ab01-efa1b5f8b63c req-b4984d02-e27a-426f-9177-340578fb2bf8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454853 Feb 03 11:04:42.092750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-fe93ba91-f9cc-4372-ba8c-090e10090236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.098991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-fe93ba91-f9cc-4372-ba8c-090e10090236 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.5285616 Feb 03 11:04:42.162788 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:42.225151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21a2193e-91cb-49dc-b3dc-89effa3de0ce), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.227717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.228887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21a2193e-91cb-49dc-b3dc-89effa3de0ce HTTP/1.1" status: 204 len: 168 time: 0.7608769 Feb 03 11:04:42.302121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-3214b416-9e47-4dd3-87fb-a222470ebd04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.1781397 Feb 03 11:04:42.317991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585eba6-ba3a-4490-9710-36edcb8070cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2193e-91cb-49dc-b3dc-89effa3de0ce,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:42.376077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-24996ff9-c545-4fb5-ab9f-4acd2ea60296 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.377583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-24996ff9-c545-4fb5-ab9f-4acd2ea60296 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 823 time: 0.6186352 Feb 03 11:04:42.412184 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:42.414786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafce9-c384-4e48-bad2-d0f53dc73f8f req-4e422c02-e810-4ff0-a381-f1fd8c2ff5ee tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.420169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafce9-c384-4e48-bad2-d0f53dc73f8f req-4e422c02-e810-4ff0-a381-f1fd8c2ff5ee tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.428125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daeafce9-c384-4e48-bad2-d0f53dc73f8f req-4e422c02-e810-4ff0-a381-f1fd8c2ff5ee tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4&device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 1690 time: 0.3684063 Feb 03 11:04:42.453538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-0d4c033c-12b1-4848-88d2-0950a477d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.454987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-0d4c033c-12b1-4848-88d2-0950a477d11a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1412170 Feb 03 11:04:42.466503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:42.477804 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:42.478526 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:42.491230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cb1c-ccdd-41a1-8d51-85a93c63042e req-c4865e10-fe55-48ae-b128-b2bacdfdc643 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:42.492741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53cb1c-ccdd-41a1-8d51-85a93c63042e req-c4865e10-fe55-48ae-b128-b2bacdfdc643 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.2954867 Feb 03 11:04:42.530231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-61616654-3132-4ed9-b6a9-870bdbdf9841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616744 Feb 03 11:04:42.625588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:42.633702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daeafce9-c384-4e48-bad2-d0f53dc73f8f req-d81a3d99-2552-480c-8469-97bb50d83cfa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041042 Feb 03 11:04:42.651747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-aac0f54c-2bf3-4b3f-a10f-d48da983594a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f6fbf8d2164b088c8e51cff4b46619 HTTP/1.1" status: 200 len: 380 time: 0.2528839 Feb 03 11:04:42.690810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-602af722-aee5-4e9e-a843-4333985a80f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08c9bda3a9fc442ebb4f43e87afae32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639241 Feb 03 11:04:42.697733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52972) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:42.765656 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:42.795178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'port': {'device_id': '01824c4a-4901-46ed-bd80-ee74853eda64', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'admin_state_up': True, 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'security_groups': ['5659f72a-c799-4c8c-b8ef-8a60143855f4']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:42.798242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] Publish callbacks [] for security_group (c731ebf7-e0c8-420c-89fa-193357fd8a0a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.830283 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] Publish callbacks [] for security_group (c731ebf7-e0c8-420c-89fa-193357fd8a0a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.841991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53cb1c-ccdd-41a1-8d51-85a93c63042e req-7e62fedb-c80e-4402-b21b-f15da255ac9f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212924 Feb 03 11:04:42.912435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-af156e92-1d5f-44d4-99a4-faeb4b42145e tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips/0359043b-a5d9-4cce-b808-d90f4f222585 HTTP/1.1" status: 200 len: 692 time: 0.2479753 Feb 03 11:04:42.924837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c731ebf7-e0c8-420c-89fa-193357fd8a0a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.930178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:42.932537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c731ebf7-e0c8-420c-89fa-193357fd8a0a HTTP/1.1" status: 204 len: 168 time: 0.2337756 Feb 03 11:04:42.959015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91a9e6-5e0e-45b6-b059-2a3fcefa9e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731ebf7-e0c8-420c-89fa-193357fd8a0a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:42.977588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-0d2d965f-5748-4a88-8193-83f59f8b0ab4 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332378 Feb 03 11:04:43.086475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-736eafe6-386f-4b04-a644-ee737a36e666 req-1f7e1980-3d13-4b01-a315-d1eb6ffcb213 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 210 time: 0.0724773 Feb 03 11:04:43.137135 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:43.178479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-1e853ed4-5abb-43fa-aee2-9e426f5b5d39 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:43.179884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-1e853ed4-5abb-43fa-aee2-9e426f5b5d39 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2666867 Feb 03 11:04:43.186641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43066091-1542-47b5-bb94-f77fb42d0968 None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:43.197376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-139f56e3-76db-47d8-bb08-036b507603b2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:43.198359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-139f56e3-76db-47d8-bb08-036b507603b2 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096014 Feb 03 11:04:43.201420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'name': 'network-vif-deleted', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:43.206724 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2378ac7-579a-423a-8aca-dc453fe0afa4" -d '{"events": [{"server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "name": "network-vif-deleted", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:43.211241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Made reservation on behalf of c2f6fbf8d2164b088c8e51cff4b46619 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:43.214826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:43.244209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c927857-63e2-45e8-a126-ef3f3c2b23c9 req-1bb07230-7823-4741-8772-d26797a50dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291658 Feb 03 11:04:43.348542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-c3adaf3f-2441-4a3b-9819-286b02d6eb0e tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.1193874 Feb 03 11:04:43.435196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-cf2e417e-3eed-4e70-a01e-d79a57fad60c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.58 HTTP/1.1" status: 200 len: 695 time: 0.0654993 Feb 03 11:04:43.521399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733f94-565a-4636-be63-c3857093e0bc req-7256c990-9a4f-490b-a22d-e94d300942db tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:43.523176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d733f94-565a-4636-be63-c3857093e0bc req-7256c990-9a4f-490b-a22d-e94d300942db tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2235718 Feb 03 11:04:43.598156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Allocated IP 172.20.0.7 (5d7069c8-13e3-4806-aa31-172e983d7a38/ed237288-2579-4700-aa52-a54c68169a93/bf0491ef-8518-4d2b-889e-f6adac2d5ab2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:43.617831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292d400-4303-405e-a618-477ad9943e98 None None] New status for floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:04:43.661075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d733f94-565a-4636-be63-c3857093e0bc req-f085cac2-663d-4577-9dad-78456d574cc9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285238 Feb 03 11:04:43.754288 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a245451-d409-4eed-a1ed-620b6fea9c7d x-openstack-request-id: req-9a245451-d409-4eed-a1ed-620b6fea9c7d {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:43.754736 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b399f141-54e7-4f9e-aa12-8099c9c4d9aa", "name": "network-vif-deleted", "tag": "da46addc-a75d-4f9f-8f35-cbfdd75813e2", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:43.754736 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a245451-d409-4eed-a1ed-620b6fea9c7d {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:43.755171 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b399f141-54e7-4f9e-aa12-8099c9c4d9aa', 'name': 'network-vif-deleted', 'tag': 'da46addc-a75d-4f9f-8f35-cbfdd75813e2', 'status': 'completed', 'code': 200} Feb 03 11:04:43.791601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Deleting port 0076d99f-2069-4ee1-8b53-2b82f2868b41 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:04:43.791946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:43.914813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:43.932272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device da46addc-a75d-4f9f-8f35-cbfdd75813e2 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:04:43.951513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:43.961532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53002) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:44.000639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.001013 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (0076d99f-2069-4ee1-8b53-2b82f2868b41), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.020314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: da46addc-a75d-4f9f-8f35-cbfdd75813e2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:04:44.020672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device da46addc-a75d-4f9f-8f35-cbfdd75813e2 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:04:44.020842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8275-c074-4e8f-8dcc-5280e6ac284d req-9a850ee9-1a2c-4331-8046-c038f8feba07 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:44.028073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28dd8275-c074-4e8f-8dcc-5280e6ac284d req-9a850ee9-1a2c-4331-8046-c038f8feba07 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 1132 time: 0.1710503 Feb 03 11:04:44.036452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Calling delete_port for 0076d99f-2069-4ee1-8b53-2b82f2868b41 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:04:44.118504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1512601733-network', 'tenant_id': '1d0b882484e2477297cca587f67786ef'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:44.126341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:44.139583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'port_id': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'mac_address': 'fa:16:3e:ba:f4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ec76e-3a80-4ac8-992f-351c9b04f6f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:44.143322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Made reservation on behalf of 1d0b882484e2477297cca587f67786ef for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:44.146219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.157384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.159353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.184770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port dd29308a-892e-4ec7-9f1e-1ab6961c1258 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:44.185368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.200821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd29308a-892e-4ec7-9f1e-1ab6961c1258 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:44.225686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:44.230261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.236236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28dd8275-c074-4e8f-8dcc-5280e6ac284d req-724ffa85-7aec-4904-bfaf-5e75f65feb23 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071402 Feb 03 11:04:44.259059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks [] for security_group (32a07fbf-d20e-4508-a04f-3b74d4169c22), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.266443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32a07fbf-d20e-4508-a04f-3b74d4169c22), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.301167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:44.302387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:04:44.319945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a07fbf-d20e-4508-a04f-3b74d4169c22,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.325321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.336952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.337384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.337871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.338870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.339304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.340005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.340739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.341172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.341572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.342043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.342439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.342834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.343090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2ce299f2-ed1b-4fc8-8282-ac3bab331d00), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.343229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:04:44.344066 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Added segment 2ce299f2-ed1b-4fc8-8282-ac3bab331d00 of type vlan for network 8ca3439d-5eb2-49b8-a277-c6d9b461015f Feb 03 11:04:44.382298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:44.384094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event updated for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.394230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:44.402920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:44.403592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.408974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8ca3439d-5eb2-49b8-a277-c6d9b461015f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.460081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8ca3439d-5eb2-49b8-a277-c6d9b461015f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.461552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:44.462429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.484722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-b178d74e-e1a8-447a-a1c0-2dc847104a6f tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6999586 Feb 03 11:04:44.502870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5399725 Feb 03 11:04:44.507004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Request body: {'port': {'device_id': '01824c4a-4901-46ed-bd80-ee74853eda64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:44.518380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766e59-ac80-40f9-9209-5b43c0e34cef req-c840c832-dc49-4349-94d9-945bc28aa2be tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:44.525511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63766e59-ac80-40f9-9209-5b43c0e34cef req-c840c832-dc49-4349-94d9-945bc28aa2be tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.1720269 Feb 03 11:04:44.530149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:44.536459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Request body: {'subnet': {'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1512601733-subnet', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:44.543391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f006-7273-4627-8e6d-3941aa7fd089 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca3439d-5eb2-49b8-a277-c6d9b461015f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.563595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:04:44.564535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Made reservation on behalf of 1d0b882484e2477297cca587f67786ef for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:44.567036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.585423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0076d99f-2069-4ee1-8b53-2b82f2868b41), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.649664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event deleted for resources: {'Port': ['ID=0076d99f-2069-4ee1-8b53-2b82f2868b41,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.725758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (0359043b-a5d9-4cce-b808-d90f4f222585), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.728956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.737571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce2d01b-5a9d-4114-97b7-89777e6e83d0 req-031fb15d-81dc-4f9f-89f2-a5d5b4f83a51 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "DELETE /v2.0/floatingips/0359043b-a5d9-4cce-b808-d90f4f222585 HTTP/1.1" status: 204 len: 173 time: 1.2936425 Feb 03 11:04:44.742748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63766e59-ac80-40f9-9209-5b43c0e34cef req-7c8a9e3f-07b9-4b0d-91e0-d6c5f776832d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163820 Feb 03 11:04:44.743780 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.799902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['dd29308a-892e-4ec7-9f1e-1ab6961c1258'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:44.807989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (88cb3091-4bd9-415d-834a-c5c73a0c1e20), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.809448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-efa918dc-f059-4805-92e8-9b1f796979f3 None None] Provisioning complete for port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:44.809856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efa918dc-f059-4805-92e8-9b1f796979f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.885479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Checking segment: {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:44.885943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Network hostable DHCP agents. Network: 8ca3439d-5eb2-49b8-a277-c6d9b461015f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:04:44.892929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-efa918dc-f059-4805-92e8-9b1f796979f3 None None] Port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:44.893411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cb3091-4bd9-415d-834a-c5c73a0c1e20,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:44.913538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:04:44.936304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8ca3439d-5eb2-49b8-a277-c6d9b461015f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:44.949716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:44.950785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:44.967665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8b00a-d134-457d-a364-4c6136eb4cde None None] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:44.976112 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13701d5c-1ffd-4099-a597-f8aef1b126bb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4438615 Feb 03 11:04:44.979490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:44.988069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:45.019373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (30b845ca-c123-46dd-8575-22f44b598185), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.022432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (30b845ca-c123-46dd-8575-22f44b598185), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.101163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for router_controller (30b845ca-c123-46dd-8575-22f44b598185), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.129968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'project_id': '1d0b882484e2477297cca587f67786ef', 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:04:45.131001 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.248620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36651e3d-24d9-4218-8013-d7017ac3b917 req-8df570c0-ce1e-4fe4-915c-7a071e03d166 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:45.255349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36651e3d-24d9-4218-8013-d7017ac3b917 req-8df570c0-ce1e-4fe4-915c-7a071e03d166 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 931 time: 0.4566171 Feb 03 11:04:45.278955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Allocated IP 172.20.0.2 (8ca3439d-5eb2-49b8-a277-c6d9b461015f/88cb3091-4bd9-415d-834a-c5c73a0c1e20/c98d63a7-fdbb-4c22-8577-f141423f3bc5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:45.285688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88f8e1-6ec2-416d-897a-06cc28e47e09 req-858d9da6-da81-4ae9-b146-37d949bcbb0f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:45.292680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd88f8e1-6ec2-416d-897a-06cc28e47e09 req-858d9da6-da81-4ae9-b146-37d949bcbb0f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 1131 time: 0.4443195 Feb 03 11:04:45.313406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for router_gateway (30b845ca-c123-46dd-8575-22f44b598185), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.413155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36651e3d-24d9-4218-8013-d7017ac3b917 req-44310b35-2544-48d2-8238-647eb8589679 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521487 Feb 03 11:04:45.456764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks [] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.461583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd88f8e1-6ec2-416d-897a-06cc28e47e09 req-1202b0c9-7920-4f1f-997e-889a9dc11b71 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673176 Feb 03 11:04:45.484359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.545994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:45.547978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:45.549755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Pushing event updated for resources: {'Port': ['ID=c98d63a7-fdbb-4c22-8577-f141423f3bc5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:45.557604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:45.623376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for router_gateway (30b845ca-c123-46dd-8575-22f44b598185), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.625147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Attempting to bind port c98d63a7-fdbb-4c22-8577-f141423f3bc5 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:45.625618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Attempting to bind port c98d63a7-fdbb-4c22-8577-f141423f3bc5 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:45.626074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Attempting to bind port c98d63a7-fdbb-4c22-8577-f141423f3bc5 on network 8ca3439d-5eb2-49b8-a277-c6d9b461015f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:45.631822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:45.632288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Checking segment: {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:45.632756 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.633236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Bound using segment: {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:45.633763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Bound port: c98d63a7-fdbb-4c22-8577-f141423f3bc5, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:45.634220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.647932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.675183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0491ef-8518-4d2b-889e-f6adac2d5ab2 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:45.685339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks [] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.690655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-e7170d48-2c6d-4359-a0c5-69c2767b5d7e tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1002 time: 0.1943505 Feb 03 11:04:45.715181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Transition to ACTIVE for port object bf0491ef-8518-4d2b-889e-f6adac2d5ab2 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:45.726519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] For port c98d63a7-fdbb-4c22-8577-f141423f3bc5, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:45.731483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] For port c98d63a7-fdbb-4c22-8577-f141423f3bc5, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c98d63a7-fdbb-4c22-8577-f141423f3bc5,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:45.740767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.747848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b418339-2595-4c6a-a9da-774c9824ed09 req-8f1af737-e634-4980-962f-7947d34ae0a0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:45.755254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b418339-2595-4c6a-a9da-774c9824ed09 req-8f1af737-e634-4980-962f-7947d34ae0a0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2283401 Feb 03 11:04:45.757023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:45.802157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Allocated IP 172.25.7.11 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/3d93dee8-7d60-4f8a-83f4-580d820dcf5f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:45.819850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-16e56059-ee4c-4a5a-a3b0-5ccddc9a0a00 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:45.827421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77bf1-2140-4e5c-b393-e926a217665c None None] Pushing event updated for resources: {'Port': ['ID=c98d63a7-fdbb-4c22-8577-f141423f3bc5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:45.834639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-16e56059-ee4c-4a5a-a3b0-5ccddc9a0a00 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports/f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 943 time: 0.1214318 Feb 03 11:04:45.899178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:45.938666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b418339-2595-4c6a-a9da-774c9824ed09 req-66f2e2fd-c8e0-4894-a200-75200b9503e3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824715 Feb 03 11:04:45.953376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.012073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.079625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.086778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Attempting to bind port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:46.087460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Attempting to bind port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:46.088043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Attempting to bind port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:46.098312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:46.098901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Attempting to bind port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 on network 5d7069c8-13e3-4806-aa31-172e983d7a38 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:46.125700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:46.134724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:46.134959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Checking segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:46.135933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Bound using segment: {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:46.137203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Bound port: bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade31331-7c2e-4194-bd04-041d8a52510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:46.137203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.193761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:46.207065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:46.313848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-2398b99d-eb1a-47d5-87ce-32c0a84800ed tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1002 time: 0.3272388 Feb 03 11:04:46.365283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:46.415716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c98d63a7-fdbb-4c22-8577-f141423f3bc5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:46.485729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c98d63a7-fdbb-4c22-8577-f141423f3bc5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:46.486987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.502967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:46.514560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:46.528665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for router_gateway (30b845ca-c123-46dd-8575-22f44b598185), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.532946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.541628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a1f39-e37b-4b2d-aaef-80c137a7667c req-4d5ec8a7-c0cc-4bb9-a565-931943297197 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:46.543162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-735a1f39-e37b-4b2d-aaef-80c137a7667c req-4d5ec8a7-c0cc-4bb9-a565-931943297197 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.2695382 Feb 03 11:04:46.561002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-331bd53b-d8d3-4526-885b-35cebc1ef173 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:46.567421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-331bd53b-d8d3-4526-885b-35cebc1ef173 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2425911 Feb 03 11:04:46.598644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-f993e8bb-df2c-4d92-a38d-22d4863aa4b1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:46.606084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-f993e8bb-df2c-4d92-a38d-22d4863aa4b1 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378866 Feb 03 11:04:46.616757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c98d63a7-fdbb-4c22-8577-f141423f3bc5 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:46.617220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.677465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port c98d63a7-fdbb-4c22-8577-f141423f3bc5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c98d63a7-fdbb-4c22-8577-f141423f3bc5,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:46.685217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.714550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:46.715179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.716576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] 10.222.0.69 "PUT /v2.0/ports/bf0491ef-8518-4d2b-889e-f6adac2d5ab2 HTTP/1.1" status: 200 len: 1091 time: 2.2148507 Feb 03 11:04:46.726849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-80600450-6331-4597-92c9-aa55d70e0d36 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1002 time: 0.1194372 Feb 03 11:04:46.735869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:46.738201 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094eecd4-1935-4664-bbbf-fa9c9e810819" -d '{"events": [{"name": "network-changed", "server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:46.750867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:46.774722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=c98d63a7-fdbb-4c22-8577-f141423f3bc5,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:46.854416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a121b4-b00d-4cd3-82eb-775c29393f87 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:46.880180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-735a1f39-e37b-4b2d-aaef-80c137a7667c req-ee7e80b4-bdcc-438f-bbac-b61284b5a349 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275690 Feb 03 11:04:46.896436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:46.988525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-2d59f135-b162-4c96-b834-9efa87f0a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:46.990247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-2d59f135-b162-4c96-b834-9efa87f0a212 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 1125 time: 0.1958017 Feb 03 11:04:47.062876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-6af2d843-9e0f-4644-a09d-b887c1593b23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2 HTTP/1.1" status: 200 len: 217 time: 0.0535760 Feb 03 11:04:47.080020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-89e9dd65-dc3d-4b7f-8345-7110684a7a6a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886712 Feb 03 11:04:47.154545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (30b845ca-c123-46dd-8575-22f44b598185), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:47.287887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-fa56dbca-a8bd-4684-81c3-a3ae2f50e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:47.289766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-fa56dbca-a8bd-4684-81c3-a3ae2f50e063 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.2124515 Feb 03 11:04:47.298075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:47.318566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:47.318898 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Floating IP b81aa290-1fdc-4e07-bb52-a84b6d6883f6 disassociated. External IP: 172.25.7.211, port: f3afd852-6846-4e36-993e-8355375dc28b. Feb 03 11:04:47.332812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Router 30b845ca-c123-46dd-8575-22f44b598185 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:04:47.377957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-44000372-b63c-4f76-b318-8d9a3153d618 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:47.379277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-44000372-b63c-4f76-b318-8d9a3153d618 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566009 Feb 03 11:04:47.395531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8e928-f4a7-453a-aaed-66eb060ca027 None None] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:04:47.404280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-b62f0363-349f-4a88-8d0d-020175ce658b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0181983 Feb 03 11:04:47.469220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:47.480631 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Sync routers for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:47.482783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-08172969-0eb9-454a-a895-4ebfabae0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:47.484852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-08172969-0eb9-454a-a895-4ebfabae0465 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1855760 Feb 03 11:04:47.500802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:47.502977 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:47.505543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:47.506108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-31a2bad1-dfc3-48ed-8acb-02e8e70d6fa6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5249114 Feb 03 11:04:47.508877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:04:47.535960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0cbb9c99-feab-4d5d-842f-18625cf30ac3 None None] Provisioning complete for port c98d63a7-fdbb-4c22-8577-f141423f3bc5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:47.537014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9c99-feab-4d5d-842f-18625cf30ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:47.576005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-522e7054-5f3a-4eb0-9c82-feed5c450370 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362686 Feb 03 11:04:47.633838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb9c99-feab-4d5d-842f-18625cf30ac3 None None] Current status of the port c98d63a7-fdbb-4c22-8577-f141423f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:47.719636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-8042dbfe-32f5-40af-803f-24e5af809cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224314 Feb 03 11:04:47.722838 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:47.845754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Router aae109a5-4046-4bab-8925-d69342b25d32 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:04:47.941624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:48.074814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port dd29308a-892e-4ec7-9f1e-1ab6961c1258 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:48.087850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port dd29308a-892e-4ec7-9f1e-1ab6961c1258 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:48.088228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.093920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-99bfe239-f120-4731-b192-d0377ac45413 None None] Provisioning complete for port c98d63a7-fdbb-4c22-8577-f141423f3bc5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:48.099076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99bfe239-f120-4731-b192-d0377ac45413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.134798 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:46Z', 'revision_number': 3, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:48.196225 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Checking router: 30b845ca-c123-46dd-8575-22f44b598185 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:48.196741 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Updating router 30b845ca-c123-46dd-8575-22f44b598185 port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:04:48.276661 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.321742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc338f6-d2d3-43cd-abdd-41b24c98845e req-02d461d3-3b3b-4a20-a773-d49320005f05 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952945 Feb 03 11:04:48.348063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99bfe239-f120-4731-b192-d0377ac45413 None None] Current status of the port c98d63a7-fdbb-4c22-8577-f141423f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:48.350254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c98d63a7-fdbb-4c22-8577-f141423f3bc5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:48.439561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:48.444407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.447673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port dd29308a-892e-4ec7-9f1e-1ab6961c1258 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:48.448132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.477208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.526898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:48.535127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Sync routers for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:48.547855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:48.553016 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab609e0-6f47-4372-a3f3-5654c67ccbb0" -d '{"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-plugged", "status": "completed", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:48.560517 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.586701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:48.587329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:48.596764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-3a713f7b-dcd3-4b85-8c4d-c063dac06a1f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "PUT /v2.0/floatingips/b81aa290-1fdc-4e07-bb52-a84b6d6883f6 HTTP/1.1" status: 200 len: 695 time: 1.8616962 Feb 03 11:04:48.691488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a93c75-5165-4a06-966e-1991ee892da6 req-0a186398-b4ee-4101-8815-bae1fa7b1ed0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:48.701276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22a93c75-5165-4a06-966e-1991ee892da6 req-0a186398-b4ee-4101-8815-bae1fa7b1ed0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 943 time: 0.2195253 Feb 03 11:04:48.763087 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks [] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.774611 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.784804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Allocated IP 172.20.0.1 (8ca3439d-5eb2-49b8-a277-c6d9b461015f/88cb3091-4bd9-415d-834a-c5c73a0c1e20/d311f3fe-c682-49ab-a53d-166008a6584d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:48.792012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c98d63a7-fdbb-4c22-8577-f141423f3bc5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:48.792408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.811101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-f75492ba-8dcc-41dc-9fc3-4e954ff426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:48.813184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-f75492ba-8dcc-41dc-9fc3-4e954ff426e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1128 time: 0.1943440 Feb 03 11:04:48.832156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:48.857190 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Attempting to bind port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:48.857562 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Attempting to bind port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:48.857920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Attempting to bind port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:48.895629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22a93c75-5165-4a06-966e-1991ee892da6 req-ccdd7bd5-f430-4022-9f6a-7a99e87422f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915760 Feb 03 11:04:48.922913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:48.952333 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:48.952845 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:48.953261 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:48.956270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:48.956858 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Bound port: 3d93dee8-7d60-4f8a-83f4-580d820dcf5f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:48.957285 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.016170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks [] for port (d311f3fe-c682-49ab-a53d-166008a6584d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.030160 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509aff01-af0c-4e3a-a3f5-a9a30f63904d x-openstack-request-id: req-509aff01-af0c-4e3a-a3f5-a9a30f63904d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:49.031729 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:49.032195 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-509aff01-af0c-4e3a-a3f5-a9a30f63904d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:49.034573 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'status': 'completed', 'code': 200} Feb 03 11:04:49.066247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.108518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375514b-ce8b-4c77-bf1a-13dc6137d858 None None] Pushing event updated for resources: {'Port': ['ID=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:49.134038 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] For port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:49.137846 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] For port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:49.160548 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.166724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-4f6c78b7-8389-4ac0-820f-520ad8a038c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.174547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Pushing event updated for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:49.179709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-4f6c78b7-8389-4ac0-820f-520ad8a038c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 929 time: 0.3606646 Feb 03 11:04:49.212053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:49.214176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:49.216623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:49.217257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (30b845ca-c123-46dd-8575-22f44b598185), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.313452 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375514b-ce8b-4c77-bf1a-13dc6137d858 None None] Pushing event updated for resources: {'Port': ['ID=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:49.371690 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:49.373737 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:49.431082 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.447453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-c04ffd54-e0d7-4734-a7ff-26bd19d39494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.452430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-c04ffd54-e0d7-4734-a7ff-26bd19d39494 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 1125 time: 0.3752267 Feb 03 11:04:49.464418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-0e3111b0-bd98-41d0-a8e6-19448a3f9657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 217 time: 0.2088985 Feb 03 11:04:49.497660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c98d63a7-fdbb-4c22-8577-f141423f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:49.593097 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:49.607882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6557ec0-0f8a-4179-9f51-5de08dd5a91f req-eebbb4b9-5e08-441b-984a-9e3b1905b8ab tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.616180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6557ec0-0f8a-4179-9f51-5de08dd5a91f req-eebbb4b9-5e08-441b-984a-9e3b1905b8ab tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.5077779 Feb 03 11:04:49.619590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-97a56408-d0e3-49d9-99d7-6b14b2f88118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.621453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-97a56408-d0e3-49d9-99d7-6b14b2f88118 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 924 time: 0.1529837 Feb 03 11:04:49.651646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f7267c28-b3ec-4bcc-bf08-d1e3fe1048de None None] Provisioning complete for port d311f3fe-c682-49ab-a53d-166008a6584d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:49.652102 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7267c28-b3ec-4bcc-bf08-d1e3fe1048de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.762835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f7267c28-b3ec-4bcc-bf08-d1e3fe1048de None None] Port d311f3fe-c682-49ab-a53d-166008a6584d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:49.770855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-42522784-cda9-4ce2-aeb9-490a15c3137c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2 HTTP/1.1" status: 200 len: 217 time: 0.1041031 Feb 03 11:04:49.784110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:49.826804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6557ec0-0f8a-4179-9f51-5de08dd5a91f req-f6081fae-468d-4f51-9ced-d5f8f2685a58 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093668 Feb 03 11:04:49.831553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks [] for port (d311f3fe-c682-49ab-a53d-166008a6584d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.850029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.851274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (30b845ca-c123-46dd-8575-22f44b598185), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:49.856112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-ff054462-2b15-42da-b09a-16d412463edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.863219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-ff054462-2b15-42da-b09a-16d412463edf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.2621126 Feb 03 11:04:49.884197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Checking router: aae109a5-4046-4bab-8925-d69342b25d32 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:49.905519 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd311f3fe-c682-49ab-a53d-166008a6584d', 'name': '', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'mac_address': 'fa:16:3e:5e:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:48Z', 'updated_at': '2022-02-03T11:04:48Z', 'revision_number': 1, 'project_id': '1d0b882484e2477297cca587f67786ef', 'subnets': [{'id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:49.910927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:49.911666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:49.968648 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd139b25-9243-4f41-91ef-250ecc7cbd12 None None] The sync data for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 is: [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd311f3fe-c682-49ab-a53d-166008a6584d', 'name': '', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'mac_address': 'fa:16:3e:5e:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:48Z', 'updated_at': '2022-02-03T11:04:48Z', 'revision_number': 1, 'project_id': '1d0b882484e2477297cca587f67786ef', 'subnets': [{'id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:49.980499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-ad37485b-cc44-43ee-92fa-034e0a613ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:49.981984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-ad37485b-cc44-43ee-92fa-034e0a613ef3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.2040992 Feb 03 11:04:50.085734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:50.089035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:50.100037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-70c90577-347b-4204-87f4-e79e069489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:50.101604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-70c90577-347b-4204-87f4-e79e069489d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2334716 Feb 03 11:04:50.167840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:50.257588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dede9-b4f8-48f6-924d-56ab6790d5a1 req-6339970e-55ff-490c-8871-a6a5f5ac176a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:50.274245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a10dede9-b4f8-48f6-924d-56ab6790d5a1 req-6339970e-55ff-490c-8871-a6a5f5ac176a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.3114052 Feb 03 11:04:50.277654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Router 30b845ca-c123-46dd-8575-22f44b598185 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:04:50.278426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Pushing event updated for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:50.288180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-4e3af56a-b870-41d1-8507-0b7dab84b223 service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792855 Feb 03 11:04:50.316216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-4c2f95d6-3414-41c0-9d15-acf1e22daeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:50.318000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-4c2f95d6-3414-41c0-9d15-acf1e22daeed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3187780 Feb 03 11:04:50.513252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:04:50.535652 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58d962b4-a2d0-423a-b62d-52423c12c576 admin admin] 10.222.0.30 "PUT /v2.0/routers/30b845ca-c123-46dd-8575-22f44b598185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251293 Feb 03 11:04:50.602894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-18d3f1cc-d52b-4d73-98ec-5b7801563edf None None] Provisioning complete for port d311f3fe-c682-49ab-a53d-166008a6584d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:50.602894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3f1cc-d52b-4d73-98ec-5b7801563edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:50.683749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:04:50.686241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-18d3f1cc-d52b-4d73-98ec-5b7801563edf None None] Port d311f3fe-c682-49ab-a53d-166008a6584d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:50.711422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-f0e03d07-34a7-4ac4-a404-97b2dd94c0a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902705 Feb 03 11:04:50.731978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:50.734810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a10dede9-b4f8-48f6-924d-56ab6790d5a1 req-97f0b22a-977a-4673-941e-f95bea321b0e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538789 Feb 03 11:04:50.808507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c25e8-5220-4161-bf67-7a7edff4d5d8 None None] The sync data for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 is: [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:04:05Z', 'revision_number': 4, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8f44e2ab-2c88-4bca-86b5-4e8e03a67486', 'name': '', 'network_id': '86bdfff7-c9ba-48e2-83b1-671306f87664', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'mac_address': 'fa:16:3e:93:dd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:04Z', 'updated_at': '2022-02-03T11:04:10Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'subnets': [{'id': '5c232367-ffb4-49e3-b0bd-8cd2ec75fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:50.829182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8ab3ffb-791d-490c-ad75-16f05180c1a0 req-aa488483-3a12-4d61-896e-359a9ff6ae80 service neutron] 10.222.0.30 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330453 Feb 03 11:04:50.913407 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e77f30-265f-4e3a-8eb7-263066699cf9 x-openstack-request-id: req-56e77f30-265f-4e3a-8eb7-263066699cf9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:50.913957 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-plugged", "status": "completed", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:50.914487 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56e77f30-265f-4e3a-8eb7-263066699cf9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:50.915899 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'code': 200} Feb 03 11:04:50.967472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-f1695d24-9c21-4c36-9bcb-93764870a827 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631765 Feb 03 11:04:50.979323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-877164dd-b7ba-462c-bf7a-505765b21496 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433353 Feb 03 11:04:51.038509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:51.047566 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:51.127640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed44e3-930b-4783-848f-aaefebd4f611 req-442ce3c8-c8ad-4da7-add6-06b5739dcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:51.129879 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beed44e3-930b-4783-848f-aaefebd4f611 req-442ce3c8-c8ad-4da7-add6-06b5739dcd99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1127 time: 0.0774076 Feb 03 11:04:51.181323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-dbfa2f65-face-4a9a-a2b5-df958dda00da tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:51.182980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-dbfa2f65-face-4a9a-a2b5-df958dda00da tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406645 Feb 03 11:04:51.207463 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beed44e3-930b-4783-848f-aaefebd4f611 req-477af76a-9d18-45ba-9762-1e253bc7638d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704002 Feb 03 11:04:51.239156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:51.324225 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df1e34-57c6-4641-b015-5d99df375e05 None None] New status for floating IP b81aa290-1fdc-4e07-bb52-a84b6d6883f6: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:04:51.428414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-4f40447b-4203-416d-824d-1a9c87dc4262 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:51.429913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-4f40447b-4203-416d-824d-1a9c87dc4262 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4496965 Feb 03 11:04:51.453096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7a7d0-c4dc-4729-87fb-96254c3c758d req-2d709b44-9019-457e-9ef2-70181e1a547e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:51.454478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72a7a7d0-c4dc-4729-87fb-96254c3c758d req-2d709b44-9019-457e-9ef2-70181e1a547e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 943 time: 0.4475520 Feb 03 11:04:51.459021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:51.602899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094eecd4-1935-4664-bbbf-fa9c9e810819 req-4ff4a57a-f64c-40c2-9875-5e99ba9e0bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663183 Feb 03 11:04:51.739504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:51.743532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:51.749485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-0a6824ae-a7cf-43e0-9d62-eacab3b7ec65 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4970920 Feb 03 11:04:51.764049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72a7a7d0-c4dc-4729-87fb-96254c3c758d req-8be9c155-7b28-4e2b-b4ad-258fe9b975a0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562649 Feb 03 11:04:51.775562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:51.951424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf0491ef-8518-4d2b-889e-f6adac2d5ab2 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:04:52.082713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:52.098500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'port_id': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'mac_address': 'fa:16:3e:5a:50:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:04:52.151379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:52.152158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.154080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.168245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0491ef-8518-4d2b-889e-f6adac2d5ab2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:52.191278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-475fc042-dee5-4e5c-b41a-ba66c143e5b7 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips/b81aa290-1fdc-4e07-bb52-a84b6d6883f6 HTTP/1.1" status: 200 len: 693 time: 0.3756309 Feb 03 11:04:52.191716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:52.198046 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.199339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:04:52.204513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.270649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:52.375025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3d93dee8-7d60-4f8a-83f4-580d820dcf5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:52.424888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:52.425541 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.470121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-83299133-17c1-408e-8cba-ff462a661a82 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:52.471493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-83299133-17c1-408e-8cba-ff462a661a82 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2644296 Feb 03 11:04:52.481371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.93 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/02799f80-df7b-4723-a35f-f375f82b2d03) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:52.496097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-56ba69fb-ac7b-45aa-bf42-c60687b1fc8c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:52.497167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-56ba69fb-ac7b-45aa-bf42-c60687b1fc8c tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133667 Feb 03 11:04:52.512055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:52.512792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.548105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:52.553467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.586574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-afed0022-dd44-4f23-b2ce-48dc05b36598 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0656061 Feb 03 11:04:52.612804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:52.685848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-7dbbcc19-da0c-49a9-a127-cbffdfaf79d6 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0850317 Feb 03 11:04:52.688987 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.774812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bf0491ef-8518-4d2b-889e-f6adac2d5ab2'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:52.939655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (02799f80-df7b-4723-a35f-f375f82b2d03), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:52.973759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Allocated IP 172.25.7.69 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/24ab8374-5f73-4f3f-a920-22ae9e8afd5d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:53.033126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Deleting port 4aa90f1d-c854-4788-af8c-f51c9c6379d3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:04:53.033553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.051645 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.074353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:53.107453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:53.219870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:53.236986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Sync routers for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:04:53.237506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.238 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/00929849-f7a3-4482-a65b-98cd2f8ef648) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:04:53.247759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:53.249714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:53.253522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:53.258531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:53.259158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.278398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:53.279045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:53.304133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a46b1e9e-af4d-4e4a-94e2-dc7dbf39936d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0743647 Feb 03 11:04:53.332792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Request body: {'port': {'device_id': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:53.370264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.382219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.382698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (4aa90f1d-c854-4788-af8c-f51c9c6379d3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.415033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Calling delete_port for 4aa90f1d-c854-4788-af8c-f51c9c6379d3 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:04:53.513795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:53.555570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.646269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.744943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.754476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:53.764512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event updated for resources: {'Port': ['ID=24ab8374-5f73-4f3f-a920-22ae9e8afd5d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:53.767841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:53.816390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:53.837226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0f1a9dfc-f101-4fd8-a328-798131790eda None None] Provisioning complete for port 02799f80-df7b-4723-a35f-f375f82b2d03 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:53.837602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9dfc-f101-4fd8-a328-798131790eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.913578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a9dfc-f101-4fd8-a328-798131790eda None None] Port 02799f80-df7b-4723-a35f-f375f82b2d03 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:53.922297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (4aa90f1d-c854-4788-af8c-f51c9c6379d3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.935688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:53.942998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd311f3fe-c682-49ab-a53d-166008a6584d', 'name': '', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'mac_address': 'fa:16:3e:5e:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:48Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 2, 'project_id': '1d0b882484e2477297cca587f67786ef', 'subnets': [{'id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:53.972816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:53.975076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:04:53.979130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Checking router: 30b845ca-c123-46dd-8575-22f44b598185 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:04:53.980001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Updating router 30b845ca-c123-46dd-8575-22f44b598185 port d311f3fe-c682-49ab-a53d-166008a6584d binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:04:53.992293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event deleted for resources: {'Port': ['ID=4aa90f1d-c854-4788-af8c-f51c9c6379d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:54.046273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:04:54.052637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (b73e7358-734d-4bee-939f-c3a2255361f5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.075108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.089704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:04:54.092181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:04:54.097712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:54.098272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.110394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks [] for floatingip (b81aa290-1fdc-4e07-bb52-a84b6d6883f6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.114052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.116717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96701c38-3841-4c5e-aff3-78356e9136f6 req-ef51440b-5af1-41df-9a28-38afcfee97a3 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "DELETE /v2.0/floatingips/b81aa290-1fdc-4e07-bb52-a84b6d6883f6 HTTP/1.1" status: 204 len: 173 time: 1.4189501 Feb 03 11:04:54.154443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6989520 Feb 03 11:04:54.208770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.273313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Request body: {'port': {'device_id': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:04:54.314324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3d93dee8-7d60-4f8a-83f4-580d820dcf5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:54.361364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0997196-cd03-4864-b7a8-8a82d4aaec3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:54.464726 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.477915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02799f80-df7b-4723-a35f-f375f82b2d03 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:54.499604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks [] for port (02799f80-df7b-4723-a35f-f375f82b2d03), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.517146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56b4b8-3bbc-409b-a7c1-6ea88f3a8fef req-9fe41f18-7d88-4f43-ba2a-c94a1db18c7c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:54.518650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a56b4b8-3bbc-409b-a7c1-6ea88f3a8fef req-9fe41f18-7d88-4f43-ba2a-c94a1db18c7c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.3072019 Feb 03 11:04:54.540933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-800540b2-5f44-4e59-a496-ad7e8757a35c None None] Provisioning complete for port 00929849-f7a3-4482-a65b-98cd2f8ef648 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:54.541319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-800540b2-5f44-4e59-a496-ad7e8757a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.598862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:54.599256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.672829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-800540b2-5f44-4e59-a496-ad7e8757a35c None None] Port 00929849-f7a3-4482-a65b-98cd2f8ef648 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:04:54.809163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks [] for port (d311f3fe-c682-49ab-a53d-166008a6584d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.816587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:54.834377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.836771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Transition to ACTIVE for port object 02799f80-df7b-4723-a35f-f375f82b2d03 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:54.867736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.887778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7cb0e-723d-4b5d-9e02-b849baadc6d3 None None] Pushing event updated for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:54.977951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Attempting to bind port d311f3fe-c682-49ab-a53d-166008a6584d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:54.978324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Attempting to bind port d311f3fe-c682-49ab-a53d-166008a6584d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:54.979278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Attempting to bind port d311f3fe-c682-49ab-a53d-166008a6584d on network 8ca3439d-5eb2-49b8-a277-c6d9b461015f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:54.988623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:54.989110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Checking segment: {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:54.989518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:54.989980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Bound using segment: {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:54.990497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Bound port: d311f3fe-c682-49ab-a53d-166008a6584d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce299f2-ed1b-4fc8-8282-ac3bab331d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:54.990879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.055494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Pushing event updated for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:55.082543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a56b4b8-3bbc-409b-a7c1-6ea88f3a8fef req-6b3f66ff-31a0-4dd5-9c1d-06513defe6d4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473946 Feb 03 11:04:55.095481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] For port d311f3fe-c682-49ab-a53d-166008a6584d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:55.099237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] For port d311f3fe-c682-49ab-a53d-166008a6584d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d311f3fe-c682-49ab-a53d-166008a6584d,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:55.116605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Attempting to bind port 02799f80-df7b-4723-a35f-f375f82b2d03 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:55.116989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Attempting to bind port 02799f80-df7b-4723-a35f-f375f82b2d03 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:55.117373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Attempting to bind port 02799f80-df7b-4723-a35f-f375f82b2d03 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:55.120092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.150781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Port 02799f80-df7b-4723-a35f-f375f82b2d03 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:55.151111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Attempting to bind port 02799f80-df7b-4723-a35f-f375f82b2d03 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:55.181763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:55.182084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:55.182587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:55.182967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Bound port: 02799f80-df7b-4723-a35f-f375f82b2d03, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:55.183326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.211596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:04:55.212237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:55.261011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7cb0e-723d-4b5d-9e02-b849baadc6d3 None None] Pushing event updated for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:55.281212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.299367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.351266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:04:55.403060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0fdd7-0d85-4b63-9046-6f59d1e87d0e req-4c0071ea-ea12-492c-9fd4-a1973642e836 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:55.404523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cca0fdd7-0d85-4b63-9046-6f59d1e87d0e req-4c0071ea-ea12-492c-9fd4-a1973642e836 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 936 time: 0.2404103 Feb 03 11:04:55.412028 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b73e7358-734d-4bee-939f-c3a2255361f5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.451861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event updated for resources: {'Port': ['ID=24ab8374-5f73-4f3f-a920-22ae9e8afd5d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:55.476288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Provisioning complete for port d311f3fe-c682-49ab-a53d-166008a6584d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:55.476694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.485201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.486400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-3cb7a313-3bd9-480d-90c3-eafa76002363 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7194142 Feb 03 11:04:55.527519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:55.588332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02799f80-df7b-4723-a35f-f375f82b2d03,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:55.598193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-447f88ed-c6e4-4be9-bf0f-bc103a621ab9 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.0995736 Feb 03 11:04:55.601265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cca0fdd7-0d85-4b63-9046-6f59d1e87d0e req-164cb21e-4aa2-44c1-981e-1d49dfdfc131 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835494 Feb 03 11:04:55.607616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.659393 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10f2610-3d04-4de7-a9a8-15369308e776 x-openstack-request-id: req-a10f2610-3d04-4de7-a9a8-15369308e776 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:55.659679 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "tag": "f3afd852-6846-4e36-993e-8355375dc28b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:55.659931 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a10f2610-3d04-4de7-a9a8-15369308e776 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:55.660316 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b', 'status': 'completed', 'code': 200} Feb 03 11:04:55.689186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Current status of the port d311f3fe-c682-49ab-a53d-166008a6584d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:55.690519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.716190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:55.716728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.718075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] 10.222.0.69 "PUT /v2.0/ports/02799f80-df7b-4723-a35f-f375f82b2d03 HTTP/1.1" status: 200 len: 1095 time: 2.3895872 Feb 03 11:04:55.776759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00929849-f7a3-4482-a65b-98cd2f8ef648 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:04:55.785264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] For port d311f3fe-c682-49ab-a53d-166008a6584d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d311f3fe-c682-49ab-a53d-166008a6584d,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:55.794587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd311f3fe-c682-49ab-a53d-166008a6584d', 'name': '', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'mac_address': 'fa:16:3e:5e:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:48Z', 'updated_at': '2022-02-03T11:04:55Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'subnets': [{'id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:04:55.820553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks [] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.843116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.895088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a6dd07-61b7-4329-aaa3-ebaaa6f1ebf0 None None] The sync data for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 is: [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:49Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd311f3fe-c682-49ab-a53d-166008a6584d', 'name': '', 'network_id': '8ca3439d-5eb2-49b8-a277-c6d9b461015f', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'mac_address': 'fa:16:3e:5e:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:48Z', 'updated_at': '2022-02-03T11:04:55Z', 'revision_number': 4, 'project_id': '1d0b882484e2477297cca587f67786ef', 'subnets': [{'id': '88cb3091-4bd9-415d-834a-c5c73a0c1e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:04:55.897850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8d29b-3695-4806-b18d-4d5984a91ff0 None None] Pushing event updated for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:55.913549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Transition to ACTIVE for port object 00929849-f7a3-4482-a65b-98cd2f8ef648 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:04:55.924715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-5794739c-e77a-41fa-9dc2-8b47cbf4cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:55.926289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-5794739c-e77a-41fa-9dc2-8b47cbf4cec6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 1128 time: 0.2281845 Feb 03 11:04:55.926952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa3340-f479-47ae-9811-361ee88a8f16 service neutron] Pushing event updated for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:55.943772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:55.975255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad67ad90-64f5-4e3a-90ae-899f77c06a81 None None] Provisioning complete for port d311f3fe-c682-49ab-a53d-166008a6584d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:55.976150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad67ad90-64f5-4e3a-90ae-899f77c06a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.010023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf0491ef-8518-4d2b-889e-f6adac2d5ab2 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:56.031761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-ddb87eec-3488-4eb6-937d-59d9ca302cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.033960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-ddb87eec-3488-4eb6-937d-59d9ca302cfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 1129 time: 0.2182086 Feb 03 11:04:56.046084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-8c106b6d-f4ce-458e-befb-e6b19d246d56 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.047568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-8c106b6d-f4ce-458e-befb-e6b19d246d56 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.4377427 Feb 03 11:04:56.071323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5157b-d36f-4c09-8ae3-b1284927d496 req-525f0643-94d7-4823-a43a-48ae14d1acd3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.079650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c5157b-d36f-4c09-8ae3-b1284927d496 req-525f0643-94d7-4823-a43a-48ae14d1acd3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.3719497 Feb 03 11:04:56.173562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-626c1abd-51d9-4193-aed7-5a955c7eea54 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:56.174685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-365b4d28-1256-4a54-93cb-c55f1a9a703b req-626c1abd-51d9-4193-aed7-5a955c7eea54 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0738752 Feb 03 11:04:56.203819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-cbd9e996-c389-4ee3-b1ac-afaf0def0b85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=02799f80-df7b-4723-a35f-f375f82b2d03 HTTP/1.1" status: 200 len: 217 time: 0.1452322 Feb 03 11:04:56.231200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Pushing event updated for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:56.408530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d311f3fe-c682-49ab-a53d-166008a6584d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:04:56.434919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-b8be014d-da53-41f3-9742-9342eb747270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.437639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-b8be014d-da53-41f3-9742-9342eb747270 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2193565 Feb 03 11:04:56.438702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-fdfdb904-e200-4c3f-b3d4-4890002fb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.440044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-fdfdb904-e200-4c3f-b3d4-4890002fb1b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 200 len: 929 time: 0.4991853 Feb 03 11:04:56.440740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Attempting to bind port 00929849-f7a3-4482-a65b-98cd2f8ef648 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:04:56.441137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Attempting to bind port 00929849-f7a3-4482-a65b-98cd2f8ef648 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:04:56.441465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Attempting to bind port 00929849-f7a3-4482-a65b-98cd2f8ef648 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:56.443656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:04:56.454690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:56.455076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.505704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Port 00929849-f7a3-4482-a65b-98cd2f8ef648 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:04:56.506174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Attempting to bind port 00929849-f7a3-4482-a65b-98cd2f8ef648 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:04:56.516359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad67ad90-64f5-4e3a-90ae-899f77c06a81 None None] Current status of the port d311f3fe-c682-49ab-a53d-166008a6584d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:56.520482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c5157b-d36f-4c09-8ae3-b1284927d496 req-8696a6ea-3c34-4f02-9372-c36851dc6c57 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397385 Feb 03 11:04:56.525020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-7b9ddf19-fe78-4bb5-906d-e2a65e1ef872 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 200 len: 217 time: 0.0723691 Feb 03 11:04:56.553683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d311f3fe-c682-49ab-a53d-166008a6584d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:04:56.554070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.568540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:04:56.569093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:04:56.569566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:04:56.570108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Bound port: 00929849-f7a3-4482-a65b-98cd2f8ef648, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:04:56.570656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.647339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:56.648117 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.698717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-7b0140dd-8f9d-48d6-8cd8-13491a0d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.700385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-7b0140dd-8f9d-48d6-8cd8-13491a0d5401 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 200 len: 867 time: 0.1431537 Feb 03 11:04:56.703801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d311f3fe-c682-49ab-a53d-166008a6584d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:04:56.713670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:56.715972 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b73e0-9552-49e5-94e8-9c4c9acb3817" -d '{"events": [{"server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "name": "network-vif-plugged", "status": "completed", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:56.731898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:04:56.742518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.791670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-15da7fb4-3881-41d0-9fa3-bc4d34086777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.793344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-15da7fb4-3881-41d0-9fa3-bc4d34086777 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2887220 Feb 03 11:04:56.799161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:56.806834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5370c3-f145-4c39-a2e6-7eb87d7a5836 req-d62fc76c-9788-41af-8335-e4b68e560d33 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.814391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd5370c3-f145-4c39-a2e6-7eb87d7a5836 req-d62fc76c-9788-41af-8335-e4b68e560d33 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 944 time: 0.4568992 Feb 03 11:04:56.821879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:56.878640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:04:56.895823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbb5a4-63fa-4f79-ae6c-4b40c376c1bc req-e43302bd-f6c5-4680-8ea3-56b6e8cd1d78 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.897327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2dbb5a4-63fa-4f79-ae6c-4b40c376c1bc req-e43302bd-f6c5-4680-8ea3-56b6e8cd1d78 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2698970 Feb 03 11:04:56.938018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=00929849-f7a3-4482-a65b-98cd2f8ef648,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:04:56.940461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-e3f21496-2ac4-4f73-8613-55156e859450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:56.941981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-e3f21496-2ac4-4f73-8613-55156e859450 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86bdfff7-c9ba-48e2-83b1-671306f87664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2342629 Feb 03 11:04:56.989516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd5370c3-f145-4c39-a2e6-7eb87d7a5836 req-d0fd80aa-3445-40e5-bbf9-8f6defbf9a5d tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742067 Feb 03 11:04:57.005525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:57.366071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:57.366579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:04:57.367912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/00929849-f7a3-4482-a65b-98cd2f8ef648 HTTP/1.1" status: 200 len: 1096 time: 3.1107843 Feb 03 11:04:57.408564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64964599-ba74-46f7-aeb9-19e00bcf4143 req-ca69abfd-551a-476f-b1fd-150e1ded25ac tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips/b73e7358-734d-4bee-939f-c3a2255361f5 HTTP/1.1" status: 200 len: 692 time: 0.3978033 Feb 03 11:04:57.418459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2dbb5a4-63fa-4f79-ae6c-4b40c376c1bc req-ee194865-be51-4859-9b50-3a2577b1b58b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023394 Feb 03 11:04:57.454380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-ec56cd41-2874-45c7-bf28-1d0de6f6d0ff service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197774 Feb 03 11:04:57.503316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c074d49-1ba9-47ea-bba2-a737100051f5 service neutron] Pushing event updated for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:04:57.611083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-c04d628c-1228-4046-976b-b52dbb1b8e7c service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338012 Feb 03 11:04:57.666593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03'}, {'name': 'network-changed', 'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:04:57.668730 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3004b75-f00d-4895-a309-a1b1ebcecb95" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03"}, {"name": "network-changed", "server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:04:57.709735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-b298e8e3-10e4-400a-bdf3-2ae510b5bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:57.711212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-b298e8e3-10e4-400a-bdf3-2ae510b5bbe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 1130 time: 0.2890661 Feb 03 11:04:57.804357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64964599-ba74-46f7-aeb9-19e00bcf4143 req-1d68484b-7298-4db3-b069-4744db9ac31b tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:57.805765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64964599-ba74-46f7-aeb9-19e00bcf4143 req-1d68484b-7298-4db3-b069-4744db9ac31b tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.3864455 Feb 03 11:04:57.807627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce639da5-2ca4-455d-a071-b600226dabe5 req-20d1cb27-a28d-4251-a4ed-d5bfee63d1e3 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:57.809034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce639da5-2ca4-455d-a071-b600226dabe5 req-20d1cb27-a28d-4251-a4ed-d5bfee63d1e3 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1127 time: 0.3094113 Feb 03 11:04:57.819887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-ad65f542-333a-4aa3-b7c8-328a9d9b17e1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434858 Feb 03 11:04:57.821170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-a65891b7-f60f-42cb-8972-783df6eab4a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=00929849-f7a3-4482-a65b-98cd2f8ef648 HTTP/1.1" status: 200 len: 217 time: 0.1003995 Feb 03 11:04:57.825019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-64964599-ba74-46f7-aeb9-19e00bcf4143 req-d2b7e6d5-3a7f-44cc-b174-3b7b43d02298 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:57.826045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64964599-ba74-46f7-aeb9-19e00bcf4143 req-d2b7e6d5-3a7f-44cc-b174-3b7b43d02298 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121281 Feb 03 11:04:57.910873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d8f67b-9d2a-4b7a-a750-9f1eb57e5a75 req-ce64b250-05e0-481c-a27a-4657c35e33c3 service neutron] 10.222.0.69 "GET /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671402 Feb 03 11:04:57.958012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce639da5-2ca4-455d-a071-b600226dabe5 req-db9727d6-c312-4277-a7bb-9fbca4d2a2be tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426554 Feb 03 11:04:57.959359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-f025e307-c2db-4301-989f-f589e6251e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:57.960725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-f025e307-c2db-4301-989f-f589e6251e8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1266220 Feb 03 11:04:58.024395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5261-b3be-47fc-9cc0-b4a85bae237b req-11f8dcf0-4fbf-45b1-b5ec-98d42fb6fc62 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.026019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b9b5261-b3be-47fc-9cc0-b4a85bae237b req-11f8dcf0-4fbf-45b1-b5ec-98d42fb6fc62 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1215329 Feb 03 11:04:58.046623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-57f594c6-1077-4d44-beea-91e433c169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.048095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-57f594c6-1077-4d44-beea-91e433c169b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0798295 Feb 03 11:04:58.095306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b9b5261-b3be-47fc-9cc0-b4a85bae237b req-f1e91009-c9b5-4ea7-9268-3547a4c2232f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0596659 Feb 03 11:04:58.142524 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0afdeb-3bc1-4fed-8996-a17db31d8c3c x-openstack-request-id: req-4e0afdeb-3bc1-4fed-8996-a17db31d8c3c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:58.143023 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "name": "network-vif-plugged", "status": "completed", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:58.143135 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e0afdeb-3bc1-4fed-8996-a17db31d8c3c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:58.143471 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'code': 200} Feb 03 11:04:58.193728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6cf0-64bc-4df6-981f-e34c8bab444d req-540e6f5f-88ed-43f2-a70c-a629dccf10fb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.200319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c1b6cf0-64bc-4df6-981f-e34c8bab444d req-540e6f5f-88ed-43f2-a70c-a629dccf10fb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 948 time: 0.1502607 Feb 03 11:04:58.228655 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a7fa55-2bd4-49c7-99ee-c3df3f912368 x-openstack-request-id: req-b0a7fa55-2bd4-49c7-99ee-c3df3f912368 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:04:58.228989 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:04:58.229225 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0a7fa55-2bd4-49c7-99ee-c3df3f912368 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:04:58.229625 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03', 'status': 'completed', 'code': 200} Feb 03 11:04:58.229880 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648', 'status': 'completed', 'code': 200} Feb 03 11:04:58.252429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-5f53706b-ce02-4e31-b50a-d09d06b38a84 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748440 Feb 03 11:04:58.403271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c1b6cf0-64bc-4df6-981f-e34c8bab444d req-591555d0-e426-4b4a-8a53-3a39778c87e9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017736 Feb 03 11:04:58.405614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d24cfb3d-39db-48c7-89b3-bf66694c359d req-5e8350bf-7a1d-4f7c-807a-91766a832bc9 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=1d0b882484e2477297cca587f67786ef HTTP/1.1" status: 200 len: 695 time: 0.1561651 Feb 03 11:04:58.552577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-21639c82-a791-4562-b192-74e0b1149555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.554085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-21639c82-a791-4562-b192-74e0b1149555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 1129 time: 0.2740927 Feb 03 11:04:58.571957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd34a6-d488-4fe3-bb3f-649bf2392b79 req-11d3976e-b399-4b92-aac1-4bf950cb6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.573410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9fd34a6-d488-4fe3-bb3f-649bf2392b79 req-11d3976e-b399-4b92-aac1-4bf950cb6245 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 1127 time: 0.2888117 Feb 03 11:04:58.602103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248a7e9a-9c2c-45a7-974d-afa1c1566914 req-f96b497e-c501-4674-942c-36e4118be949 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183324 Feb 03 11:04:58.668485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cfb3d-39db-48c7-89b3-bf66694c359d req-5610fc51-7877-437c-b8d9-bd500b8031e5 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.669976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d24cfb3d-39db-48c7-89b3-bf66694c359d req-5610fc51-7877-437c-b8d9-bd500b8031e5 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks?id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 787 time: 0.2538428 Feb 03 11:04:58.723641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-d24cfb3d-39db-48c7-89b3-bf66694c359d req-f1eb97b6-b0ed-4abc-ad7c-3efdfb2dcb5b tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:04:58.724627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d24cfb3d-39db-48c7-89b3-bf66694c359d req-f1eb97b6-b0ed-4abc-ad7c-3efdfb2dcb5b tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388937 Feb 03 11:04:58.815378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c528d5-2592-498f-820e-e47508679417 req-a6f4b7f7-5f99-44c5-8a89-c9786e20af39 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.822032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c528d5-2592-498f-820e-e47508679417 req-a6f4b7f7-5f99-44c5-8a89-c9786e20af39 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.2870188 Feb 03 11:04:58.843846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5158a577-259d-48c5-a14f-6b21b67c4c65 req-7b3ea87d-5216-47f1-8a95-870b48e5c6a9 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0865464 Feb 03 11:04:58.850359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9fd34a6-d488-4fe3-bb3f-649bf2392b79 req-0bfba283-ea09-4fce-8533-9d35e17eba38 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518294 Feb 03 11:04:58.881859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-891a9631-40d7-43b4-b004-42a3ec93ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.883322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-891a9631-40d7-43b4-b004-42a3ec93ecc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3134809 Feb 03 11:04:58.900884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-dd2e16b3-a456-43c5-bc92-68a18e46e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:58.902482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-dd2e16b3-a456-43c5-bc92-68a18e46e731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 1130 time: 0.2316298 Feb 03 11:04:58.917151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c528d5-2592-498f-820e-e47508679417 req-eedc6cf2-075a-4a2e-b3d4-84086c6c20fc tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900373 Feb 03 11:04:59.026423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-77274271-ea92-45db-8893-561febda3b14 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips/b73e7358-734d-4bee-939f-c3a2255361f5 HTTP/1.1" status: 200 len: 692 time: 0.0880086 Feb 03 11:04:59.150006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-6bf79105-b1e4-4bef-873c-5b3e9611bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.151444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-6bf79105-b1e4-4bef-873c-5b3e9611bcf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2333755 Feb 03 11:04:59.161697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b79da-2612-45a4-8b41-050783aebf6b req-a6b020e7-6600-4e98-82f0-d2f01906880f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.162996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207b79da-2612-45a4-8b41-050783aebf6b req-a6b020e7-6600-4e98-82f0-d2f01906880f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2263515 Feb 03 11:04:59.216617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-8f639124-fc2a-421a-b4b6-5e4fc6cc30c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=00929849-f7a3-4482-a65b-98cd2f8ef648 HTTP/1.1" status: 200 len: 217 time: 0.0526814 Feb 03 11:04:59.578729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-4ba0355f-ed9a-4351-a715-fbd91102501e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.580103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-4ba0355f-ed9a-4351-a715-fbd91102501e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.5276506 Feb 03 11:04:59.585950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-88973ad3-0ece-44b3-8640-229488343a6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=02799f80-df7b-4723-a35f-f375f82b2d03 HTTP/1.1" status: 200 len: 217 time: 0.3414407 Feb 03 11:04:59.618836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-9a58365a-c4d6-4574-a1db-88913680c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.620571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-9a58365a-c4d6-4574-a1db-88913680c050 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.3904235 Feb 03 11:04:59.623219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207b79da-2612-45a4-8b41-050783aebf6b req-ae5043f9-8fcf-44d4-878f-d134dc1f3916 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495642 Feb 03 11:04:59.712891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-bcae9650-5aac-48ad-bbe8-f8447719137b tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1144938 Feb 03 11:04:59.728736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-e2ce410a-b808-4b97-b823-b0f65b4cbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.730420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-e2ce410a-b808-4b97-b823-b0f65b4cbaf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1302767 Feb 03 11:04:59.813497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-e2c1de13-a9c0-4376-a266-6928a3e87683 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.0872660 Feb 03 11:04:59.980169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-bc83a500-d6c1-4847-b1a8-50ac3a563a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:04:59.981733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-bc83a500-d6c1-4847-b1a8-50ac3a563a9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3147764 Feb 03 11:05:00.039914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-30995e10-8c23-41bd-a1d6-bbbc35dda6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:00.041416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-30995e10-8c23-41bd-a1d6-bbbc35dda6ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3008881 Feb 03 11:05:00.115192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0de31-8cbc-48c7-8bbf-ebe6bc893c02 req-d69d0595-9129-4abc-9e81-675800e6fab1 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:00.116647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1df0de31-8cbc-48c7-8bbf-ebe6bc893c02 req-d69d0595-9129-4abc-9e81-675800e6fab1 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 948 time: 0.2150834 Feb 03 11:05:00.231724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Deleting port 24ab8374-5f73-4f3f-a920-22ae9e8afd5d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:00.232067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.242004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-1d86acdc-3bf9-42db-8b64-4131e63b7459 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368419 Feb 03 11:05:00.292282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1df0de31-8cbc-48c7-8bbf-ebe6bc893c02 req-9bc4282c-1ef9-4450-ac07-d766d4e52485 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653678 Feb 03 11:05:00.326256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-30ea9a7a-c4c8-45c0-bb30-0bbd906893c9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710302 Feb 03 11:05:00.457059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.457264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.518284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Calling delete_port for 24ab8374-5f73-4f3f-a920-22ae9e8afd5d owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:00.530318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-f18c818a-e470-47e9-a3af-52dd53416825 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712264 Feb 03 11:05:00.593040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3004b75-f00d-4895-a309-a1b1ebcecb95 req-5edcc8bc-9e01-4fa2-8566-ca8b37fa8425 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512739 Feb 03 11:05:00.600955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20ed2-1042-4a2e-a61f-1ba60a0c4dc2 req-177abeb7-1360-40b0-bac8-cec165f3c479 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:00.602379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfe20ed2-1042-4a2e-a61f-1ba60a0c4dc2 req-177abeb7-1360-40b0-bac8-cec165f3c479 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.2238493 Feb 03 11:05:00.672198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfe20ed2-1042-4a2e-a61f-1ba60a0c4dc2 req-14a476b0-3578-4cb9-8550-693b1160f6df tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592549 Feb 03 11:05:00.747266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (24ab8374-5f73-4f3f-a920-22ae9e8afd5d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.793949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event deleted for resources: {'Port': ['ID=24ab8374-5f73-4f3f-a920-22ae9e8afd5d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:00.816476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (b73e7358-734d-4bee-939f-c3a2255361f5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.818990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:00.820102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a286b07-eacc-4960-826d-f70ca1fc6639 req-d501392f-2ac5-40aa-a066-fc9eaf4fc308 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "DELETE /v2.0/floatingips/b73e7358-734d-4bee-939f-c3a2255361f5 HTTP/1.1" status: 204 len: 173 time: 1.0055668 Feb 03 11:05:00.839525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5eca2-e0e1-4914-a71a-eab15e460c18 req-1fb3d78d-b2b2-4d02-bcc4-6ee870a71df0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:00.841026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbd5eca2-e0e1-4914-a71a-eab15e460c18 req-1fb3d78d-b2b2-4d02-bcc4-6ee870a71df0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1082909 Feb 03 11:05:00.920313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbd5eca2-e0e1-4914-a71a-eab15e460c18 req-3c4aaf49-73ec-456a-9a6e-62a79235cffa tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723631 Feb 03 11:05:00.940659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79af99-c1ce-4023-927c-59b629883e8f req-89dbad78-a778-4773-8812-8f3fdba92d55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:00.942287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea79af99-c1ce-4023-927c-59b629883e8f req-89dbad78-a778-4773-8812-8f3fdba92d55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.0679584 Feb 03 11:05:01.063042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea79af99-c1ce-4023-927c-59b629883e8f req-d6c1c72a-90db-4917-a6ca-b273480691cd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Feb 03 11:05:01.087925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-6c3a029c-aeaa-47a5-b2d9-d9b8a9d9ac99 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1251562 Feb 03 11:05:01.098990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:01.127265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 00929849-f7a3-4482-a65b-98cd2f8ef648 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:01.130084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.243634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=00929849-f7a3-4482-a65b-98cd2f8ef648,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:01.279165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '00929849-f7a3-4482-a65b-98cd2f8ef648', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '00929849-f7a3-4482-a65b-98cd2f8ef648', 'mac_address': 'fa:16:3e:8b:35:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:01.298144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4e02-450b-4e0f-88f2-8b75d8fd67eb req-f0985cd5-6717-4bf4-8817-f4fc72e3225e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:01.309899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:01.311768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8db4e02-450b-4e0f-88f2-8b75d8fd67eb req-f0985cd5-6717-4bf4-8817-f4fc72e3225e tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1496708 Feb 03 11:05:01.334058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Request body: {'floatingip': {'port_id': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:01.340459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 00929849-f7a3-4482-a65b-98cd2f8ef648 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:01.341137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.357397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2168472c-c9e5-4df6-bd5b-d48f317d6ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.366093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00929849-f7a3-4482-a65b-98cd2f8ef648 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:01.373356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.399431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=00929849-f7a3-4482-a65b-98cd2f8ef648,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:01.408297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.438459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.514598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:01.614660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Allocated IP 172.25.7.245 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:01.730412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['00929849-f7a3-4482-a65b-98cd2f8ef648'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:01.740309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.790898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:01.893680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:01.895211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event updated for resources: {'Port': ['ID=bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:01.899349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:01.902631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:01.964925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0028-31de-457a-b5fd-6b437631e779 req-10d2e1b3-cfdd-400e-8044-bb6772358dd4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:01.966402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcc0028-31de-457a-b5fd-6b437631e779 req-10d2e1b3-cfdd-400e-8044-bb6772358dd4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 949 time: 0.1050174 Feb 03 11:05:01.967435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (d89cc148-3fd5-4f0b-be11-f50da89f60bf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.019511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02799f80-df7b-4723-a35f-f375f82b2d03 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:02.035635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.063388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcc0028-31de-457a-b5fd-6b437631e779 req-c7473223-776f-44dc-87f8-b59bebf1e1ff tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893989 Feb 03 11:05:02.130892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02799f80-df7b-4723-a35f-f375f82b2d03,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:02.143404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '02799f80-df7b-4723-a35f-f375f82b2d03', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '02799f80-df7b-4723-a35f-f375f82b2d03', 'mac_address': 'fa:16:3e:6f:d6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:02.159730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.163898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.189939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 02799f80-df7b-4723-a35f-f375f82b2d03 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:02.190475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.206713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02799f80-df7b-4723-a35f-f375f82b2d03 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:02.229159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02799f80-df7b-4723-a35f-f375f82b2d03,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:02.234567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.237925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6deabb-7f77-45b1-b0e2-764147fc7356 req-d553e8c9-31b7-4220-b49c-2e2c11750577 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:02.239843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f6deabb-7f77-45b1-b0e2-764147fc7356 req-d553e8c9-31b7-4220-b49c-2e2c11750577 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.0911212 Feb 03 11:05:02.261080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.277015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.301758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:02.340641 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (d89cc148-3fd5-4f0b-be11-f50da89f60bf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.355429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f6deabb-7f77-45b1-b0e2-764147fc7356 req-ab6f30e9-12d7-4d15-8f6b-f81bee0f071f tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/security-groups?id=5be2f61d-7e1e-4540-a1b0-edac9734146c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047447 Feb 03 11:05:02.366783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event updated for resources: {'Port': ['ID=bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:02.401793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.403021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-d027964b-5eee-4444-af57-f8ca9ed9d598 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3080957 Feb 03 11:05:02.470396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-942bfbb7-f111-43b4-a336-1f8937742dfd tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0571368 Feb 03 11:05:02.482608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-d007959b-5888-46d2-b92b-f22cecde39ff tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:02.484641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-d007959b-5888-46d2-b92b-f22cecde39ff tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.69 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 946 time: 0.1322668 Feb 03 11:05:02.509062 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb associated. External IP: 172.25.7.239, port: bf0491ef-8518-4d2b-889e-f6adac2d5ab2. Feb 03 11:05:02.699992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:02.735854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:02.894314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:02.901015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:02.907886 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:02.923668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:02.925926 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:02.965991 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bfe4e660-b236-42ab-b967-6323a91239f2 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "PUT /v2.0/floatingips/7f28478a-583b-4f4e-90a3-d3f41781fdbb HTTP/1.1" status: 200 len: 991 time: 1.6526546 Feb 03 11:05:02.965991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:02.966847 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b" -d '{"events": [{"name": "network-changed", "server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:03.019252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0d3cf-6999-4b73-8108-2b226e01ea21 req-d622b61a-aad4-4409-a55d-7d78b3cba596 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.025504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bf0d3cf-6999-4b73-8108-2b226e01ea21 req-d622b61a-aad4-4409-a55d-7d78b3cba596 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.5397553 Feb 03 11:05:03.052903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-ab5bbf68-e141-40e2-86c7-212ba9341ae5 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.054551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa5d9c9d-5f97-42df-8ca4-72652a4aecdd req-ab5bbf68-e141-40e2-86c7-212ba9341ae5 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.5597689 Feb 03 11:05:03.059944 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:03.080735 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-02ad9624-6644-4241-a68a-958bfa6c640e service neutron] show failed (client error): The resource could not be found. Feb 03 11:05:03.081801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-02ad9624-6644-4241-a68a-958bfa6c640e service neutron] 10.222.0.53 "GET /v2.0/ports/87fa5efe-a9da-485a-bf0a-19ab61b82219/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.1417594 Feb 03 11:05:03.088652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Deleting port f3afd852-6846-4e36-993e-8355375dc28b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:03.089116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f3afd852-6846-4e36-993e-8355375dc28b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.126999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 00929849-f7a3-4482-a65b-98cd2f8ef648 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:03.209542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 00929849-f7a3-4482-a65b-98cd2f8ef648 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:03.219071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 00929849-f7a3-4482-a65b-98cd2f8ef648 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:03.221300 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.224895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bf0d3cf-6999-4b73-8108-2b226e01ea21 req-0873eeae-d768-4fe4-8832-f36e3637f8a8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983492 Feb 03 11:05:03.320784 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db1839-5cd5-44a1-8bf5-4cc333bfa07a x-openstack-request-id: req-43db1839-5cd5-44a1-8bf5-4cc333bfa07a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:03.321147 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:03.321416 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43db1839-5cd5-44a1-8bf5-4cc333bfa07a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:03.321852 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'status': 'completed', 'code': 200} Feb 03 11:05:03.360585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] For port f3afd852-6846-4e36-993e-8355375dc28b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3afd852-6846-4e36-993e-8355375dc28b,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:03.360968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f3afd852-6846-4e36-993e-8355375dc28b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.378603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 00929849-f7a3-4482-a65b-98cd2f8ef648 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:03.380558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.397206 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:5a:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01824c4a-4901-46ed-bd80-ee74853eda64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:05:02Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:03.413827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:03.416695 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a4da34-be45-4148-868d-73b31e018fd3" -d '{"events": [{"server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:03.435363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=00929849-f7a3-4482-a65b-98cd2f8ef648,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:03.441179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.446325 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:03.455711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:03.456567 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:04:33Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:03.475998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-a4f520c8-f704-44d0-a088-b77a10a23928 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips/d89cc148-3fd5-4f0b-be11-f50da89f60bf HTTP/1.1" status: 200 len: 693 time: 0.1180370 Feb 03 11:05:03.476873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Calling delete_port for f3afd852-6846-4e36-993e-8355375dc28b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:03.521541 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8d8536b-e4a9-44d7-b607-67ccafbeef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.545690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:03.627886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-186a9a1a-81ec-450e-955d-d4f06afcb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.628731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6339b38-c304-4e0e-802b-51a81e2dd40f req-1c064258-252f-4c94-aede-af033fcb1772 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.630350 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-186a9a1a-81ec-450e-955d-d4f06afcb0d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.0678515 Feb 03 11:05:03.633439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6339b38-c304-4e0e-802b-51a81e2dd40f req-1c064258-252f-4c94-aede-af033fcb1772 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.4150229 Feb 03 11:05:03.634097 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:03.658104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:03.742042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:03.761776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-7908d697-a7ec-4c06-b54e-cc383285b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.763314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-7908d697-a7ec-4c06-b54e-cc383285b57d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 1127 time: 0.2941763 Feb 03 11:05:03.839345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6339b38-c304-4e0e-802b-51a81e2dd40f req-3805faf7-9e3c-4751-9848-ebfd30ea6c77 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899626 Feb 03 11:05:03.891367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-de1180bf-211a-43a1-b5cc-536cc7147bde tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:03.899522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-de1180bf-211a-43a1-b5cc-536cc7147bde tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.3958740 Feb 03 11:05:03.961250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-74bf501a-fff7-41ad-9282-08309171f682 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.0617065 Feb 03 11:05:03.994680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:5a:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01824c4a-4901-46ed-bd80-ee74853eda64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:05:02Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:04.042936 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37b931-3553-4014-9eb8-586fa3cdcc8e None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7f28478a-583b-4f4e-90a3-d3f41781fdbb', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'port_id': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'mac_address': 'fa:16:3e:5a:50:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01824c4a-4901-46ed-bd80-ee74853eda64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:02:44Z', 'updated_at': '2022-02-03T11:05:02Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:04.059478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:04.084856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-46b40cbc-c476-4a31-8814-5219732b06a5 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.245 HTTP/1.1" status: 200 len: 696 time: 0.1226704 Feb 03 11:05:04.097770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:04.147334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks [] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.154772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-52022418-db96-40fc-9857-d5767543054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.156288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-52022418-db96-40fc-9857-d5767543054e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 200 len: 924 time: 0.3792484 Feb 03 11:05:04.162589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Transition to ACTIVE for port object 87fa5efe-a9da-485a-bf0a-19ab61b82219 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:04.165772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.186062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f3afd852-6846-4e36-993e-8355375dc28b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.242453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] No DVR routers for this DVR port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:04.245254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=6']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:04.291714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:04.291945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:04.292380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:04.297475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:04.297792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Attempting to bind port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:04.304969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:04.305443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:04.305830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:04.306258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Bound port: 87fa5efe-a9da-485a-bf0a-19ab61b82219, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:04.306615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.333425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Pushing event deleted for resources: {'Port': ['ID=f3afd852-6846-4e36-993e-8355375dc28b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:04.337475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-ea9e8a0c-5c17-42c4-9601-814bc526317d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2 HTTP/1.1" status: 200 len: 999 time: 0.1466684 Feb 03 11:05:04.348822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba375-c130-4d5d-a87f-4fffdc675af4 req-fdd2e8c8-f569-485a-a7bb-0e0a8b1265b3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.350416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d9ba375-c130-4d5d-a87f-4fffdc675af4 req-fdd2e8c8-f569-485a-a7bb-0e0a8b1265b3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 950 time: 0.3872399 Feb 03 11:05:04.409757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70859736-7d24-4ff3-b806-3da54042d330 None None] New status for floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:05:04.423646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:04.432613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:04.444778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.483356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] No DVR routers for this DVR port f3afd852-6846-4e36-993e-8355375dc28b on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:04.490471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.493979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41a9d3f3-0904-4835-a798-e06812cb4e91 req-c5016fcc-2b51-496f-81d9-3bd98cd41db4 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.69 "DELETE /v2.0/ports/f3afd852-6846-4e36-993e-8355375dc28b HTTP/1.1" status: 204 len: 173 time: 1.9979775 Feb 03 11:05:04.495476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'name': 'network-vif-deleted', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:04.497800 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e810c5-d7bd-4b8b-9c22-997491d073bc" -d '{"events": [{"server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "name": "network-vif-deleted", "tag": "f3afd852-6846-4e36-993e-8355375dc28b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:04.518870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.520623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.522409 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] 10.222.0.69 "PUT /v2.0/ports/87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 1096 time: 0.8694682 Feb 03 11:05:04.570913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9eba0-f884-4f9f-b088-ea2533c0246c service neutron] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:04.604576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-926ce702-06a2-4771-8faf-39d9517c4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.606426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-926ce702-06a2-4771-8faf-39d9517c4dfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 200 len: 862 time: 0.2411804 Feb 03 11:05:04.612416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d9ba375-c130-4d5d-a87f-4fffdc675af4 req-4893226b-3279-4929-9861-68306ccb3207 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447827 Feb 03 11:05:04.652850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-d512b347-d7d6-44da-8be5-0fd40dea6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.655952 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-d512b347-d7d6-44da-8be5-0fd40dea6847 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1130 time: 0.0708430 Feb 03 11:05:04.662980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Deleting port bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:04.663336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.801902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.895459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f295ae2c-5b4c-4c3f-804f-6657e5e0c2d8 req-d3d9acc7-d1bb-4f5b-8600-d65e1fe5d621 tempest-FloatingIPsAssociationNegativeTestJSON-811920552 tempest-FloatingIPsAssociationNegativeTestJSON-811920552-project] 10.222.0.30 "GET /v2.0/ports?device_id=c47f8bad-7efb-4a9c-9327-85ef64b14a65 HTTP/1.1" status: 200 len: 210 time: 0.0465064 Feb 03 11:05:04.908146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-559592ad-c7c6-4734-bcc4-8b18eca2d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.910397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-559592ad-c7c6-4734-bcc4-8b18eca2d195 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2491894 Feb 03 11:05:04.924477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-bdb8a639-784f-42fb-8e5a-ea23f8ab2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:04.926117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-bdb8a639-784f-42fb-8e5a-ea23f8ab2533 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d7069c8-13e3-4806-aa31-172e983d7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2964678 Feb 03 11:05:04.978406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.978986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:04.988615 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f8a32-9c27-43b2-9993-ce7aff38ac1b x-openstack-request-id: req-0c2f8a32-9c27-43b2-9993-ce7aff38ac1b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:04.989670 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:04.989934 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c2f8a32-9c27-43b2-9993-ce7aff38ac1b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:04.990910 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648', 'code': 200} Feb 03 11:05:04.992934 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-0e9baae4-5d9f-4c71-b863-9c7555c71413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.0752251 Feb 03 11:05:05.002779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Calling delete_port for bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:05.090326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-20309a6e-d050-4119-863d-010b65dec1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.092163 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-20309a6e-d050-4119-863d-010b65dec1f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0919116 Feb 03 11:05:05.216303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-146cf3b4-1a5c-4076-a35e-e4377e393dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.218413 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-146cf3b4-1a5c-4076-a35e-e4377e393dc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1007621 Feb 03 11:05:05.286590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-b762c06e-3af8-48dc-92de-2ddf8281ca51 service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328905 Feb 03 11:05:05.315294 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-36e46be2-4d93-4b8c-a6f5-e427fa4e9e8d service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894554 Feb 03 11:05:05.322865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}, {'name': 'network-changed', 'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:05.325232 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dfe7b7-92dd-414d-a264-9ebb4dffc763" -d '{"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-unplugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}, {"name": "network-changed", "server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:05.331761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281508-3c05-4747-80b9-b92c713d93b1 req-d663bc1b-aecb-443e-b9be-3a19529536b3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.333250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1281508-3c05-4747-80b9-b92c713d93b1 req-d663bc1b-aecb-443e-b9be-3a19529536b3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.1775529 Feb 03 11:05:05.411671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e815c9-2251-43c5-b91d-65e4ee775f2b req-5b0627fc-0891-4cd9-8754-a5edab40f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.413181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6e815c9-2251-43c5-b91d-65e4ee775f2b req-5b0627fc-0891-4cd9-8754-a5edab40f6b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 1132 time: 0.3328063 Feb 03 11:05:05.416041 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b97a171f-0d30-462e-b3b3-83e683cddc03 req-ec2f18ea-f503-4f6a-9d25-6e7c736656fc service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867922 Feb 03 11:05:05.507993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:05.547067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb71f4e-882c-4466-b17c-b5fb38b8b04b req-e29235bd-dcd4-43b6-bcb7-cd4a0e0bcf8c service neutron] 10.222.0.69 "GET /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514722 Feb 03 11:05:05.550284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1281508-3c05-4747-80b9-b92c713d93b1 req-48e15430-db51-4d19-b50c-31e312855cf9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029846 Feb 03 11:05:05.552761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Pushing event deleted for resources: {'Port': ['ID=bf5fd0ea-4aa3-4189-bc62-f4873e3e09fd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:05.561774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6e815c9-2251-43c5-b91d-65e4ee775f2b req-d1bd4ec5-e764-414c-9e42-b888c610408a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321411 Feb 03 11:05:05.585166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks [] for floatingip (d89cc148-3fd5-4f0b-be11-f50da89f60bf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:05.589883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:05.591271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-143c6ba6-2e02-4fe8-90ae-0e0ea5028be0 req-9a90058b-48d8-4c2b-824a-653043c1980e tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "DELETE /v2.0/floatingips/d89cc148-3fd5-4f0b-be11-f50da89f60bf HTTP/1.1" status: 204 len: 173 time: 1.5054514 Feb 03 11:05:05.625489 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2a80d-8699-43f0-a970-879a9cf8eaab x-openstack-request-id: req-d6b2a80d-8699-43f0-a970-879a9cf8eaab {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:05.625786 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47f8bad-7efb-4a9c-9327-85ef64b14a65", "name": "network-vif-deleted", "tag": "f3afd852-6846-4e36-993e-8355375dc28b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:05.626038 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6b2a80d-8699-43f0-a970-879a9cf8eaab {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:05.626445 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47f8bad-7efb-4a9c-9327-85ef64b14a65', 'name': 'network-vif-deleted', 'tag': 'f3afd852-6846-4e36-993e-8355375dc28b', 'status': 'completed', 'code': 200} Feb 03 11:05:05.679102 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f639c9e6-d95e-4694-941d-8df4277fca54 x-openstack-request-id: req-f639c9e6-d95e-4694-941d-8df4277fca54 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:05.679614 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-unplugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "code": 200}, {"name": "network-changed", "server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:05.679614 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f639c9e6-d95e-4694-941d-8df4277fca54 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:05.680075 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'code': 200} Feb 03 11:05:05.680596 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'status': 'completed', 'code': 200} Feb 03 11:05:05.736161 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-ec36e649-2db1-4b92-b40a-22561126989f req-2c3a7286-dcb2-4d39-82c6-22beb33f9b41 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] show failed (client error): The resource could not be found. Feb 03 11:05:05.738454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec36e649-2db1-4b92-b40a-22561126989f req-2c3a7286-dcb2-4d39-82c6-22beb33f9b41 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips/d89cc148-3fd5-4f0b-be11-f50da89f60bf HTTP/1.1" status: 404 len: 350 time: 0.0448973 Feb 03 11:05:05.749478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b7fd-0dab-4fa5-bd6c-50b5b91ace53 req-13a51b75-fd55-40fb-b407-245c3c4a81a9 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.751111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4d3b7fd-0dab-4fa5-bd6c-50b5b91ace53 req-13a51b75-fd55-40fb-b407-245c3c4a81a9 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1045949 Feb 03 11:05:05.933686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-0bc87b47-d319-4ada-bbcc-469533aba607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.935159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-0bc87b47-d319-4ada-bbcc-469533aba607 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1130 time: 0.1756287 Feb 03 11:05:05.938197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4d3b7fd-0dab-4fa5-bd6c-50b5b91ace53 req-efd21b17-b72d-4626-b0d2-302a43f66755 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807907 Feb 03 11:05:05.976247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-18882b7f-24a8-4b28-801e-ad9cdbf9917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.977727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-18882b7f-24a8-4b28-801e-ad9cdbf9917c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1130 time: 0.1671908 Feb 03 11:05:05.984960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59a48d-4307-4e07-a4ef-7ab62029db08 req-7fa802aa-4b33-4689-885f-754502877eb6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:05.986292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e59a48d-4307-4e07-a4ef-7ab62029db08 req-7fa802aa-4b33-4689-885f-754502877eb6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 950 time: 0.1734464 Feb 03 11:05:06.055172 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-d7b1e922-470b-4aa7-ae5f-17a3334bd186 req-4a15e4c7-5036-4093-9db0-46487826ba19 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] show failed (client error): The resource could not be found. Feb 03 11:05:06.056155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7b1e922-470b-4aa7-ae5f-17a3334bd186 req-4a15e4c7-5036-4093-9db0-46487826ba19 tempest-FloatingIPsTestJSON-1339886696 tempest-FloatingIPsTestJSON-1339886696-project] 10.222.0.30 "GET /v2.0/floatingips/d89cc148-3fd5-4f0b-be11-f50da89f60bf HTTP/1.1" status: 404 len: 350 time: 0.0926614 Feb 03 11:05:06.062883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02799f80-df7b-4723-a35f-f375f82b2d03 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:06.068392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:06.187325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-f1f68ef2-4597-42a2-8a78-26e954a20155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:06.189134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-f1f68ef2-4597-42a2-8a78-26e954a20155 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2019424 Feb 03 11:05:06.210351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:06.229429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 02799f80-df7b-4723-a35f-f375f82b2d03 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:06.235767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 02799f80-df7b-4723-a35f-f375f82b2d03 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:06.236552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:06.301822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-375df83e-4b95-45f1-9068-7b082db1706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:06.303143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-375df83e-4b95-45f1-9068-7b082db1706d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3589523 Feb 03 11:05:06.338586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e59a48d-4307-4e07-a4ef-7ab62029db08 req-0ef0b1f8-aca4-4f6c-9d1c-0cfc5952c5c2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429232 Feb 03 11:05:06.344575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 02799f80-df7b-4723-a35f-f375f82b2d03 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:06.345100 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:06.390147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02799f80-df7b-4723-a35f-f375f82b2d03,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:06.406429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:06.407770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3afd852-6846-4e36-993e-8355375dc28b no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:06.423131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:06.440041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-e8bc9d22-69e0-4bb2-8372-f4ea677dbcbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.2149107 Feb 03 11:05:06.453585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: f3afd852-6846-4e36-993e-8355375dc28b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:06.454198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3afd852-6846-4e36-993e-8355375dc28b not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:06.525580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:06.778103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (30b845ca-c123-46dd-8575-22f44b598185), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:06.825381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-603b7041-221a-408c-a43d-509adcae512c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.4854858 Feb 03 11:05:06.941641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-080534e0-a630-43ff-9c7d-86b5512cf323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:06.943088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-080534e0-a630-43ff-9c7d-86b5512cf323 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0773175 Feb 03 11:05:06.991695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:06.994635 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe79615-2269-4316-9b5e-4b04ed93523a" -d '{"events": [{"server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "name": "network-vif-plugged", "status": "completed", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:07.053077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-2ba1718b-97c4-46c7-8715-dbb46d253389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.054822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-2ba1718b-97c4-46c7-8715-dbb46d253389 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2285194 Feb 03 11:05:07.144933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab13561-9f5c-4f0f-8801-3b5ebdf04928 req-911ac192-4103-4e7c-9241-b59853504f39 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.147038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:07.152201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ab13561-9f5c-4f0f-8801-3b5ebdf04928 req-911ac192-4103-4e7c-9241-b59853504f39 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.3175948 Feb 03 11:05:07.159164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-d4fa102a-a956-45e4-96bf-3e283689dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.160641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-d4fa102a-a956-45e4-96bf-3e283689dc60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1941891 Feb 03 11:05:07.186293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Deleting port d311f3fe-c682-49ab-a53d-166008a6584d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:07.189325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:07.201274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:05:07.202039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:07.293069 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:07.317236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] For port d311f3fe-c682-49ab-a53d-166008a6584d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d311f3fe-c682-49ab-a53d-166008a6584d,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:07.317957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:07.333218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Calling delete_port for d311f3fe-c682-49ab-a53d-166008a6584d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:07.376164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-2d3e9f12-7e98-4f6c-b617-2e7c5eaac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.377689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-2d3e9f12-7e98-4f6c-b617-2e7c5eaac81a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2961676 Feb 03 11:05:07.392684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ab13561-9f5c-4f0f-8801-3b5ebdf04928 req-794a5b9f-b954-4543-abcb-a68da382f942 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395501 Feb 03 11:05:07.465663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e88216-4ed4-4401-a79e-04f95bb87900 req-4ff30f56-9927-41ad-91da-6b69e8e04564 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.468651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49e88216-4ed4-4401-a79e-04f95bb87900 req-4ff30f56-9927-41ad-91da-6b69e8e04564 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.3649664 Feb 03 11:05:07.525346 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4189b745-7bf0-4563-bfaa-fe6f5f34ad0a x-openstack-request-id: req-4189b745-7bf0-4563-bfaa-fe6f5f34ad0a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:07.525998 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "name": "network-vif-plugged", "status": "completed", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:07.526505 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4189b745-7bf0-4563-bfaa-fe6f5f34ad0a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:07.527028 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03', 'code': 200} Feb 03 11:05:07.578073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d311f3fe-c682-49ab-a53d-166008a6584d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:07.614210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d311f3fe-c682-49ab-a53d-166008a6584d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:07.651099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-ebf76710-5d61-4e05-a1b5-6652a8e49fdb service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672198 Feb 03 11:05:07.793708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c3a2c-c42b-4885-b6f0-6275fdcdce24 req-668c51ce-c6fc-4f21-8202-8d20c37346f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.797792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b95c3a2c-c42b-4885-b6f0-6275fdcdce24 req-668c51ce-c6fc-4f21-8202-8d20c37346f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 1131 time: 0.1170115 Feb 03 11:05:07.810597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49e88216-4ed4-4401-a79e-04f95bb87900 req-e4d21e20-9f3b-4fc4-952a-eea60adcb341 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968013 Feb 03 11:05:07.839295 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (30b845ca-c123-46dd-8575-22f44b598185), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:07.846836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55faab-0527-4d19-919b-e7522f731572 req-20e798c9-c5b5-437f-81a0-6c6634723764 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:07.848739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a55faab-0527-4d19-919b-e7522f731572 req-20e798c9-c5b5-437f-81a0-6c6634723764 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 950 time: 0.2538722 Feb 03 11:05:07.903769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-c82f960b-314d-45be-8792-fe409af6cba2 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022807 Feb 03 11:05:07.970223 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b95c3a2c-c42b-4885-b6f0-6275fdcdce24 req-adbb4e10-42fc-4a62-b65e-55f36b6d6d90 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651599 Feb 03 11:05:08.047211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-437d4604-a171-43f3-9ce9-ce5e36972777 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506014 Feb 03 11:05:08.071526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a55faab-0527-4d19-919b-e7522f731572 req-259a99ec-1d6d-4ace-ae0b-b7c9f5058168 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743598 Feb 03 11:05:08.109929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40dfe7b7-92dd-414d-a264-9ebb4dffc763 req-47ad0a10-fca3-4f80-a423-73b1224f1c18 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858208 Feb 03 11:05:08.223016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (aae109a5-4046-4bab-8925-d69342b25d32), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.277884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5d4ba-e4ae-4429-8235-42a4a114aa8a req-c6b71821-8b3f-46ba-99cd-28d4c0301bb0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:08.279547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50e5d4ba-e4ae-4429-8235-42a4a114aa8a req-c6b71821-8b3f-46ba-99cd-28d4c0301bb0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.1237893 Feb 03 11:05:08.378526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50e5d4ba-e4ae-4429-8235-42a4a114aa8a req-c5f2cd5b-a637-4e4a-b1f3-b816945944bd tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915527 Feb 03 11:05:08.381004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Router 30b845ca-c123-46dd-8575-22f44b598185 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:08.493729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:08.502002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3fd0559e-bca0-4ac5-ac9c-5671361a9e31 admin admin] 10.222.0.30 "PUT /v2.0/routers/30b845ca-c123-46dd-8575-22f44b598185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4296501 Feb 03 11:05:08.502150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:08.510824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Sync routers for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:08.538119 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:08.540122 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:08.606287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Deleting port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:08.606667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.624047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks [] for router (30b845ca-c123-46dd-8575-22f44b598185), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.697935 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:08.704396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] For port 8f44e2ab-2c88-4bca-86b5-4e8e03a67486, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:08.704764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.719105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Calling delete_port for 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:08.741900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks [] for router_gateway (30b845ca-c123-46dd-8575-22f44b598185), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.809907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Deleting port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:08.810592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.929039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] For port 3d93dee8-7d60-4f8a-83f4-580d820dcf5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:08.929412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.938222 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:05:07Z', 'revision_number': 5, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port': {'id': '3d93dee8-7d60-4f8a-83f4-580d820dcf5f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b845ca-c123-46dd-8575-22f44b598185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:08.944538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Calling delete_port for 3d93dee8-7d60-4f8a-83f4-580d820dcf5f owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:08.972442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8f44e2ab-2c88-4bca-86b5-4e8e03a67486), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:08.977386 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Checking router: 30b845ca-c123-46dd-8575-22f44b598185 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:08.988253 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Routers {'30b845ca-c123-46dd-8575-22f44b598185'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:08.988938 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['30b845ca-c123-46dd-8575-22f44b598185'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:09.008063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f44e2ab-2c88-4bca-86b5-4e8e03a67486,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:09.029817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81e3b-70cb-44c1-90a7-73dd76a2a1db req-7fa121c5-511f-4e5f-92c8-1e2db78cd805 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:09.032297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87c81e3b-70cb-44c1-90a7-73dd76a2a1db req-7fa121c5-511f-4e5f-92c8-1e2db78cd805 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.1215801 Feb 03 11:05:09.196313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (3d93dee8-7d60-4f8a-83f4-580d820dcf5f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.206000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87c81e3b-70cb-44c1-90a7-73dd76a2a1db req-6a658acd-ebcd-40f3-8c31-7ab8ab097dd7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544685 Feb 03 11:05:09.207150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (aae109a5-4046-4bab-8925-d69342b25d32), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.229709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d93dee8-7d60-4f8a-83f4-580d820dcf5f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:09.267477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (30b845ca-c123-46dd-8575-22f44b598185), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.290674 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] Set router 30b845ca-c123-46dd-8575-22f44b598185 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:09.361097 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:05:08Z', 'revision_number': 6, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:09.395496 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b9b8b-f377-41f1-8063-98e31f7b5b3a None None] The sync data for ids ['30b845ca-c123-46dd-8575-22f44b598185'] in n-d-821606-6 is: [{'id': '30b845ca-c123-46dd-8575-22f44b598185', 'name': 'tempest-FloatingIPsTestJSON-1512601733-router', 'tenant_id': '1d0b882484e2477297cca587f67786ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:45Z', 'updated_at': '2022-02-03T11:05:08Z', 'revision_number': 6, 'project_id': '1d0b882484e2477297cca587f67786ef', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:09.433092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (30b845ca-c123-46dd-8575-22f44b598185), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.435302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks [] for router_controller (30b845ca-c123-46dd-8575-22f44b598185), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.518103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (30b845ca-c123-46dd-8575-22f44b598185), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.518630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b845ca-c123-46dd-8575-22f44b598185 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:05:09.527502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.531135 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3e717695-016b-4da4-9280-6127c997c662 admin admin] 10.222.0.30 "DELETE /v2.0/routers/30b845ca-c123-46dd-8575-22f44b598185 HTTP/1.1" status: 204 len: 168 time: 1.0256329 Feb 03 11:05:09.531993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53270) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:09.592149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Deleting subnet 88cb3091-4bd9-415d-834a-c5c73a0c1e20 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:05:09.595614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Publish callbacks [] for subnet (88cb3091-4bd9-415d-834a-c5c73a0c1e20), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.651009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Publish callbacks [] for subnet (88cb3091-4bd9-415d-834a-c5c73a0c1e20), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.678105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39e5b-7d08-4956-b782-35eef1e985f0 req-10fc3f83-4871-41bf-a748-c922d9750043 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:09.679820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6f39e5b-7d08-4956-b782-35eef1e985f0 req-10fc3f83-4871-41bf-a748-c922d9750043 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.1108875 Feb 03 11:05:09.776504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (88cb3091-4bd9-415d-834a-c5c73a0c1e20), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.853100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (88cb3091-4bd9-415d-834a-c5c73a0c1e20), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.902997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cb3091-4bd9-415d-834a-c5c73a0c1e20,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:09.905374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc786316-fa8b-461d-bac6-0192e967a294 None None] Network 8ca3439d-5eb2-49b8-a277-c6d9b461015f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:09.906602 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:09.911295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3db0374b-12a7-411c-a70c-876d83261299 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/88cb3091-4bd9-415d-834a-c5c73a0c1e20 HTTP/1.1" status: 204 len: 168 time: 0.3782980 Feb 03 11:05:09.913857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:09.928620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Router aae109a5-4046-4bab-8925-d69342b25d32 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:09.997543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8ca3439d-5eb2-49b8-a277-c6d9b461015f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.001974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6f39e5b-7d08-4956-b782-35eef1e985f0 req-57a99463-a74c-42fd-8519-110d094ad88f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783327 Feb 03 11:05:10.062592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:10.075826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Deleting port c98d63a7-fdbb-4c22-8577-f141423f3bc5 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:10.076257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.123773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:10.130083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-90bca2c0-977a-4343-92c0-08cdae757dd4 admin admin] 10.222.0.30 "PUT /v2.0/routers/aae109a5-4046-4bab-8925-d69342b25d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7032557 Feb 03 11:05:10.132515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:10.160306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] For port c98d63a7-fdbb-4c22-8577-f141423f3bc5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c98d63a7-fdbb-4c22-8577-f141423f3bc5,segment=NetworkSegment(2ce299f2-ed1b-4fc8-8282-ac3bab331d00),segment_id=2ce299f2-ed1b-4fc8-8282-ac3bab331d00)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:10.161005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.174993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Calling delete_port for c98d63a7-fdbb-4c22-8577-f141423f3bc5 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:10.197660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:10.211644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'mac_address': 'fa:16:3e:e6:00:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:10.215991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Sync routers for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:10.270397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 87fa5efe-a9da-485a-bf0a-19ab61b82219 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:10.270811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.276659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks [] for router (aae109a5-4046-4bab-8925-d69342b25d32), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.281583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:10.282875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:10.337740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c98d63a7-fdbb-4c22-8577-f141423f3bc5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.351636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafcc9ae-afb4-4193-865b-1d91315edfb1 None None] DHCP port deletion for 8ca3439d-5eb2-49b8-a277-c6d9b461015f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:05:10.358814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fa5efe-a9da-485a-bf0a-19ab61b82219 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:10.387156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] No DVR routers for this DVR port c98d63a7-fdbb-4c22-8577-f141423f3bc5 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:10.395182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Pushing event deleted for resources: {'Port': ['ID=c98d63a7-fdbb-4c22-8577-f141423f3bc5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:10.405669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:10.415490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.504449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa56476-5af9-4ed3-9cf0-85d21c0baa44 req-8b80abb8-d3b6-46d6-ba31-82cf7026543a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:10.506018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aa56476-5af9-4ed3-9cf0-85d21c0baa44 req-8b80abb8-d3b6-46d6-ba31-82cf7026543a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 948 time: 0.1512771 Feb 03 11:05:10.546139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks [] for router_gateway (aae109a5-4046-4bab-8925-d69342b25d32), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.548814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:10.565731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c98d63a7-fdbb-4c22-8577-f141423f3bc5 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:10.593821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8ca3439d-5eb2-49b8-a277-c6d9b461015f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.594881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c98d63a7-fdbb-4c22-8577-f141423f3bc5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:10.595233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c98d63a7-fdbb-4c22-8577-f141423f3bc5 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:10.595657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d311f3fe-c682-49ab-a53d-166008a6584d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:10.597558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aa56476-5af9-4ed3-9cf0-85d21c0baa44 req-1b38a885-7846-47ee-88bb-0293b002b51f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845592 Feb 03 11:05:10.623197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.623767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.624462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Deleting port 37f24d1a-4441-4fe0-90cd-432e883152a5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:10.624809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.625070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.625559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > port after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.626272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > port after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.627925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > port after_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.628591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.629131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.629929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.634239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.637033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d311f3fe-c682-49ab-a53d-166008a6584d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:10.637585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d311f3fe-c682-49ab-a53d-166008a6584d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:10.638161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3d93dee8-7d60-4f8a-83f4-580d820dcf5f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:10.641672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:10.717763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] For port 37f24d1a-4441-4fe0-90cd-432e883152a5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=37f24d1a-4441-4fe0-90cd-432e883152a5,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:10.718242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.737185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Calling delete_port for 37f24d1a-4441-4fe0-90cd-432e883152a5 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:10.746911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.747316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.749121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.750007 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:10.750630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca3439d-5eb2-49b8-a277-c6d9b461015f']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:10.781415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce299f2-ed1b-4fc8-8282-ac3bab331d00') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:10.781967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce299f2-ed1b-4fc8-8282-ac3bab331d00') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:10.828801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (2ce299f2-ed1b-4fc8-8282-ac3bab331d00), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.863714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2ce299f2-ed1b-4fc8-8282-ac3bab331d00), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.876346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:05:10.883861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (2ce299f2-ed1b-4fc8-8282-ac3bab331d00), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: from cryptography.utils import int_from_bytes Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: from cryptography.utils import int_from_bytes Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:05:10.921920 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:05:10.992696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 3d93dee8-7d60-4f8a-83f4-580d820dcf5f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:10.993809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3d93dee8-7d60-4f8a-83f4-580d820dcf5f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:11.003886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (37f24d1a-4441-4fe0-90cd-432e883152a5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.062995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f24d1a-4441-4fe0-90cd-432e883152a5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:11.074686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8ca3439d-5eb2-49b8-a277-c6d9b461015f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.104008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca3439d-5eb2-49b8-a277-c6d9b461015f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:11.110471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.122667 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-088bbbb9-6f5e-4d24-a8b7-7387ab7cefed admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ca3439d-5eb2-49b8-a277-c6d9b461015f HTTP/1.1" status: 204 len: 168 time: 1.2060142 Feb 03 11:05:11.130305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (aae109a5-4046-4bab-8925-d69342b25d32), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.185585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:05:08Z', 'revision_number': 5, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port': {'id': '37f24d1a-4441-4fe0-90cd-432e883152a5', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:04:02Z', 'updated_at': '2022-02-03T11:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:11.224450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Checking router: aae109a5-4046-4bab-8925-d69342b25d32 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:11.230388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:11.270836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Routers {'aae109a5-4046-4bab-8925-d69342b25d32'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:11.271671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['aae109a5-4046-4bab-8925-d69342b25d32'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:11.277197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5721edd-6995-407b-92e0-d5f3085da75b req-469e0e86-b5fa-4e7c-9684-c7dae167ce7f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:11.278861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5721edd-6995-407b-92e0-d5f3085da75b req-469e0e86-b5fa-4e7c-9684-c7dae167ce7f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 949 time: 0.2882507 Feb 03 11:05:11.292232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (aae109a5-4046-4bab-8925-d69342b25d32), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.293943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:11.299481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks [] for router_controller (aae109a5-4046-4bab-8925-d69342b25d32), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.354321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa52f83f-1310-4c3f-9235-e95cf4e6952a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d0b882484e2477297cca587f67786ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594802 Feb 03 11:05:11.355107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53292) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:11.361751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] Set router aae109a5-4046-4bab-8925-d69342b25d32 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:11.384542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-d5de58af-f8cb-4357-9aa7-dc20a2b6b8a9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:11.386281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-d5de58af-f8cb-4357-9aa7-dc20a2b6b8a9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b&tenant_id=cb19ff6d58154544bf697b8bf6c76451&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 949 time: 0.3249958 Feb 03 11:05:11.404563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789958-16d9-4db3-9b1b-f5f1c2ee25f5 req-97908bd3-8920-40d5-b64b-86d3a23e4004 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:11.412255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c789958-16d9-4db3-9b1b-f5f1c2ee25f5 req-97908bd3-8920-40d5-b64b-86d3a23e4004 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.2874813 Feb 03 11:05:11.415880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] Publish callbacks [] for security_group (32a07fbf-d20e-4508-a04f-3b74d4169c22), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.432096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (aae109a5-4046-4bab-8925-d69342b25d32), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.432713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae109a5-4046-4bab-8925-d69342b25d32 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:05:11.434004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:05:10Z', 'revision_number': 7, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:11.448487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] Publish callbacks [] for security_group (32a07fbf-d20e-4508-a04f-3b74d4169c22), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.467025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.471451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53294) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:11.471637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45e43c2b-693c-44b2-a843-31c1bd0df912 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aae109a5-4046-4bab-8925-d69342b25d32 HTTP/1.1" status: 204 len: 168 time: 1.3379645 Feb 03 11:05:11.474050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dabac3-a022-4f42-8628-7cffa3ae7238 None None] The sync data for ids ['aae109a5-4046-4bab-8925-d69342b25d32'] in n-d-821606-6 is: [{'id': 'aae109a5-4046-4bab-8925-d69342b25d32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-219811735-router', 'tenant_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:04:01Z', 'updated_at': '2022-02-03T11:05:10Z', 'revision_number': 7, 'project_id': '6bf71b0d1a2b40a1b09c7b2c1850d713', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:11.528961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5721edd-6995-407b-92e0-d5f3085da75b req-d2f68e32-cc8d-4275-a818-84d077aaa4a2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388334 Feb 03 11:05:11.564895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Deleting subnet 5c232367-ffb4-49e3-b0bd-8cd2ec75fdab {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:05:11.571411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Publish callbacks [] for subnet (5c232367-ffb4-49e3-b0bd-8cd2ec75fdab), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.581157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c789958-16d9-4db3-9b1b-f5f1c2ee25f5 req-7c2773b6-bc9f-4aed-b275-121aa13d3bd9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513932 Feb 03 11:05:11.588809 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-ea504b54-1d8c-4139-9eb5-2677f875d011 service neutron] delete failed (client error): The resource could not be found. Feb 03 11:05:11.589864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-ea504b54-1d8c-4139-9eb5-2677f875d011 service neutron] 10.222.0.53 "DELETE /v2.0/ports/87fa5efe-a9da-485a-bf0a-19ab61b82219/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.1935756 Feb 03 11:05:11.620555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5c232367-ffb4-49e3-b0bd-8cd2ec75fdab), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.656957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32a07fbf-d20e-4508-a04f-3b74d4169c22), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.659794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.663453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32a07fbf-d20e-4508-a04f-3b74d4169c22 HTTP/1.1" status: 204 len: 168 time: 0.3055463 Feb 03 11:05:11.691369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538e602-6c25-41eb-90c6-13ed23ab416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a07fbf-d20e-4508-a04f-3b74d4169c22,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:11.770307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-5042d93d-f588-4fbf-a9be-a5380511e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:11.771870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-5042d93d-f588-4fbf-a9be-a5380511e7cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 1131 time: 0.0770638 Feb 03 11:05:11.774786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5c232367-ffb4-49e3-b0bd-8cd2ec75fdab), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.880677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5c232367-ffb4-49e3-b0bd-8cd2ec75fdab), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.943536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c232367-ffb4-49e3-b0bd-8cd2ec75fdab,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:11.951747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76bfe4-15c6-40d8-a66a-f04605bee400 None None] Network 86bdfff7-c9ba-48e2-83b1-671306f87664 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:11.952130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:11.971385 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ade17c1c-8512-4030-ad9d-e76d3e0e4c4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c232367-ffb4-49e3-b0bd-8cd2ec75fdab HTTP/1.1" status: 204 len: 168 time: 0.4810445 Feb 03 11:05:11.971385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53302) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:12.036369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-dbeab17d-e0c3-4745-ae58-8b7e134bb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.037976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-dbeab17d-e0c3-4745-ae58-8b7e134bb49a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2541087 Feb 03 11:05:12.057179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909f399-5eac-4426-87d6-9adcab0ad520 req-cf0b1239-7995-42b9-92c5-9a775ac93482 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.063085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909f399-5eac-4426-87d6-9adcab0ad520 req-cf0b1239-7995-42b9-92c5-9a775ac93482 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.064725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9909f399-5eac-4426-87d6-9adcab0ad520 req-cf0b1239-7995-42b9-92c5-9a775ac93482 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1&device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 1690 time: 0.1373513 Feb 03 11:05:12.097344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (86bdfff7-c9ba-48e2-83b1-671306f87664), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.117715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-e9f9a28f-d684-47ba-b039-975a10b7b88f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 200 len: 217 time: 0.0517843 Feb 03 11:05:12.157362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9909f399-5eac-4426-87d6-9adcab0ad520 req-4d74796b-546c-436d-b486-af9eb5919d3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854225 Feb 03 11:05:12.197732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-b74c2dd6-1125-4b6b-906f-7c92348f8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.199293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-b74c2dd6-1125-4b6b-906f-7c92348f8bac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0671339 Feb 03 11:05:12.209847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Deleting port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:12.210195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.276710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-f5b91990-58d0-45a4-a73e-d8c2e1baaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.278859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-f5b91990-58d0-45a4-a73e-d8c2e1baaad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710833 Feb 03 11:05:12.338404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] For port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:12.339228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.355448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Calling delete_port for 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:12.396564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] DHCP port deletion for 86bdfff7-c9ba-48e2-83b1-671306f87664 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:05:12.456377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-cfc51fe6-a79b-4e96-ad35-59e641a9b849 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688573 Feb 03 11:05:12.469435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217009b-e32f-4694-9156-4d38c2e865e4 req-91d82a3a-cc3e-4408-8825-b1a4b7f11061 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.470899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9217009b-e32f-4694-9156-4d38c2e865e4 req-91d82a3a-cc3e-4408-8825-b1a4b7f11061 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 1132 time: 0.1074553 Feb 03 11:05:12.492176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Deleting port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:12.492741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.544954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.575946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:12.604311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:12.605337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8f44e2ab-2c88-4bca-86b5-4e8e03a67486 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:12.605987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:12.619312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Pushing event deleted for resources: {'Port': ['ID=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:12.637621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] No DVR routers for this DVR port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:12.692960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] For port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,segment=NetworkSegment(03b1cfff-270e-425e-af81-948837bdfa3c),segment_id=03b1cfff-270e-425e-af81-948837bdfa3c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:12.693402 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.695860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9217009b-e32f-4694-9156-4d38c2e865e4 req-50b73e4b-c973-4213-be9e-c1fa649b69cb tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048759 Feb 03 11:05:12.697037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:12.697388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:12.698128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 37f24d1a-4441-4fe0-90cd-432e883152a5 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:12.742858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 37f24d1a-4441-4fe0-90cd-432e883152a5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:12.743213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 37f24d1a-4441-4fe0-90cd-432e883152a5 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:12.745673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (86bdfff7-c9ba-48e2-83b1-671306f87664), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.749952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Calling delete_port for 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:12.774825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bdfff7-c9ba-48e2-83b1-671306f87664']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:12.788229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b1cfff-270e-425e-af81-948837bdfa3c') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:12.788814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b1cfff-270e-425e-af81-948837bdfa3c') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:12.791243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bde71f95-296c-44d9-b3d1-398251ff9fd6 req-e2f17bce-89e6-4daf-a8b5-bd4945dec020 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251224 Feb 03 11:05:12.815741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (03b1cfff-270e-425e-af81-948837bdfa3c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.828477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfafceb-bb38-489c-9273-600b0b095937 req-38a34166-d4a5-48b1-9e8e-4e4aa7f02e55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:12.833771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (03b1cfff-270e-425e-af81-948837bdfa3c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.841908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:05:12.843220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (03b1cfff-270e-425e-af81-948837bdfa3c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:05:12.845513 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:05:12.847394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dfafceb-bb38-489c-9273-600b0b095937 req-38a34166-d4a5-48b1-9e8e-4e4aa7f02e55 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 949 time: 0.1919131 Feb 03 11:05:12.978130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:12.980151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dfafceb-bb38-489c-9273-600b0b095937 req-8d4aee8b-95fb-4d0c-a47d-a44aaa9761ec tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253409 Feb 03 11:05:13.008370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1feefd-e92b-4642-92bb-59400ebdb7c3 req-d344e012-f8ad-4cac-a6d9-0582bc837e9f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:13.010156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e1feefd-e92b-4642-92bb-59400ebdb7c3 req-d344e012-f8ad-4cac-a6d9-0582bc837e9f tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 1131 time: 0.1565888 Feb 03 11:05:13.017861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (86bdfff7-c9ba-48e2-83b1-671306f87664), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.023298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] No DVR routers for this DVR port 26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:13.029784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d58b-5a28-49ef-a851-adab5e2cd596 None None] Pushing event deleted for resources: {'Port': ['ID=26b0d93a-cf20-4b6b-a55a-8ed1cfe1be26,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:13.031987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.047413 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/86bdfff7-c9ba-48e2-83b1-671306f87664 HTTP/1.1" status: 204 len: 168 time: 1.0757077 Feb 03 11:05:13.058853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c871-8845-460b-aa6b-8d7d478a10cc admin admin] Pushing event deleted for resources: {'Network': ['ID=86bdfff7-c9ba-48e2-83b1-671306f87664,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:13.087657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e1feefd-e92b-4642-92bb-59400ebdb7c3 req-95adcfee-4e82-46a4-bc37-a8912fc9d557 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697949 Feb 03 11:05:13.247755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53342) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:13.340022 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5beef246-4faf-40e7-b9e9-b569912d0b4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bf71b0d1a2b40a1b09c7b2c1850d713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889306 Feb 03 11:05:13.340552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:13.440972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] Publish callbacks [] for security_group (5be2f61d-7e1e-4540-a1b0-edac9734146c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.479554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] Publish callbacks [] for security_group (5be2f61d-7e1e-4540-a1b0-edac9734146c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.786779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53390) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:13.814385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e2728e1a-8a8c-40e6-b5d7-65d64b50c895 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337720 Feb 03 11:05:13.854068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5be2f61d-7e1e-4540-a1b0-edac9734146c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.856690 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.857909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5be2f61d-7e1e-4540-a1b0-edac9734146c HTTP/1.1" status: 204 len: 168 time: 0.5160422 Feb 03 11:05:13.894111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b5c20-62fc-4290-a6f2-e3f78ff0311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2f61d-7e1e-4540-a1b0-edac9734146c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:13.932343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f740dc41-46b1-4501-88d1-0b691222b3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:13.947513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-cfb2967f-ef34-4af9-9447-74f8fc617422 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:13.949778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-cfb2967f-ef34-4af9-9447-74f8fc617422 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302369 Feb 03 11:05:13.968966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-a0799e13-a793-45b9-83a8-437b2fa4cf34 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0129511 Feb 03 11:05:14.035188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f740dc41-46b1-4501-88d1-0b691222b3e7 admin admin] Publish callbacks [] for security_group (d9c1ef5c-7067-4bb7-b2d7-739015be64db), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.044457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f740dc41-46b1-4501-88d1-0b691222b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d9c1ef5c-7067-4bb7-b2d7-739015be64db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.082656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-efe57fe8-24c0-412c-baad-661d66bdd938 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1071396 Feb 03 11:05:14.110000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:14.125847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f740dc41-46b1-4501-88d1-0b691222b3e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2288c920ca80422f8ccfdf5a8550daf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376815 Feb 03 11:05:14.131531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:14.207126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:14.208930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129603c-0954-488b-bc77-ca673a2b9d9e req-e1619b5d-05d3-4345-aca2-beb3f57ebee8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:14.213752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 87fa5efe-a9da-485a-bf0a-19ab61b82219 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:14.214311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.214682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9129603c-0954-488b-bc77-ca673a2b9d9e req-e1619b5d-05d3-4345-aca2-beb3f57ebee8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 949 time: 0.1179533 Feb 03 11:05:14.374647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcf18384-1082-4a1d-8478-314e5e48b9de req-31bbd4e4-1cff-4d78-8e12-52685fd05a84 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 210 time: 0.0593688 Feb 03 11:05:14.379141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9129603c-0954-488b-bc77-ca673a2b9d9e req-6a2a8bf5-4b24-4ead-8a02-21214d4c68e9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532390 Feb 03 11:05:14.442328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 87fa5efe-a9da-485a-bf0a-19ab61b82219 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:14.442820 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.494962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:14.506307 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb89bf0-d77d-4e01-97f7-a74e1849ce74" -d '{"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-plugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:14.535075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:14.548849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.570018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe912-b123-43d3-800d-3068d509f9d0 req-133a0d3c-1631-4cd6-a3d2-fa910a95e97d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:14.575839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79fbe912-b123-43d3-800d-3068d509f9d0 req-133a0d3c-1631-4cd6-a3d2-fa910a95e97d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 949 time: 0.1099179 Feb 03 11:05:14.595445 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1541444b-b4c9-45cf-bd3f-732b7191896c x-openstack-request-id: req-1541444b-b4c9-45cf-bd3f-732b7191896c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:14.602186 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-plugged", "status": "completed", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:14.602608 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1541444b-b4c9-45cf-bd3f-732b7191896c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:14.603106 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'code': 200} Feb 03 11:05:14.635646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740dc41-46b1-4501-88d1-0b691222b3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1ef5c-7067-4bb7-b2d7-739015be64db,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:14.667636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:14.668605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79fbe912-b123-43d3-800d-3068d509f9d0 req-6a3683e2-9a9b-4d8f-87fe-5ff9fe1ff7b9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Feb 03 11:05:14.685055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] Publish callbacks [] for security_group (d9c1ef5c-7067-4bb7-b2d7-739015be64db), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.726580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] Publish callbacks [] for security_group (d9c1ef5c-7067-4bb7-b2d7-739015be64db), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.817976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d9c1ef5c-7067-4bb7-b2d7-739015be64db), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.824327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:14.827557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9c1ef5c-7067-4bb7-b2d7-739015be64db HTTP/1.1" status: 204 len: 168 time: 0.6936765 Feb 03 11:05:14.847032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7c998-464d-4573-8fe1-e95dca75a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1ef5c-7067-4bb7-b2d7-739015be64db,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:15.131728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:15.158867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-19ab6d59-a34d-497c-87ac-7630125fa124 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480373 Feb 03 11:05:15.288688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-network', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:15.341257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Made reservation on behalf of bdc3587a95964da6953ff5caae9c92f6 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:15.343882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.354203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.368300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-97a58874-9fd8-42f8-ba74-dfcdffec1501 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:15.371106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-97a58874-9fd8-42f8-ba74-dfcdffec1501 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067461 Feb 03 11:05:15.398982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c8620281-f1c5-4a00-9e9f-0db7f034f070 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/quotas/cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 375 time: 0.0218217 Feb 03 11:05:15.483218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks [] for security_group (a267af8b-1c32-4f0f-a875-5fe098037556), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.489501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a267af8b-1c32-4f0f-a875-5fe098037556), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.491884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8de7e77-968f-4994-8e5a-ffbd4b4dbd28 req-817ba75d-10b9-4a54-a64a-67eba2fea5be tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 210 time: 0.0341709 Feb 03 11:05:15.514292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:05:15.528529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267af8b-1c32-4f0f-a875-5fe098037556,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:15.535860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-01910e48-1564-4dd6-b3af-eb7f37b00278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260269 Feb 03 11:05:15.537631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1de65f1b-01a8-4ac9-9b90-89b471be0bbb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.537938 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Added segment 1de65f1b-01a8-4ac9-9b90-89b471be0bbb of type vlan for network 090e6762-704a-407c-9f67-2ba6a5bd011e Feb 03 11:05:15.583901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (090e6762-704a-407c-9f67-2ba6a5bd011e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.621536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (090e6762-704a-407c-9f67-2ba6a5bd011e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.623152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:15.625382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.663457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5272675 Feb 03 11:05:15.663796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:15.669110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Request body: {'subnet': {'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-subnet', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:15.723658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157a80-7fc6-4bf4-93fc-ba3dfc6179f2 admin admin] Pushing event updated for resources: {'Network': ['ID=090e6762-704a-407c-9f67-2ba6a5bd011e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:15.735590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 090e6762-704a-407c-9f67-2ba6a5bd011e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:05:15.744710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Made reservation on behalf of bdc3587a95964da6953ff5caae9c92f6 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:15.747460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:15.864208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38c75494-d816-4c2d-a982-38fc5a434488 req-444a41ba-829d-4913-93bb-d4b524dd3d37 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0826700 Feb 03 11:05:15.906867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-1e03b1e5-90bf-49f6-b33f-5a3eb647612a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622551 Feb 03 11:05:15.937510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.037681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d4c2abe0-e46a-4c17-8f6b-4b679359cbfe), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.123858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-9f50eb2b-2915-490f-bb12-f6ee4d9cbb6f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:16.128884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-9f50eb2b-2915-490f-bb12-f6ee4d9cbb6f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161388 Feb 03 11:05:16.154272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:16.162676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c2abe0-e46a-4c17-8f6b-4b679359cbfe,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:16.171095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Checking segment: {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:16.171645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Network hostable DHCP agents. Network: 090e6762-704a-407c-9f67-2ba6a5bd011e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:05:16.207330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Network 090e6762-704a-407c-9f67-2ba6a5bd011e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:05:16.225962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 090e6762-704a-407c-9f67-2ba6a5bd011e) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:16.242820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3f941-45e5-4943-82b3-873a4b62733a None None] Network 090e6762-704a-407c-9f67-2ba6a5bd011e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:16.247721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:16.248462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.294883 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7c3b1da8-12d5-498a-a68e-a3e7bf71fa1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6277122 Feb 03 11:05:16.295279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:16.300129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:16.355585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.357151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.488568 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for router_controller (9cf258a8-7713-42d8-b809-5c0545d70ac5), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.493692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:16.504384 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.521138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-090e6762-704a-407c-9f67-2ba6a5bd011e', 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e', 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'fixed_ips': [{'subnet_id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:05:16.522080 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.692252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe5b8c2-cafb-4387-bcc6-2c18be67f11f req-711130c1-ef3b-4342-93e9-f2c824564010 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 210 time: 0.0609655 Feb 03 11:05:16.756166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Allocated IP 172.20.0.2 (090e6762-704a-407c-9f67-2ba6a5bd011e/d4c2abe0-e46a-4c17-8f6b-4b679359cbfe/143b940e-cb08-4693-a04c-7fa91df0c9c3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:16.766398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for router_gateway (9cf258a8-7713-42d8-b809-5c0545d70ac5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:16.869084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.86 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/f1846d68-8c22-4533-b70b-7ce6536c7a87) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:17.039089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks [] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.054985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.068088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e07c14a5-2a9e-40fb-909c-3b2a61c2c944 req-77699238-1b51-4fbb-a09e-d8ce1605cfd1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0573745 Feb 03 11:05:17.088033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for router_gateway (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.138298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.176348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.235136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.303189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Network 090e6762-704a-407c-9f67-2ba6a5bd011e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:17.304378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:17.306635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:17.381725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:17.391063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:17.396940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:17.409204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:17.412420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:17.440797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:17.461458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:17.462082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Pushing event updated for resources: {'Port': ['ID=143b940e-cb08-4693-a04c-7fa91df0c9c3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:17.462234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.495699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Allocated IP 172.25.7.89 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/746970e1-58ea-4003-9452-ac49beb54d54) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:17.565332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-b1d2bb78-4304-470e-9c62-9d30d92740b5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4169886 Feb 03 11:05:17.568507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-b96e5562-e487-4166-a69a-6adb0c566562 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715847 Feb 03 11:05:17.582562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Request body: {'port': {'device_id': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:17.589001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Attempting to bind port 143b940e-cb08-4693-a04c-7fa91df0c9c3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:17.594487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Attempting to bind port 143b940e-cb08-4693-a04c-7fa91df0c9c3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:17.595075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Attempting to bind port 143b940e-cb08-4693-a04c-7fa91df0c9c3 on network 090e6762-704a-407c-9f67-2ba6a5bd011e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:17.649821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:17.652647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Checking segment: {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:17.654001 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.657293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Bound using segment: {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:17.658009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Bound port: 143b940e-cb08-4693-a04c-7fa91df0c9c3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:17.658579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.753927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for port (746970e1-58ea-4003-9452-ac49beb54d54), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.755742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.824649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (746970e1-58ea-4003-9452-ac49beb54d54), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.920220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e83ba437-e3e3-418c-a494-16866069338c None None] Provisioning complete for port f1846d68-8c22-4533-b70b-7ce6536c7a87 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:17.921248 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e83ba437-e3e3-418c-a494-16866069338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:17.929672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:17.942445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:17.951328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:17.997501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] For port 143b940e-cb08-4693-a04c-7fa91df0c9c3, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:18.073844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:18.078273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] For port 143b940e-cb08-4693-a04c-7fa91df0c9c3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=143b940e-cb08-4693-a04c-7fa91df0c9c3,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:18.085262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9bfacdc-638d-4664-879c-94e2596a88d3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:18.086755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9bfacdc-638d-4664-879c-94e2596a88d3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969827 Feb 03 11:05:18.108112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Pushing event updated for resources: {'Port': ['ID=746970e1-58ea-4003-9452-ac49beb54d54,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:18.117811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Request body: {'port': {'device_id': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'cb19ff6d58154544bf697b8bf6c76451'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:18.138289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17bec8-d32c-434a-95a8-da5acc8f2ead req-92ff0cc6-5dae-4da4-88c6-c4a2c8405b88 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:18.146038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a17bec8-d32c-434a-95a8-da5acc8f2ead req-92ff0cc6-5dae-4da4-88c6-c4a2c8405b88 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 935 time: 0.2703733 Feb 03 11:05:18.272834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.284923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba437-e3e3-418c-a494-16866069338c None None] Port f1846d68-8c22-4533-b70b-7ce6536c7a87 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:18.313098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56db3ca3-e258-4fcb-a569-94af43df3261 req-f006d34a-8ef1-4cf4-a0ae-dc8aff7dd5f9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 210 time: 0.1146412 Feb 03 11:05:18.384271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for router_gateway (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.391376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a17bec8-d32c-434a-95a8-da5acc8f2ead req-01349f1e-dfd4-4a99-8d52-c176f1fc7b71 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443883 Feb 03 11:05:18.425009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44c80c10-4e0e-4525-a48f-ab72c917c33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.478157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949b50-3430-4e5f-acc4-503327b20858 None None] Pushing event updated for resources: {'Port': ['ID=143b940e-cb08-4693-a04c-7fa91df0c9c3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:18.671747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1846d68-8c22-4533-b70b-7ce6536c7a87 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:18.688456 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks [] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.691632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Made reservation on behalf of cb19ff6d58154544bf697b8bf6c76451 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:18.695090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.735057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.788005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Transition to ACTIVE for port object f1846d68-8c22-4533-b70b-7ce6536c7a87 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:18.803492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.842462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44c80c10-4e0e-4525-a48f-ab72c917c33c admin admin] Publish callbacks [] for security_group (2ebb5179-1959-470a-b9b9-cae35907198e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:18.918575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Router 9cf258a8-7713-42d8-b809-5c0545d70ac5 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:05:18.943894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Allocated IP 192.168.233.116 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/f36d64dc-3018-4981-aea0-ee8b24e2a257) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:18.973652 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44c80c10-4e0e-4525-a48f-ab72c917c33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2ebb5179-1959-470a-b9b9-cae35907198e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.054101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:19.065628 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Sync routers for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:19.075703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:19.075954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.079861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a7f5e25c-ec66-47cc-8939-4447d1a40abd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7808535 Feb 03 11:05:19.080173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:19.082424 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:19.121734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Pushing event updated for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:19.135895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-44c80c10-4e0e-4525-a48f-ab72c917c33c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f276590237ac4b69a032986ab9f06597&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0586009 Feb 03 11:05:19.136642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c80c10-4e0e-4525-a48f-ab72c917c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb5179-1959-470a-b9b9-cae35907198e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:19.140439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:19.194059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Attempting to bind port f1846d68-8c22-4533-b70b-7ce6536c7a87 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:19.194502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Attempting to bind port f1846d68-8c22-4533-b70b-7ce6536c7a87 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:19.194723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Attempting to bind port f1846d68-8c22-4533-b70b-7ce6536c7a87 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:19.225163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Port f1846d68-8c22-4533-b70b-7ce6536c7a87 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:19.225501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Attempting to bind port f1846d68-8c22-4533-b70b-7ce6536c7a87 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:19.260217 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:19.285949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] Publish callbacks [] for security_group (2ebb5179-1959-470a-b9b9-cae35907198e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.305573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:19.305968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:19.306305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:19.306752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Bound port: f1846d68-8c22-4533-b70b-7ce6536c7a87, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:19.307106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.357971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] Publish callbacks [] for security_group (2ebb5179-1959-470a-b9b9-cae35907198e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.435983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.510984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fda5b9ef-781a-4e15-9632-1dd317f027a9 req-6eb6d33f-0da2-4a9a-be22-2b04e5673e28 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0292220 Feb 03 11:05:19.549303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:18Z', 'revision_number': 3, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:19.585655 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Checking router: 9cf258a8-7713-42d8-b809-5c0545d70ac5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:19.586014 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Updating router 9cf258a8-7713-42d8-b809-5c0545d70ac5 port 746970e1-58ea-4003-9452-ac49beb54d54 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:05:19.590172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:19.609911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:19.623718 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (746970e1-58ea-4003-9452-ac49beb54d54), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.641916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.693477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:19.694214 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.695487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] 10.222.0.53 "PUT /v2.0/ports/f1846d68-8c22-4533-b70b-7ce6536c7a87 HTTP/1.1" status: 200 len: 1095 time: 2.1214452 Feb 03 11:05:19.695942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:19.701643 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a933369-8939-4d71-90bb-0f722bb52cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:19.812627 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.839813 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38cf1f6-8f4a-4342-b15b-f0a5ca49424e x-openstack-request-id: req-d38cf1f6-8f4a-4342-b15b-f0a5ca49424e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:19.840114 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:19.840365 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d38cf1f6-8f4a-4342-b15b-f0a5ca49424e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:19.840770 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87', 'status': 'completed', 'code': 200} Feb 03 11:05:19.852369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2ebb5179-1959-470a-b9b9-cae35907198e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.868262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:19.869192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ebb5179-1959-470a-b9b9-cae35907198e HTTP/1.1" status: 204 len: 168 time: 0.7169068 Feb 03 11:05:19.881599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901d80c-599e-49ee-bdd6-3492b3e2b228 req-f5b03a88-d3c9-40c1-b3a1-f6d32cd10ed6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:19.885955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9901d80c-599e-49ee-bdd6-3492b3e2b228 req-f5b03a88-d3c9-40c1-b3a1-f6d32cd10ed6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 947 time: 0.3634195 Feb 03 11:05:19.986356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f207751-702a-429f-bb6d-27f30ce6d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb5179-1959-470a-b9b9-cae35907198e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:20.008666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.036904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc45833-597a-4cf9-861e-ae2d3ab14ee7 None None] Network 090e6762-704a-407c-9f67-2ba6a5bd011e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:20.051945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:20.056732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:20.057790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:20.059538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:20.065223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:20.065835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.080665 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks [] for port (746970e1-58ea-4003-9452-ac49beb54d54), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.090125 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (746970e1-58ea-4003-9452-ac49beb54d54), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.094133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-11334bdb-2b9d-4bcd-8c5e-370377940be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:20.095770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-11334bdb-2b9d-4bcd-8c5e-370377940be2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 1129 time: 0.3272610 Feb 03 11:05:20.096837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fa830-6ebd-4ab2-8999-5edede3285fc service neutron] Pushing event updated for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:20.146413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:20.169172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:20.175625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9901d80c-599e-49ee-bdd6-3492b3e2b228 req-f4dc56f7-763c-4fc5-8f63-fb08c0e83b1b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521384 Feb 03 11:05:20.189757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-c48a6d5d-7f89-4570-93ec-328001c06748 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0789430 Feb 03 11:05:20.199244 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Attempting to bind port 746970e1-58ea-4003-9452-ac49beb54d54 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:20.199617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Attempting to bind port 746970e1-58ea-4003-9452-ac49beb54d54 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:20.200203 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Attempting to bind port 746970e1-58ea-4003-9452-ac49beb54d54 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:20.209315 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:20.209699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:20.210226 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.210978 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:20.211461 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Bound port: 746970e1-58ea-4003-9452-ac49beb54d54, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:20.211840 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (746970e1-58ea-4003-9452-ac49beb54d54), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.231655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Request body: {'port': {'device_id': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:20.243966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-d8941ea1-eb96-4d38-a2b8-5899441407d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87 HTTP/1.1" status: 200 len: 217 time: 0.0656161 Feb 03 11:05:20.323588 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] For port 746970e1-58ea-4003-9452-ac49beb54d54, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:20.333458 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] For port 746970e1-58ea-4003-9452-ac49beb54d54, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=746970e1-58ea-4003-9452-ac49beb54d54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:20.338119 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Pushing event updated for resources: {'Port': ['ID=746970e1-58ea-4003-9452-ac49beb54d54,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:20.344077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-ea92c5a8-7836-46bb-bb1d-e9e3b20bbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:20.345776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-ea92c5a8-7836-46bb-bb1d-e9e3b20bbd2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0749393 Feb 03 11:05:20.361751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.362109 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.362455 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.362860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.363182 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.363516 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.363825 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.364816 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.365356 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.365694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.366023 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.366798 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.367195 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:20.373362 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (746970e1-58ea-4003-9452-ac49beb54d54), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.429942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Allocated IP 172.20.0.1 (090e6762-704a-407c-9f67-2ba6a5bd011e/d4c2abe0-e46a-4c17-8f6b-4b679359cbfe/b0ce13f8-34e5-4f4e-84cb-73a80845f5df) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:20.451708 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb165-6643-4e2b-a41f-5d05ae08b896 None None] Pushing event updated for resources: {'Port': ['ID=746970e1-58ea-4003-9452-ac49beb54d54,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:20.493554 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:20.496350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:20.525107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.597641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 143b940e-cb08-4693-a04c-7fa91df0c9c3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:20.622301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-5603000f-8ba6-4015-90fe-01ad86f854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:20.625297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-5603000f-8ba6-4015-90fe-01ad86f854d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2693694 Feb 03 11:05:20.710517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Provisioning complete for port 143b940e-cb08-4693-a04c-7fa91df0c9c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:20.711062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:20.750648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-4985e64d-932f-45fb-a86c-869ed57ef46e service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168809 Feb 03 11:05:20.786137 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:20.941208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b5a43d-3400-4142-8c1d-e0d9b196b68d req-f10fe477-402f-4fea-a208-56d2a8cd1167 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721485 Feb 03 11:05:20.985110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks [] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.065350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.178516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Pushing event updated for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:21.198632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f395d42-fc89-46c7-bb2d-837f64c49fcc req-12c5a3e2-6503-44bf-8e79-dac38b2f3731 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:21.206228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Network 090e6762-704a-407c-9f67-2ba6a5bd011e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:21.207664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:21.210561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:21.212346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f395d42-fc89-46c7-bb2d-837f64c49fcc req-12c5a3e2-6503-44bf-8e79-dac38b2f3731 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 936 time: 0.4524066 Feb 03 11:05:21.233716 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:18Z', 'revision_number': 3, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:21.286114 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d310-9e03-43fa-b2b6-f5ff71d375e8 None None] The sync data for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 is: [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:18Z', 'revision_number': 3, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:21.308078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.378461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Current status of the port 143b940e-cb08-4693-a04c-7fa91df0c9c3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:21.379045 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.464404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] For port 143b940e-cb08-4693-a04c-7fa91df0c9c3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=143b940e-cb08-4693-a04c-7fa91df0c9c3,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:21.488446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 143b940e-cb08-4693-a04c-7fa91df0c9c3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:21.491054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.510198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:21.534854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.576472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.805757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-626108685-network', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:21.867241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb856a1-9e4c-4bcb-8aaf-504fe7a888c6 None None] Pushing event updated for resources: {'Port': ['ID=143b940e-cb08-4693-a04c-7fa91df0c9c3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:21.895388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Provisioning complete for port 143b940e-cb08-4693-a04c-7fa91df0c9c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:21.897250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.909919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Made reservation on behalf of c9631344658a42d7adc9352eab1b99ab for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:21.912442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.958514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:21.974314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 143b940e-cb08-4693-a04c-7fa91df0c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:22.025767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks [] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.037528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f395d42-fc89-46c7-bb2d-837f64c49fcc req-2e9abc03-f55e-4dfe-b77f-4851616724a0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8240943 Feb 03 11:05:22.058176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.060577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-e5e38c8f-ebc7-4ce9-8dc5-786ee5a96861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:22.062252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-e5e38c8f-ebc7-4ce9-8dc5-786ee5a96861 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 1129 time: 1.0162919 Feb 03 11:05:22.182785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Current status of the port 143b940e-cb08-4693-a04c-7fa91df0c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:22.198059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3235fe-3521-4a51-a8d6-04a406ab4db3 req-4d253a8a-0224-42c6-9fc2-292d7e1098f2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:22.205411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a3235fe-3521-4a51-a8d6-04a406ab4db3 req-4d253a8a-0224-42c6-9fc2-292d7e1098f2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 947 time: 0.2854044 Feb 03 11:05:22.249348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Provisioning complete for port f36d64dc-3018-4981-aea0-ee8b24e2a257 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:22.250649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.266922 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.332334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7753cd8d-2455-4853-845a-afe193f8a34e None None] Port f36d64dc-3018-4981-aea0-ee8b24e2a257 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:22.335495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Pushing event updated for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:22.446446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Network 090e6762-704a-407c-9f67-2ba6a5bd011e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:22.455603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:22.492035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cc38f1de-4835-424c-9cea-e447b57a7bcc None None] Provisioning complete for port b0ce13f8-34e5-4f4e-84cb-73a80845f5df triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:22.495211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:22.495489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks [] for security_group (1987c2fc-a2f5-4ad3-b820-0d1e27020d35), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.500561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc38f1de-4835-424c-9cea-e447b57a7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.517976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-62bca873-6297-4f07-b72e-99b9d4cbf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:22.523674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-62bca873-6297-4f07-b72e-99b9d4cbf5fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.4427075 Feb 03 11:05:22.532357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a3235fe-3521-4a51-a8d6-04a406ab4db3 req-78c26553-0304-42f2-a86c-97005d45e95a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260965 Feb 03 11:05:22.547919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks [] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.568673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 143b940e-cb08-4693-a04c-7fa91df0c9c3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:22.587092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1987c2fc-a2f5-4ad3-b820-0d1e27020d35), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.621654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1987c2fc-a2f5-4ad3-b820-0d1e27020d35,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:22.645620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-0da6fba0-520c-4cc3-94ed-a121f72b2ac3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87 HTTP/1.1" status: 200 len: 217 time: 0.1007528 Feb 03 11:05:22.663956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Transition to ACTIVE for port object f36d64dc-3018-4981-aea0-ee8b24e2a257 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:22.666470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cc38f1de-4835-424c-9cea-e447b57a7bcc None None] Port b0ce13f8-34e5-4f4e-84cb-73a80845f5df cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:22.672101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:05:22.685402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 143b940e-cb08-4693-a04c-7fa91df0c9c3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:22.686089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.717515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.756013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9273e847-d19f-41e2-962d-0e81a5258934), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.756430 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Added segment 9273e847-d19f-41e2-962d-0e81a5258934 of type vlan for network 044e2857-6934-4c1e-860b-75f9decde065 Feb 03 11:05:22.853972 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (044e2857-6934-4c1e-860b-75f9decde065), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:22.858789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-dd7fa635-2552-4105-8c8c-c29cb06ccaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:22.863645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-dd7fa635-2552-4105-8c8c-c29cb06ccaad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1987224 Feb 03 11:05:22.865453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 143b940e-cb08-4693-a04c-7fa91df0c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:22.866760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 746970e1-58ea-4003-9452-ac49beb54d54 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:22.869540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Router 9cf258a8-7713-42d8-b809-5c0545d70ac5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:22.947573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:22.975099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:22.975451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:22.975788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:22.983282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:22.983614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:23.000698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:23.001073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:23.001469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:23.001918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Bound port: f36d64dc-3018-4981-aea0-ee8b24e2a257, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:23.002282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.009583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (044e2857-6934-4c1e-860b-75f9decde065), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.010991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:23.012175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.019920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-fe2760af-396b-43e3-abb2-147cbdf83395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:23.021513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-fe2760af-396b-43e3-abb2-147cbdf83395 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350479 Feb 03 11:05:23.028384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-332029db-405a-4d93-920f-1ecd1c8745f5 None None] Provisioning complete for port b0ce13f8-34e5-4f4e-84cb-73a80845f5df triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:23.028858 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-332029db-405a-4d93-920f-1ecd1c8745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.059133 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5471787 Feb 03 11:05:23.060001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53588) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:23.118385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Request body: {'subnet': {'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-626108685-subnet', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:23.151614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-332029db-405a-4d93-920f-1ecd1c8745f5 None None] Port b0ce13f8-34e5-4f4e-84cb-73a80845f5df cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:23.157185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 746970e1-58ea-4003-9452-ac49beb54d54 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:23.158903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (746970e1-58ea-4003-9452-ac49beb54d54), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.287522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:23.296195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f1846d68-8c22-4533-b70b-7ce6536c7a87 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:23.338225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 746970e1-58ea-4003-9452-ac49beb54d54 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:23.338639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (746970e1-58ea-4003-9452-ac49beb54d54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.357081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f4f85-1b81-45f0-a1ad-3668ff947423 admin admin] Pushing event updated for resources: {'Network': ['ID=044e2857-6934-4c1e-860b-75f9decde065,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:23.367232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:23.370901 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c5713ed1-2d7a-4b37-b380-d040093e3dfc admin admin] 10.222.0.30 "PUT /v2.0/routers/9cf258a8-7713-42d8-b809-5c0545d70ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2887609 Feb 03 11:05:23.371678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:23.381508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 746970e1-58ea-4003-9452-ac49beb54d54, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=746970e1-58ea-4003-9452-ac49beb54d54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:23.382180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Made reservation on behalf of c9631344658a42d7adc9352eab1b99ab for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:23.385175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.398997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 044e2857-6934-4c1e-860b-75f9decde065 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:05:23.420903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-1bed9747-6cae-48f0-99ab-377e82d04743 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815861 Feb 03 11:05:23.438403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.442099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (746970e1-58ea-4003-9452-ac49beb54d54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.481370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:23.482225 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:23.487014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] 10.222.0.69 "PUT /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 1096 time: 3.2578382 Feb 03 11:05:23.509397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:23.525955 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873dd0d-eda3-40d5-9c9a-89b5e345140d" -d '{"events": [{"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:23.652592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538dd5-f90a-4ee3-8f11-cb078e65af15 req-ab9b9346-c67a-4887-8eed-f0286f2c1180 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:23.663381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f538dd5-f90a-4ee3-8f11-cb078e65af15 req-ab9b9346-c67a-4887-8eed-f0286f2c1180 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.4731467 Feb 03 11:05:23.928495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=746970e1-58ea-4003-9452-ac49beb54d54,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:23.995358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f05f-8b36-4d03-b4ef-b1e49c2c9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:24.015057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:24.029641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'f1846d68-8c22-4533-b70b-7ce6536c7a87', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'f1846d68-8c22-4533-b70b-7ce6536c7a87', 'mac_address': 'fa:16:3e:2b:4e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:24.060083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f538dd5-f90a-4ee3-8f11-cb078e65af15 req-d3ddae07-be9c-4117-b4d0-91ceca19aaab tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957469 Feb 03 11:05:24.070709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f1846d68-8c22-4533-b70b-7ce6536c7a87 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:24.071111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.091934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1846d68-8c22-4533-b70b-7ce6536c7a87 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:24.122019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:24.129362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.149314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a933369-8939-4d71-90bb-0f722bb52cfa req-5f659bc6-4088-41a8-9f54-d3662c474544 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901777 Feb 03 11:05:24.166959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a181c-dc46-41f2-a96f-13b011bfa128 req-192bfa10-313c-4ee5-83b2-6999e979045d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.168526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d94a181c-dc46-41f2-a96f-13b011bfa128 req-192bfa10-313c-4ee5-83b2-6999e979045d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1127 time: 0.7120881 Feb 03 11:05:24.170219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-9811fd5e-15f1-4ab1-a0ce-d21239b3eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.172268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-9811fd5e-15f1-4ab1-a0ce-d21239b3eb6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.4396975 Feb 03 11:05:24.262756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:24.278989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-0af12943-e403-4020-841e-b94ac7bf7869 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0692940 Feb 03 11:05:24.283919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (dfd8813f-2f31-47d3-bbe0-8d252ff39ba7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.352052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Sync routers for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:24.363687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:24.364468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:24.390965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d94a181c-dc46-41f2-a96f-13b011bfa128 req-d868632c-47eb-4d05-92aa-5ed9c3e28c13 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140639 Feb 03 11:05:24.418863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd8813f-2f31-47d3-bbe0-8d252ff39ba7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:24.441702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b590de-58d2-4a69-975f-fd23a727289a req-430d3299-0fcc-46a7-b476-5649db52865c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.448729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3b590de-58d2-4a69-975f-fd23a727289a req-430d3299-0fcc-46a7-b476-5649db52865c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 948 time: 0.2713509 Feb 03 11:05:24.454030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-09fb6508-1954-46f1-8119-f0164f32da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.455440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-09fb6508-1954-46f1-8119-f0164f32da00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1570523 Feb 03 11:05:24.472501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 746970e1-58ea-4003-9452-ac49beb54d54 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:24.474620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['f1846d68-8c22-4533-b70b-7ce6536c7a87'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:24.531495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Checking segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:24.531860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Network hostable DHCP agents. Network: 044e2857-6934-4c1e-860b-75f9decde065, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:05:24.542625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:24.637632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3b590de-58d2-4a69-975f-fd23a727289a req-b5396917-16c3-457b-9107-48960536c837 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749101 Feb 03 11:05:24.668747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Network 044e2857-6934-4c1e-860b-75f9decde065 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:05:24.686103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 746970e1-58ea-4003-9452-ac49beb54d54 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:24.687138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (746970e1-58ea-4003-9452-ac49beb54d54), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.742297 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e540665-b2fd-4da7-bef2-477f04436600 x-openstack-request-id: req-6e540665-b2fd-4da7-bef2-477f04436600 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:24.743057 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:24.744295 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e540665-b2fd-4da7-bef2-477f04436600 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:24.745033 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'status': 'completed', 'code': 200} Feb 03 11:05:24.755780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28e6d149-e3cb-41eb-90e4-83ece4899fd5 req-de148494-2b34-4a58-9b72-7ece92e89c2d tempest-FloatingIPsNegativeTestJSON-2074366839 tempest-FloatingIPsNegativeTestJSON-2074366839-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=bdc3587a95964da6953ff5caae9c92f6 HTTP/1.1" status: 200 len: 217 time: 0.1169355 Feb 03 11:05:24.768684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-92eca463-55ee-4c4d-b673-bf2fde72b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.773142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-92eca463-55ee-4c4d-b673-bf2fde72b7e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3086882 Feb 03 11:05:24.778056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 044e2857-6934-4c1e-860b-75f9decde065) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:24.784888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:24.787801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.792953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8de32-af04-4fdc-83af-fb264b4910df None None] Network 044e2857-6934-4c1e-860b-75f9decde065 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:24.858889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:24.859473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6cb4fb94-06ab-449a-bcbb-ec1e5ac1aa24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7967606 Feb 03 11:05:24.861191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8e7d35f-d601-4574-af4f-158d4e63c122 req-7b7c238a-e206-4136-bbad-2ffb8939e5c2 tempest-FloatingIPsNegativeTestJSON-2074366839 tempest-FloatingIPsNegativeTestJSON-2074366839-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0501618 Feb 03 11:05:24.864656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:24.913654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:24.914889 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.043616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for router_controller (390cc52f-5711-4bfe-8ac5-a6966e635431), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.058218 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-cff503a1-5056-4415-929c-86f380a58f6c req-28248f9d-72c5-4d8e-bb45-90d541d6cb86 tempest-FloatingIPsNegativeTestJSON-2074366839 tempest-FloatingIPsNegativeTestJSON-2074366839-project] show failed (client error): The resource could not be found. Feb 03 11:05:25.060327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 746970e1-58ea-4003-9452-ac49beb54d54 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:25.064128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-044e2857-6934-4c1e-860b-75f9decde065', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:05:25.065503 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.073480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff503a1-5056-4415-929c-86f380a58f6c req-28248f9d-72c5-4d8e-bb45-90d541d6cb86 tempest-FloatingIPsNegativeTestJSON-2074366839 tempest-FloatingIPsNegativeTestJSON-2074366839-project] 10.222.0.30 "GET /v2.0/floatingips/fa5f0c1f-464e-401d-ad04-8cc6f583e127 HTTP/1.1" status: 404 len: 350 time: 0.1640286 Feb 03 11:05:25.078621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:25.125395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:21Z', 'revision_number': 4, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b0ce13f8-34e5-4f4e-84cb-73a80845f5df', 'name': '', 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'mac_address': 'fa:16:3e:e0:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:19Z', 'updated_at': '2022-02-03T11:05:21Z', 'revision_number': 2, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'subnets': [{'id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:25.215907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Checking router: 9cf258a8-7713-42d8-b809-5c0545d70ac5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:25.216645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Updating router 9cf258a8-7713-42d8-b809-5c0545d70ac5 port b0ce13f8-34e5-4f4e-84cb-73a80845f5df binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:05:25.222383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-02a2c2fe-1110-49e3-977e-980ef455484b service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079418 Feb 03 11:05:25.270282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for router_gateway (390cc52f-5711-4bfe-8ac5-a6966e635431), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.307671 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.444562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565f50-a8da-4d26-8c58-fa20e5ef6762 req-1eac6354-c7b8-4de7-b3f2-c85bfd5b048d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:25.446578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1565f50-a8da-4d26-8c58-fa20e5ef6762 req-1eac6354-c7b8-4de7-b3f2-c85bfd5b048d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.2233069 Feb 03 11:05:25.520716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfd6a7f-6fe2-4958-a1ce-38cc19434b5d req-1dc096b6-8a84-49e9-955f-0c6ff58f9bd4 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724524 Feb 03 11:05:25.640316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1565f50-a8da-4d26-8c58-fa20e5ef6762 req-bd3ec537-c874-49b4-a8f1-39fee2172142 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698942 Feb 03 11:05:25.718684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Allocated IP 172.20.0.2 (044e2857-6934-4c1e-860b-75f9decde065/dfd8813f-2f31-47d3-bbe0-8d252ff39ba7/eca3675d-9dbb-425d-b6d5-44945580b273) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:25.782873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for router_gateway (390cc52f-5711-4bfe-8ac5-a6966e635431), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.822047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:25.936856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-046a90a1-6065-4063-a3b3-5e2059b089d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:25.938823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-046a90a1-6065-4063-a3b3-5e2059b089d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.2742810 Feb 03 11:05:26.053678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Allocated IP 172.25.7.83 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/924fa451-0d08-4419-9eb8-223428684847) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:26.097814 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks [] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.131241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.163035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d47e-5917-4c44-aac3-d6adfb0e0901 req-a511758c-96dd-48ec-a06c-73684f09a323 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:26.172478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d7d47e-5917-4c44-aac3-d6adfb0e0901 req-a511758c-96dd-48ec-a06c-73684f09a323 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 948 time: 0.3847749 Feb 03 11:05:26.255866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-a68a8198-a6f9-4f87-a51f-6413b6478f1a tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:05:26.257474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-a68a8198-a6f9-4f87-a51f-6413b6478f1a tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062428 Feb 03 11:05:26.260860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8769-dbb0-4b73-b442-8ff68d7a8631 None None] Pushing event updated for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:26.312476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for port (924fa451-0d08-4419-9eb8-223428684847), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.355482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (924fa451-0d08-4419-9eb8-223428684847), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.362905 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks [] for port (eca3675d-9dbb-425d-b6d5-44945580b273), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.364802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Attempting to bind port b0ce13f8-34e5-4f4e-84cb-73a80845f5df on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:26.366515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Attempting to bind port b0ce13f8-34e5-4f4e-84cb-73a80845f5df by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:26.366515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Attempting to bind port b0ce13f8-34e5-4f4e-84cb-73a80845f5df on network 090e6762-704a-407c-9f67-2ba6a5bd011e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:26.375769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:26.376529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Checking segment: {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:26.377054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.377715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Bound using segment: {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:26.378338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Bound port: b0ce13f8-34e5-4f4e-84cb-73a80845f5df, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de65f1b-01a8-4ac9-9b90-89b471be0bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:26.378922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.413609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:26.421795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:26.433130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:26.572465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Pushing event updated for resources: {'Port': ['ID=924fa451-0d08-4419-9eb8-223428684847,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:26.615955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.616559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.616928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.617294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.617626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.617958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.618429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.618761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.619089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.619414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.619735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.620056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.620182 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.620443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:26.684604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Network 044e2857-6934-4c1e-860b-75f9decde065 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:26.693854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] For port b0ce13f8-34e5-4f4e-84cb-73a80845f5df, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:26.699206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:26.703246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:26.705336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Pushing event updated for resources: {'Port': ['ID=eca3675d-9dbb-425d-b6d5-44945580b273,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:26.721703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] For port b0ce13f8-34e5-4f4e-84cb-73a80845f5df, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:26.723355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8fd86585-a008-49e5-93b8-f0e98fbd9e43 None None] Provisioning complete for port b0ce13f8-34e5-4f4e-84cb-73a80845f5df triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:26.723724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fd86585-a008-49e5-93b8-f0e98fbd9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.771853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.786872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-c9e6c2ba-8847-4106-a4bd-f19fe8455260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:26.788250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-c9e6c2ba-8847-4106-a4bd-f19fe8455260 service neutron] 10.222.0.30 "GET /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 1124 time: 0.4966817 Feb 03 11:05:26.793179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d7d47e-5917-4c44-aac3-d6adfb0e0901 req-f0c7bc9f-c7ce-45cf-a810-0088e9d89b2e tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195734 Feb 03 11:05:26.794982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-20f7d57d-946b-4c58-bd28-2811ee2efd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:26.796626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-20f7d57d-946b-4c58-bd28-2811ee2efd82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.8450942 Feb 03 11:05:26.799090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.860746 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.861448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8fd86585-a008-49e5-93b8-f0e98fbd9e43 None None] Port b0ce13f8-34e5-4f4e-84cb-73a80845f5df cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:26.875472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Attempting to bind port eca3675d-9dbb-425d-b6d5-44945580b273 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:26.875862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Attempting to bind port eca3675d-9dbb-425d-b6d5-44945580b273 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:26.876204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Attempting to bind port eca3675d-9dbb-425d-b6d5-44945580b273 on network 044e2857-6934-4c1e-860b-75f9decde065 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:26.891487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for router_gateway (390cc52f-5711-4bfe-8ac5-a6966e635431), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.894883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:26.895262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Checking segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:26.895673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.896246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Bound using segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:26.896732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Bound port: eca3675d-9dbb-425d-b6d5-44945580b273, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:26.897164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:26.903513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8769-dbb0-4b73-b442-8ff68d7a8631 None None] Pushing event updated for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:26.921179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:26.922465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:26.954723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:26.955460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:05:27.089183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-16f24880-cd40-480d-b3c7-bd826d1e333d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.1010780 Feb 03 11:05:27.113242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] For port eca3675d-9dbb-425d-b6d5-44945580b273, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:27.118604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] For port eca3675d-9dbb-425d-b6d5-44945580b273, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=eca3675d-9dbb-425d-b6d5-44945580b273,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:27.135946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.140593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:27.199391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.215491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d826cf1-bbae-46c9-937e-0b24afb92563 req-bdfc1dc1-f12f-4b08-92ef-1ee796b80e1e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:27.224448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d826cf1-bbae-46c9-937e-0b24afb92563 req-bdfc1dc1-f12f-4b08-92ef-1ee796b80e1e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.2656813 Feb 03 11:05:27.293008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f1846d68-8c22-4533-b70b-7ce6536c7a87 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:27.333567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7f4f-04df-40ee-a3b6-c85def1a6343 None None] Pushing event updated for resources: {'Port': ['ID=eca3675d-9dbb-425d-b6d5-44945580b273,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:27.342133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-ff0f413f-b217-49e0-9da4-0216eec67a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:27.343712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-ff0f413f-b217-49e0-9da4-0216eec67a07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2211151 Feb 03 11:05:27.399119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Provisioning complete for port b0ce13f8-34e5-4f4e-84cb-73a80845f5df triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:27.399651 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.445990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Router 390cc52f-5711-4bfe-8ac5-a6966e635431 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:05:27.467463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d826cf1-bbae-46c9-937e-0b24afb92563 req-97936013-a929-496e-ab0e-d745d4fbc15b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420022 Feb 03 11:05:27.503538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port f1846d68-8c22-4533-b70b-7ce6536c7a87 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:27.510560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port f1846d68-8c22-4533-b70b-7ce6536c7a87 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:27.510937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.616701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:27.617231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:27.617440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Current status of the port b0ce13f8-34e5-4f4e-84cb-73a80845f5df is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:27.617554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:27.617833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.635342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-e5abe62c-9348-43c5-996c-8f0c1c5fe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:27.636865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-e5abe62c-9348-43c5-996c-8f0c1c5fe9a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2780499 Feb 03 11:05:27.643282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:27.643618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:27.671635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:27.671635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:27.671635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:27.671635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Bound port: 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:27.674506 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:05:27.685174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:21Z', 'revision_number': 4, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b0ce13f8-34e5-4f4e-84cb-73a80845f5df', 'name': '', 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'mac_address': 'fa:16:3e:e0:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:19Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 4, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'subnets': [{'id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:27.752232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbe165-1338-4c60-a619-11b8c0458039 None None] The sync data for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 is: [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:21Z', 'revision_number': 4, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b0ce13f8-34e5-4f4e-84cb-73a80845f5df', 'name': '', 'network_id': '090e6762-704a-407c-9f67-2ba6a5bd011e', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'mac_address': 'fa:16:3e:e0:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:19Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 4, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'subnets': [{'id': 'd4c2abe0-e46a-4c17-8f6b-4b679359cbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:27.776704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:27.783224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f1846d68-8c22-4533-b70b-7ce6536c7a87 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:27.783997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.786274 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Sync routers for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:27.805339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:27.805512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] For port b0ce13f8-34e5-4f4e-84cb-73a80845f5df, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:27.813501 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:27.821702 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.870934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.872470 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-add85f33-5066-4c2e-8908-9eb5bfcf8498 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0116324 Feb 03 11:05:27.875394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:27.912874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:27.916119 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdff2f-11ba-4c4d-b9af-e637d65e2170" -d '{"events": [{"server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "name": "network-vif-plugged", "status": "completed", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:27.935932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Deleting port b0ce13f8-34e5-4f4e-84cb-73a80845f5df {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:27.936076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:27.942467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:27.967477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dc8aa-c171-4eb5-a907-55a98140709d None None] Pushing event updated for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:27.975435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:28.095952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:28.175480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-5fcbedb3-176e-454a-812f-11dc09dd3f13 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253613 Feb 03 11:05:28.179790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:28.184075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:28.427362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:28.454529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:28.462525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] For port b0ce13f8-34e5-4f4e-84cb-73a80845f5df, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:28.463099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:28.487203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'mac_address': 'fa:16:3e:db:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:28.493017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Calling delete_port for b0ce13f8-34e5-4f4e-84cb-73a80845f5df owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:28.614419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:28.619476 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:28.653702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:28.658219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b0ce13f8-34e5-4f4e-84cb-73a80845f5df up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:28.793228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:28.821068 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:28.899847 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 3, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:29.002988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.005853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-56ed5099-245f-409b-bf48-29531b96552c service neutron] 10.222.0.30 "POST /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe/bindings HTTP/1.1" status: 201 len: 389 time: 2.0549104 Feb 03 11:05:29.052837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b0ce13f8-34e5-4f4e-84cb-73a80845f5df triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:29.053342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.057847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:29.073996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b0ce13f8-34e5-4f4e-84cb-73a80845f5df), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.077245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Checking router: 390cc52f-5711-4bfe-8ac5-a6966e635431 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:29.077664 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Updating router 390cc52f-5711-4bfe-8ac5-a6966e635431 port 924fa451-0d08-4419-9eb8-223428684847 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:05:29.118251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port b0ce13f8-34e5-4f4e-84cb-73a80845f5df was deleted so its status cannot be updated. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 11:05:29.118831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device eca3675d-9dbb-425d-b6d5-44945580b273 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:29.191282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472bca8-767d-4c77-b3e8-eefd41aef080 None None] Network 044e2857-6934-4c1e-860b-75f9decde065 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:29.232197 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (924fa451-0d08-4419-9eb8-223428684847), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.314492 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea42cd-5ebe-4499-a524-f3ede2cf92d1 x-openstack-request-id: req-e9ea42cd-5ebe-4499-a524-f3ede2cf92d1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:29.314820 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "name": "network-vif-plugged", "status": "completed", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:29.315090 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9ea42cd-5ebe-4499-a524-f3ede2cf92d1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:29.315672 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87', 'code': 200} Feb 03 11:05:29.316382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Provisioning complete for port eca3675d-9dbb-425d-b6d5-44945580b273 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:29.316990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.436035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ce13f8-34e5-4f4e-84cb-73a80845f5df,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:29.505047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:29.542843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b873dd0d-eda3-40d5-9c9a-89b5e345140d req-0715a651-3a9f-4d10-b054-6882b22f27f9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3241112 Feb 03 11:05:29.550897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d09c8-5bb2-4190-936e-f891e4edab04 req-651df141-f7cd-41d6-bc43-bd7c4dbabb5d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:29.558915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-398d09c8-5bb2-4190-936e-f891e4edab04 req-651df141-f7cd-41d6-bc43-bd7c4dbabb5d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 1.5621362 Feb 03 11:05:29.717698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.718854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.719360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.719869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.720352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.720846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.721359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.721849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.722339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.723440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.723993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.728090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.728726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:29.731327 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks [] for port (924fa451-0d08-4419-9eb8-223428684847), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.753237 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (924fa451-0d08-4419-9eb8-223428684847), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.793578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.863160 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Attempting to bind port 924fa451-0d08-4419-9eb8-223428684847 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:29.863876 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Attempting to bind port 924fa451-0d08-4419-9eb8-223428684847 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:29.865433 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Attempting to bind port 924fa451-0d08-4419-9eb8-223428684847 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:29.887315 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:29.888069 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:29.888669 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:29.889303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:29.890132 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Bound port: 924fa451-0d08-4419-9eb8-223428684847, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:29.891263 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (924fa451-0d08-4419-9eb8-223428684847), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.004160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port eca3675d-9dbb-425d-b6d5-44945580b273 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:30.008455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.013578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] For port 924fa451-0d08-4419-9eb8-223428684847, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:30.029194 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] For port 924fa451-0d08-4419-9eb8-223428684847, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=924fa451-0d08-4419-9eb8-223428684847,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:30.036875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126b13d-ea2e-445c-87d6-5c32b5f12bb9 req-cb25019e-57a3-4540-89de-be5a1b497df9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:30.038230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae1be6-3bb2-4aca-bc6a-8e5c87ee8490 None None] Pushing event updated for resources: {'Port': ['ID=924fa451-0d08-4419-9eb8-223428684847,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:30.049881 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (924fa451-0d08-4419-9eb8-223428684847), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.051003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3126b13d-ea2e-445c-87d6-5c32b5f12bb9 req-cb25019e-57a3-4540-89de-be5a1b497df9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.6470408 Feb 03 11:05:30.054342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19249-b762-49a5-a54d-24c890cb71c2 req-20512e5c-4eeb-46ab-a5bf-711a767dbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:30.057021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23f19249-b762-49a5-a54d-24c890cb71c2 req-20512e5c-4eeb-46ab-a5bf-711a767dbde4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 1131 time: 0.4859841 Feb 03 11:05:30.078498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-398d09c8-5bb2-4190-936e-f891e4edab04 req-daaad849-d285-4b71-a91d-9a79f232e461 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181055 Feb 03 11:05:30.122607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Current status of the port eca3675d-9dbb-425d-b6d5-44945580b273 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:30.123003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.135255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Allocated IP 172.20.0.1 (044e2857-6934-4c1e-860b-75f9decde065/dfd8813f-2f31-47d3-bbe0-8d252ff39ba7/46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:30.168572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-4ac31d4a-21d5-4bcc-a2e8-9945ab34388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:30.171931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-4ac31d4a-21d5-4bcc-a2e8-9945ab34388b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1127 time: 0.4735389 Feb 03 11:05:30.197435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:30.198344 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:30.203851 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae1be6-3bb2-4aca-bc6a-8e5c87ee8490 None None] Pushing event updated for resources: {'Port': ['ID=924fa451-0d08-4419-9eb8-223428684847,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:30.208793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] For port eca3675d-9dbb-425d-b6d5-44945580b273, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=eca3675d-9dbb-425d-b6d5-44945580b273,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:30.239898 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.341505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce4b5-8a80-4632-a769-c1af2a30168b None None] Pushing event updated for resources: {'Port': ['ID=eca3675d-9dbb-425d-b6d5-44945580b273,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:30.349252 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks [] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.395188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.442840 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:30.455998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port eca3675d-9dbb-425d-b6d5-44945580b273 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:30.486682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Network 044e2857-6934-4c1e-860b-75f9decde065 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:30.492117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:30.505307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:30.560255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23f19249-b762-49a5-a54d-24c890cb71c2 req-7ce064c9-12c0-49e3-beef-b04af6dfa3d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552171 Feb 03 11:05:30.575555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Pushing event updated for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:30.583999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4eb25630-bdfb-44c4-b435-fad09305413d None None] Provisioning complete for port eca3675d-9dbb-425d-b6d5-44945580b273 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:30.584537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4eb25630-bdfb-44c4-b435-fad09305413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.592520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3126b13d-ea2e-445c-87d6-5c32b5f12bb9 req-42e7ae66-a28c-46fc-8d0e-172fb0e27d2b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680693 Feb 03 11:05:30.607901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (390cc52f-5711-4bfe-8ac5-a6966e635431), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.618871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.706049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-c6d3b9e3-e16f-40ef-8f4f-8079a98c0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:30.708081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-c6d3b9e3-e16f-40ef-8f4f-8079a98c0e8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.5222282 Feb 03 11:05:30.716078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9bfcd-52d0-4ba9-9884-71bf5b3fd21f req-e0ee3dad-c607-4dd4-a1ff-1a8082c9ab63 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:30.719510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddb9bfcd-52d0-4ba9-9884-71bf5b3fd21f req-e0ee3dad-c607-4dd4-a1ff-1a8082c9ab63 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.4307888 Feb 03 11:05:30.793054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device eca3675d-9dbb-425d-b6d5-44945580b273 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:30.811079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-d661a1b7-5a55-4f0e-bd13-01858e7fb0a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 217 time: 0.0871766 Feb 03 11:05:30.845996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4eb25630-bdfb-44c4-b435-fad09305413d None None] Current status of the port eca3675d-9dbb-425d-b6d5-44945580b273 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:30.863193 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 3, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:30.876798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port eca3675d-9dbb-425d-b6d5-44945580b273 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:30.877321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:30.935180 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd020dd1-511f-4094-a062-fccd2bf7f26d None None] The sync data for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 is: [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:26Z', 'revision_number': 3, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:30.941329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.023386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port eca3675d-9dbb-425d-b6d5-44945580b273 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:31.028672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ca40b644-99f6-4f0c-ada2-43c60f4bd7dc None None] Provisioning complete for port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:31.029137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca40b644-99f6-4f0c-ada2-43c60f4bd7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.107820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ca40b644-99f6-4f0c-ada2-43c60f4bd7dc None None] Port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:31.194767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5df8756a-f2c8-4349-9f93-bc8005e3f0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.222218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks [] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.233305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.326294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-89ba8b90-e76f-4bb4-b1e4-862b29b729ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:31.328939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-89ba8b90-e76f-4bb4-b1e4-862b29b729ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.5031593 Feb 03 11:05:31.333863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (390cc52f-5711-4bfe-8ac5-a6966e635431), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.359650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Pushing event updated for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:31.397504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddb9bfcd-52d0-4ba9-9884-71bf5b3fd21f req-3c21d200-aba8-43b1-b1dc-589026972445 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661341 Feb 03 11:05:31.455237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-5bd2dbcb-5bf8-4b35-9905-4e2a549bb6a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068540 Feb 03 11:05:31.488066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Network 044e2857-6934-4c1e-860b-75f9decde065 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:31.489574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:31.619018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb728-4b97-49ce-b88f-4c300f8d2cc3 req-13d35673-3290-4825-a2bd-e91b2718603a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:31.620829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceedb728-4b97-49ce-b88f-4c300f8d2cc3 req-13d35673-3290-4825-a2bd-e91b2718603a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 0.2973382 Feb 03 11:05:31.628302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-8049e5ec-0374-4e34-b648-cfd86cc18f4e service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332290 Feb 03 11:05:31.743541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Router 390cc52f-5711-4bfe-8ac5-a6966e635431 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:31.837226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-27e92170-7801-40d8-9f1b-86fad11c6930 None None] Provisioning complete for port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:31.837809 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e92170-7801-40d8-9f1b-86fad11c6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:31.873614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Router 9cf258a8-7713-42d8-b809-5c0545d70ac5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:05:31.885455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceedb728-4b97-49ce-b88f-4c300f8d2cc3 req-839bec65-4626-42d3-b36e-fc5aec3b91e0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181950 Feb 03 11:05:31.886196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27e92170-7801-40d8-9f1b-86fad11c6930 None None] Port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:31.916325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:31.923320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-8648c483-fff4-4962-8fa4-c0c32cbb5d50 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549503 Feb 03 11:05:31.943303 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a682791-fd6b-492d-929a-9b35627e454a admin admin] 10.222.0.30 "PUT /v2.0/routers/390cc52f-5711-4bfe-8ac5-a6966e635431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0576925 Feb 03 11:05:31.944769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72623cf-81df-4774-930c-ecf129855fc0 req-296dc555-5f27-4149-a49d-a10c6532e980 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:31.944769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d72623cf-81df-4774-930c-ecf129855fc0 req-296dc555-5f27-4149-a49d-a10c6532e980 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.2184243 Feb 03 11:05:32.141652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d72623cf-81df-4774-930c-ecf129855fc0 req-ca3fa42f-3382-458d-ac18-2c52513125b0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930130 Feb 03 11:05:32.146409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:05:32.154285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7c1289c0-f41c-4304-9e15-ed0340455c94 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cf258a8-7713-42d8-b809-5c0545d70ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0724254 Feb 03 11:05:32.156617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:32.171651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Sync routers for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:32.218993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:32.220852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:32.395431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:32.416281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks [] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:32.464804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:32.583125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks [] for router_gateway (9cf258a8-7713-42d8-b809-5c0545d70ac5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:32.707808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Deleting port 746970e1-58ea-4003-9452-ac49beb54d54 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:32.708206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (746970e1-58ea-4003-9452-ac49beb54d54), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:32.737417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e9d8-8bc1-4c66-ba4e-d8ea7b941b88 req-7d01def3-6041-427e-b0cf-5e8f42a48b5e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:32.741513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b765e9d8-8bc1-4c66-ba4e-d8ea7b941b88 req-7d01def3-6041-427e-b0cf-5e8f42a48b5e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1875558 Feb 03 11:05:32.779857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 924fa451-0d08-4419-9eb8-223428684847 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:32.844079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b765e9d8-8bc1-4c66-ba4e-d8ea7b941b88 req-7451f596-31ab-4ed8-8f0c-3d05b108f6f1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975149 Feb 03 11:05:32.886835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] For port 746970e1-58ea-4003-9452-ac49beb54d54, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=746970e1-58ea-4003-9452-ac49beb54d54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:32.887209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (746970e1-58ea-4003-9452-ac49beb54d54), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:32.896627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:32.901984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749587611', 'description': 'tempest-description--1731150207'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:32.905061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Calling delete_port for 746970e1-58ea-4003-9452-ac49beb54d54 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:32.936419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f36d64dc-3018-4981-aea0-ee8b24e2a257 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:32.946993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f36d64dc-3018-4981-aea0-ee8b24e2a257 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:32.947404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:32.970586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.013200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 924fa451-0d08-4419-9eb8-223428684847 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:33.013694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (924fa451-0d08-4419-9eb8-223428684847), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.098274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (746970e1-58ea-4003-9452-ac49beb54d54), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.098864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '746970e1-58ea-4003-9452-ac49beb54d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:28Z', 'revision_number': 5, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port': {'id': '746970e1-58ea-4003-9452-ac49beb54d54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:17Z', 'updated_at': '2022-02-03T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:33.144459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Pushing event deleted for resources: {'Port': ['ID=746970e1-58ea-4003-9452-ac49beb54d54,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:33.151682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Checking router: 9cf258a8-7713-42d8-b809-5c0545d70ac5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:33.189929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (9b928b96-eece-4e15-975e-d8fc221ba72e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.207056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff633a4-ad02-4603-9857-7876921e047d req-1ac296b3-bf87-431d-96c1-370394017e45 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:33.217515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ff633a4-ad02-4603-9857-7876921e047d req-1ac296b3-bf87-431d-96c1-370394017e45 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 0.1691813 Feb 03 11:05:33.241179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Routers {'9cf258a8-7713-42d8-b809-5c0545d70ac5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:33.241818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9cf258a8-7713-42d8-b809-5c0545d70ac5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:33.245846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9b928b96-eece-4e15-975e-d8fc221ba72e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.285607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.306540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 924fa451-0d08-4419-9eb8-223428684847 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:33.306980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (924fa451-0d08-4419-9eb8-223428684847), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.308860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.324389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4235935 Feb 03 11:05:33.326157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53726) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:33.330312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:33.330943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.391489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'security_group_rule': {'security_group_id': '9b928b96-eece-4e15-975e-d8fc221ba72e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:33.400898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d217d-6c60-4e78-ab69-a26e3f27e4e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b928b96-eece-4e15-975e-d8fc221ba72e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:33.408391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:33.410556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 924fa451-0d08-4419-9eb8-223428684847, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=924fa451-0d08-4419-9eb8-223428684847,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:33.414188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:33.416480 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2e4a6-397c-4797-87c7-3b5d46f40983" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:33.468066 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (924fa451-0d08-4419-9eb8-223428684847), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.471696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.494989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ff633a4-ad02-4603-9857-7876921e047d req-41513315-c077-4d64-9d23-21013dc7b9b0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765036 Feb 03 11:05:33.520233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.526314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (85f76845-1b48-43d3-91d4-0a471525e964), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.526563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks [] for router_controller (9cf258a8-7713-42d8-b809-5c0545d70ac5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.552438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=924fa451-0d08-4419-9eb8-223428684847,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:33.621068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] Set router 9cf258a8-7713-42d8-b809-5c0545d70ac5 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:33.628675 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd50f39-d7b0-449b-9871-59c24d3fb44f x-openstack-request-id: req-bcd50f39-d7b0-449b-9871-59c24d3fb44f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:33.628675 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:33.628675 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcd50f39-d7b0-449b-9871-59c24d3fb44f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:33.628675 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'code': 200} Feb 03 11:05:33.676374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (9cf258a8-7713-42d8-b809-5c0545d70ac5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.677075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf258a8-7713-42d8-b809-5c0545d70ac5 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:05:33.686361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.697193 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9bbcfdc5-634f-4fab-83eb-db151af436cb admin admin] 10.222.0.30 "DELETE /v2.0/routers/9cf258a8-7713-42d8-b809-5c0545d70ac5 HTTP/1.1" status: 204 len: 168 time: 1.5369220 Feb 03 11:05:33.699271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:33.705443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c873ce1-6915-4c15-b282-b9520447f5af req-239ec0c6-4909-41b6-bf08-4f959ce98ca7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:33.707030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c873ce1-6915-4c15-b282-b9520447f5af req-239ec0c6-4909-41b6-bf08-4f959ce98ca7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.3786373 Feb 03 11:05:33.745326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 7, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:33.765243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-184451d5-a0bc-4b79-bf0b-71673ae03ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.811232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Deleting subnet d4c2abe0-e46a-4c17-8f6b-4b679359cbfe {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:05:33.817285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Publish callbacks [] for subnet (d4c2abe0-e46a-4c17-8f6b-4b679359cbfe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.822817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:33.827862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (85f76845-1b48-43d3-91d4-0a471525e964), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.831992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbebbf-8118-42f4-9321-4b12f81644b1 None None] The sync data for ids ['9cf258a8-7713-42d8-b809-5c0545d70ac5'] in n-d-821606-6 is: [{'id': '9cf258a8-7713-42d8-b809-5c0545d70ac5', 'name': 'tempest-FloatingIPsNegativeTestJSON-996391463-router', 'tenant_id': 'bdc3587a95964da6953ff5caae9c92f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:16Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 7, 'project_id': 'bdc3587a95964da6953ff5caae9c92f6', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:33.863643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (85f76845-1b48-43d3-91d4-0a471525e964), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.909017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c873ce1-6915-4c15-b282-b9520447f5af req-b0a50eb7-835b-451e-8d8b-f2b1e0369845 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920915 Feb 03 11:05:33.911832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:33.915395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5758681 Feb 03 11:05:33.916227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:33.918675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1c0c7-8ef6-4a71-9990-5634a1f60bab tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f76845-1b48-43d3-91d4-0a471525e964,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:33.925314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'security_group_rule': {'security_group_id': '9b928b96-eece-4e15-975e-d8fc221ba72e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:33.928587 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Sync routers for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:05:33.940148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:33.940954 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:33.944712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca07d0-9578-4483-a5cb-df6b7ce09b43 req-1115815a-1082-4070-af69-8f075350e4ac tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:33.946326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85ca07d0-9578-4483-a5cb-df6b7ce09b43 req-1115815a-1082-4070-af69-8f075350e4ac tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 1131 time: 0.1816900 Feb 03 11:05:33.950856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009c642-4e5b-4954-a057-7d736393a710 req-310066ad-e106-45ba-9ece-ba47c906fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:33.951750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7009c642-4e5b-4954-a057-7d736393a710 req-310066ad-e106-45ba-9ece-ba47c906fee3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1132 time: 0.2255991 Feb 03 11:05:34.040429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (d4c2abe0-e46a-4c17-8f6b-4b679359cbfe), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.086758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (8f39105d-cbcd-4022-8020-68b0d40699ce), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.109906 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-c3884059-7b76-4a25-961a-f05ecb8011d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2357445 Feb 03 11:05:34.125383 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:34.144618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d4c2abe0-e46a-4c17-8f6b-4b679359cbfe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.238708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85ca07d0-9578-4483-a5cb-df6b7ce09b43 req-0a17e5cf-9ee8-499f-9f82-52e0c40aaedd tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830677 Feb 03 11:05:34.240801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7009c642-4e5b-4954-a057-7d736393a710 req-826eebe7-0863-409e-b25e-8d386931f430 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583566 Feb 03 11:05:34.281733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (8f39105d-cbcd-4022-8020-68b0d40699ce), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.313835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8f39105d-cbcd-4022-8020-68b0d40699ce), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.327300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d4c2abe0-e46a-4c17-8f6b-4b679359cbfe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.378159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fac9f-38d7-40cf-ae3c-cdfcb15e6059 req-e4a80b22-c9b9-4571-908f-89c7273f2deb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:34.381867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-519fac9f-38d7-40cf-ae3c-cdfcb15e6059 req-e4a80b22-c9b9-4571-908f-89c7273f2deb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.2960711 Feb 03 11:05:34.383997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f39105d-cbcd-4022-8020-68b0d40699ce,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:34.390330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.391752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c2abe0-e46a-4c17-8f6b-4b679359cbfe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:34.392763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c7543c58-7cfb-4f4a-950e-941463aaa667 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4721696 Feb 03 11:05:34.396334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.400798 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab1e73bd-eb9a-4652-9e72-04bd4b34631f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d4c2abe0-e46a-4c17-8f6b-4b679359cbfe HTTP/1.1" status: 204 len: 168 time: 0.7004018 Feb 03 11:05:34.401601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53744) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:34.403281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebee559-336e-4d91-922b-a5768c180ee3 None None] Network 090e6762-704a-407c-9f67-2ba6a5bd011e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:05:34.403721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-59c4f859-6cc8-4f13-a295-c5c818979e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:34.405058 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-59c4f859-6cc8-4f13-a295-c5c818979e72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 1148 time: 0.2159650 Feb 03 11:05:34.409686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:34.413452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:34.475452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-519fac9f-38d7-40cf-ae3c-cdfcb15e6059 req-444f5301-469f-46df-a488-8979a05c617e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Feb 03 11:05:34.494396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.532326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (090e6762-704a-407c-9f67-2ba6a5bd011e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.604850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.691744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:31Z', 'revision_number': 2, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:34.713159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-d862d7ff-aedc-43cf-aa1f-71ff7bc4a496 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501285 Feb 03 11:05:34.779590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] DHCP port deletion for 090e6762-704a-407c-9f67-2ba6a5bd011e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:05:34.842245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Checking router: 390cc52f-5711-4bfe-8ac5-a6966e635431 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:05:34.842527 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Updating router 390cc52f-5711-4bfe-8ac5-a6966e635431 port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:05:34.856958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.964461 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:34.966643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 924fa451-0d08-4419-9eb8-223428684847 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:35.058604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Deleting port 143b940e-cb08-4693-a04c-7fa91df0c9c3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:35.058986 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.073959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Allocated IP 172.25.7.106 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/67584834-095d-41ef-93fe-80fc8b2281cb) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:35.095900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-90602966-83d4-4735-943d-4df050e3970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:35.100606 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-90602966-83d4-4735-943d-4df050e3970a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.4053226 Feb 03 11:05:35.103572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Deleting port 143b940e-cb08-4693-a04c-7fa91df0c9c3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:35.103901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.114830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-8b7e684f-c2de-4945-a923-0316bbb4bc2c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:35.128515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-8b7e684f-c2de-4945-a923-0316bbb4bc2c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4074156 Feb 03 11:05:35.179089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] For port 143b940e-cb08-4693-a04c-7fa91df0c9c3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=143b940e-cb08-4693-a04c-7fa91df0c9c3,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:35.179670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.202269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Calling delete_port for 143b940e-cb08-4693-a04c-7fa91df0c9c3 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:35.227778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-fba22389-4dc0-4b8d-b3b0-78e1ca6c13bd tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0983360 Feb 03 11:05:35.307426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.341840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344aa0a-1820-4bf0-9efe-0781f9196d03 req-796ace60-0f47-423a-872f-2a2fd88f71c4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:35.344064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9344aa0a-1820-4bf0-9efe-0781f9196d03 req-796ace60-0f47-423a-872f-2a2fd88f71c4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.2079127 Feb 03 11:05:35.430830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=143b940e-cb08-4693-a04c-7fa91df0c9c3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:35.445981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9344aa0a-1820-4bf0-9efe-0781f9196d03 req-44a36c37-f69d-40e7-91ba-2e9403759181 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934834 Feb 03 11:05:35.475723 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-88342074-b89a-40b7-bc76-16011de5aa31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 200 len: 217 time: 0.1785076 Feb 03 11:05:35.496195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-90b0eccf-2781-49aa-b2ed-3e3b018a01d4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2675104 Feb 03 11:05:35.573173 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks [] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.585486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] For port 143b940e-cb08-4693-a04c-7fa91df0c9c3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=143b940e-cb08-4693-a04c-7fa91df0c9c3,segment=NetworkSegment(1de65f1b-01a8-4ac9-9b90-89b471be0bbb),segment_id=1de65f1b-01a8-4ac9-9b90-89b471be0bbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:35.587409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-5aab2c34-f933-4bad-b2da-3b18a64161a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:35.588057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.590497 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-5aab2c34-f933-4bad-b2da-3b18a64161a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1036284 Feb 03 11:05:35.596178 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.618475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] No DVR routers for this DVR port 143b940e-cb08-4693-a04c-7fa91df0c9c3 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:35.662308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Calling delete_port for 143b940e-cb08-4693-a04c-7fa91df0c9c3 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:35.685308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 924fa451-0d08-4419-9eb8-223428684847 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:35.689576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (924fa451-0d08-4419-9eb8-223428684847), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:35.701154 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-ea4e2b89-2a07-41cb-a75a-b445dc05f7b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911729 Feb 03 11:05:35.729432 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5bed7-74f1-4fe7-abee-babc2496c8fa None None] Pushing event updated for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:35.761259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517792f0-1228-4433-bfbf-e6b203384cfb req-ded3d421-ada7-45f4-806a-d636e6b780e0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:35.780047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-517792f0-1228-4433-bfbf-e6b203384cfb req-ded3d421-ada7-45f4-806a-d636e6b780e0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1739304 Feb 03 11:05:35.920461 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-c47f93d0-549b-4653-8c52-d9c9c29cb9c8 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989150 Feb 03 11:05:35.968691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c37568df-bb7f-4376-91dd-912ac4f45435 req-45afce56-1589-4c62-a4f7-ae4bf7bc12d8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 210 time: 0.1180677 Feb 03 11:05:36.027866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-517792f0-1228-4433-bfbf-e6b203384cfb req-3efefeda-ee07-4dbe-8247-9570c57a921a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470160 Feb 03 11:05:36.034656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (090e6762-704a-407c-9f67-2ba6a5bd011e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.165783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (143b940e-cb08-4693-a04c-7fa91df0c9c3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.188534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090e6762-704a-407c-9f67-2ba6a5bd011e']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:36.189237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 924fa451-0d08-4419-9eb8-223428684847 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:36.191803 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Attempting to bind port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:36.194480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Attempting to bind port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:36.194903 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Attempting to bind port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 on network 044e2857-6934-4c1e-860b-75f9decde065 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:36.208415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for port (67584834-095d-41ef-93fe-80fc8b2281cb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.219293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:36.220523 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Checking segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:36.221051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de65f1b-01a8-4ac9-9b90-89b471be0bbb') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:36.221502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de65f1b-01a8-4ac9-9b90-89b471be0bbb') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:36.222623 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.223720 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Bound using segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:36.224227 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Bound port: 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:36.224619 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.234002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.236126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (1de65f1b-01a8-4ac9-9b90-89b471be0bbb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.277531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1de65f1b-01a8-4ac9-9b90-89b471be0bbb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.290630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-154700fc-be9c-4217-a212-7ef6c6e90c85 req-96f4314e-9deb-4cfb-a3ed-55050a8d74b1 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927105 Feb 03 11:05:36.291854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:05:36.292457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (1de65f1b-01a8-4ac9-9b90-89b471be0bbb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:05:36.296016 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:05:36.348029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] Pushing event deleted for resources: {'Port': ['ID=143b940e-cb08-4693-a04c-7fa91df0c9c3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:36.379759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b0ce13f8-34e5-4f4e-84cb-73a80845f5df no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:36.397304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.402471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f128028-4e68-4950-960f-59abbe2195f0 None None] Provisioning complete for port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:36.404348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f128028-4e68-4950-960f-59abbe2195f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.421851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89b9f2-27dd-4447-9c1f-59914103c6b4 None None] No DVR routers for this DVR port 143b940e-cb08-4693-a04c-7fa91df0c9c3 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:36.422257 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] For port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:36.426933 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] For port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:36.448228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:36.451975 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.456056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (090e6762-704a-407c-9f67-2ba6a5bd011e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.458777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:36.527244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:36.589670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:05:36.590308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:36.591539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.616684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/090e6762-704a-407c-9f67-2ba6a5bd011e HTTP/1.1" status: 204 len: 168 time: 2.2012467 Feb 03 11:05:36.618056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2498bb-3a75-4631-a55e-377b42f3a3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=090e6762-704a-407c-9f67-2ba6a5bd011e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:36.657630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b0ce13f8-34e5-4f4e-84cb-73a80845f5df {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:36.658213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b0ce13f8-34e5-4f4e-84cb-73a80845f5df not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:36.658461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 746970e1-58ea-4003-9452-ac49beb54d54 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:36.670746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'Port': ['ID=67584834-095d-41ef-93fe-80fc8b2281cb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:36.721325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a9b9-9b20-4003-b5fc-35fd481515f8 req-3becdc51-ffa2-49b0-9c90-3e72aabbadcd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:36.727191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5bed7-74f1-4fe7-abee-babc2496c8fa None None] Pushing event updated for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:36.737143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c26a9b9-9b20-4003-b5fc-35fd481515f8 req-3becdc51-ffa2-49b0-9c90-3e72aabbadcd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1693676 Feb 03 11:05:36.776531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 746970e1-58ea-4003-9452-ac49beb54d54 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:36.776894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 746970e1-58ea-4003-9452-ac49beb54d54 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:36.840645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f128028-4e68-4950-960f-59abbe2195f0 None None] Port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:36.902659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:36.955065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c26a9b9-9b20-4003-b5fc-35fd481515f8 req-2ec948bf-9059-4e72-806f-b3fddbc2887e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168810 Feb 03 11:05:36.976051 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:36.991007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 143b940e-cb08-4693-a04c-7fa91df0c9c3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:37.047652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:05:37.097081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 143b940e-cb08-4693-a04c-7fa91df0c9c3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:37.097681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 143b940e-cb08-4693-a04c-7fa91df0c9c3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:37.104021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.123916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6214ddd7-f67a-40f5-9309-f4a10b974f02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdc3587a95964da6953ff5caae9c92f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175951 Feb 03 11:05:37.125334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:37.179532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Provisioning complete for port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:37.181235 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.331345 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.410796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9435d1fd-b32c-41fb-9843-2c73079f0a09 req-5fff27de-3f70-40ef-bdb7-d93391750dd3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 210 time: 0.2131450 Feb 03 11:05:37.468940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Current status of the port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:37.469642 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.470875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for port (67584834-095d-41ef-93fe-80fc8b2281cb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.478138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.514303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] For port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:37.519560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.539895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] Publish callbacks [] for security_group (a267af8b-1c32-4f0f-a875-5fe098037556), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.587466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac763-fb31-4e58-907e-cc80bf9433e4 None None] Pushing event updated for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:37.619421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6bf8-7544-4544-9c8f-ea535a0e6969 req-3130fea6-67c4-4bf9-9441-b394056ee45b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:37.624982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c9f6bf8-7544-4544-9c8f-ea535a0e6969 req-3130fea6-67c4-4bf9-9441-b394056ee45b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.3808126 Feb 03 11:05:37.643060 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] Publish callbacks [] for security_group (a267af8b-1c32-4f0f-a875-5fe098037556), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.649687 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.711045 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:36Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:37.732518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'Port': ['ID=67584834-095d-41ef-93fe-80fc8b2281cb,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:37.741782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.755715 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08e4a208-bfd4-46ed-8359-ea1f11ea458e tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3497162 Feb 03 11:05:37.778795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a267af8b-1c32-4f0f-a875-5fe098037556), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.784155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:37.786153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a267af8b-1c32-4f0f-a875-5fe098037556 HTTP/1.1" status: 204 len: 168 time: 0.6596735 Feb 03 11:05:37.805823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee498bf-cc40-416b-ad07-f68354b54e6e None None] The sync data for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 is: [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:36Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:05:37.857576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c1235-92a8-49f5-a299-29aecd2dd16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267af8b-1c32-4f0f-a875-5fe098037556,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:38.010393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-065407f8-7428-4dcb-accb-ee8aad35c22d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479693 Feb 03 11:05:38.040889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfcd94-45da-4e94-bdb8-3b70a02213e8 req-7670dd9b-2e85-4875-a95a-7380dd0cd621 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:38.045262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68dfcd94-45da-4e94-bdb8-3b70a02213e8 req-7670dd9b-2e85-4875-a95a-7380dd0cd621 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.3202457 Feb 03 11:05:38.049141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c9f6bf8-7544-4544-9c8f-ea535a0e6969 req-690c2b2b-3278-4f35-93fa-cdda67451b35 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984991 Feb 03 11:05:38.381201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68dfcd94-45da-4e94-bdb8-3b70a02213e8 req-eb6d25a1-c05a-42f5-a7ed-0c3fe9918a96 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011405 Feb 03 11:05:38.465416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-e0cc6173-b13e-4cc6-a8e4-e35812e6582f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:38.466882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-e0cc6173-b13e-4cc6-a8e4-e35812e6582f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168451 Feb 03 11:05:38.493672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': '1b1b149b-d971-4044-be09-61a5c1679d56', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:38.511831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4b60-85b1-4cba-9354-c47b7070f0d1 req-fe939925-5284-4feb-bc6e-0ed4fbf00ec7 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:38.513290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3aaa4b60-85b1-4cba-9354-c47b7070f0d1 req-fe939925-5284-4feb-bc6e-0ed4fbf00ec7 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1127 time: 0.2365415 Feb 03 11:05:38.755706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3aaa4b60-85b1-4cba-9354-c47b7070f0d1 req-f3765df0-88cc-4999-a24c-e312ad558ea1 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217090 Feb 03 11:05:38.794301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-ce9a66bf-d56a-49aa-b423-acf96dd35b12 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--749587611&fields=id&tenant_id=c9631344658a42d7adc9352eab1b99ab HTTP/1.1" status: 200 len: 267 time: 0.2592404 Feb 03 11:05:38.911380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:38.927660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:39.019295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:39.167701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:39.168084 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:39.179636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edbd1fe-c9bd-42de-ac07-e4206162d9ec req-9b67d254-d122-45fd-b478-a936b0a13781 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 210 time: 0.0758462 Feb 03 11:05:39.221337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-dcf4defc-30de-4e09-a208-3b1c4b38e8e0 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:39.245189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-dcf4defc-30de-4e09-a208-3b1c4b38e8e0 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/networks?id=044e2857-6934-4c1e-860b-75f9decde065 HTTP/1.1" status: 200 len: 814 time: 0.4499063 Feb 03 11:05:39.297971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-6a2adfa9-a318-4ab7-b581-1c683c3ad40a tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/quotas/c9631344658a42d7adc9352eab1b99ab HTTP/1.1" status: 200 len: 375 time: 0.0517383 Feb 03 11:05:39.329830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:39.528610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.51 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/2d747a33-b3e7-4eb8-a1e4-ea7888a87958) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:39.561253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-509d01db-8309-4c05-be53-c99f1947cb51 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9631344658a42d7adc9352eab1b99ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2619491 Feb 03 11:05:39.745362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-eee29f73-84e0-497d-85b2-aec2bf58c914 service neutron] 10.222.0.30 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793149 Feb 03 11:05:39.907730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:39.943245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-414907ba-a50c-4038-b903-85d3c113b7df service neutron] 10.222.0.30 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899195 Feb 03 11:05:39.993910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:40.006545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648', 'f1846d68-8c22-4533-b70b-7ce6536c7a87'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:40.035060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:40.038353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:40.041732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:40.054966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:40.057213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:40.168518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6799967 Feb 03 11:05:40.182903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Request body: {'port': {'device_id': '1b1b149b-d971-4044-be09-61a5c1679d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:40.191007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:40.262292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fe36c-a02d-45fa-a955-abe2f49385d0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:40.409511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:40.481194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c99b3e9d-1e8d-466e-967a-f46e711a6724 None None] Provisioning complete for port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:40.481437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99b3e9d-1e8d-466e-967a-f46e711a6724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:40.528652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c99b3e9d-1e8d-466e-967a-f46e711a6724 None None] Port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:40.683924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-80708ab7-cc98-435e-837e-c83df12df9a6 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:05:40.684977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-80708ab7-cc98-435e-837e-c83df12df9a6 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205562 Feb 03 11:05:40.712484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-320438ab-ced2-4050-a667-6e859d85cf3d tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498517 Feb 03 11:05:40.801734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-ab13558e-14fb-4d06-943e-a2e45138e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:40.803207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-ab13558e-14fb-4d06-943e-a2e45138e0f4 service neutron] 10.222.0.30 "GET /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 1124 time: 0.1063416 Feb 03 11:05:40.842457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Request body: {'binding': {'host': 'n-h1-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:40.842858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:05:41.276288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-be1cf499-d316-49f0-a977-055685e77650 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:41.278001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-be1cf499-d316-49f0-a977-055685e77650 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5403223 Feb 03 11:05:41.345213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-a791a1fd-4690-4c63-869d-b69d2c09b666 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/quotas/4a5e9274cbc04a3fbea19e9aacad8e0c HTTP/1.1" status: 200 len: 375 time: 0.0580893 Feb 03 11:05:41.403787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-8312e810-3b29-4905-b336-bb9e4fd4624a tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401990 Feb 03 11:05:41.410209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:41.427613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks [] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:41.461284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Transition to ACTIVE for port object 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:41.464321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on host n-h1-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:41.464655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:41.465070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:41.468819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:41.478204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:41.478204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:41.518498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:41.518864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:41.519262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:41.519633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Bound port: dd29308a-892e-4ec7-9f1e-1ab6961c1258, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:41.564784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Pushing event updated for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:41.698884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Attempting to bind port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:41.699305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Attempting to bind port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:41.699734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Attempting to bind port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:41.720598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:41.721563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:41.722013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Attempting to bind port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:41.731343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:41.732076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:41.732212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:41.732775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Bound port: 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:41.733142 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:41.739449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:41.749036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-7b071e7a-4555-400e-9411-71bdd99e85b0 service neutron] 10.222.0.30 "POST /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258/bindings HTTP/1.1" status: 201 len: 389 time: 0.9100316 Feb 03 11:05:41.819086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ca9e8-036f-41f1-8570-ba7f3cb749d3 req-fba38fb4-b445-478f-8a42-6a3187e5424b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:41.821298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b7ca9e8-036f-41f1-8570-ba7f3cb749d3 req-fba38fb4-b445-478f-8a42-6a3187e5424b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1902792 Feb 03 11:05:42.043179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b7ca9e8-036f-41f1-8570-ba7f3cb749d3 req-d52626cb-4f33-4ec0-8a80-7040786701e1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984546 Feb 03 11:05:42.062856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c83da58c-3e3f-40e1-b4d7-6bc772b55ac3 req-da2912a3-951c-49fd-b365-c0b94f8ccb10 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 210 time: 0.1061990 Feb 03 11:05:42.073099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:42.097531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:42.113108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:42.122140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-9b3cc7dc-9324-4168-972b-67f7e0d7ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.123881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-9b3cc7dc-9324-4168-972b-67f7e0d7ad84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1127 time: 0.1241379 Feb 03 11:05:42.184063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.185809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:42.188437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] 10.222.0.53 "PUT /v2.0/ports/2d747a33-b3e7-4eb8-a1e4-ea7888a87958 HTTP/1.1" status: 200 len: 1095 time: 2.0101178 Feb 03 11:05:42.196585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:42.205456 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:42.332345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ecb08-6bdd-4f8c-a96b-1d149ae04505 service neutron] Pushing event updated for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:42.401067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-7de1947c-90c4-4faa-b1eb-cadc7548896e req-79e5b330-a9d0-48fe-a493-f58fefaec52e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:05:42.409250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7de1947c-90c4-4faa-b1eb-cadc7548896e req-79e5b330-a9d0-48fe-a493-f58fefaec52e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458996 Feb 03 11:05:42.469258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9e73-59f4-4bb6-a216-e1b9d168fdc3 req-e90c33da-f0cb-49f2-961a-4e94da4bb6ea tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.470850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f4e9e73-59f4-4bb6-a216-e1b9d168fdc3 req-e90c33da-f0cb-49f2-961a-4e94da4bb6ea tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 947 time: 0.2241523 Feb 03 11:05:42.482601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-7e482bc1-acdd-4ec0-99c0-2e130a904844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.484234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-7e482bc1-acdd-4ec0-99c0-2e130a904844 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 1129 time: 0.1488621 Feb 03 11:05:42.655932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-84992f10-bbe4-4608-93f0-572c9bc836cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958 HTTP/1.1" status: 200 len: 217 time: 0.1382320 Feb 03 11:05:42.784599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf22ab49-62eb-48f7-8777-411d1d6ba052 req-edd60ca5-f255-47f6-8973-0ed6e3ad33e3 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 210 time: 0.0405378 Feb 03 11:05:42.800716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f4e9e73-59f4-4bb6-a216-e1b9d168fdc3 req-24adfbc4-2bf3-4ce7-933f-89666e2bddf5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202355 Feb 03 11:05:42.818502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-33ab2d6c-d6eb-4780-a521-9edff825cbd4 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.820560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-33ab2d6c-d6eb-4780-a521-9edff825cbd4 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.69 "GET /v2.0/networks?id=044e2857-6934-4c1e-860b-75f9decde065 HTTP/1.1" status: 200 len: 814 time: 0.6760528 Feb 03 11:05:42.821704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-f15d08ed-1a09-4220-ac24-1d091d9a7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.823092 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-f15d08ed-1a09-4220-ac24-1d091d9a7ca7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.6925995 Feb 03 11:05:42.825374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-ad1d179e-6fed-43aa-a09a-c1498df4d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.826963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-ad1d179e-6fed-43aa-a09a-c1498df4d399 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1489530 Feb 03 11:05:42.878643 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76565d-8090-4ab2-95ea-ca6fe102e7e3 x-openstack-request-id: req-5b76565d-8090-4ab2-95ea-ca6fe102e7e3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:42.885547 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:42.889312 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b76565d-8090-4ab2-95ea-ca6fe102e7e3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:42.889971 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958', 'status': 'completed', 'code': 200} Feb 03 11:05:42.930692 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-55f4f99d-a9da-4f75-beac-e7b84bc15bec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2292116 Feb 03 11:05:42.938165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-fe903af7-0589-4a98-984f-c899b6738d79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.0996845 Feb 03 11:05:42.952073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89388-0187-4978-b0c3-84accabeaa74 req-42b84848-f043-4211-a4b1-ccc8cef7fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:42.954320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-42b84848-f043-4211-a4b1-ccc8cef7fb02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1165404 Feb 03 11:05:43.037666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-d38856a0-4813-41ff-b5a8-9413eb677916 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9631344658a42d7adc9352eab1b99ab HTTP/1.1" status: 200 len: 379 time: 0.1881309 Feb 03 11:05:43.044438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-1921c820-7037-41bd-95c3-bd11af4dad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.046214 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-1921c820-7037-41bd-95c3-bd11af4dad55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0966582 Feb 03 11:05:43.073437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72139f-78a0-48d4-96ed-04ace6a7188d req-3e8037af-7129-44af-88a6-8501e932efb8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.082519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c72139f-78a0-48d4-96ed-04ace6a7188d req-3e8037af-7129-44af-88a6-8501e932efb8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1834273 Feb 03 11:05:43.106505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-c2740903-a6c0-45bd-b897-a924cb1490bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444496 Feb 03 11:05:43.111914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'port': {'device_id': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'admin_state_up': True, 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'security_groups': ['9b928b96-eece-4e15-975e-d8fc221ba72e']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:43.137261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623495-e26d-4de2-90b5-7ef3b556ad25 req-9286297a-e748-4f33-ad5d-ac2288e9699d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.138843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d623495-e26d-4de2-90b5-7ef3b556ad25 req-9286297a-e748-4f33-ad5d-ac2288e9699d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1834326 Feb 03 11:05:43.146700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-4324406b-66a9-4e3f-a6bb-defdc255f5a2 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786482 Feb 03 11:05:43.210169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c72139f-78a0-48d4-96ed-04ace6a7188d req-7689d8cd-4419-4727-a9f8-4080fc979d6d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267114 Feb 03 11:05:43.271289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d623495-e26d-4de2-90b5-7ef3b556ad25 req-0623d6c9-c158-4843-88fb-f30d7a7a95a6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213493 Feb 03 11:05:43.290385 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-0cc3a28f-f70b-49a6-9acd-ca8e53f927b2 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568553 Feb 03 11:05:43.434198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59a34617-7822-4d86-b94e-a2968db8bd76 req-e28aa4bf-3f14-4a8d-b5dc-b0c4d972a3ba tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 210 time: 0.0706596 Feb 03 11:05:43.499028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-694ce6d8-c5a3-4eda-820c-7fda34bd4637 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2072349 Feb 03 11:05:43.504776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76e89388-0187-4978-b0c3-84accabeaa74 req-5a291759-df92-4fc7-a4dc-e6c9d654746b service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402338 Feb 03 11:05:43.568610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7c968-cbf6-4c8e-a180-6f95026c1d40 req-3ea20172-e08c-41e9-bb56-066a44b5b806 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.575449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ff7c968-cbf6-4c8e-a180-6f95026c1d40 req-3ea20172-e08c-41e9-bb56-066a44b5b806 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.2087936 Feb 03 11:05:43.675597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ff7c968-cbf6-4c8e-a180-6f95026c1d40 req-6c0ceac8-6913-4142-9e43-2c5279d14b76 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990834 Feb 03 11:05:43.677571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-08dbf2a2-82ed-4497-8a53-dca8c95931c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.688199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-08dbf2a2-82ed-4497-8a53-dca8c95931c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 1129 time: 0.1053619 Feb 03 11:05:43.693083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-815b1099-609f-4887-8f46-f0c2249c5158 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977859 Feb 03 11:05:43.728961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Made reservation on behalf of c9631344658a42d7adc9352eab1b99ab for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:43.733388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:43.773796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-5f2f408a-3cec-4e7b-b88a-9cab8ff29409 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.775627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-5f2f408a-3cec-4e7b-b88a-9cab8ff29409 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620587 Feb 03 11:05:43.794532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Request body: {'port': {'device_id': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '4a5e9274cbc04a3fbea19e9aacad8e0c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:43.903602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-f418325c-0785-415a-9ef4-6ea45eb2ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:43.905452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-f418325c-0785-415a-9ef4-6ea45eb2ffcf service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1953585 Feb 03 11:05:43.964413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-25408108-c59d-48b5-a878-ee5f597bcaf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958 HTTP/1.1" status: 200 len: 217 time: 0.0472255 Feb 03 11:05:44.022049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e7e82ca-b508-4a18-a3f7-7111bafd2b4e req-89f3ba7d-125f-4278-8773-da7e07ac4aee tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 210 time: 0.0603869 Feb 03 11:05:44.061349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Allocated IP 172.20.0.4 (044e2857-6934-4c1e-860b-75f9decde065/dfd8813f-2f31-47d3-bbe0-8d252ff39ba7/cc9f47b6-1601-4fc2-b2e0-b76388b66b73) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:44.087182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-ae4824ef-8bb6-4d6d-b8ab-56f0ec39f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.089344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-ae4824ef-8bb6-4d6d-b8ab-56f0ec39f7c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0662935 Feb 03 11:05:44.110480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Made reservation on behalf of 4a5e9274cbc04a3fbea19e9aacad8e0c for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:44.114474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.137193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.182863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddf348-c5cf-404c-b112-0529f770207f req-4828ab7f-0225-4aba-aae2-4da337da158b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.190875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cddf348-c5cf-404c-b112-0529f770207f req-4828ab7f-0225-4aba-aae2-4da337da158b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 947 time: 0.2306163 Feb 03 11:05:44.279753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-8fbc45b1-94d0-4b38-b0ae-5061af4cb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.281500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-8fbc45b1-94d0-4b38-b0ae-5061af4cb830 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1689544 Feb 03 11:05:44.351965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cddf348-c5cf-404c-b112-0529f770207f req-9bb53c78-c9e6-456c-8636-e9cb6d4fad7c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600506 Feb 03 11:05:44.406885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks [] for security_group (48a52bfa-fbae-4fea-997b-50c48ea58f5c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.429157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48a52bfa-fbae-4fea-997b-50c48ea58f5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.465611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503210-cae5-448e-a9ca-2e3d490f97cb req-c909bc67-88ec-40eb-9eb3-a71b8d65d971 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.477140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31503210-cae5-448e-a9ca-2e3d490f97cb req-c909bc67-88ec-40eb-9eb3-a71b8d65d971 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1517487 Feb 03 11:05:44.501620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-890c0086-816d-4b49-ba80-bfe8e70a2a9b service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056773 Feb 03 11:05:44.525519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.561667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a52bfa-fbae-4fea-997b-50c48ea58f5c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:44.638983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.643605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31503210-cae5-448e-a9ca-2e3d490f97cb req-392891f8-14ab-4d88-b367-06514415925c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652613 Feb 03 11:05:44.747649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Allocated IP 192.168.233.223 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/959bd29d-da39-42ab-9ebd-b2adae940b9f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:44.778101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Network 044e2857-6934-4c1e-860b-75f9decde065 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:44.786882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cefdc-94ec-47fa-ad3e-673fa828e0a0 req-8eb3e58e-69db-4c9a-ba7e-517846f20b75 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.795539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:44.798720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:44.817513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e8cefdc-94ec-47fa-ad3e-673fa828e0a0 req-8eb3e58e-69db-4c9a-ba7e-517846f20b75 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.3368087 Feb 03 11:05:44.865820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:44.866512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:44.880300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eb7a46f-28cd-498e-ab4e-53a3d0b19de6 req-c5d314da-6914-4cb0-866a-2198d213035c service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422890 Feb 03 11:05:44.904670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event updated for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:44.935341 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2baf1704-dbba-4a0d-9265-13440af7ee8b tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8272605 Feb 03 11:05:44.957057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Request body: {'port': {'device_id': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:45.026805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-9d90942e-5b18-4ff0-b8b5-67f4c0a7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.028993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-9d90942e-5b18-4ff0-b8b5-67f4c0a7441f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1132 time: 0.2747469 Feb 03 11:05:45.045153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258122f-4f15-4ad4-a2cc-dce222cdec44 req-e883eec1-58d4-4dbd-8014-30d374051de8 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.048436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9258122f-4f15-4ad4-a2cc-dce222cdec44 req-e883eec1-58d4-4dbd-8014-30d374051de8 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 931 time: 0.2753108 Feb 03 11:05:45.060771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.175958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd89a5e8-9d5b-41b5-934c-e5246fcb7964 None None] Provisioning complete for port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:45.176779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e8cefdc-94ec-47fa-ad3e-673fa828e0a0 req-fb419d73-685b-4024-8e8d-6ce76b7c8a45 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581634 Feb 03 11:05:45.182708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd89a5e8-9d5b-41b5-934c-e5246fcb7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.266278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd89a5e8-9d5b-41b5-934c-e5246fcb7964 None None] Port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:45.276166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9258122f-4f15-4ad4-a2cc-dce222cdec44 req-ab7d22ce-f37e-4c28-8f01-27ac6776d2c2 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203331 Feb 03 11:05:45.287705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-0a9e8130-6837-4f5e-b308-cfe1a5ee44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.287922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-0a9e8130-6837-4f5e-b308-cfe1a5ee44c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2332733 Feb 03 11:05:45.343051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:45.344626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-c65579cd-801a-4a6b-be9a-ea2d17cc0033 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0407460 Feb 03 11:05:45.437262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-871d7fc4-a220-4429-ad1a-0951b94dbaa8 req-34fc30d4-2530-4347-8959-5851ef9d8094 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 210 time: 0.0819409 Feb 03 11:05:45.451137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9f47b6-1601-4fc2-b2e0-b76388b66b73 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:45.459264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks [] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.473611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Transition to ACTIVE for port object cc9f47b6-1601-4fc2-b2e0-b76388b66b73 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:45.480134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.488242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b329fe-d301-4b8b-8406-3ff2328fc380 req-dd08ce37-f037-4968-9a95-07f1f0d4c36a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.490490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13b329fe-d301-4b8b-8406-3ff2328fc380 req-dd08ce37-f037-4968-9a95-07f1f0d4c36a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.2207410 Feb 03 11:05:45.494770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-37aa0029-9bba-4dba-bf41-7e566ead748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.496380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-37aa0029-9bba-4dba-bf41-7e566ead748f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1442111 Feb 03 11:05:45.502478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:45.516487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958', 'mac_address': 'fa:16:3e:b4:95:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:45.541736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks [] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.565510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:45.587797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:45.588190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.607773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:45.639067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:45.648444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.660284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13b329fe-d301-4b8b-8406-3ff2328fc380 req-7d603458-0e6d-4180-8a59-2ad03c642a04 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590724 Feb 03 11:05:45.693055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-28ad714f-afb2-4599-a87c-f838f012f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.693955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-28ad714f-afb2-4599-a87c-f838f012f711 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1846309 Feb 03 11:05:45.699078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.742803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19fa5c-7e69-46c3-9291-0b51b66858da req-4a556f79-01d7-4979-b9b5-5208d4587205 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:45.744345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf19fa5c-7e69-46c3-9291-0b51b66858da req-4a556f79-01d7-4979-b9b5-5208d4587205 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 947 time: 0.1718419 Feb 03 11:05:45.770894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Attempting to bind port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:45.771259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Attempting to bind port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:45.771591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Attempting to bind port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 on network 044e2857-6934-4c1e-860b-75f9decde065 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:45.785421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 on network 044e2857-6934-4c1e-860b-75f9decde065 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:45.785748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Attempting to bind port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 on network 044e2857-6934-4c1e-860b-75f9decde065 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:45.793084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:45.806830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.807184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.807641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:45.807782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.808026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.808340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.808677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.808804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:45.809192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.809524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.809855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.810183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.810301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Checking segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:45.810506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.810665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Bound using segment: {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:45.810829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.811101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Bound port: cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9273e847-d19f-41e2-962d-0e81a5258934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '044e2857-6934-4c1e-860b-75f9decde065'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:45.811221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:05:45.811463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.826990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:45.829716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:45.873189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Pushing event updated for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:45.933945 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:45.977131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf19fa5c-7e69-46c3-9291-0b51b66858da req-014d35a5-b42d-4860-aa81-b2ef6a38a241 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003500 Feb 03 11:05:45.995304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2d747a33-b3e7-4eb8-a1e4-ea7888a87958'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:46.008192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:46.017090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:46.033804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369df97-4935-447a-a9b0-78e0a7e535bc req-34924e0b-5e74-4715-9307-abeef4e2dea7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.035369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8369df97-4935-447a-a9b0-78e0a7e535bc req-34924e0b-5e74-4715-9307-abeef4e2dea7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.2598047 Feb 03 11:05:46.037452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-82a7eca0-c46e-4f0b-9fd7-e86f8d871f19 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200088 Feb 03 11:05:46.042195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:46.108070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.108942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:46.111354 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc9f47b6-1601-4fc2-b2e0-b76388b66b73 HTTP/1.1" status: 200 len: 1091 time: 1.1601267 Feb 03 11:05:46.114228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:46.116564 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d682f476-7000-47ae-9b3d-5e865a88085e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:46.146036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.147053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:46.161438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54749e-c284-4b29-9c51-e0a513a8a5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:46.221473 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-f622efbd-3954-4de5-b1f1-c4eb102397e5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4317894 Feb 03 11:05:46.224435 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf6c3f-c587-45b1-9354-990ae7e0f079 x-openstack-request-id: req-0abf6c3f-c587-45b1-9354-990ae7e0f079 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:46.224935 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:46.225334 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0abf6c3f-c587-45b1-9354-990ae7e0f079 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:46.225875 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'status': 'completed', 'code': 200} Feb 03 11:05:46.256763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Request body: {'port': {'device_id': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:46.293199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8369df97-4935-447a-a9b0-78e0a7e535bc req-a7a45e80-5a19-4a6c-923d-a1cbd93a79ef tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413292 Feb 03 11:05:46.330005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4838b196-a3ca-4e8d-9ef8-13b4fc4a9f0b None None] Provisioning complete for port 959bd29d-da39-42ab-9ebd-b2adae940b9f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:46.330577 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838b196-a3ca-4e8d-9ef8-13b4fc4a9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:46.372153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-aaca78d9-f372-4d00-bb60-7d5f4f65800d service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215005 Feb 03 11:05:46.420166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:46.425835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4838b196-a3ca-4e8d-9ef8-13b4fc4a9f0b None None] Port 959bd29d-da39-42ab-9ebd-b2adae940b9f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:46.457330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-b58f37ed-10d8-4688-b7d4-5594c1413652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.459044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-b58f37ed-10d8-4688-b7d4-5594c1413652 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9631344658a42d7adc9352eab1b99ab&device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 1125 time: 0.2736361 Feb 03 11:05:46.531326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-9201bb07-d82a-43fb-9169-16713720adbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73 HTTP/1.1" status: 200 len: 217 time: 0.0502450 Feb 03 11:05:46.548606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74c158-6ac4-4428-b7a1-76b859bd0785 req-880ec6bf-c113-4b9d-b5aa-fa38996aa907 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.550345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c74c158-6ac4-4428-b7a1-76b859bd0785 req-880ec6bf-c113-4b9d-b5aa-fa38996aa907 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.2083602 Feb 03 11:05:46.563428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d55b-37e5-43af-989f-ed41a660b2d9 req-53f5a309-dc62-4fd4-855f-0a18db9fdc3f tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.564940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cc5d55b-37e5-43af-989f-ed41a660b2d9 req-53f5a309-dc62-4fd4-855f-0a18db9fdc3f tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 943 time: 0.1106744 Feb 03 11:05:46.633977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cc5d55b-37e5-43af-989f-ed41a660b2d9 req-87cd1aa0-3fe1-47e8-811b-e11aa164c609 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612090 Feb 03 11:05:46.647953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-154694c0-af05-46e1-bdab-d76b549187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.649782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-154694c0-af05-46e1-bdab-d76b549187b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfd8813f-2f31-47d3-bbe0-8d252ff39ba7 HTTP/1.1" status: 200 len: 853 time: 0.1125391 Feb 03 11:05:46.676341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c74c158-6ac4-4428-b7a1-76b859bd0785 req-b1f5b1a1-d3cf-45b8-be08-212c5c037a7a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003437 Feb 03 11:05:46.828029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2a4d0d12-2d0f-4ecf-a743-10c05030c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.829948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-2a4d0d12-2d0f-4ecf-a743-10c05030c1b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=044e2857-6934-4c1e-860b-75f9decde065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1716919 Feb 03 11:05:46.869104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7ac00-f2b1-4db0-b641-66edb01fdfa4 req-80f17a38-4f52-488a-a0d0-c515605e86f6 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.877187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b7ac00-f2b1-4db0-b641-66edb01fdfa4 req-80f17a38-4f52-488a-a0d0-c515605e86f6 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 936 time: 0.1329813 Feb 03 11:05:46.932005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0303b-9ed8-4f3c-a8fd-26f4bea75e61 req-736efbfd-38b6-49bc-a6ec-f214c72bd35d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:46.939679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43c0303b-9ed8-4f3c-a8fd-26f4bea75e61 req-736efbfd-38b6-49bc-a6ec-f214c72bd35d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1241722 Feb 03 11:05:46.957730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b7ac00-f2b1-4db0-b641-66edb01fdfa4 req-471c28f1-f100-4a76-998f-1c4f0616b465 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783443 Feb 03 11:05:47.005229 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-92b91fda-605f-4d02-9511-876cb5896d70 service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653087 Feb 03 11:05:47.032572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43c0303b-9ed8-4f3c-a8fd-26f4bea75e61 req-525f9832-dece-4418-a36d-9d2b21308064 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879004 Feb 03 11:05:47.116128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959bd29d-da39-42ab-9ebd-b2adae940b9f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:47.137299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29f741-6754-4b49-bbc3-b87b3c4e9472 req-e8114be0-eedd-44d3-a5cd-6f9d4ef42e9e tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.146873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be29f741-6754-4b49-bbc3-b87b3c4e9472 req-e8114be0-eedd-44d3-a5cd-6f9d4ef42e9e tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 948 time: 0.0633495 Feb 03 11:05:47.167493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f06f99f-5e6f-4374-b805-9ce05aeb0a50 req-dbc9283e-aad5-48bf-be58-2f9876f107ea service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529021 Feb 03 11:05:47.169929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks [] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.189010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Transition to ACTIVE for port object 959bd29d-da39-42ab-9ebd-b2adae940b9f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:47.196382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.247052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be29f741-6754-4b49-bbc3-b87b3c4e9472 req-dd5799a8-61cb-4827-9161-7470695cac86 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981836 Feb 03 11:05:47.365462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Pushing event updated for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:47.366645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:47.471093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Attempting to bind port 959bd29d-da39-42ab-9ebd-b2adae940b9f on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:47.471566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Attempting to bind port 959bd29d-da39-42ab-9ebd-b2adae940b9f by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:47.473753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Attempting to bind port 959bd29d-da39-42ab-9ebd-b2adae940b9f on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:47.481435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f476-7000-47ae-9b3d-5e865a88085e req-e2caa7b1-3363-4aa3-941c-ee609e7e9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.483179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-e2caa7b1-3363-4aa3-941c-ee609e7e9d58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9631344658a42d7adc9352eab1b99ab&device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 1125 time: 0.1708956 Feb 03 11:05:47.490633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:47.495823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:47.496339 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.499225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Port 959bd29d-da39-42ab-9ebd-b2adae940b9f on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:47.500596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Attempting to bind port 959bd29d-da39-42ab-9ebd-b2adae940b9f on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:47.512459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7fa6-c46a-4dc9-a3e0-0c02cfa6a2a7 req-753af015-1c56-4382-a38d-5ac2d07f3955 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.519878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67be7fa6-c46a-4dc9-a3e0-0c02cfa6a2a7 req-753af015-1c56-4382-a38d-5ac2d07f3955 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0721095 Feb 03 11:05:47.583072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67be7fa6-c46a-4dc9-a3e0-0c02cfa6a2a7 req-c2185714-8a06-46c3-b7d3-31293bcdadf8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599940 Feb 03 11:05:47.603500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:47.603810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:47.604192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:47.604638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Bound port: 959bd29d-da39-42ab-9ebd-b2adae940b9f, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:47.605056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.649476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:47.649780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.678508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:47.681377 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e99fd-1a4b-4c07-a796-f2383e88e47b" -d '{"events": [{"server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "name": "network-vif-plugged", "status": "completed", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:47.703613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f476-7000-47ae-9b3d-5e865a88085e req-1b1c1bf3-dcac-4baf-97d2-be9341e1b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.705137 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-1b1c1bf3-dcac-4baf-97d2-be9341e1b4da service neutron] 10.222.0.69 "GET /v2.0/networks?id=044e2857-6934-4c1e-860b-75f9decde065 HTTP/1.1" status: 200 len: 915 time: 0.1880124 Feb 03 11:05:47.720312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:47.735500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.787424 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-4a4cc458-26ce-43d0-8af7-128f4ec8da41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73 HTTP/1.1" status: 200 len: 217 time: 0.0745821 Feb 03 11:05:47.788441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:47.811384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:47.845184 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97205527-f70d-4e64-b736-028692acfe4e x-openstack-request-id: req-97205527-f70d-4e64-b736-028692acfe4e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:47.845499 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "name": "network-vif-plugged", "status": "completed", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:47.845759 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97205527-f70d-4e64-b736-028692acfe4e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:47.848642 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958', 'code': 200} Feb 03 11:05:47.848829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.851792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:47.893669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f476-7000-47ae-9b3d-5e865a88085e req-e456751c-06c2-4278-b94b-0bf5e4dd6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.895169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-e456751c-06c2-4278-b94b-0bf5e4dd6890 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfd8813f-2f31-47d3-bbe0-8d252ff39ba7 HTTP/1.1" status: 200 len: 853 time: 0.0974617 Feb 03 11:05:47.898406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:47.899282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:47.900601 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] 10.222.0.53 "PUT /v2.0/ports/959bd29d-da39-42ab-9ebd-b2adae940b9f HTTP/1.1" status: 200 len: 1096 time: 1.6496584 Feb 03 11:05:48.000498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614c8b-5cfc-4a3e-b891-c1f70a51753e service neutron] Pushing event updated for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:48.008028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efc76d-b7e4-4caa-9967-d1e42af16b63 req-8329578b-ef46-41c4-8153-d5ea1e5902a7 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.011735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63efc76d-b7e4-4caa-9967-d1e42af16b63 req-8329578b-ef46-41c4-8153-d5ea1e5902a7 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 943 time: 0.2374780 Feb 03 11:05:48.039645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f476-7000-47ae-9b3d-5e865a88085e req-d108d5a8-1855-4d1c-8c8e-b587daeda0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.044142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4aa4e9-dc1e-4350-acfe-ac0a572d98e5 req-38833040-571c-473b-b540-1c50ca16e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.045269 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-d108d5a8-1855-4d1c-8c8e-b587daeda0a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=044e2857-6934-4c1e-860b-75f9decde065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1380894 Feb 03 11:05:48.045746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba4aa4e9-dc1e-4350-acfe-ac0a572d98e5 req-38833040-571c-473b-b540-1c50ca16e5b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 1131 time: 0.1879141 Feb 03 11:05:48.048425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-185372d8-caab-4a43-bf2d-ebc878388179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.050108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-185372d8-caab-4a43-bf2d-ebc878388179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 1130 time: 0.0867000 Feb 03 11:05:48.102018 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-5d3d72b4-5da8-4b43-9b62-9404465b4a21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f HTTP/1.1" status: 200 len: 217 time: 0.0424602 Feb 03 11:05:48.132268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41ec26-9175-467f-83bd-2d3b213d522d req-808318a2-ab6c-4fa1-b67d-212df33b83cd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.139291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb41ec26-9175-467f-83bd-2d3b213d522d req-808318a2-ab6c-4fa1-b67d-212df33b83cd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.2272844 Feb 03 11:05:48.151864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63efc76d-b7e4-4caa-9967-d1e42af16b63 req-c410635e-a50c-4020-87c9-006856ab22cb tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280050 Feb 03 11:05:48.227453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:48.229694 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95" -d '{"events": [{"name": "network-changed", "server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:48.275216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba4aa4e9-dc1e-4350-acfe-ac0a572d98e5 req-1b83dceb-ff01-47ba-bcde-045570c1ebf4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664779 Feb 03 11:05:48.280821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-d56a8bf0-0ab2-4082-b95d-168b7574f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.282551 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-d56a8bf0-0ab2-4082-b95d-168b7574f174 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1628070 Feb 03 11:05:48.303301 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-d1d96b71-6872-423f-8351-49fecea7f430 service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521799 Feb 03 11:05:48.304854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb41ec26-9175-467f-83bd-2d3b213d522d req-cf99e69d-56d8-4999-b383-48844dbc9264 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647162 Feb 03 11:05:48.339801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd1003-7f2b-4b32-af3f-fc4f3465e9c8 req-982de43c-b13e-4d11-b157-e4a1dc39b2f5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.341438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73bd1003-7f2b-4b32-af3f-fc4f3465e9c8 req-982de43c-b13e-4d11-b157-e4a1dc39b2f5 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 948 time: 0.0873215 Feb 03 11:05:48.448740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73bd1003-7f2b-4b32-af3f-fc4f3465e9c8 req-5c478141-dd6f-498a-b5d8-f4e63fb78471 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969915 Feb 03 11:05:48.473991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80d0c2-2560-4f96-bc33-2c508866165e req-86fa2660-e44a-4ee4-a9d1-1bf7183faef9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.481806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f80d0c2-2560-4f96-bc33-2c508866165e req-86fa2660-e44a-4ee4-a9d1-1bf7183faef9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0822659 Feb 03 11:05:48.551317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f80d0c2-2560-4f96-bc33-2c508866165e req-af9e2e87-45d9-439f-b3ea-201ebd6fc89e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620894 Feb 03 11:05:48.672540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8060b-24b0-4d76-b930-f1cb5feaf775 req-9d8cb66a-273e-43e9-ab9a-8aa07df42519 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.674095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3da8060b-24b0-4d76-b930-f1cb5feaf775 req-9d8cb66a-273e-43e9-ab9a-8aa07df42519 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 949 time: 0.1227050 Feb 03 11:05:48.767451 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f2b77-3a97-4b3e-a0f2-c9153f73cc2b x-openstack-request-id: req-817f2b77-3a97-4b3e-a0f2-c9153f73cc2b {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:48.767980 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:48.767980 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-817f2b77-3a97-4b3e-a0f2-c9153f73cc2b {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:48.768348 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f', 'status': 'completed', 'code': 200} Feb 03 11:05:48.828835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-8ca85829-038e-47c0-a833-ef289f0ff330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:48.830561 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-8ca85829-038e-47c0-a833-ef289f0ff330 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0761089 Feb 03 11:05:48.832403 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d682f476-7000-47ae-9b3d-5e865a88085e req-1bf6eced-1a5c-4b6e-ac2a-a47ed638af0d service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151608 Feb 03 11:05:48.969357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-bac12391-2d9d-41c2-964e-ba5807ffea0b service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286097 Feb 03 11:05:49.084637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf7d615b-b5fc-4c98-930e-3d1a6d5f8ff8 req-aac66b0a-a3e5-4be1-887e-0dcbf422d769 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091866 Feb 03 11:05:49.094894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3da8060b-24b0-4d76-b930-f1cb5feaf775 req-a469b4ab-8ca0-459e-a3ae-b344d4794b1d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128990 Feb 03 11:05:49.122399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949b684-f3f5-4732-89bb-634f09d27852 req-63c288f5-94ec-437b-9564-c00b00232dd6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.124191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0949b684-f3f5-4732-89bb-634f09d27852 req-63c288f5-94ec-437b-9564-c00b00232dd6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.3843095 Feb 03 11:05:49.205750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-2baa0601-b364-48cf-995f-701671da5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.208589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-2baa0601-b364-48cf-995f-701671da5636 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 1130 time: 0.0548456 Feb 03 11:05:49.236428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0949b684-f3f5-4732-89bb-634f09d27852 req-f5067d5a-75d1-4358-a668-8b3a555fac82 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Feb 03 11:05:49.324009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1d8ea-24bf-42b0-92f2-f8fd9a41f782 req-293a5621-288b-4b62-aa4b-909bc879ec23 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.325581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb1d8ea-24bf-42b0-92f2-f8fd9a41f782 req-293a5621-288b-4b62-aa4b-909bc879ec23 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 943 time: 0.0667017 Feb 03 11:05:49.334596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-aa70a8b7-c062-4db5-8fd4-6276999aa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.336515 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-aa70a8b7-c062-4db5-8fd4-6276999aa7ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1188180 Feb 03 11:05:49.402765 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-ab4791f5-0afd-44da-a376-f9070ef8b720 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f HTTP/1.1" status: 200 len: 217 time: 0.0543807 Feb 03 11:05:49.409272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb1d8ea-24bf-42b0-92f2-f8fd9a41f782 req-aeeb6323-a464-4664-a57f-0217d0fa8a60 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713451 Feb 03 11:05:49.479492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc107-ad84-436e-8aee-00c0816a859c req-8d399005-fed3-4397-82af-849696153fcb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.481554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-151dc107-ad84-436e-8aee-00c0816a859c req-8d399005-fed3-4397-82af-849696153fcb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0763435 Feb 03 11:05:49.487741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-61b75619-8e96-41cd-b297-6a024747ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.489374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-61b75619-8e96-41cd-b297-6a024747ffe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0707538 Feb 03 11:05:49.560051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-11760cd5-1742-4186-bdf5-03431ada0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.563035 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-11760cd5-1742-4186-bdf5-03431ada0025 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0633566 Feb 03 11:05:49.597259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-151dc107-ad84-436e-8aee-00c0816a859c req-0ddb5a0b-ef5f-467a-b644-fb9d4b4733f0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002471 Feb 03 11:05:49.633599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1483f5-cd62-4cdd-913d-88c484ec0b14 req-6543ddc2-04d6-42df-bf23-1ef137bb954d tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.634461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd1483f5-cd62-4cdd-913d-88c484ec0b14 req-6543ddc2-04d6-42df-bf23-1ef137bb954d tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 948 time: 0.0978017 Feb 03 11:05:49.724722 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-2b779c36-45e6-4407-a3e2-39b6d8913ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356125 Feb 03 11:05:49.740457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd1483f5-cd62-4cdd-913d-88c484ec0b14 req-f9fd189f-922c-4dc9-a724-ab897b9316df tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995936 Feb 03 11:05:49.777188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd1724-4456-49cf-b1aa-d63a152b70b3 req-b03b29b6-e246-458a-be18-5ebcb75f3f08 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:49.779168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5bd1724-4456-49cf-b1aa-d63a152b70b3 req-b03b29b6-e246-458a-be18-5ebcb75f3f08 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0969443 Feb 03 11:05:49.841309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5bd1724-4456-49cf-b1aa-d63a152b70b3 req-0789f1d4-3bd3-4e89-bb1c-49f17022aebc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555007 Feb 03 11:05:49.851145 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-beb47f7c-3eb4-4497-b526-7ee8abf3ac95 req-e3c83960-b3ab-44dd-b4f2-b87cd4457e08 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255300 Feb 03 11:05:50.264051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3d6a-c5a4-4a04-a0b9-da7e195f8704 req-715d9588-a8de-4516-8540-d32bfff1c8d9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.269151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-144c3d6a-c5a4-4a04-a0b9-da7e195f8704 req-715d9588-a8de-4516-8540-d32bfff1c8d9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 949 time: 0.0919254 Feb 03 11:05:50.341445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-144c3d6a-c5a4-4a04-a0b9-da7e195f8704 req-9c74c335-81d8-41c1-963b-23e8a81feb93 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 Feb 03 11:05:50.415647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b4ac-2c40-4b5e-9965-831a0b626d87 req-24ba0f63-1965-4647-bc57-f35ef7713a9b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.417504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b9b4ac-2c40-4b5e-9965-831a0b626d87 req-24ba0f63-1965-4647-bc57-f35ef7713a9b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0920403 Feb 03 11:05:50.476081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b9b4ac-2c40-4b5e-9965-831a0b626d87 req-cebddd00-a23e-4676-98d2-4905842ba8df tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521681 Feb 03 11:05:50.601926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89da7a-cf31-48b5-b0da-bee09c8b0da4 req-10e64eb8-f839-4f87-92e2-a699ce31087b tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.610984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db89da7a-cf31-48b5-b0da-bee09c8b0da4 req-10e64eb8-f839-4f87-92e2-a699ce31087b tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 1131 time: 0.0625954 Feb 03 11:05:50.682014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db89da7a-cf31-48b5-b0da-bee09c8b0da4 req-abace8ad-7271-43b9-99f5-85b114baa7cf tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699408 Feb 03 11:05:50.693195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297edc2-ebfb-4d0c-b016-5fe1a16aec1e req-9e819979-c9f2-49d9-87db-fd019f9f4734 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.694827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b297edc2-ebfb-4d0c-b016-5fe1a16aec1e req-9e819979-c9f2-49d9-87db-fd019f9f4734 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 943 time: 0.0767117 Feb 03 11:05:50.752148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b297edc2-ebfb-4d0c-b016-5fe1a16aec1e req-4acc0d7b-09a1-400c-953f-92f87d1e6af0 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514269 Feb 03 11:05:50.899562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f703c1-84b3-4cfd-8ef6-e67bd6a7d67a req-c5e4b740-8c1d-4319-9b91-c9a4693a6aff tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.901077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f703c1-84b3-4cfd-8ef6-e67bd6a7d67a req-c5e4b740-8c1d-4319-9b91-c9a4693a6aff tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0712667 Feb 03 11:05:50.908645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094cdab-46bb-4238-9bb4-80d02a74ebcc req-99150490-8522-4012-b078-86c0f7ee945f tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:50.910170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6094cdab-46bb-4238-9bb4-80d02a74ebcc req-99150490-8522-4012-b078-86c0f7ee945f tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.1464934 Feb 03 11:05:50.981275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f703c1-84b3-4cfd-8ef6-e67bd6a7d67a req-70590a52-fa7c-4a2a-a856-3dbb39a83817 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701001 Feb 03 11:05:50.995185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6094cdab-46bb-4238-9bb4-80d02a74ebcc req-2ca5cdd3-59c2-47d5-ad20-c6275e6cb076 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Feb 03 11:05:51.128386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-ec52e71c-dc81-4472-bb3d-676969de69c7 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435312 Feb 03 11:05:51.185951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa87dd2-b4a7-4413-98f1-4b87f7d3c48e req-d33572e6-fd3f-4dfe-828f-f788f4c3566c tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:51.187982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4aa87dd2-b4a7-4413-98f1-4b87f7d3c48e req-d33572e6-fd3f-4dfe-828f-f788f4c3566c tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 948 time: 0.1137509 Feb 03 11:05:51.283368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-c2fe6adb-ef74-4e0e-acf6-200a7690fb71 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:51.284808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-c2fe6adb-ef74-4e0e-acf6-200a7690fb71 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495900 Feb 03 11:05:51.287840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4aa87dd2-b4a7-4413-98f1-4b87f7d3c48e req-2a59b812-0be6-41fc-a767-884db6f11c44 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Feb 03 11:05:51.314513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-2124a98c-1e81-4b28-9011-12c1a4c99c08 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/quotas/ddcba7d96fee49d5a8815c8f300056d3 HTTP/1.1" status: 200 len: 375 time: 0.0192826 Feb 03 11:05:51.409006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 959bd29d-da39-42ab-9ebd-b2adae940b9f details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:51.411578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-21118a9b-a113-4bb8-bb76-0ae4b5e203be tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0962186 Feb 03 11:05:51.449398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078c64f-4e62-44f0-9803-0a1565cbdad6 req-432af008-bf56-4428-84d4-d6534ee3d3fd tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:51.450841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2078c64f-4e62-44f0-9803-0a1565cbdad6 req-432af008-bf56-4428-84d4-d6534ee3d3fd tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0970559 Feb 03 11:05:51.546083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2078c64f-4e62-44f0-9803-0a1565cbdad6 req-f8c0cd5b-ef63-4cdc-941c-7fef74172eb2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830379 Feb 03 11:05:51.574896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:51.587634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '959bd29d-da39-42ab-9ebd-b2adae940b9f', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '959bd29d-da39-42ab-9ebd-b2adae940b9f', 'mac_address': 'fa:16:3e:9e:77:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:51.642541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 959bd29d-da39-42ab-9ebd-b2adae940b9f is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:51.642922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:51.679730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959bd29d-da39-42ab-9ebd-b2adae940b9f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:51.689595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5daf795-c06c-4e39-bfda-7a41e04e649d req-dac33e1c-76d5-4dcc-b966-f1a6d7942839 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 210 time: 0.0588839 Feb 03 11:05:51.728961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:51.739521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:51.755858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe35f52-3780-4d13-8c24-4054e5454599 req-31e8fa4a-0ef3-4da7-98ed-7a873a98cb10 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:51.763029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fe35f52-3780-4d13-8c24-4054e5454599 req-31e8fa4a-0ef3-4da7-98ed-7a873a98cb10 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0674706 Feb 03 11:05:51.833845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:51.873574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fe35f52-3780-4d13-8c24-4054e5454599 req-d0f6c9b7-4105-4f09-b1bf-40351de9cb5f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096928 Feb 03 11:05:51.932870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc5a60-884e-40b4-a74f-d156897331db req-7c8d728e-5ab5-4f9c-8a36-50f8d91d124d tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:51.934766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0fc5a60-884e-40b4-a74f-d156897331db req-7c8d728e-5ab5-4f9c-8a36-50f8d91d124d tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 943 time: 0.0810666 Feb 03 11:05:51.996262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0fc5a60-884e-40b4-a74f-d156897331db req-978fa6e2-e261-4633-ba63-6b98b81ab6e8 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547466 Feb 03 11:05:52.099264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['959bd29d-da39-42ab-9ebd-b2adae940b9f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:52.217063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5df0bd-15cf-486d-8c3b-5e16114b24a1 req-74a50b32-dc7a-445e-86d6-fb3286f38761 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:52.219089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e5df0bd-15cf-486d-8c3b-5e16114b24a1 req-74a50b32-dc7a-445e-86d6-fb3286f38761 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1463208 Feb 03 11:05:52.231055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf372-32f2-4f9a-b354-b95d5281680f req-ff95f960-cf8e-4c54-b2aa-1966a778419f tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:52.232708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-188bf372-32f2-4f9a-b354-b95d5281680f req-ff95f960-cf8e-4c54-b2aa-1966a778419f tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.0897079 Feb 03 11:05:52.316973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cc9f47b6-1601-4fc2-b2e0-b76388b66b73 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:05:52.328394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e5df0bd-15cf-486d-8c3b-5e16114b24a1 req-68410b41-dcb9-4a0e-824a-6bc33a5c2e74 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892189 Feb 03 11:05:52.355734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-188bf372-32f2-4f9a-b354-b95d5281680f req-9c7c381f-a2c0-4614-980c-79eee4715f20 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bd8b5cf-2913-48da-9bdf-75c802705be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101437 Feb 03 11:05:52.437943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:52.453554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'port_id': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'mac_address': 'fa:16:3e:13:f2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:05:52.459117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-a2ddbb45-d70f-41d5-83c9-f496a9dfec11 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:52.460958 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-a2ddbb45-d70f-41d5-83c9-f496a9dfec11 tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.53 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 945 time: 0.0591598 Feb 03 11:05:52.467597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5eed-e76d-4877-8795-8c32a74a5fce req-e732f7a3-2745-42cd-bc31-a4a6269a013c tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:52.475028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0af5eed-e76d-4877-8795-8c32a74a5fce req-e732f7a3-2745-42cd-bc31-a4a6269a013c tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 949 time: 0.0661309 Feb 03 11:05:52.499102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:52.500217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:52.516334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9f47b6-1601-4fc2-b2e0-b76388b66b73 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:52.522411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0af5eed-e76d-4877-8795-8c32a74a5fce req-3dd7334f-b218-4783-8384-02984abe0739 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Feb 03 11:05:52.542741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:52.549219 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:52.583096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Deleting port b81e19ba-d7a6-4385-891c-3e7ea93efce2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:52.583475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:52.599827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:52.681360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a580c85-ebb9-49bc-a2f5-0c1841984921 req-e6bb2c25-fcd2-4554-8a6f-2771142c2dc7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:52.682878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a580c85-ebb9-49bc-a2f5-0c1841984921 req-e6bb2c25-fcd2-4554-8a6f-2771142c2dc7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0576961 Feb 03 11:05:52.689305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] For port b81e19ba-d7a6-4385-891c-3e7ea93efce2, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b81e19ba-d7a6-4385-891c-3e7ea93efce2,segment=NetworkSegment(fd67da82-40e6-46bd-b4af-09fcb85de50a),segment_id=fd67da82-40e6-46bd-b4af-09fcb85de50a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:52.689614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:52.705718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Calling delete_port for b81e19ba-d7a6-4385-891c-3e7ea93efce2 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:52.768140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a580c85-ebb9-49bc-a2f5-0c1841984921 req-f4523dfa-6636-4f36-8611-4175f7576ab7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795414 Feb 03 11:05:52.817499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64849a43-d8c1-4f40-8f21-8a0fdd0c94ee req-614c08ff-df5c-4b32-8def-e20bee7098ba tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 210 time: 0.0365639 Feb 03 11:05:52.872498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-548d8fff-708b-4157-9fc7-1f8234b091ba tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265508 Feb 03 11:05:52.884259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b81e19ba-d7a6-4385-891c-3e7ea93efce2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:52.902540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b81e19ba-d7a6-4385-891c-3e7ea93efce2'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:52.938160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Pushing event deleted for resources: {'Port': ['ID=b81e19ba-d7a6-4385-891c-3e7ea93efce2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:53.022400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] No DVR routers for this DVR port b81e19ba-d7a6-4385-891c-3e7ea93efce2 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:53.034551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.037742 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-937a91c8-922f-4ebc-9901-81bd825cb11d req-3160a634-42b0-41aa-86ad-ca9df0cfcdba tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.53 "DELETE /v2.0/ports/b81e19ba-d7a6-4385-891c-3e7ea93efce2 HTTP/1.1" status: 204 len: 173 time: 0.5680950 Feb 03 11:05:53.038355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'name': 'network-vif-deleted', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:53.041974 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39291497-3ee4-4a09-9c13-ced6c0f8ed40" -d '{"events": [{"server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "name": "network-vif-deleted", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:53.044628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35024e-aad1-4c6e-90e1-6df4f4e6468c req-24c7c8de-9fff-47b6-82de-f6ed73db27d9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:53.046948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e35024e-aad1-4c6e-90e1-6df4f4e6468c req-24c7c8de-9fff-47b6-82de-f6ed73db27d9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0965059 Feb 03 11:05:53.136849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-bc0ad6f7-99bf-4f09-b753-12e171398bd0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:53.138712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-bc0ad6f7-99bf-4f09-b753-12e171398bd0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363644 Feb 03 11:05:53.142314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e35024e-aad1-4c6e-90e1-6df4f4e6468c req-ba4858ad-98a2-4d19-a348-98d5332673d7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853789 Feb 03 11:05:53.170670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Request body: {'port': {'device_id': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ddcba7d96fee49d5a8815c8f300056d3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:53.170945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610042d-b134-4b9c-95cf-525570dc080b req-402de495-7b6e-4365-a795-e5fb42674a92 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:53.172730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b610042d-b134-4b9c-95cf-525570dc080b req-402de495-7b6e-4365-a795-e5fb42674a92 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 944 time: 0.0784216 Feb 03 11:05:53.216316 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddfb2b-0c8d-4c4a-98bd-77e076d036de x-openstack-request-id: req-00ddfb2b-0c8d-4c4a-98bd-77e076d036de {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:53.217106 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59ab5b2-8056-46d8-8003-5e534fb7400c", "name": "network-vif-deleted", "tag": "b81e19ba-d7a6-4385-891c-3e7ea93efce2", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:53.217106 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00ddfb2b-0c8d-4c4a-98bd-77e076d036de {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:53.217352 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59ab5b2-8056-46d8-8003-5e534fb7400c', 'name': 'network-vif-deleted', 'tag': 'b81e19ba-d7a6-4385-891c-3e7ea93efce2', 'status': 'completed', 'code': 200} Feb 03 11:05:53.245410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['cc9f47b6-1601-4fc2-b2e0-b76388b66b73'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:53.276343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b610042d-b134-4b9c-95cf-525570dc080b req-3df0f98f-479b-4a2f-ad51-1684eed806c0 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928938 Feb 03 11:05:53.314830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Made reservation on behalf of ddcba7d96fee49d5a8815c8f300056d3 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:05:53.318366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.429264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 959bd29d-da39-42ab-9ebd-b2adae940b9f up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:53.486057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 959bd29d-da39-42ab-9ebd-b2adae940b9f completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:53.486761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Allocated IP 192.168.233.205 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/5957d383-39f5-435c-b4cf-602b83df297c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:05:53.491289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 959bd29d-da39-42ab-9ebd-b2adae940b9f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:53.492116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b388f3-c3e2-4c0e-95ed-638669bf9b19 req-7bd98b03-d5d0-46fb-86ce-d04ed777656f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:53.492545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.511570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89b388f3-c3e2-4c0e-95ed-638669bf9b19 req-7bd98b03-d5d0-46fb-86ce-d04ed777656f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1008902 Feb 03 11:05:53.581427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138bf206-797e-4116-b92a-5e4c4d83f87c req-034fc350-fe47-47fb-b377-f2cd86199dea tempest-VolumesAdminNegativeTest-1246341409 tempest-VolumesAdminNegativeTest-1246341409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59ab5b2-8056-46d8-8003-5e534fb7400c HTTP/1.1" status: 200 len: 210 time: 0.0628946 Feb 03 11:05:53.607618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 959bd29d-da39-42ab-9ebd-b2adae940b9f is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:53.608150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.634842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:53.637469 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fced3a1c-c3fc-4d6a-8314-e11f9d204368" -d '{"events": [{"server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "name": "network-vif-plugged", "status": "completed", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:53.651370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:53.654576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89b388f3-c3e2-4c0e-95ed-638669bf9b19 req-88067925-1f57-459e-b6a0-473762d284c7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421447 Feb 03 11:05:53.658525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.659198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b81e19ba-d7a6-4385-891c-3e7ea93efce2 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:05:53.720822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: b81e19ba-d7a6-4385-891c-3e7ea93efce2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:05:53.720822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b81e19ba-d7a6-4385-891c-3e7ea93efce2 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:05:53.748903 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc7ca1-93cb-46cc-80c0-9b9f04d1610f x-openstack-request-id: req-2abc7ca1-93cb-46cc-80c0-9b9f04d1610f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:53.749324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks [] for port (5957d383-39f5-435c-b4cf-602b83df297c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.750181 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "name": "network-vif-plugged", "status": "completed", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:53.750571 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2abc7ca1-93cb-46cc-80c0-9b9f04d1610f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:53.751992 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f', 'code': 200} Feb 03 11:05:53.793899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264de414-3e69-46d9-bccb-1df0516bd505 req-2c0d8876-aab0-4f5a-88a9-1cc75ac7d5b3 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:53.805154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-264de414-3e69-46d9-bccb-1df0516bd505 req-2c0d8876-aab0-4f5a-88a9-1cc75ac7d5b3 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.0973804 Feb 03 11:05:53.821886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:53.828404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:53.840864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648', 'f1846d68-8c22-4533-b70b-7ce6536c7a87', '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:53.888303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-264de414-3e69-46d9-bccb-1df0516bd505 req-0a603d9c-25c9-4d1f-b70e-479ee9a8f429 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Feb 03 11:05:53.893510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:53.970556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event updated for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:53.995912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:05:53.999121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:05:54.002950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:05:54.008580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc76e-53e4-4903-965c-394bc4f4a426 req-5f18c1e0-f507-40d1-8d61-455f4926395a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.010167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b69bc76e-53e4-4903-965c-394bc4f4a426 req-5f18c1e0-f507-40d1-8d61-455f4926395a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.1207561 Feb 03 11:05:54.064173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.064853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.082698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f90c7-740e-4811-a0c5-a834090a4254 req-faf91f95-4cff-417f-a798-df03a5cb6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.084093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f46f90c7-740e-4811-a0c5-a834090a4254 req-faf91f95-4cff-417f-a798-df03a5cb6c6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 1132 time: 0.2071245 Feb 03 11:05:54.108215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b69bc76e-53e4-4903-965c-394bc4f4a426 req-47d64b86-ced6-4306-b1e8-154fa0ce0875 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812743 Feb 03 11:05:54.116523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0b92a-de4d-464c-a397-7ee039d4a633 req-ffdaeb06-25b8-432e-b3ca-405eecd1f919 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.122751 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-f772112a-6470-4182-b92b-d53c554be685 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9563062 Feb 03 11:05:54.124213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70e0b92a-de4d-464c-a397-7ee039d4a633 req-ffdaeb06-25b8-432e-b3ca-405eecd1f919 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 936 time: 0.1403606 Feb 03 11:05:54.158546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Request body: {'port': {'device_id': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:54.215127 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f46f90c7-740e-4811-a0c5-a834090a4254 req-c54d60da-789e-4b70-9817-daed27b937e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228316 Feb 03 11:05:54.219895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70e0b92a-de4d-464c-a397-7ee039d4a633 req-e6a1cba9-bf89-4abb-8d9f-f0cb70c888e0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893385 Feb 03 11:05:54.282234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5957d383-39f5-435c-b4cf-602b83df297c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.353446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88185d-361f-48a4-a762-bd2089950e67 req-e94a6a40-aae1-4297-85c8-b80bf8d3c7a7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.368682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab88185d-361f-48a4-a762-bd2089950e67 req-e94a6a40-aae1-4297-85c8-b80bf8d3c7a7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1252456 Feb 03 11:05:54.465978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab88185d-361f-48a4-a762-bd2089950e67 req-5953f580-132f-4fab-b038-6dbf0b965ae5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939853 Feb 03 11:05:54.491034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55ff7-0b82-4e55-8ae1-f51d8c419d6b req-74b8008a-aa08-4339-91fc-8c967f35fc83 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:54.492514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afb55ff7-0b82-4e55-8ae1-f51d8c419d6b req-74b8008a-aa08-4339-91fc-8c967f35fc83 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 944 time: 0.0948508 Feb 03 11:05:54.540303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6778688d-b6dd-47ec-97ec-db03f0870018 None None] Provisioning complete for port 5957d383-39f5-435c-b4cf-602b83df297c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:54.541536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6778688d-b6dd-47ec-97ec-db03f0870018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5957d383-39f5-435c-b4cf-602b83df297c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.547576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afb55ff7-0b82-4e55-8ae1-f51d8c419d6b req-4b16ef62-a397-43ab-a463-8692ff72d396 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492363 Feb 03 11:05:54.618180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:54.624296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6778688d-b6dd-47ec-97ec-db03f0870018 None None] Port 5957d383-39f5-435c-b4cf-602b83df297c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:05:54.636167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5957d383-39f5-435c-b4cf-602b83df297c {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:05:54.645095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks [] for port (5957d383-39f5-435c-b4cf-602b83df297c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.660648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Transition to ACTIVE for port object 5957d383-39f5-435c-b4cf-602b83df297c will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:05:54.664737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Deleting subnet a04de9bf-65b9-4692-a451-5909664cf8ea {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:05:54.668338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.669564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Publish callbacks [] for subnet (a04de9bf-65b9-4692-a451-5909664cf8ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.732366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Pushing event updated for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:54.747284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Publish callbacks [] for subnet (a04de9bf-65b9-4692-a451-5909664cf8ea), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.775550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a04de9bf-65b9-4692-a451-5909664cf8ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.820297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Attempting to bind port 5957d383-39f5-435c-b4cf-602b83df297c on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:54.820886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Attempting to bind port 5957d383-39f5-435c-b4cf-602b83df297c by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:54.821429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Attempting to bind port 5957d383-39f5-435c-b4cf-602b83df297c on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:54.831339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Port 5957d383-39f5-435c-b4cf-602b83df297c on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:54.834557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Attempting to bind port 5957d383-39f5-435c-b4cf-602b83df297c on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:54.849159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:54.849872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:54.850496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:54.851121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Bound port: 5957d383-39f5-435c-b4cf-602b83df297c, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:54.851446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for subnet (a04de9bf-65b9-4692-a451-5909664cf8ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.852165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5957d383-39f5-435c-b4cf-602b83df297c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.903720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04de9bf-65b9-4692-a451-5909664cf8ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:54.907142 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:54.913311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-569dfbbf-34a3-49ce-ac9d-04ead6938daa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a04de9bf-65b9-4692-a451-5909664cf8ea HTTP/1.1" status: 204 len: 168 time: 0.2940505 Feb 03 11:05:54.914455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54102) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:55.003006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c7959308-1aa8-4316-b484-4d18133344f3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.008032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:55.013933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5957d383-39f5-435c-b4cf-602b83df297c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:55.031381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.099245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a5f81-5f33-4b55-88e6-43d33ff0fb2d req-e2999793-45ee-49b1-a5db-621bf665e272 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.100875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a40a5f81-5f33-4b55-88e6-43d33ff0fb2d req-e2999793-45ee-49b1-a5db-621bf665e272 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.2611663 Feb 03 11:05:55.104997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.105788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.107672 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] 10.222.0.69 "PUT /v2.0/ports/5957d383-39f5-435c-b4cf-602b83df297c HTTP/1.1" status: 200 len: 1096 time: 0.9606533 Feb 03 11:05:55.121540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec4cb-b93b-46e8-b3e1-08cdfd634208 service neutron] Pushing event updated for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:55.204396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c7959308-1aa8-4316-b484-4d18133344f3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.220206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:55.222716 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "tag": "5957d383-39f5-435c-b4cf-602b83df297c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:55.234773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.235125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.235928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.236265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > port after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.236618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.236990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > port after_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.237293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.237640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.237981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.238455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.249968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-a6e08508-9c49-4189-960b-4dc1963801d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.251724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-a6e08508-9c49-4189-960b-4dc1963801d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 1130 time: 0.0649972 Feb 03 11:05:55.306036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-255d8482-548c-452b-af2d-59d7da6d744b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=5957d383-39f5-435c-b4cf-602b83df297c HTTP/1.1" status: 200 len: 217 time: 0.0392463 Feb 03 11:05:55.311659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.312705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.313674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.314018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 11:05:55.314402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7959308-1aa8-4316-b484-4d18133344f3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:55.338400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd67da82-40e6-46bd-b4af-09fcb85de50a') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:55.338702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd67da82-40e6-46bd-b4af-09fcb85de50a') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:55.363133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-0bf28de8-e6ba-4789-afed-60a69a807849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.364841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-0bf28de8-e6ba-4789-afed-60a69a807849 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0510905 Feb 03 11:05:55.373040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (fd67da82-40e6-46bd-b4af-09fcb85de50a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.394631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933f830-41a3-483a-b28a-76d4fa65826c req-6c8b7c81-02a0-45b4-8b73-fcdc7de8dc62 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.396201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d933f830-41a3-483a-b28a-76d4fa65826c req-6c8b7c81-02a0-45b4-8b73-fcdc7de8dc62 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.3881531 Feb 03 11:05:55.432696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-5246a732-2c8c-419d-a379-44659ed19dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.433343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd67da82-40e6-46bd-b4af-09fcb85de50a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.434711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-5246a732-2c8c-419d-a379-44659ed19dc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0623541 Feb 03 11:05:55.449047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a40a5f81-5f33-4b55-88e6-43d33ff0fb2d req-3bf08b77-8740-4c29-9664-d62bd0d0a824 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131862 Feb 03 11:05:55.450364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:05:55.450772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (fd67da82-40e6-46bd-b4af-09fcb85de50a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: from cryptography.utils import int_from_bytes Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: from cryptography.utils import int_from_bytes Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:05:55.460058 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:05:55.545028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d933f830-41a3-483a-b28a-76d4fa65826c req-9541bb35-9856-44b1-b943-9acddbe021a3 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363423 Feb 03 11:05:55.555455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c7959308-1aa8-4316-b484-4d18133344f3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.564192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.567767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7959308-1aa8-4316-b484-4d18133344f3 HTTP/1.1" status: 204 len: 168 time: 0.6511097 Feb 03 11:05:55.581716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:55.591771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a27a07-9e60-44fb-96d7-8d8dfdc3ed93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7959308-1aa8-4316-b484-4d18133344f3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:55.632577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-aca57dfe-96aa-45a7-b459-f4c14a537a19 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884282 Feb 03 11:05:55.636728 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d368ad-29f0-4739-9934-8313860dd127 x-openstack-request-id: req-12d368ad-29f0-4739-9934-8313860dd127 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:55.637384 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "tag": "5957d383-39f5-435c-b4cf-602b83df297c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:55.637384 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12d368ad-29f0-4739-9934-8313860dd127 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:55.637955 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c', 'status': 'completed', 'code': 200} Feb 03 11:05:55.643721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19898477-592a-45c2-89fb-24abc7d3628e req-b7d8d257-5add-4f1f-8066-cda04ce33641 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.645593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19898477-592a-45c2-89fb-24abc7d3628e req-b7d8d257-5add-4f1f-8066-cda04ce33641 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0745561 Feb 03 11:05:55.691062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Deleting subnet 76362232-6274-474a-a388-0d848f548049 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:05:55.701787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Publish callbacks [] for subnet (76362232-6274-474a-a388-0d848f548049), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.744678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19898477-592a-45c2-89fb-24abc7d3628e req-f9e782a0-ce5e-4d43-94a4-5b219d3ade76 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905650 Feb 03 11:05:55.770119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (76362232-6274-474a-a388-0d848f548049), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.772344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c41df-bad8-4906-9427-59ba07388d43 req-c6a38fc7-5dc2-4065-bc13-a4e372b10173 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.774207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-423c41df-bad8-4906-9427-59ba07388d43 req-c6a38fc7-5dc2-4065-bc13-a4e372b10173 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.0807955 Feb 03 11:05:55.819226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5faff681-407b-404d-8b3e-ea556f65ffb1 req-8e66ec1a-3666-46f3-ae63-02412b908d06 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599939 Feb 03 11:05:55.828672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (76362232-6274-474a-a388-0d848f548049), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.864987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-423c41df-bad8-4906-9427-59ba07388d43 req-6d2a5a24-258c-4742-86d6-a0467e691c6c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755577 Feb 03 11:05:55.895221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (76362232-6274-474a-a388-0d848f548049), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.938895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76362232-6274-474a-a388-0d848f548049,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:55.944136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:55.948945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d1cf157-dfc4-48bd-8914-28c018406dc6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76362232-6274-474a-a388-0d848f548049 HTTP/1.1" status: 204 len: 168 time: 0.3591354 Feb 03 11:05:55.961114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:55.986249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-fb28c603-0b67-460c-84c4-f5efef7b8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:55.987933 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-fb28c603-0b67-460c-84c4-f5efef7b8bf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 1130 time: 0.0568290 Feb 03 11:05:56.004452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa07d72-2b97-42a9-aa32-0f0c65d261e2 req-0ea8d7ae-4522-431a-8359-8468602ae26e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.005932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afa07d72-2b97-42a9-aa32-0f0c65d261e2 req-0ea8d7ae-4522-431a-8359-8468602ae26e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1746490 Feb 03 11:05:56.081591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe2fb-614f-4aa9-bece-9bcb238a1469 req-81bc6aeb-f808-4e6a-acdd-e4a8baff86e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.088482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-591d807a-cc01-4598-9ba2-0b2e7c3b033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.088747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e0fe2fb-614f-4aa9-bece-9bcb238a1469 req-81bc6aeb-f808-4e6a-acdd-e4a8baff86e3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 944 time: 0.1612206 Feb 03 11:05:56.090257 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-591d807a-cc01-4598-9ba2-0b2e7c3b033a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.0950897 Feb 03 11:05:56.097683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (384d7ebe-1d03-450c-90b0-67810943a4cd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.149530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afa07d72-2b97-42a9-aa32-0f0c65d261e2 req-7b880145-dbb3-403e-8b87-9f5699648254 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329272 Feb 03 11:05:56.154713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-bc1d82ba-0f6c-4ef4-8f70-dd9cea7fc989 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=5957d383-39f5-435c-b4cf-602b83df297c HTTP/1.1" status: 200 len: 217 time: 0.0498207 Feb 03 11:05:56.201877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e0fe2fb-614f-4aa9-bece-9bcb238a1469 req-029ba83b-7948-4ba9-bc04-060c843733e2 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125009 Feb 03 11:05:56.229629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-883e46b6-3e23-4898-9fdd-59e8399ef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.231204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-883e46b6-3e23-4898-9fdd-59e8399ef07c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0650580 Feb 03 11:05:56.258324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (384d7ebe-1d03-450c-90b0-67810943a4cd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.298294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384d7ebe-1d03-450c-90b0-67810943a4cd']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:56.308560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007d049e-8d8f-4666-a133-1d51a5b08c9d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:56.308821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007d049e-8d8f-4666-a133-1d51a5b08c9d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:05:56.310855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-4ab0cc7d-a9e0-4dbb-bd42-50048b84ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.312657 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-4ab0cc7d-a9e0-4dbb-bd42-50048b84ae08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0743711 Feb 03 11:05:56.323068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (007d049e-8d8f-4666-a133-1d51a5b08c9d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.340054 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (007d049e-8d8f-4666-a133-1d51a5b08c9d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.344329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cc9f47b6-1601-4fc2-b2e0-b76388b66b73 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:05:56.352761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:05:56.354227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (007d049e-8d8f-4666-a133-1d51a5b08c9d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:05:56.356280 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:05:56.408889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:05:56.414661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:05:56.415074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-a86d39b3-9bb0-4208-8a1b-0680bac2765e service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953927 Feb 03 11:05:56.415206 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.427157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (384d7ebe-1d03-450c-90b0-67810943a4cd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.435042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.438806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] 10.222.0.30 "DELETE /v2.0/networks/384d7ebe-1d03-450c-90b0-67810943a4cd HTTP/1.1" status: 204 len: 168 time: 0.4751410 Feb 03 11:05:56.451081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbeeb1-fd91-49d9-a21c-b2056c301292 admin admin] Pushing event deleted for resources: {'Network': ['ID=384d7ebe-1d03-450c-90b0-67810943a4cd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:56.517599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:05:56.518133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.543824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:56.546876 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fbdba6-18ff-4e83-92c6-57227bcd2644" -d '{"events": [{"server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:56.558306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-19ea1720-9457-42c3-9a75-a9ca67ee4e3f req-19a340ef-3516-497b-bf6f-1f7ddce727ce service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348369 Feb 03 11:05:56.561431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:56.567309 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.626342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2048-2afa-4a50-a012-2944de321595 req-c9cccd64-c2d4-4ed1-b750-8eccd432a340 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.627079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:56.637255 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967851a-c548-45a4-abd2-63eba06edd92 x-openstack-request-id: req-2967851a-c548-45a4-abd2-63eba06edd92 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:56.637711 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:56.638083 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2967851a-c548-45a4-abd2-63eba06edd92 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:56.638693 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'code': 200} Feb 03 11:05:56.640838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb7c2048-2afa-4a50-a012-2944de321595 req-c9cccd64-c2d4-4ed1-b750-8eccd432a340 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0867331 Feb 03 11:05:56.694107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54126) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:56.702131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb7c2048-2afa-4a50-a012-2944de321595 req-8c239a0f-1346-4531-8f28-272e55129dcc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565894 Feb 03 11:05:56.737584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a42a8635-87d2-4116-af7d-735e809b89c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1405579ffd5b4376bd78daade2b5af50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421367 Feb 03 11:05:56.740217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:56.768261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc638-681e-425e-9dfb-0b026b2b2466 req-3f823f8a-d858-4054-8863-e09b1dbc4b5f tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.769745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abccc638-681e-425e-9dfb-0b026b2b2466 req-3f823f8a-d858-4054-8863-e09b1dbc4b5f tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.0591023 Feb 03 11:05:56.800495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.836940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abccc638-681e-425e-9dfb-0b026b2b2466 req-d1ee980d-2de3-439d-b84c-6729040cddb8 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Feb 03 11:05:56.845920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784294-02e2-44d0-bb28-237dcb267b59 req-4eb795e5-de02-4327-a759-a07fc4831ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.847445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-95784294-02e2-44d0-bb28-237dcb267b59 req-4eb795e5-de02-4327-a759-a07fc4831ea7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 1127 time: 0.0855205 Feb 03 11:05:56.854195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] Publish callbacks [] for security_group (0bd8b5cf-2913-48da-9bdf-75c802705be9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.903326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] Publish callbacks [] for security_group (0bd8b5cf-2913-48da-9bdf-75c802705be9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.929583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3c698-0d8a-4292-9616-dd6fd8d861ca req-4560e2a8-b9af-4013-8db9-086eccd2e8ff tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:56.932281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4e3c698-0d8a-4292-9616-dd6fd8d861ca req-4560e2a8-b9af-4013-8db9-086eccd2e8ff tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 945 time: 0.0905936 Feb 03 11:05:56.937200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-95784294-02e2-44d0-bb28-237dcb267b59 req-b5f2698c-a171-42ed-b540-f93f8b399766 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792279 Feb 03 11:05:56.983544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0bd8b5cf-2913-48da-9bdf-75c802705be9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.986380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:56.989902 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bd8b5cf-2913-48da-9bdf-75c802705be9 HTTP/1.1" status: 204 len: 168 time: 0.2463453 Feb 03 11:05:56.996255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eb6c2-5679-4c11-88e0-d04faa11a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd8b5cf-2913-48da-9bdf-75c802705be9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:57.022375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4e3c698-0d8a-4292-9616-dd6fd8d861ca req-d1ecfec6-54b4-4f62-b2d8-ee6bfa4a042f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832872 Feb 03 11:05:57.196690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82bc18-0f29-4125-b670-b49fd78a41cb req-08f90f1a-baed-4115-9033-3d7b931e6d69 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.198349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e82bc18-0f29-4125-b670-b49fd78a41cb req-08f90f1a-baed-4115-9033-3d7b931e6d69 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.0841625 Feb 03 11:05:57.207083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7070b2-ad5c-4103-bad5-a302183e7f61 req-448ab24c-52eb-4788-8d6a-1ed429435ff1 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.208861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e7070b2-ad5c-4103-bad5-a302183e7f61 req-448ab24c-52eb-4788-8d6a-1ed429435ff1 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.1046157 Feb 03 11:05:57.279887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e82bc18-0f29-4125-b670-b49fd78a41cb req-a75c59af-03a2-4494-8c19-e2afaeb67c3a tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Feb 03 11:05:57.303690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e7070b2-ad5c-4103-bad5-a302183e7f61 req-cf08072f-2e2c-48ae-9171-a015b1c44f79 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869038 Feb 03 11:05:57.395589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54146) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:57.434462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37d7b-c67e-4b11-bcd8-2ef676575a05 req-0e19e1bb-7e18-4845-8a74-adab8e1a5179 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.435835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6f37d7b-c67e-4b11-bcd8-2ef676575a05 req-0e19e1bb-7e18-4845-8a74-adab8e1a5179 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0879691 Feb 03 11:05:57.439787 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14082fd6-02f4-4004-a0dd-a04426259b3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f7de2ae411f4896aa82e7cc5a37a75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426910 Feb 03 11:05:57.442603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:05:57.488661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea84ec-0373-473d-bd99-e913d6374857 req-722a196b-dee3-4d72-8360-234d389598af tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.490131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acea84ec-0373-473d-bd99-e913d6374857 req-722a196b-dee3-4d72-8360-234d389598af tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0938838 Feb 03 11:05:57.492248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] Publish callbacks [] for security_group (e1a35552-07d2-4129-a41a-b4d92c77e0db), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:57.514171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] Publish callbacks [] for security_group (e1a35552-07d2-4129-a41a-b4d92c77e0db), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:57.519833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6f37d7b-c67e-4b11-bcd8-2ef676575a05 req-995f1c35-f427-4c20-9663-4ab0f4d187c6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 Feb 03 11:05:57.548660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acea84ec-0373-473d-bd99-e913d6374857 req-92b82c5c-5988-4eef-b4a6-16f90388f214 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487883 Feb 03 11:05:57.576449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e1a35552-07d2-4129-a41a-b4d92c77e0db), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:57.579178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:57.580375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1a35552-07d2-4129-a41a-b4d92c77e0db HTTP/1.1" status: 204 len: 168 time: 0.1367788 Feb 03 11:05:57.588391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ebfe4-c218-4c9d-9dc5-bffaefedf7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a35552-07d2-4129-a41a-b4d92c77e0db,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:57.750436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-6690992c-1eb2-4cce-93f3-353be5173194 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.751924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-6690992c-1eb2-4cce-93f3-353be5173194 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.0716856 Feb 03 11:05:57.765725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:05:57.828991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:57.851549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fefd-7e70-454b-aea5-e010b16f759b req-da8ce276-d177-45e8-bcbf-5af3cee8e29d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:57.853192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6809fefd-7e70-454b-aea5-e010b16f759b req-da8ce276-d177-45e8-bcbf-5af3cee8e29d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0648651 Feb 03 11:05:57.904528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6809fefd-7e70-454b-aea5-e010b16f759b req-5022adf8-4b9c-4ddb-819f-635f343209bc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Feb 03 11:05:57.988768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:58.029657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:58.072463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:05:58.074998 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a241a00-5592-44f9-8481-c687a2a83e30" -d '{"events": [{"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-unplugged", "status": "completed", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:05:58.079839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks [] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.092514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.141731 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2693a51f-db56-4f1e-bd4b-0d48c8f922b2 x-openstack-request-id: req-2693a51f-db56-4f1e-bd4b-0d48c8f922b2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:05:58.142022 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-unplugged", "status": "completed", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:05:58.142276 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2693a51f-db56-4f1e-bd4b-0d48c8f922b2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:05:58.142667 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'code': 200} Feb 03 11:05:58.183676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39824f50-4a00-4ac3-b68e-af6184a63064 req-0e418a78-9fa4-4614-9b82-aa3a96b35fe6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.194200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39824f50-4a00-4ac3-b68e-af6184a63064 req-0e418a78-9fa4-4614-9b82-aa3a96b35fe6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0776489 Feb 03 11:05:58.210528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:58.213842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:05:58.214118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:05:58.214538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:58.220479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:05:58.220604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Attempting to bind port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:05:58.230686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:05:58.231128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:05:58.231404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:05:58.233956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Bound port: 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:05:58.235244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.252935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39824f50-4a00-4ac3-b68e-af6184a63064 req-ad422b62-85f7-43a3-a563-953314cd20a2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574353 Feb 03 11:05:58.314922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:05:58.318892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:05:58.330468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.462290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.462924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.464318 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] 10.222.0.69 "PUT /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 1121 time: 0.7041459 Feb 03 11:05:58.474947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0a61c-ccf2-4cf4-997f-8867525a6100 service neutron] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=8']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:58.519425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baad73-db46-4fd7-85ad-14dc400ec105 req-744b56be-0daa-49f1-af28-484a4c931abd tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.527070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16baad73-db46-4fd7-85ad-14dc400ec105 req-744b56be-0daa-49f1-af28-484a4c931abd tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.1384170 Feb 03 11:05:58.575863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:58.578789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a928faa-bcee-462c-8d2f-e263c8266ca7 req-526fa024-62eb-4de9-bb35-14ac0a669df9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.585755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a928faa-bcee-462c-8d2f-e263c8266ca7 req-526fa024-62eb-4de9-bb35-14ac0a669df9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.1515925 Feb 03 11:05:58.614335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16baad73-db46-4fd7-85ad-14dc400ec105 req-9d5e603a-e672-4840-a64f-89a315c4f63d tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/security-groups?id=48a52bfa-fbae-4fea-997b-50c48ea58f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Feb 03 11:05:58.645430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a928faa-bcee-462c-8d2f-e263c8266ca7 req-f4d836f2-5cfd-4b84-b7dd-8471898d640f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587499 Feb 03 11:05:58.683355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-c4605932-27b8-40f4-9a71-5c94851288d2 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.684933 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-c4605932-27b8-40f4-9a71-5c94851288d2 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.53 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 950 time: 0.1301227 Feb 03 11:05:58.821500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4264d8-e217-4108-9ca2-eb1879de19f5 req-701647a4-6b15-469f-8a95-65d771e45694 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:58.823492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc4264d8-e217-4108-9ca2-eb1879de19f5 req-701647a4-6b15-469f-8a95-65d771e45694 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0798154 Feb 03 11:05:58.828286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Deleting port 959bd29d-da39-42ab-9ebd-b2adae940b9f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:05:58.828846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:58.903735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:58.925353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc4264d8-e217-4108-9ca2-eb1879de19f5 req-2cf3d945-d659-4720-8a12-2d0813b1f6a4 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871828 Feb 03 11:05:59.005814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aed83c-18e4-405f-8e80-93de7f2f05c8 req-03543b80-d5d7-489d-a861-a8b9778846c3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:59.007486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97aed83c-18e4-405f-8e80-93de7f2f05c8 req-03543b80-d5d7-489d-a861-a8b9778846c3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0694592 Feb 03 11:05:59.069223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] For port 959bd29d-da39-42ab-9ebd-b2adae940b9f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=959bd29d-da39-42ab-9ebd-b2adae940b9f,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:05:59.069593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:59.084966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Calling delete_port for 959bd29d-da39-42ab-9ebd-b2adae940b9f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:05:59.086220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97aed83c-18e4-405f-8e80-93de7f2f05c8 req-b3a965fb-981c-4075-8ac1-71c036b59e6f tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718570 Feb 03 11:05:59.193038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202f6e9-bec5-450a-802f-1b0578d5af44 req-493fa095-9f1d-4e90-a1e6-a78f816afdf6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:59.196382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8202f6e9-bec5-450a-802f-1b0578d5af44 req-493fa095-9f1d-4e90-a1e6-a78f816afdf6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1037002 Feb 03 11:05:59.271002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (959bd29d-da39-42ab-9ebd-b2adae940b9f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:59.279780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8202f6e9-bec5-450a-802f-1b0578d5af44 req-1d671284-4391-4ce2-b2c2-2e72178f824c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776551 Feb 03 11:05:59.283583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['959bd29d-da39-42ab-9ebd-b2adae940b9f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:05:59.335739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Pushing event deleted for resources: {'Port': ['ID=959bd29d-da39-42ab-9ebd-b2adae940b9f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:05:59.403850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] No DVR routers for this DVR port 959bd29d-da39-42ab-9ebd-b2adae940b9f on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:05:59.407756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:05:59.411222 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cc7e88d6-cfae-40a8-827c-a26d8c403f4b req-76b8631a-974d-4488-aa38-64ee4507bcc7 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.53 "DELETE /v2.0/ports/959bd29d-da39-42ab-9ebd-b2adae940b9f HTTP/1.1" status: 204 len: 173 time: 0.7206511 Feb 03 11:05:59.457495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d5d62-25ce-4682-8211-925ae484cefd req-054c3580-bd77-4fb6-a725-62de05863179 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:59.459012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e13d5d62-25ce-4682-8211-925ae484cefd req-054c3580-bd77-4fb6-a725-62de05863179 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0769069 Feb 03 11:05:59.550216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e13d5d62-25ce-4682-8211-925ae484cefd req-712a02a8-87bd-4054-8b07-5f6c7e701931 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Feb 03 11:05:59.763611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a6a49f-d9bd-46d2-8f31-666c90cff66e req-518c2665-03e0-409c-af3c-68b7a5a30b44 tempest-ImagesNegativeTestJSON-1077093655 tempest-ImagesNegativeTestJSON-1077093655-project] 10.222.0.30 "GET /v2.0/ports?device_id=77d831ed-256e-4e57-9c65-ff7ac8cd25c4 HTTP/1.1" status: 200 len: 210 time: 0.0367310 Feb 03 11:05:59.808510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e35fc-44f6-48eb-897a-17f985b13d25 req-c8203ee4-be2b-4257-b5f2-d013b206f957 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:05:59.810089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-097e35fc-44f6-48eb-897a-17f985b13d25 req-c8203ee4-be2b-4257-b5f2-d013b206f957 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.0708873 Feb 03 11:05:59.862636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-097e35fc-44f6-48eb-897a-17f985b13d25 req-ff042662-7179-436f-9c7d-2bdd9994057c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Feb 03 11:06:00.010286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:00.093194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d871-c746-4f40-aa3d-c6337d9596db req-694d1563-fdde-4cea-84fb-acbf2cd6b038 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.095283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c62d871-c746-4f40-aa3d-c6337d9596db req-694d1563-fdde-4cea-84fb-acbf2cd6b038 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0588081 Feb 03 11:06:00.144303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'}, {'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'name': 'network-vif-deleted', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:00.146449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c62d871-c746-4f40-aa3d-c6337d9596db req-d7765bfb-102c-4206-8ed1-2e696562fcb7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Feb 03 11:06:00.146717 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b9839-9b76-4793-b3fb-22dd7b72a621" -d '{"events": [{"name": "network-changed", "server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe"}, {"server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "name": "network-vif-deleted", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:00.151373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d2b27b-989b-44d3-a62c-46db5cb885fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.220983 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837c48c-7c45-4709-8231-55fea1178538 x-openstack-request-id: req-9837c48c-7c45-4709-8231-55fea1178538 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:00.221285 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe", "status": "completed", "code": 200}, {"server_uuid": "77d831ed-256e-4e57-9c65-ff7ac8cd25c4", "name": "network-vif-deleted", "tag": "959bd29d-da39-42ab-9ebd-b2adae940b9f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:00.221555 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9837c48c-7c45-4709-8231-55fea1178538 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:00.221994 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'status': 'completed', 'code': 200} Feb 03 11:06:00.222274 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d831ed-256e-4e57-9c65-ff7ac8cd25c4', 'name': 'network-vif-deleted', 'tag': '959bd29d-da39-42ab-9ebd-b2adae940b9f', 'status': 'completed', 'code': 200} Feb 03 11:06:00.226734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1909b5f-c052-40ed-8c57-d535547fbeac req-282076e6-8261-4001-b284-94b683b3afbc tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.228288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1909b5f-c052-40ed-8c57-d535547fbeac req-282076e6-8261-4001-b284-94b683b3afbc tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0680859 Feb 03 11:06:00.283551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1909b5f-c052-40ed-8c57-d535547fbeac req-f34db097-d374-4f56-b55f-879672fb858f tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456581 Feb 03 11:06:00.288435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d2b27b-989b-44d3-a62c-46db5cb885fe admin admin] Publish callbacks [] for security_group (86db9e95-7c39-47c9-b22b-1e6710b7c9cc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.294118 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d2b27b-989b-44d3-a62c-46db5cb885fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86db9e95-7c39-47c9-b22b-1e6710b7c9cc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.340994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04d2b27b-989b-44d3-a62c-46db5cb885fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c8be7c2b94e416fb2d424e9febbfb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272278 Feb 03 11:06:00.341252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54250) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:00.350780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b27b-989b-44d3-a62c-46db5cb885fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db9e95-7c39-47c9-b22b-1e6710b7c9cc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:00.355468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:00.368962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-eac45db8-cb74-432d-b76e-28623ec2d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.371045 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-eac45db8-cb74-432d-b76e-28623ec2d6ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1155 time: 0.1301057 Feb 03 11:06:00.457368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] Publish callbacks [] for security_group (86db9e95-7c39-47c9-b22b-1e6710b7c9cc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.467927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-13442aed-0fbc-4ddd-843d-0284a7c2aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.469453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-13442aed-0fbc-4ddd-843d-0284a7c2aefd service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.0927644 Feb 03 11:06:00.473811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:00.479628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011e11-9163-4913-9935-67eafb79abed req-9bc5e326-db92-40a6-94fa-4efe73ffaf46 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.481111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0011e11-9163-4913-9935-67eafb79abed req-9bc5e326-db92-40a6-94fa-4efe73ffaf46 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1144729 Feb 03 11:06:00.485522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:06:00.489930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cfb1b-950d-4314-a03d-5f92cfbd02c1 req-70bdbfb3-5672-4d44-ae5c-77f0b68c896a tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.491381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f43cfb1b-950d-4314-a03d-5f92cfbd02c1 req-70bdbfb3-5672-4d44-ae5c-77f0b68c896a tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.1200533 Feb 03 11:06:00.502965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:00.510367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] Publish callbacks [] for security_group (86db9e95-7c39-47c9-b22b-1e6710b7c9cc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.514178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Request body: {'floatingip': {'port_id': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:00.519984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-d23d092e-3ae1-46a3-a8d3-aa8508c8c50f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 217 time: 0.0382063 Feb 03 11:06:00.566829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-032eddc8-52dd-4b84-826e-d6293308a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:00.568305 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-032eddc8-52dd-4b84-826e-d6293308a202 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0423641 Feb 03 11:06:00.586428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.602559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-7289433f-d247-43f5-aa6d-b0bc454065ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269337 Feb 03 11:06:00.699425 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-67f271b0-6518-4091-b405-78b642ce0e0d service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Feb 03 11:06:00.793085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-881b9839-9b76-4793-b3fb-22dd7b72a621 req-a5fe7bc4-3abb-4d0b-b047-7bef3c140f25 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Feb 03 11:06:00.940153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0011e11-9163-4913-9935-67eafb79abed req-8caf65db-40de-4349-b080-dd3509b5f4e0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452016 Feb 03 11:06:00.995524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86db9e95-7c39-47c9-b22b-1e6710b7c9cc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.998074 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:00.999195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86db9e95-7c39-47c9-b22b-1e6710b7c9cc HTTP/1.1" status: 204 len: 168 time: 0.6569972 Feb 03 11:06:01.014548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb249fd-167a-4733-aa87-9482d5b2d25f req-a0c2b0bf-376c-4708-916d-f2054e40670a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:01.016190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fb249fd-167a-4733-aa87-9482d5b2d25f req-a0c2b0bf-376c-4708-916d-f2054e40670a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.3890150 Feb 03 11:06:01.038250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714428a-322a-4260-a9fb-e6c061b94e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db9e95-7c39-47c9-b22b-1e6710b7c9cc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:01.179274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a07dce6-4d74-402d-8b17-320ec9a62dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:01.182351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fb249fd-167a-4733-aa87-9482d5b2d25f req-885244e6-1a1e-4c44-baf4-81cf6d6bb171 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572037 Feb 03 11:06:01.204553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3f206-7d3f-40a4-a046-4eb560e99245 req-fb06da24-ad6b-4057-89ab-2d21f49f6fb9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:01.206075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f3f206-7d3f-40a4-a046-4eb560e99245 req-fb06da24-ad6b-4057-89ab-2d21f49f6fb9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.1757891 Feb 03 11:06:01.362727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f3f206-7d3f-40a4-a046-4eb560e99245 req-d74d30ca-0112-4b04-848e-f40e45bcf2c5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497579 Feb 03 11:06:01.441017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 959bd29d-da39-42ab-9ebd-b2adae940b9f no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:01.450363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63785-3ff3-4078-96dc-880362adef6b req-a23a8331-b951-4bee-bcae-b614a688f861 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:01.457936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00c63785-3ff3-4078-96dc-880362adef6b req-a23a8331-b951-4bee-bcae-b614a688f861 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1359513 Feb 03 11:06:01.464771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 959bd29d-da39-42ab-9ebd-b2adae940b9f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:01.465223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 959bd29d-da39-42ab-9ebd-b2adae940b9f not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:01.571676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00c63785-3ff3-4078-96dc-880362adef6b req-a298cd4d-992b-47be-bd95-9fc08d8bafb7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126966 Feb 03 11:06:01.597598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:01.604868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:01.751750 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Floating IP 7e6e8135-3764-4097-803c-0bb2dfa24607 associated. External IP: 172.25.7.106, port: cc9f47b6-1601-4fc2-b2e0-b76388b66b73. Feb 03 11:06:01.790304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:01.984063 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9272d1b-04c3-40d3-999b-fd6045f88314 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a5e9274cbc04a3fbea19e9aacad8e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923525 Feb 03 11:06:01.987865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:01.989493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Router 390cc52f-5711-4bfe-8ac5-a6966e635431 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:06:02.070217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] Publish callbacks [] for security_group (48a52bfa-fbae-4fea-997b-50c48ea58f5c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.098306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] Publish callbacks [] for security_group (48a52bfa-fbae-4fea-997b-50c48ea58f5c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.148327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:06:02.153414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.159796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Sync routers for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:06:02.162319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85d5ab-b001-4075-9653-b96d5b90be09 req-1562f392-2c9d-4451-9cbc-9f6c2b3740d3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.163930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d85d5ab-b001-4075-9653-b96d5b90be09 req-1562f392-2c9d-4451-9cbc-9f6c2b3740d3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1087015 Feb 03 11:06:02.172284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:02.172612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48a52bfa-fbae-4fea-997b-50c48ea58f5c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.173256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:02.181397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.183810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48a52bfa-fbae-4fea-997b-50c48ea58f5c HTTP/1.1" status: 204 len: 168 time: 0.1866505 Feb 03 11:06:02.195923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f783149-6421-497d-83eb-a89dd5591cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a52bfa-fbae-4fea-997b-50c48ea58f5c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:02.209622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eeb50c62-a073-49c5-b2a4-5525b25951f9 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "PUT /v2.0/floatingips/7e6e8135-3764-4097-803c-0bb2dfa24607 HTTP/1.1" status: 200 len: 991 time: 1.7017181 Feb 03 11:06:02.210352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:02.212765 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0327133-f051-4fb6-a704-b6fa2bd04b95" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:02.250817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d85d5ab-b001-4075-9653-b96d5b90be09 req-4ff2b3a6-3eb5-4796-87d2-cadcc34a59c2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679708 Feb 03 11:06:02.303053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:02.345911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131a4b4-6a09-4b62-929c-d4e67b0b164a req-9326a4e0-2df3-4c8a-8745-f682adf96253 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.349392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8131a4b4-6a09-4b62-929c-d4e67b0b164a req-9326a4e0-2df3-4c8a-8745-f682adf96253 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Feb 03 11:06:02.361459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5957d383-39f5-435c-b4cf-602b83df297c details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:02.384060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:02.426946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8131a4b4-6a09-4b62-929c-d4e67b0b164a req-8b007779-d5fa-4543-9926-2a2b6b578e13 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658534 Feb 03 11:06:02.443213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe92d-fc7f-4005-bae3-aed6d48d6a13 req-d3f35069-859b-42d9-bdd3-dae73e29c545 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.449986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c4fe92d-fc7f-4005-bae3-aed6d48d6a13 req-d3f35069-859b-42d9-bdd3-dae73e29c545 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0993567 Feb 03 11:06:02.468489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad39c-7363-45a8-b635-59848289e753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.529236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c4fe92d-fc7f-4005-bae3-aed6d48d6a13 req-91cffa66-c88d-4eef-875b-811848863498 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702112 Feb 03 11:06:02.531003 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c969bdf-77b8-4625-bf78-30e0b21f9e5b x-openstack-request-id: req-7c969bdf-77b8-4625-bf78-30e0b21f9e5b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:02.531294 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:02.531547 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c969bdf-77b8-4625-bf78-30e0b21f9e5b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:02.531948 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'status': 'completed', 'code': 200} Feb 03 11:06:02.622716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad39c-7363-45a8-b635-59848289e753 admin admin] Publish callbacks [] for security_group (4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.672761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd13a1-60a9-4c91-b942-09052ef821f0 req-30a32d12-5e3d-4238-a3bc-3d39bdddc39c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.674878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fbd13a1-60a9-4c91-b942-09052ef821f0 req-30a32d12-5e3d-4238-a3bc-3d39bdddc39c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 948 time: 0.0678158 Feb 03 11:06:02.684552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad39c-7363-45a8-b635-59848289e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.726988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad39c-7363-45a8-b635-59848289e753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:02.757618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110cba-83b9-4c1c-b139-2ebcd44f32e0 req-26f88376-f928-4bf0-9ab2-7f896d398c41 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.759277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7110cba-83b9-4c1c-b139-2ebcd44f32e0 req-26f88376-f928-4bf0-9ab2-7f896d398c41 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0832326 Feb 03 11:06:02.782134 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f7ad39c-7363-45a8-b635-59848289e753 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1232194c7fe444378b3b883ad1e878bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778905 Feb 03 11:06:02.784676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:02.795481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-d4ab5c9e-5173-438a-b5e4-fd0a0f9686db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:02.798469 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-d4ab5c9e-5173-438a-b5e4-fd0a0f9686db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9631344658a42d7adc9352eab1b99ab&device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 1127 time: 0.2144871 Feb 03 11:06:02.801285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fbd13a1-60a9-4c91-b942-09052ef821f0 req-7a94c842-ecb2-4d98-b86c-b88cf9b407dc tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908749 Feb 03 11:06:02.837792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7110cba-83b9-4c1c-b139-2ebcd44f32e0 req-bc1dba43-ca5f-4bfc-b65d-8ce2460d67bc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702386 Feb 03 11:06:02.880951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] Publish callbacks [] for security_group (4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.926655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5957d383-39f5-435c-b4cf-602b83df297c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:02.939706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] Publish callbacks [] for security_group (4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:02.954501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '5957d383-39f5-435c-b4cf-602b83df297c', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '5957d383-39f5-435c-b4cf-602b83df297c', 'mac_address': 'fa:16:3e:aa:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:02.999182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-8720a1fe-49be-43d8-8bf7-f236ea081330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.000992 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-8720a1fe-49be-43d8-8bf7-f236ea081330 service neutron] 10.222.0.69 "GET /v2.0/networks?id=044e2857-6934-4c1e-860b-75f9decde065 HTTP/1.1" status: 200 len: 915 time: 0.1807761 Feb 03 11:06:03.043140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5957d383-39f5-435c-b4cf-602b83df297c is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:03.043543 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5957d383-39f5-435c-b4cf-602b83df297c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:03.056752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:03.059763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:03.063213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac HTTP/1.1" status: 204 len: 168 time: 0.2750580 Feb 03 11:06:03.063362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5957d383-39f5-435c-b4cf-602b83df297c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:03.074243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499364-e02f-49c4-8447-88b5264503b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde4aa3-02c5-4ca9-8dd3-c8ebfcabd3ac,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:03.101888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5957d383-39f5-435c-b4cf-602b83df297c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:03.107430 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-1c9a0c96-fca1-4271-93f8-3ff1431a83b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73 HTTP/1.1" status: 200 len: 999 time: 0.0904896 Feb 03 11:06:03.115475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:03.160253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7e6e8135-3764-4097-803c-0bb2dfa24607', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'port_id': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'mac_address': 'fa:16:3e:13:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:05:36Z', 'updated_at': '2022-02-03T11:06:01Z', 'revision_number': 1, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:03.173769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-a3c92dda-106d-4478-8faa-e58f247e338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.175472 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-a3c92dda-106d-4478-8faa-e58f247e338a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfd8813f-2f31-47d3-bbe0-8d252ff39ba7 HTTP/1.1" status: 200 len: 853 time: 0.0609794 Feb 03 11:06:03.193098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Checking router: 390cc52f-5711-4bfe-8ac5-a6966e635431 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:06:03.217070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:03.222798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:03.223368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:03.238573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-1d6e6b22-2e1f-4c51-9231-563a3666c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.240475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-1d6e6b22-2e1f-4c51-9231-563a3666c556 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=044e2857-6934-4c1e-860b-75f9decde065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559046 Feb 03 11:06:03.361589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-82c7602c-adc2-422e-8859-6060860efc10 service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133437 Feb 03 11:06:03.383530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:03.420550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e523d0-ccf1-46b1-8bdc-971ea19c9600 req-a7067805-03c5-4996-977a-f405b179fc08 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.432272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37e523d0-ccf1-46b1-8bdc-971ea19c9600 req-a7067805-03c5-4996-977a-f405b179fc08 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0899091 Feb 03 11:06:03.500527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0327133-f051-4fb6-a704-b6fa2bd04b95 req-d00585b9-8159-4f41-b15d-d4f945ac91f1 service neutron] 10.222.0.69 "GET /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296396 Feb 03 11:06:03.522953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37e523d0-ccf1-46b1-8bdc-971ea19c9600 req-90834a63-9a39-4b6b-b7fa-73372ae63601 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Feb 03 11:06:03.568695 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-798245df-17d4-44ec-9399-5aa91e8e5500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:03.667241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-3c190794-0a04-4ff7-a683-230c9416911f tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=286f133c6648410fa548bab6a21eddf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279472 Feb 03 11:06:03.696772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7676d5-4642-48aa-9bf3-3f686daccf3b req-80f3f45f-30a9-4351-a600-8540b019ad67 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.698262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7676d5-4642-48aa-9bf3-3f686daccf3b req-80f3f45f-30a9-4351-a600-8540b019ad67 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0999312 Feb 03 11:06:03.741103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7e6e8135-3764-4097-803c-0bb2dfa24607', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'port_id': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'mac_address': 'fa:16:3e:13:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:05:36Z', 'updated_at': '2022-02-03T11:06:01Z', 'revision_number': 1, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:03.769810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c3-7973-4b2d-99b5-dd535695ef9b None None] The sync data for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 is: [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '7e6e8135-3764-4097-803c-0bb2dfa24607', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'port_id': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'mac_address': 'fa:16:3e:13:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:05:36Z', 'updated_at': '2022-02-03T11:06:01Z', 'revision_number': 1, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:06:03.780114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5957d383-39f5-435c-b4cf-602b83df297c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:03.816313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7676d5-4642-48aa-9bf3-3f686daccf3b req-35cca3f8-d5fb-4bce-a511-0daa3386eeef tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043110 Feb 03 11:06:03.839262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-72d63ecd-8407-4ab3-b23a-742e48bf7d01 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:03.839262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-72d63ecd-8407-4ab3-b23a-742e48bf7d01 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578555 Feb 03 11:06:03.880996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-e8451964-3c20-4c5e-b41f-2109ac5d5863 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/quotas/286f133c6648410fa548bab6a21eddf9 HTTP/1.1" status: 200 len: 375 time: 0.0302174 Feb 03 11:06:03.933107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-7f6fc8fa-8fad-4a07-9312-a9cd77e56238 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=286f133c6648410fa548bab6a21eddf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508111 Feb 03 11:06:04.000675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd72a-a73d-47a8-9e7d-a2cd4275237a req-c0da536c-200b-4b19-b90b-f1a394d6716f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:04.002244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5aebd72a-a73d-47a8-9e7d-a2cd4275237a req-c0da536c-200b-4b19-b90b-f1a394d6716f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0650525 Feb 03 11:06:04.064985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5aebd72a-a73d-47a8-9e7d-a2cd4275237a req-4448af37-eb7d-4949-89cb-3df088bba565 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563233 Feb 03 11:06:04.094265 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e866cae-feea-43c0-8cb6-2db05d568d91 None None] New status for floating IP 7e6e8135-3764-4097-803c-0bb2dfa24607: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:06:04.164836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa39516-d3c9-4b72-9f53-5a930a3a1354 req-25ee452e-4da9-4df6-8a9b-8899a53d483c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:04.164836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aaa39516-d3c9-4b72-9f53-5a930a3a1354 req-25ee452e-4da9-4df6-8a9b-8899a53d483c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 949 time: 0.0680833 Feb 03 11:06:04.250714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aaa39516-d3c9-4b72-9f53-5a930a3a1354 req-59f52d43-7b34-4980-99c2-021a5a9d0c0b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Feb 03 11:06:04.259213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55481-7b41-42ad-b031-a44904a6d2cc req-f526307f-12bc-4311-842f-671e6ca7f9ad tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:04.265439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58e55481-7b41-42ad-b031-a44904a6d2cc req-f526307f-12bc-4311-842f-671e6ca7f9ad tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.1007679 Feb 03 11:06:04.348387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58e55481-7b41-42ad-b031-a44904a6d2cc req-6d77d8db-3046-47fd-bcf6-690364879e47 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814571 Feb 03 11:06:04.414956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f5291ca-47c0-480d-87e8-21a52aea0a53 req-e4b4e00c-04f8-4f06-86fa-486884acd3d0 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0329571 Feb 03 11:06:04.486915 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:04.641088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec4db4-ca9e-49b8-9f8a-e2f41dfa52b3 req-72aaa84b-4fc5-4dc7-bd76-393015e62ffb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:04.642803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aec4db4-ca9e-49b8-9f8a-e2f41dfa52b3 req-72aaa84b-4fc5-4dc7-bd76-393015e62ffb tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0576069 Feb 03 11:06:04.674885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:06:04.697958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aec4db4-ca9e-49b8-9f8a-e2f41dfa52b3 req-2c5d1961-8d0c-4512-9d96-9c1c94640733 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495656 Feb 03 11:06:04.880440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:04.983202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a55e97e4-955c-4aaf-8734-b7faf5ccb02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.058430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a55e97e4-955c-4aaf-8734-b7faf5ccb02d admin admin] Publish callbacks [] for security_group (82cd8801-c514-4083-ac1f-1ad5909aeacd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.062424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a55e97e4-955c-4aaf-8734-b7faf5ccb02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (82cd8801-c514-4083-ac1f-1ad5909aeacd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.101196 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a55e97e4-955c-4aaf-8734-b7faf5ccb02d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5a95b5788b54f5b8af82e68ffc9f74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196434 Feb 03 11:06:05.102875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e97e4-955c-4aaf-8734-b7faf5ccb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd8801-c514-4083-ac1f-1ad5909aeacd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:05.103838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:05.160149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] Publish callbacks [] for security_group (82cd8801-c514-4083-ac1f-1ad5909aeacd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.198233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-f891ae0f-9eb3-4207-a248-5f81f8aa0734 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=286f133c6648410fa548bab6a21eddf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237327 Feb 03 11:06:05.207849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] Publish callbacks [] for security_group (82cd8801-c514-4083-ac1f-1ad5909aeacd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.259155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcb789-b55d-4452-95ea-a8796a94810c req-ebf42474-bc94-44c5-b1f6-07b510d2dfd9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:05.261051 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fdcb789-b55d-4452-95ea-a8796a94810c req-ebf42474-bc94-44c5-b1f6-07b510d2dfd9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0957224 Feb 03 11:06:05.329315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-2d98e7a4-8fad-43f1-9867-3886dff77ecf tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:05.331720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-2d98e7a4-8fad-43f1-9867-3886dff77ecf tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279395 Feb 03 11:06:05.338538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (82cd8801-c514-4083-ac1f-1ad5909aeacd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.341128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.342319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82cd8801-c514-4083-ac1f-1ad5909aeacd HTTP/1.1" status: 204 len: 168 time: 0.2373235 Feb 03 11:06:05.353716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Request body: {'port': {'device_id': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '286f133c6648410fa548bab6a21eddf9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:05.386088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd72d07-c7ef-41b0-9c90-7014633f2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd8801-c514-4083-ac1f-1ad5909aeacd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:05.402820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fdcb789-b55d-4452-95ea-a8796a94810c req-e2d154c6-2654-4222-a722-c94be7ea4e23 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240394 Feb 03 11:06:05.437973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57b6ff-ed2b-48e4-a915-5ae9e59ffb36 req-47cacfb5-c176-4117-85b0-417ddb4f1087 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:05.441540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d57b6ff-ed2b-48e4-a915-5ae9e59ffb36 req-47cacfb5-c176-4117-85b0-417ddb4f1087 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 949 time: 0.0961301 Feb 03 11:06:05.501569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d57b6ff-ed2b-48e4-a915-5ae9e59ffb36 req-be01d3e0-06e9-4bb3-8c39-329771dc78aa tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Feb 03 11:06:05.577482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fff82-de4e-4ab5-bea3-96fb2eb70d77 req-ed5921f8-7f99-48c1-ab18-f92404024397 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:05.586151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c66fff82-de4e-4ab5-bea3-96fb2eb70d77 req-ed5921f8-7f99-48c1-ab18-f92404024397 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.0903146 Feb 03 11:06:05.631441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c810d2d-3eb4-4c6d-8b36-7281a32f0115 req-54fa7c77-f020-4662-abf6-5b897c2de4df tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0432580 Feb 03 11:06:05.672520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c66fff82-de4e-4ab5-bea3-96fb2eb70d77 req-221302e3-4b51-4eeb-8122-3104acb34c2b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855544 Feb 03 11:06:05.779867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Made reservation on behalf of 286f133c6648410fa548bab6a21eddf9 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:05.785186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.794349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.831268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe970-e3d2-45aa-bcfd-74f1d2b5f20a req-2972998a-ccd6-48bf-9008-420ae3e0d52b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:05.832789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dabe970-e3d2-45aa-bcfd-74f1d2b5f20a req-2972998a-ccd6-48bf-9008-420ae3e0d52b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0555274 Feb 03 11:06:05.888160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dabe970-e3d2-45aa-bcfd-74f1d2b5f20a req-a139212e-a1c2-43c0-957f-44a8bef4b4f2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487738 Feb 03 11:06:05.889246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks [] for security_group (b37e3076-f0e5-4a17-aa8d-0f3dd96cc992), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.893950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b37e3076-f0e5-4a17-aa8d-0f3dd96cc992), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:05.962161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:06.035879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Allocated IP 192.168.233.247 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/ccab5637-854b-4d52-8d23-13b091e5dd95) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:06:06.122630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.186345 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks [] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.223076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.269182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:06:06.274444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:06:06.278220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:06:06.309046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:06.340462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:06.341101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.358683 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-6bf0ff52-0f45-44cf-a5d3-8f8d19641721 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0090876 Feb 03 11:06:06.361285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5957d383-39f5-435c-b4cf-602b83df297c up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:06.372571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Request body: {'port': {'device_id': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:06.435919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 5957d383-39f5-435c-b4cf-602b83df297c completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:06:06.440865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 5957d383-39f5-435c-b4cf-602b83df297c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:06.441523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5957d383-39f5-435c-b4cf-602b83df297c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.447814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.541884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5957d383-39f5-435c-b4cf-602b83df297c is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:06.542294 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5957d383-39f5-435c-b4cf-602b83df297c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.569435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:06.572186 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd93d3-a032-4752-b175-d20287bf8406" -d '{"events": [{"server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "name": "network-vif-plugged", "status": "completed", "tag": "5957d383-39f5-435c-b4cf-602b83df297c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:06.576146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157563e6-99f6-4a38-bbdb-6397f017274d req-ad723b65-0297-4007-8be9-ea08b83dac9a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:06.583209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157563e6-99f6-4a38-bbdb-6397f017274d req-ad723b65-0297-4007-8be9-ea08b83dac9a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0807533 Feb 03 11:06:06.591760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5957d383-39f5-435c-b4cf-602b83df297c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:06.599617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.627123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2d3f4331-65a3-435e-b6e5-cc8d9a500c15 None None] Provisioning complete for port ccab5637-854b-4d52-8d23-13b091e5dd95 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:06.627726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4331-65a3-435e-b6e5-cc8d9a500c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.642984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157563e6-99f6-4a38-bbdb-6397f017274d req-80dee880-5bf7-471d-82de-cd50f306dd8e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Feb 03 11:06:06.670815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f4331-65a3-435e-b6e5-cc8d9a500c15 None None] Port ccab5637-854b-4d52-8d23-13b091e5dd95 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:06:06.701664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:06.805700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-47efa76c-51ad-42cf-a557-7666506f98de tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:06.806225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:06.807034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-47efa76c-51ad-42cf-a557-7666506f98de tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.0953031 Feb 03 11:06:06.815516 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78560c6-bf2a-4729-ab99-1f04a8205e2e x-openstack-request-id: req-d78560c6-bf2a-4729-ab99-1f04a8205e2e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:06.816097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109d7e-39cf-404d-9fd3-55ceaf1191a2 req-db6ec8f3-b9e3-4702-b04c-1775db32f8fc tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:06.816267 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "name": "network-vif-plugged", "status": "completed", "tag": "5957d383-39f5-435c-b4cf-602b83df297c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:06.816374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks [] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.816760 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d78560c6-bf2a-4729-ab99-1f04a8205e2e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:06.817322 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c', 'code': 200} Feb 03 11:06:06.821490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67109d7e-39cf-404d-9fd3-55ceaf1191a2 req-db6ec8f3-b9e3-4702-b04c-1775db32f8fc tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0822601 Feb 03 11:06:06.828104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821606-6'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:06.830744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Transition to ACTIVE for port object ccab5637-854b-4d52-8d23-13b091e5dd95 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:06.836148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.902810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:06.956439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Attempting to bind port ccab5637-854b-4d52-8d23-13b091e5dd95 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:06.956439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Attempting to bind port ccab5637-854b-4d52-8d23-13b091e5dd95 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:06.956768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Attempting to bind port ccab5637-854b-4d52-8d23-13b091e5dd95 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:06.962413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Port ccab5637-854b-4d52-8d23-13b091e5dd95 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:06.962772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Attempting to bind port ccab5637-854b-4d52-8d23-13b091e5dd95 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:06.967981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:06.969225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:06.969225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:06.969225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Bound port: ccab5637-854b-4d52-8d23-13b091e5dd95, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:06.969522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.980839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:06.993877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67109d7e-39cf-404d-9fd3-55ceaf1191a2 req-fe699b92-d567-4b28-bafa-d567cdc48353 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622136 Feb 03 11:06:07.004819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235db0-c3bf-453c-9195-ee6f6a25b436 req-cec45a35-1323-4f75-8946-814d8cc615b4 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.011900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5235db0-c3bf-453c-9195-ee6f6a25b436 req-cec45a35-1323-4f75-8946-814d8cc615b4 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 948 time: 0.1478012 Feb 03 11:06:07.077189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:07.080990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0137fc-b2d5-40a4-b406-001f1b5eea99 req-75298693-f283-40b6-b109-7e674d24062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.082542 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f0137fc-b2d5-40a4-b406-001f1b5eea99 req-75298693-f283-40b6-b109-7e674d24062c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 1132 time: 0.0961120 Feb 03 11:06:07.084234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:07.091546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.143537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.144159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.145723 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] 10.222.0.53 "PUT /v2.0/ports/ccab5637-854b-4d52-8d23-13b091e5dd95 HTTP/1.1" status: 200 len: 1096 time: 0.7791522 Feb 03 11:06:07.146056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:07.148226 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a435127a-935e-49bf-b597-3cfe971f411c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:07.161283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5235db0-c3bf-453c-9195-ee6f6a25b436 req-dc6f811c-319a-4a06-a9d6-277cb6fd8e5f tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483998 Feb 03 11:06:07.200875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed263b-79e3-499e-8a1c-c06e66ea4786 service neutron] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:07.205323 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f0137fc-b2d5-40a4-b406-001f1b5eea99 req-b5dc9666-bbe7-4561-91fc-c9ebdf65d746 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Feb 03 11:06:07.290905 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.300034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:07.309909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-80098f11-d737-48be-a84b-1aca9c935dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.311614 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-80098f11-d737-48be-a84b-1aca9c935dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=286f133c6648410fa548bab6a21eddf9&device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 1130 time: 0.0749226 Feb 03 11:06:07.323319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b0f9-6a07-4666-a119-926bff473ddb req-c9331864-8a24-4dc9-bbe4-5d2f177cc3a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.324998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3721b0f9-6a07-4666-a119-926bff473ddb req-c9331864-8a24-4dc9-bbe4-5d2f177cc3a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 945 time: 0.2404807 Feb 03 11:06:07.368372 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-80d81be6-e24a-4fbe-8d5e-850cc049f266 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ccab5637-854b-4d52-8d23-13b091e5dd95 HTTP/1.1" status: 200 len: 217 time: 0.0459223 Feb 03 11:06:07.398478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:07.419842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-56ebe81b-6158-42e8-a5d0-bf5758d76f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.421233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-56ebe81b-6158-42e8-a5d0-bf5758d76f10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0454535 Feb 03 11:06:07.433290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32a03-edb5-4522-b847-cde547471594 req-067a738d-7346-437c-92a3-e1dc2dd2d630 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.434760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78e32a03-edb5-4522-b847-cde547471594 req-067a738d-7346-437c-92a3-e1dc2dd2d630 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1576662 Feb 03 11:06:07.447202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3721b0f9-6a07-4666-a119-926bff473ddb req-94ea10da-7477-4a1d-abc0-b330322e0ae1 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123230 Feb 03 11:06:07.452702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:07.474444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:07.477093 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae172260-4efa-4af2-ad5a-af3d956e61c3" -d '{"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-unplugged", "status": "completed", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:07.480938 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks [] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.495492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.509020 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4ebff-ef1d-4d85-bb7a-48ef9b617392 x-openstack-request-id: req-70d4ebff-ef1d-4d85-bb7a-48ef9b617392 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:07.509317 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:07.509577 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70d4ebff-ef1d-4d85-bb7a-48ef9b617392 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:07.509976 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'status': 'completed', 'code': 200} Feb 03 11:06:07.517440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5618-0f6f-4097-9541-1703b45fd461 req-d064d89d-e3d6-4dff-a880-e09f745d846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.519343 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-d064d89d-e3d6-4dff-a880-e09f745d846c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0918415 Feb 03 11:06:07.548036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78e32a03-edb5-4522-b847-cde547471594 req-1aafeec6-4aa4-4eec-a29e-105c5501b59a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042554 Feb 03 11:06:07.599302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:07.607644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:07.613144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on host n-h2-821606-6 for vnic_type normal with profile {"migrating_to": "n-h1-821606-6"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:07.613593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:07.614062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:07.618932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:07.619402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Attempting to bind port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:07.629698 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead60226-d026-40d8-a5e3-0f76ac926c71 x-openstack-request-id: req-ead60226-d026-40d8-a5e3-0f76ac926c71 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:07.629698 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-unplugged", "status": "completed", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:07.630378 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead60226-d026-40d8-a5e3-0f76ac926c71 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:07.630868 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'code': 200} Feb 03 11:06:07.633912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:07.634995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:07.635498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:07.636060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Bound port: dd29308a-892e-4ec7-9f1e-1ab6961c1258, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:07.637040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.638965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 has no active binding in host n-h1-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:06:07.667544 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-e80bab45-1694-43ee-8792-ce6d7b8f47f1 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395712 Feb 03 11:06:07.714843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:07.719170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:07.751548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.788722 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-815d5618-0f6f-4097-9541-1703b45fd461 req-f86e9e05-f6e1-4f67-8b58-052046c8b4ea service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149952 Feb 03 11:06:07.827421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339014d1-69af-48d3-9044-d2cbf98ec511 req-4a748701-c311-469c-ac5e-9b4cde93cf86 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.828954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-339014d1-69af-48d3-9044-d2cbf98ec511 req-4a748701-c311-469c-ac5e-9b4cde93cf86 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.1081953 Feb 03 11:06:07.862185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:07.865639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.866247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:07.867572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-65d7812f-d09e-48f0-b572-21679ef2b753 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 1121 time: 1.0447526 Feb 03 11:06:07.893229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435127a-935e-49bf-b597-3cfe971f411c req-08434852-5609-4a31-8d73-375819d9ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:07.895534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-08434852-5609-4a31-8d73-375819d9ffed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=286f133c6648410fa548bab6a21eddf9&device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 1130 time: 0.0559332 Feb 03 11:06:07.908654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-339014d1-69af-48d3-9044-d2cbf98ec511 req-2c08ca59-6d3f-44b1-9c1f-46af96b2b4f7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717065 Feb 03 11:06:07.987206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dd29308a-892e-4ec7-9f1e-1ab6961c1258'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:08.021051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435127a-935e-49bf-b597-3cfe971f411c req-2aa514be-720c-4578-82ec-1e576cbb803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.022512 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-2aa514be-720c-4578-82ec-1e576cbb803d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1077006 Feb 03 11:06:08.090522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-ba0f37a2-45b3-4461-8df2-bc41627bb9ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ccab5637-854b-4d52-8d23-13b091e5dd95 HTTP/1.1" status: 200 len: 217 time: 0.0600731 Feb 03 11:06:08.133618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44558a47-ae96-41d1-8659-8aa44d4ecc59 req-4c8a9162-6629-42cc-abd3-b53ca3eeffc2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.142057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44558a47-ae96-41d1-8659-8aa44d4ecc59 req-4c8a9162-6629-42cc-abd3-b53ca3eeffc2 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0628560 Feb 03 11:06:08.148421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435127a-935e-49bf-b597-3cfe971f411c req-e38b2a5d-8eb3-4587-83f5-a26db42aea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.150428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-e38b2a5d-8eb3-4587-83f5-a26db42aea98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0539451 Feb 03 11:06:08.199721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44558a47-ae96-41d1-8659-8aa44d4ecc59 req-2e595c8d-1afd-488a-82ab-4f6da70f5ec3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517550 Feb 03 11:06:08.208324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435127a-935e-49bf-b597-3cfe971f411c req-b2abf127-74c5-4681-98cb-6461a05f9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.209847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-b2abf127-74c5-4681-98cb-6461a05f9edc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0526671 Feb 03 11:06:08.270481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['dd29308a-892e-4ec7-9f1e-1ab6961c1258'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:08.320605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-c36510bd-ce88-4ede-bf53-9f7723c77b65 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987415 Feb 03 11:06:08.343371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d34647-2787-416b-b97f-52b242460d07 req-59ad1d06-f29e-43d2-979b-61f946bebcb5 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.351406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3d34647-2787-416b-b97f-52b242460d07 req-59ad1d06-f29e-43d2-979b-61f946bebcb5 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 948 time: 0.0798459 Feb 03 11:06:08.414920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3d34647-2787-416b-b97f-52b242460d07 req-ceadb418-a3ad-4433-916b-f6e1d710f11f tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Feb 03 11:06:08.433720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a435127a-935e-49bf-b597-3cfe971f411c req-5de451f6-cf0f-4e75-8d27-64fbd3cb9b90 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063831 Feb 03 11:06:08.570643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f33bf-2e96-4584-8866-394e870f460e req-e2543a43-8349-4aaf-804f-7f86231477e3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.572291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6f33bf-2e96-4584-8866-394e870f460e req-e2543a43-8349-4aaf-804f-7f86231477e3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.0525906 Feb 03 11:06:08.619493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6f33bf-2e96-4584-8866-394e870f460e req-e41123c3-381e-46c3-b79c-f46af575addf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Feb 03 11:06:08.728342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d94d2-d7c3-4392-9d68-a220307c0537 req-e6afe06a-2fed-44dc-a979-9b567cf4988d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:08.729879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6d94d2-d7c3-4392-9d68-a220307c0537 req-e6afe06a-2fed-44dc-a979-9b567cf4988d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0554683 Feb 03 11:06:08.777423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6d94d2-d7c3-4392-9d68-a220307c0537 req-3280914e-d4cd-4b6f-b8b9-a6cdc2001168 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Feb 03 11:06:09.048354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9f8eb-deac-4a2d-9813-53acdd7d7fb4 req-09023d9f-a7cd-4304-81e4-24a338feb98b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.050597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea9f8eb-deac-4a2d-9813-53acdd7d7fb4 req-09023d9f-a7cd-4304-81e4-24a338feb98b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0600173 Feb 03 11:06:09.096849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea9f8eb-deac-4a2d-9813-53acdd7d7fb4 req-1f8b83da-4e29-4915-90a6-196f8e9d89c6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 03 11:06:09.327755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162584-bbe0-4e72-bbee-a98d69f6ce4a req-9a9cf492-9f4c-4422-a364-776c7c0fb88b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.330520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10162584-bbe0-4e72-bbee-a98d69f6ce4a req-9a9cf492-9f4c-4422-a364-776c7c0fb88b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0558465 Feb 03 11:06:09.387605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10162584-bbe0-4e72-bbee-a98d69f6ce4a req-9fd155c8-df7f-42fb-bd4d-711867139afb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Feb 03 11:06:09.465718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:09.470753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:09.529322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00258682-d68b-4353-8fc7-8e1c7db509ff req-5af14771-9790-4c6b-8546-1d3381814e63 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.531412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00258682-d68b-4353-8fc7-8e1c7db509ff req-5af14771-9790-4c6b-8546-1d3381814e63 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 948 time: 0.0570862 Feb 03 11:06:09.565568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:09.583965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00258682-d68b-4353-8fc7-8e1c7db509ff req-b654eaa4-2b38-44c1-8b71-f250d4311140 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Feb 03 11:06:09.631814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:09.635356 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9392d1f-2ba7-4f90-b476-93eb36166c01" -d '{"events": [{"name": "network-changed", "server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:09.666287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:09.679210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'mac_address': 'fa:16:3e:8c:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:09.686798 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473ae4b-231b-4aae-85c2-5b28f2d30da9 x-openstack-request-id: req-0473ae4b-231b-4aae-85c2-5b28f2d30da9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:09.687123 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:09.687378 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0473ae4b-231b-4aae-85c2-5b28f2d30da9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:09.687794 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'status': 'completed', 'code': 200} Feb 03 11:06:09.728625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:09.729981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:09.760195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:09.791045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-12c0d502-f4b2-4f21-b910-ea10d28e9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.793381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-12c0d502-f4b2-4f21-b910-ea10d28e9b13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1155 time: 0.0566347 Feb 03 11:06:09.802445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:09.807296 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:09.823771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aeb50-450d-47c7-a45a-8089a421e739 req-64ebcaf3-595b-45e1-9bb0-dfea8af03910 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.831682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-075aeb50-450d-47c7-a45a-8089a421e739 req-64ebcaf3-595b-45e1-9bb0-dfea8af03910 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.0865028 Feb 03 11:06:09.884865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:09.901766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-075aeb50-450d-47c7-a45a-8089a421e739 req-39dfe1c7-1058-4417-b853-33ecf693a12e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Feb 03 11:06:09.916866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-d0e1ad28-e241-4a43-86f6-63dc303ee939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:09.917591 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-d0e1ad28-e241-4a43-86f6-63dc303ee939 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1173074 Feb 03 11:06:09.971373 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-1687ede3-6694-4566-afc1-964e79d657e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.0451729 Feb 03 11:06:10.037783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-ad318079-e365-4d6f-a3ad-b282fbb38887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.039502 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-ad318079-e365-4d6f-a3ad-b282fbb38887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0617461 Feb 03 11:06:10.044553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaa97c-90d4-4ae0-acb1-d7c074299db2 req-c36ffa95-a8dc-46b8-ba70-86c67e16d2e2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.046150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39aaa97c-90d4-4ae0-acb1-d7c074299db2 req-c36ffa95-a8dc-46b8-ba70-86c67e16d2e2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0873551 Feb 03 11:06:10.074577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-4e730720-a9da-47b7-89b8-4959d9353359 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288785 Feb 03 11:06:10.102592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39aaa97c-90d4-4ae0-acb1-d7c074299db2 req-fb2265dc-577e-4b50-aa03-71374883322d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489645 Feb 03 11:06:10.127670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['ccab5637-854b-4d52-8d23-13b091e5dd95'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:10.190588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-e40a9e05-8aef-4e10-864d-26a7cf18d85e service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098597 Feb 03 11:06:10.296305 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a9392d1f-2ba7-4f90-b476-93eb36166c01 req-010774b8-a319-47b9-83e1-a80c792bcd51 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999687 Feb 03 11:06:10.340611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:10.344993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7382978-97c7-451e-9d36-bb76b8fa9091 req-ff9c9b79-902d-4fa9-917c-78be65f69cc3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.349427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7382978-97c7-451e-9d36-bb76b8fa9091 req-ff9c9b79-902d-4fa9-917c-78be65f69cc3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.1191649 Feb 03 11:06:10.395925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7382978-97c7-451e-9d36-bb76b8fa9091 req-45b405f4-834c-47e8-a45a-418bb36742a2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Feb 03 11:06:10.457580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c0b55f0-396a-45dd-8aab-5216a2c24fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.518555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4d13c-78d6-4e7a-9f1a-94b4ef625eb1 req-a2dc54b2-97e7-4ad9-a93c-387a07688fae tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.520505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24f4d13c-78d6-4e7a-9f1a-94b4ef625eb1 req-a2dc54b2-97e7-4ad9-a93c-387a07688fae tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0595984 Feb 03 11:06:10.542656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c0b55f0-396a-45dd-8aab-5216a2c24fef admin admin] Publish callbacks [] for security_group (f39da855-2197-444d-8825-ed7d79f6249f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.547541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c0b55f0-396a-45dd-8aab-5216a2c24fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f39da855-2197-444d-8825-ed7d79f6249f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.574782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24f4d13c-78d6-4e7a-9f1a-94b4ef625eb1 req-f7140a83-f76f-4e04-ac34-f7f09a9d4ef1 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Feb 03 11:06:10.600848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c0b55f0-396a-45dd-8aab-5216a2c24fef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d6e73f1b99402483bb3a8bb2141525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567801 Feb 03 11:06:10.601133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:10.607690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b55f0-396a-45dd-8aab-5216a2c24fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39da855-2197-444d-8825-ed7d79f6249f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:10.660210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] Publish callbacks [] for security_group (f39da855-2197-444d-8825-ed7d79f6249f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.683775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] Publish callbacks [] for security_group (f39da855-2197-444d-8825-ed7d79f6249f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.735653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f39da855-2197-444d-8825-ed7d79f6249f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.739145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:10.739432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0a687-0fe2-420e-97e6-cbb687fbafa5 req-b2d955ff-cb79-40b5-91fa-11af5e2f1712 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.743161 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f39da855-2197-444d-8825-ed7d79f6249f HTTP/1.1" status: 204 len: 168 time: 0.1385701 Feb 03 11:06:10.749474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5f0a687-0fe2-420e-97e6-cbb687fbafa5 req-b2d955ff-cb79-40b5-91fa-11af5e2f1712 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 1132 time: 0.0971942 Feb 03 11:06:10.753318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67033e1a-b0f8-432c-aef3-84da91050ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39da855-2197-444d-8825-ed7d79f6249f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:10.782075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3994748-967a-4ab1-9cce-83131e7c4128 req-98a9a03d-e951-4bf8-8000-a3e19e35f728 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:10.783685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3994748-967a-4ab1-9cce-83131e7c4128 req-98a9a03d-e951-4bf8-8000-a3e19e35f728 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 949 time: 0.1022465 Feb 03 11:06:10.828951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5f0a687-0fe2-420e-97e6-cbb687fbafa5 req-68f78a9e-f736-487b-9a92-faa8ad13a953 tempest-ServersOnMultiNodesTest-1426865814 tempest-ServersOnMultiNodesTest-1426865814-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Feb 03 11:06:10.865887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3994748-967a-4ab1-9cce-83131e7c4128 req-111e8f6c-4236-46db-863d-0620911449eb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709648 Feb 03 11:06:11.040225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25ea1-7d46-42d1-b099-3c36af874e65 req-2c8b2cd9-3f8d-4a9e-add6-351d09d0d4d9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.048585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84f25ea1-7d46-42d1-b099-3c36af874e65 req-2c8b2cd9-3f8d-4a9e-add6-351d09d0d4d9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.0802152 Feb 03 11:06:11.140564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84f25ea1-7d46-42d1-b099-3c36af874e65 req-6b404cba-8e49-489d-a97e-1a6707eb0057 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907366 Feb 03 11:06:11.167934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d3b5d-f541-4cbf-824e-bece58ee60cf req-5bd4cbf3-e56b-4596-8e55-099a48046db0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.170136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-334d3b5d-f541-4cbf-824e-bece58ee60cf req-5bd4cbf3-e56b-4596-8e55-099a48046db0 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0746796 Feb 03 11:06:11.265784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-334d3b5d-f541-4cbf-824e-bece58ee60cf req-a82ed52c-2872-4e9f-9e61-26b813736fe5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Feb 03 11:06:11.295198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1acb-c8e9-484f-b06d-8bd5418bf5a9 req-52c968f6-6f36-4e26-a09e-a5b48c847112 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.296812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-333f1acb-c8e9-484f-b06d-8bd5418bf5a9 req-52c968f6-6f36-4e26-a09e-a5b48c847112 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0841677 Feb 03 11:06:11.348533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-333f1acb-c8e9-484f-b06d-8bd5418bf5a9 req-e4ca9469-c78a-432c-8691-6fdf29bff328 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Feb 03 11:06:11.476685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:11.507846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:11.549869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port ccab5637-854b-4d52-8d23-13b091e5dd95 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:06:11.553080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874c26c-d806-4d06-b520-1947c3917170 req-0d9d8a3d-d37b-4a0b-baef-b8e46a05688e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.554624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1874c26c-d806-4d06-b520-1947c3917170 req-0d9d8a3d-d37b-4a0b-baef-b8e46a05688e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 943 time: 0.0740163 Feb 03 11:06:11.555208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port ccab5637-854b-4d52-8d23-13b091e5dd95 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:11.555669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.606498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1874c26c-d806-4d06-b520-1947c3917170 req-039c8340-97a3-4191-8419-a63a148474c1 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Feb 03 11:06:11.648705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-869513097-network', 'tenant_id': 'e17474336cb848c89b85d94ded07b2a5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:11.656218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:11.656672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.668848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Made reservation on behalf of e17474336cb848c89b85d94ded07b2a5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:11.671198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.680196 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.681993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:11.684256 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85b960-ec9b-4319-9f34-a1797e6ad1f2" -d '{"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:11.700327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:11.706160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.744261 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d07e2-e140-4452-a9e0-8026e88ee189 x-openstack-request-id: req-595d07e2-e140-4452-a9e0-8026e88ee189 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:11.744625 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:11.744967 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-595d07e2-e140-4452-a9e0-8026e88ee189 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:11.745465 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'code': 200} Feb 03 11:06:11.773476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks [] for security_group (c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.775996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:11.779690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.807048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:06:11.826415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:11.848943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (51e4b819-5959-4ecb-830e-d01ce388186b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.849296 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Added segment 51e4b819-5959-4ecb-830e-d01ce388186b of type vlan for network de715eb6-66a1-4f51-b823-e601e342e55b Feb 03 11:06:11.894724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (de715eb6-66a1-4f51-b823-e601e342e55b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.906595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7482-77eb-4a31-844f-4648a5cafbe0 req-65e8286b-5b3c-4ae2-b2de-68849d768df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.908110 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a74e7482-77eb-4a31-844f-4648a5cafbe0 req-65e8286b-5b3c-4ae2-b2de-68849d768df8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 1132 time: 0.0936370 Feb 03 11:06:11.939377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (de715eb6-66a1-4f51-b823-e601e342e55b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.940305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:11.940940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:11.998705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:11.998951 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4917748 Feb 03 11:06:12.007201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ecf84-e9cb-4f4b-86f0-2167230574a4 req-81ef14b1-ab4d-4d8f-a63c-6b9ee3d5a421 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:12.008709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe1ecf84-e9cb-4f4b-86f0-2167230574a4 req-81ef14b1-ab4d-4d8f-a63c-6b9ee3d5a421 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 950 time: 0.0610166 Feb 03 11:06:12.012028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Request body: {'subnet': {'network_id': 'de715eb6-66a1-4f51-b823-e601e342e55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-869513097-subnet', 'tenant_id': 'e17474336cb848c89b85d94ded07b2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:12.028092 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a74e7482-77eb-4a31-844f-4648a5cafbe0 req-a7d4ba20-82e8-43a3-ac96-bf6f3f1818a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117096 Feb 03 11:06:12.029149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a461-bf07-40b7-8427-a7646c0a3236 admin admin] Pushing event updated for resources: {'Network': ['ID=de715eb6-66a1-4f51-b823-e601e342e55b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:12.040090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network de715eb6-66a1-4f51-b823-e601e342e55b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:06:12.047992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Made reservation on behalf of e17474336cb848c89b85d94ded07b2a5 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:12.050507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:12.090847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe1ecf84-e9cb-4f4b-86f0-2167230574a4 req-d939ea83-835a-4e28-99fb-40379afc3668 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739412 Feb 03 11:06:12.498969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-a31d03d3-8766-404f-b518-c5959a0cb1c4 service neutron] 10.222.0.53 "GET /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.0562739 Feb 03 11:06:12.556466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (6f7778a1-1cd8-48fd-b06e-48a95caa4817), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:12.614968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff1ca2-634e-411d-87ab-187f39b6b9f4 req-c5d5c673-9f8b-4b6a-85cf-ed9db574f01d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:12.616338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0ff1ca2-634e-411d-87ab-187f39b6b9f4 req-c5d5c673-9f8b-4b6a-85cf-ed9db574f01d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.1358473 Feb 03 11:06:12.638722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7778a1-1cd8-48fd-b06e-48a95caa4817,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:12.647063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0139-8732-41f4-83da-0be063fe4598 req-e78802a1-dc78-4e8b-bf00-dbffdac73c2a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:12.648975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96ab0139-8732-41f4-83da-0be063fe4598 req-e78802a1-dc78-4e8b-bf00-dbffdac73c2a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.1669412 Feb 03 11:06:12.678634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:12.690059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Checking segment: {'id': '51e4b819-5959-4ecb-830e-d01ce388186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'de715eb6-66a1-4f51-b823-e601e342e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:12.690423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Network hostable DHCP agents. Network: de715eb6-66a1-4f51-b823-e601e342e55b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:06:12.697505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:12.732498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:12.738239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0ff1ca2-634e-411d-87ab-187f39b6b9f4 req-b18b36a1-2c84-442b-bf72-d33a20e2f978 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Feb 03 11:06:12.744473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:12.747376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96ab0139-8732-41f4-83da-0be063fe4598 req-f1bbddcd-a729-4eae-8899-b79419cbd529 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897298 Feb 03 11:06:12.748427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Network de715eb6-66a1-4f51-b823-e601e342e55b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:06:12.763961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, de715eb6-66a1-4f51-b823-e601e342e55b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:06:12.766130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:12.769357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:12.769998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:12.787532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e6b55-9ed9-4d6d-86d9-3a1b747d41e3 None None] Network de715eb6-66a1-4f51-b823-e601e342e55b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:06:12.821856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35b9b4cb-ba82-49d1-a7d6-215de46c2feb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8140564 Feb 03 11:06:12.878723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] Transition to ACTIVE for port object 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:12.885323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:12.930941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407537f-ce57-4850-8557-a9a4367a63e2 None None] Network de715eb6-66a1-4f51-b823-e601e342e55b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:06:12.960065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] No DVR routers for this DVR port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:12.969396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] Pushing event updated for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=10']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:12.976678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a361c4b-d71d-46eb-841a-ac308fd9f8f5 req-cba2adf6-cd48-4a59-b57b-84ecfae6e376 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:12.978788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a361c4b-d71d-46eb-841a-ac308fd9f8f5 req-cba2adf6-cd48-4a59-b57b-84ecfae6e376 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1445594 Feb 03 11:06:13.000772 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-608c56ea-24a2-4968-ac0c-7fe722d23122 service neutron] 10.222.0.53 "PUT /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 0.4926732 Feb 03 11:06:13.014902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1260c-6490-43ff-8969-7cdcd4d925ad req-546d4aaa-8c76-42b3-8fc3-aef3786032fb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.017042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96e1260c-6490-43ff-8969-7cdcd4d925ad req-546d4aaa-8c76-42b3-8fc3-aef3786032fb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 944 time: 0.1418190 Feb 03 11:06:13.060671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a361c4b-d71d-46eb-841a-ac308fd9f8f5 req-d4b1d9c6-611f-486d-9657-eb37a28ebb3e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Feb 03 11:06:13.089740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96e1260c-6490-43ff-8969-7cdcd4d925ad req-f9be631f-4b8a-406d-8c69-754c8a8b6e77 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Feb 03 11:06:13.139864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cc06bb57-5079-4738-a10e-03999b2fa54f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.143097 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-cc06bb57-5079-4738-a10e-03999b2fa54f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.0615711 Feb 03 11:06:13.207369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1430979316', 'description': 'tempest-description-2109596300'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:13.250635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-38891735-db2f-4839-9066-14694d2a664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.252231 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-38891735-db2f-4839-9066-14694d2a664e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe&tenant_id=202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 1126 time: 0.0464091 Feb 03 11:06:13.271575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cba61-d757-4c43-bd0c-993f916d8ff0 req-5fc5b9b4-55b7-4d6a-b653-b0fcf3b4761a tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.273129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5cba61-d757-4c43-bd0c-993f916d8ff0 req-5fc5b9b4-55b7-4d6a-b653-b0fcf3b4761a tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 950 time: 0.1051080 Feb 03 11:06:13.276484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.322698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40223e3d-4817-4283-8c41-bf700f43a874 req-3d79a7cf-01e3-4bd0-97ec-030267c91a67 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.324204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40223e3d-4817-4283-8c41-bf700f43a874 req-3d79a7cf-01e3-4bd0-97ec-030267c91a67 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.1118386 Feb 03 11:06:13.365597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a5cba61-d757-4c43-bd0c-993f916d8ff0 req-5fb6e875-8444-4bd9-97d7-45dbb3f640c0 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Feb 03 11:06:13.395877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (db777167-5482-46b5-b49a-87509049583a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.399451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (db777167-5482-46b5-b49a-87509049583a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.429548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.430769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74dda7da-f94b-443b-a7e2-cd67d5602d52 req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2294769 Feb 03 11:06:13.432576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbdd91-29a9-49a0-af63-165e57ecaa19 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db777167-5482-46b5-b49a-87509049583a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:13.490878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-936a06b4-c5b7-4fa7-8357-9f4d8913948b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/db777167-5482-46b5-b49a-87509049583a HTTP/1.1" status: 200 len: 1830 time: 0.0380142 Feb 03 11:06:13.505679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db777167-5482-46b5-b49a-87509049583a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:13.506003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db777167-5482-46b5-b49a-87509049583a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:13.570744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-e9085790-e4ce-4850-a304-5496fec7f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.572504 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-e9085790-e4ce-4850-a304-5496fec7f247 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1126 time: 0.0455992 Feb 03 11:06:13.634413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.670151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.675435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-d9685f69-6827-47a1-a8ab-077a2f2ee937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.677376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-d9685f69-6827-47a1-a8ab-077a2f2ee937 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.0975676 Feb 03 11:06:13.678615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.688028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 5957d383-39f5-435c-b4cf-602b83df297c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:13.688365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5957d383-39f5-435c-b4cf-602b83df297c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.719677 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-34468152-0f34-417f-97f9-4e6580dd25d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 200 len: 217 time: 0.0357602 Feb 03 11:06:13.724191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed75d13-aca1-496b-98ce-3921818b312f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:13.731704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.732878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33501936-b1ee-43af-9ac9-4a6bd1076f9a req-e76e018f-ecad-4eab-aa38-f0c107d3a7d4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2311108 Feb 03 11:06:13.776274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-94d63eb3-4382-4a71-af86-48bab957817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.778281 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-94d63eb3-4382-4a71-af86-48bab957817a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.0527442 Feb 03 11:06:13.831386 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-55695e05-4bd8-43df-9b1d-5d38d6481329 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323925 Feb 03 11:06:13.841752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 5957d383-39f5-435c-b4cf-602b83df297c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5957d383-39f5-435c-b4cf-602b83df297c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:13.842123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5957d383-39f5-435c-b4cf-602b83df297c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:13.866881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ee378e2-0829-43ad-be61-972db0f1f196 req-e7971394-31fc-4a56-8a10-9fb4599365e2 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/db777167-5482-46b5-b49a-87509049583a HTTP/1.1" status: 200 len: 2423 time: 0.1037848 Feb 03 11:06:13.878410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 5957d383-39f5-435c-b4cf-602b83df297c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:13.906274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9b0a5-0d0e-4dbb-91c1-91d3afa4e360 req-f8244a62-7588-4e2d-a054-208dbc3ee5a3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:13.907780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e9b0a5-0d0e-4dbb-91c1-91d3afa4e360 req-f8244a62-7588-4e2d-a054-208dbc3ee5a3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8de863d-209d-4fc7-be09-ce55f3882857 HTTP/1.1" status: 200 len: 950 time: 0.0887380 Feb 03 11:06:13.934360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-3180289c-ddd3-4412-b43d-fd11e4f381a8 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963311 Feb 03 11:06:14.027598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92e9b0a5-0d0e-4dbb-91c1-91d3afa4e360 req-1bcf21fc-828f-4dc6-a24c-268fa3aa054b tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903587 Feb 03 11:06:14.051441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88a48d-0d16-41d8-a007-34630aa15bb4 req-196ddf54-d2f7-4371-a060-02c03a9e0bdc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:14.052952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca88a48d-0d16-41d8-a007-34630aa15bb4 req-196ddf54-d2f7-4371-a060-02c03a9e0bdc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.1170363 Feb 03 11:06:14.057102 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-8437d1b9-e1c5-47f8-9085-79c85953616b service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955906 Feb 03 11:06:14.092348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-cfb7b720-8346-438f-bdce-6fc84352dd44 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-group-rules/1ed75d13-aca1-496b-98ce-3921818b312f HTTP/1.1" status: 200 len: 778 time: 0.0378513 Feb 03 11:06:14.185904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca88a48d-0d16-41d8-a007-34630aa15bb4 req-3278abf0-b261-4bf2-9eea-917df8c522b2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213517 Feb 03 11:06:14.190451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-95cba1d0-0667-4af6-91f8-ea18015844c2 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/db777167-5482-46b5-b49a-87509049583a HTTP/1.1" status: 200 len: 2423 time: 0.0777810 Feb 03 11:06:14.191503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5957d383-39f5-435c-b4cf-602b83df297c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.204802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648', 'f1846d68-8c22-4533-b70b-7ce6536c7a87', '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:14.230103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=5957d383-39f5-435c-b4cf-602b83df297c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:14.263212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03', '5957d383-39f5-435c-b4cf-602b83df297c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:14.298169 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.316762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 5957d383-39f5-435c-b4cf-602b83df297c on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:14.319723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.323059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40223e3d-4817-4283-8c41-bf700f43a874 req-6bb83a4b-21d5-4981-8e86-67f1deddb40c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "DELETE /v2.0/ports/5957d383-39f5-435c-b4cf-602b83df297c HTTP/1.1" status: 204 len: 173 time: 0.8024526 Feb 03 11:06:14.329555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'name': 'network-vif-deleted', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:14.331822 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f89f89-0f9b-4b0b-8638-405e363b4b06" -d '{"events": [{"server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "name": "network-vif-deleted", "tag": "5957d383-39f5-435c-b4cf-602b83df297c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:14.336507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.389151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098443f8-1547-4dc1-a71b-930156f4c9b1 req-7de94d01-5f00-487c-a32f-f0a89e436373 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:14.396451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-098443f8-1547-4dc1-a71b-930156f4c9b1 req-7de94d01-5f00-487c-a32f-f0a89e436373 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1269348 Feb 03 11:06:14.404216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1ed75d13-aca1-496b-98ce-3921818b312f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.412101 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.413289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6835269-4b6b-4a86-9770-5f58d8c31974 req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1ed75d13-aca1-496b-98ce-3921818b312f HTTP/1.1" status: 204 len: 173 time: 0.2138560 Feb 03 11:06:14.439721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdb9d8-d9fc-458e-8604-77c186608868 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ed75d13-aca1-496b-98ce-3921818b312f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:14.510068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-098443f8-1547-4dc1-a71b-930156f4c9b1 req-8c5db3d8-56d9-4aab-8dd6-419647c876ed tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127129 Feb 03 11:06:14.548262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-49b7366b-99b5-487d-83d1-308e83b054a4 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:14.549806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-49b7366b-99b5-487d-83d1-308e83b054a4 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.1218798 Feb 03 11:06:14.589692 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0a2a1-b7bb-4b96-9302-cf448b5c0fab x-openstack-request-id: req-b8e0a2a1-b7bb-4b96-9302-cf448b5c0fab {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:14.589984 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de863d-209d-4fc7-be09-ce55f3882857", "name": "network-vif-deleted", "tag": "5957d383-39f5-435c-b4cf-602b83df297c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:14.590235 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8e0a2a1-b7bb-4b96-9302-cf448b5c0fab {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:14.590627 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de863d-209d-4fc7-be09-ce55f3882857', 'name': 'network-vif-deleted', 'tag': '5957d383-39f5-435c-b4cf-602b83df297c', 'status': 'completed', 'code': 200} Feb 03 11:06:14.598211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e66a-6a96-407b-a705-13b4c925a914 req-459b6404-7ded-4391-9f8b-ebc6076b540f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:14.599692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3678e66a-6a96-407b-a705-13b4c925a914 req-459b6404-7ded-4391-9f8b-ebc6076b540f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 944 time: 0.1030922 Feb 03 11:06:14.720195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3678e66a-6a96-407b-a705-13b4c925a914 req-85f32fba-06ee-41d8-8e8a-30a0cf09f2f7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151495 Feb 03 11:06:14.750130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e76f-6ddb-4a28-82c6-ec3a8fb040fc req-a437a071-e108-453c-b671-d60da8ac283f tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:14.751769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5010e76f-6ddb-4a28-82c6-ec3a8fb040fc req-a437a071-e108-453c-b671-d60da8ac283f tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 950 time: 0.1174088 Feb 03 11:06:14.777907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2115690688', 'description': 'tempest-description-133389828'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:14.783610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-969907dc-790c-44d7-9213-ef987d1ca459 service neutron] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:14.790988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-969907dc-790c-44d7-9213-ef987d1ca459 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.791980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-085b397b-e4c9-4e4b-b605-c5d109e8f1c2 req-969907dc-790c-44d7-9213-ef987d1ca459 service neutron] 10.222.0.69 "DELETE /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.2316389 Feb 03 11:06:14.821762 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.833757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5010e76f-6ddb-4a28-82c6-ec3a8fb040fc req-7f1fc41e-8ca4-4fd8-8e4b-78ed03aea1f6 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Feb 03 11:06:14.910289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (965f7afd-5d3d-407e-b18f-a111ae0b7609), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.915467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (965f7afd-5d3d-407e-b18f-a111ae0b7609), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.954716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965f7afd-5d3d-407e-b18f-a111ae0b7609,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:14.965363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:14.966643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a32cc910-e0df-485b-a539-650861442169 req-7c55e170-a275-4a97-be68-316f42b752fc tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2022378 Feb 03 11:06:15.082857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceac571-a07c-44ee-87bc-0417eec58229 req-42ca314a-944c-47f8-a970-83f467f9256f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:15.084388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dceac571-a07c-44ee-87bc-0417eec58229 req-42ca314a-944c-47f8-a970-83f467f9256f tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1126 time: 0.0528450 Feb 03 11:06:15.135485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dceac571-a07c-44ee-87bc-0417eec58229 req-80a1d1e5-257b-4c03-95b7-8d797aa8d39c tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Feb 03 11:06:15.219061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-318bb18a-792d-4f34-90a6-636b8972577e req-74954525-db2e-4fa4-bfe4-0fd45e520db5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/965f7afd-5d3d-407e-b18f-a111ae0b7609 HTTP/1.1" status: 200 len: 1829 time: 0.0408351 Feb 03 11:06:15.385970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505476-0c45-43ba-896e-0e432054f600 req-63ec2e80-273f-4aa1-9f6e-fa03c57485d3 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:15.387379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07505476-0c45-43ba-896e-0e432054f600 req-63ec2e80-273f-4aa1-9f6e-fa03c57485d3 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 1126 time: 0.0791934 Feb 03 11:06:15.420843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4427c-60ae-4c49-bd8c-88da2a3676e5 req-6e72482f-0166-48bc-828d-c4135f8e2060 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:15.422363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77e4427c-60ae-4c49-bd8c-88da2a3676e5 req-6e72482f-0166-48bc-828d-c4135f8e2060 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.0807927 Feb 03 11:06:15.459397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07505476-0c45-43ba-896e-0e432054f600 req-1009a8ec-45ca-4586-9ee5-0c861f81947e tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Feb 03 11:06:15.495370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77e4427c-60ae-4c49-bd8c-88da2a3676e5 req-dbd3014f-2563-4355-a017-44099896b099 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645056 Feb 03 11:06:15.583278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1065063476', 'description': 'tempest-description-1633602105'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:15.602589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:15.673770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d00c849c-e1bb-4ff9-be0d-b13ae10661d7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:15.684621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d00c849c-e1bb-4ff9-be0d-b13ae10661d7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:15.736600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:15.737834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8d58cee-728c-4348-b8e0-3aae16786398 req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1587255 Feb 03 11:06:15.742056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37e455-ec61-4f1c-93f1-da217419bded tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c849c-e1bb-4ff9-be0d-b13ae10661d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:15.760879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63137b7-d007-4b36-8377-8e7c31dd53c5 req-9055aac9-cadd-4e39-992c-9d1deffd0e96 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:15.762382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e63137b7-d007-4b36-8377-8e7c31dd53c5 req-9055aac9-cadd-4e39-992c-9d1deffd0e96 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0874536 Feb 03 11:06:15.811718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e63137b7-d007-4b36-8377-8e7c31dd53c5 req-6f12ae40-5254-4a53-b107-61563ae73130 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Feb 03 11:06:15.935011 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-2b88f375-f6f2-424a-a69e-08b43683af01 service neutron] show failed (client error): The resource could not be found. Feb 03 11:06:15.936088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-2b88f375-f6f2-424a-a69e-08b43683af01 service neutron] 10.222.0.69 "GET /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0961196 Feb 03 11:06:15.942414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:15.965367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b888c0-1b3d-4035-a259-55c735495246 req-33ff4466-abda-46ec-8722-d98ff4ca5e90 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:15.966879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10b888c0-1b3d-4035-a259-55c735495246 req-33ff4466-abda-46ec-8722-d98ff4ca5e90 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 949 time: 0.0969701 Feb 03 11:06:15.995999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd00600a-b4b1-4348-a529-377f240e05b6 req-49e55a75-0bcc-4b34-a7f1-eb6efee6240e tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/d00c849c-e1bb-4ff9-be0d-b13ae10661d7 HTTP/1.1" status: 200 len: 1830 time: 0.0709333 Feb 03 11:06:16.039788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10b888c0-1b3d-4035-a259-55c735495246 req-6e32b0a4-ce3a-4779-aa2c-918466895f6e tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656142 Feb 03 11:06:16.081731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-768007286', 'description': 'tempest-description-1979412652'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:16.102424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.168928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d3e37bb2-8c98-4213-b977-bd3d28257595), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.173103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d3e37bb2-8c98-4213-b977-bd3d28257595), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.202128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.203370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e55ddbe-ae06-4067-b728-c6113a23d8f5 req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1270993 Feb 03 11:06:16.204357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee07800-7920-4542-86c6-04e5e43a33e4 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e37bb2-8c98-4213-b977-bd3d28257595,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:16.222816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-633b6704-9c5e-458a-8398-128529832486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:16.224382 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-633b6704-9c5e-458a-8398-128529832486 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.0471203 Feb 03 11:06:16.239925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:16.262914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdd6cdb5-8f18-417d-bb98-082a41260fd4 req-78579bf1-819a-4fcf-9c9c-b1d75dce647a tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/d3e37bb2-8c98-4213-b977-bd3d28257595 HTTP/1.1" status: 200 len: 1829 time: 0.0374734 Feb 03 11:06:16.288047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-913626828', 'description': 'tempest-description-1470137248'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:16.299256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.309715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.383926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (65e87fae-21c1-4d69-9a6a-51f5cbd5937e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.388089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (65e87fae-21c1-4d69-9a6a-51f5cbd5937e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.419419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5957d383-39f5-435c-b4cf-602b83df297c no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:16.420517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e87fae-21c1-4d69-9a6a-51f5cbd5937e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:16.425623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.435247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38ab91f9-54a0-48cf-8dea-215de08dc2fe req-f3b1267b-285b-4769-a211-2798f01f1f5d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1461461 Feb 03 11:06:16.460199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 5957d383-39f5-435c-b4cf-602b83df297c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:16.460631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5957d383-39f5-435c-b4cf-602b83df297c not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:16.495704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5ce8bd-a59e-45df-8465-e22b1c5bff0f req-da7da456-43bc-42a6-b308-b98a9810190e tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/65e87fae-21c1-4d69-9a6a-51f5cbd5937e HTTP/1.1" status: 200 len: 1829 time: 0.0460684 Feb 03 11:06:16.533405 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-478a445e-52b3-4bc0-ac33-6b6c9efe6b93 req-8fe7c107-66a2-430f-a406-f91011ffbe2e tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] show failed (client error): The resource could not be found. Feb 03 11:06:16.534432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-478a445e-52b3-4bc0-ac33-6b6c9efe6b93 req-8fe7c107-66a2-430f-a406-f91011ffbe2e tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/4c74aa79-6605-4f47-9ed4-a9a1dbff02a9 HTTP/1.1" status: 404 len: 352 time: 0.0175595 Feb 03 11:06:16.566244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:16.573975 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-b5a4a7de-cef6-4cd2-9f22-66175601761a req-fab5c279-bcfa-4180-b429-7109cceb6259 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] show failed (client error): The resource could not be found. Feb 03 11:06:16.575200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5a4a7de-cef6-4cd2-9f22-66175601761a req-fab5c279-bcfa-4180-b429-7109cceb6259 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-group-rules/3ce00301-6146-44e8-94be-5a3cb439d96c HTTP/1.1" status: 404 len: 361 time: 0.0140278 Feb 03 11:06:16.625804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:16.677722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:16.678101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d19a83-2fe0-4bd5-8cf7-1fa6092c3e4d req-a00db491-01ca-4742-a96e-510e3113b8b4 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:16.679798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6d19a83-2fe0-4bd5-8cf7-1fa6092c3e4d req-a00db491-01ca-4742-a96e-510e3113b8b4 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.0983551 Feb 03 11:06:16.680718 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad64f89-107b-489d-91e7-cf86d7b72178" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:16.686134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks [] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.704625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Transition to ACTIVE for port object f36d64dc-3018-4981-aea0-ee8b24e2a257 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:16.709961 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.723661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-d2e88149-e14b-41da-af72-6357103a3953 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/65e87fae-21c1-4d69-9a6a-51f5cbd5937e HTTP/1.1" status: 200 len: 1829 time: 0.0754983 Feb 03 11:06:16.763973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=6']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:16.772187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6d19a83-2fe0-4bd5-8cf7-1fa6092c3e4d req-587d299e-6e80-4fc0-9b93-5d519a5d689c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 Feb 03 11:06:16.807669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] No DVR routers for this DVR port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:16.846655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (65e87fae-21c1-4d69-9a6a-51f5cbd5937e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.846805 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe177061-fb35-4f50-9346-6ff87311d7af x-openstack-request-id: req-fe177061-fb35-4f50-9346-6ff87311d7af {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:16.847005 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:16.847262 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe177061-fb35-4f50-9346-6ff87311d7af {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:16.847832 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'code': 200} Feb 03 11:06:16.863873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:16.864202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:16.864534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:16.870042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:16.870450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:16.877189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (65e87fae-21c1-4d69-9a6a-51f5cbd5937e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.877577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:16.878005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:16.878457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:16.878967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Bound port: f36d64dc-3018-4981-aea0-ee8b24e2a257, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:16.879437 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.979815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:16.981776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (65e87fae-21c1-4d69-9a6a-51f5cbd5937e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.983378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:16.985534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:16.986864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b6f42e-8b54-469d-bd01-83c05683b363 req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-groups/65e87fae-21c1-4d69-9a6a-51f5cbd5937e HTTP/1.1" status: 204 len: 173 time: 0.2555633 Feb 03 11:06:17.002046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a268e-926f-41c7-9a12-6f59054085b5 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e87fae-21c1-4d69-9a6a-51f5cbd5937e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:17.004324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.069579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.070269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.072668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] 10.222.0.53 "PUT /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 1096 time: 0.8359177 Feb 03 11:06:17.077870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c03584-fa42-4ea5-8326-287fd0834774 req-f8782fc1-5e00-4a75-8044-0f70159611b2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.080145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02c03584-fa42-4ea5-8326-287fd0834774 req-f8782fc1-5e00-4a75-8044-0f70159611b2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.1437011 Feb 03 11:06:17.093075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b44c176-b95e-426d-af43-e23676bc98dc req-a5ce846c-7c3f-4918-9b94-1faa91eee59d tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/d3e37bb2-8c98-4213-b977-bd3d28257595 HTTP/1.1" status: 200 len: 1829 time: 0.0799367 Feb 03 11:06:17.138212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436abf2-780f-49cc-9785-d02de1020f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:17.174539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02c03584-fa42-4ea5-8326-287fd0834774 req-51d0659c-2e93-461a-ab98-dda20700475f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846431 Feb 03 11:06:17.181171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-40981272-7358-42a7-9acc-f1188f8fa6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.183348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-40981272-7358-42a7-9acc-f1188f8fa6c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.0811553 Feb 03 11:06:17.223470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b44c176-b95e-426d-af43-e23676bc98dc req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d3e37bb2-8c98-4213-b977-bd3d28257595), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.270985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b44c176-b95e-426d-af43-e23676bc98dc req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d3e37bb2-8c98-4213-b977-bd3d28257595), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.332597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b44c176-b95e-426d-af43-e23676bc98dc req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d3e37bb2-8c98-4213-b977-bd3d28257595), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.336926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b44c176-b95e-426d-af43-e23676bc98dc req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.341314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b44c176-b95e-426d-af43-e23676bc98dc req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-groups/d3e37bb2-8c98-4213-b977-bd3d28257595 HTTP/1.1" status: 204 len: 173 time: 0.2237225 Feb 03 11:06:17.350577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-8c0735ab-cfd0-443c-8ffb-9992c5681455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.352101 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-8c0735ab-cfd0-443c-8ffb-9992c5681455 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1527076 Feb 03 11:06:17.386492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cc853-a3a1-4d8d-8da3-e208bc21535b tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e37bb2-8c98-4213-b977-bd3d28257595,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:17.419164 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-12d1a055-7555-491d-a606-d6a52b46a3a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0536790 Feb 03 11:06:17.447061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-a6719259-1aae-47b4-bb19-045e5132f992 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/d00c849c-e1bb-4ff9-be0d-b13ae10661d7 HTTP/1.1" status: 200 len: 1830 time: 0.0615368 Feb 03 11:06:17.456583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2442c49-8c7d-481e-bacf-f31662445e87 req-ddacde2a-10b0-408a-87ff-c0847f13f36f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.458081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2442c49-8c7d-481e-bacf-f31662445e87 req-ddacde2a-10b0-408a-87ff-c0847f13f36f tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 949 time: 0.1158493 Feb 03 11:06:17.485427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-e1184c8d-6507-4830-8484-a1aeb2f1ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.486917 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-e1184c8d-6507-4830-8484-a1aeb2f1ae60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0592780 Feb 03 11:06:17.517174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:17.548795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-9c66527b-8c95-4f5a-8646-993a8fc26b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.550455 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-9c66527b-8c95-4f5a-8646-993a8fc26b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0527341 Feb 03 11:06:17.553464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2442c49-8c7d-481e-bacf-f31662445e87 req-7e5ec67b-e822-4f7b-ac34-b8599120dd55 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879765 Feb 03 11:06:17.570750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d00c849c-e1bb-4ff9-be0d-b13ae10661d7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.596282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (d00c849c-e1bb-4ff9-be0d-b13ae10661d7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.651115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d00c849c-e1bb-4ff9-be0d-b13ae10661d7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.652354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:17.654041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.657897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd75bd85-dd82-47fa-b887-6d4c8014ec8b req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-groups/d00c849c-e1bb-4ff9-be0d-b13ae10661d7 HTTP/1.1" status: 204 len: 173 time: 0.1989079 Feb 03 11:06:17.665647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'mac_address': 'fa:16:3e:8c:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:17.676873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b09ac-d967-467b-a168-5ea4f4de10fe tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c849c-e1bb-4ff9-be0d-b13ae10661d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:17.684891 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-a028c8b4-522d-4f8e-b45c-002b0a97facf service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242559 Feb 03 11:06:17.768345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-6ff4961a-abd8-447b-917b-27139b3ca7f7 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/965f7afd-5d3d-407e-b18f-a111ae0b7609 HTTP/1.1" status: 200 len: 1829 time: 0.0876682 Feb 03 11:06:17.771487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:17.772105 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.801239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:17.820152 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-81761a6a-3a3d-47cf-9b99-31c17a87cd4d service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242573 Feb 03 11:06:17.840129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (965f7afd-5d3d-407e-b18f-a111ae0b7609), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.845932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:17.856388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.874471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (965f7afd-5d3d-407e-b18f-a111ae0b7609), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.919151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-444039d4-737b-405c-954e-94de388d2ed8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:17.923038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-444039d4-737b-405c-954e-94de388d2ed8 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 949 time: 0.0693681 Feb 03 11:06:17.924497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:17.978627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (965f7afd-5d3d-407e-b18f-a111ae0b7609), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.981376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:17.982580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4411c94b-5a9a-4f9d-a426-f04fa86a8e8c req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-groups/965f7afd-5d3d-407e-b18f-a111ae0b7609 HTTP/1.1" status: 204 len: 173 time: 0.2088900 Feb 03 11:06:17.998533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802a7ac-5190-4e96-998e-da92e1ee8d75 req-7efa1c0b-9a71-49ff-8456-c30fa39c3ca9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:18.003544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['ccab5637-854b-4d52-8d23-13b091e5dd95'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:18.005746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b802a7ac-5190-4e96-998e-da92e1ee8d75 req-7efa1c0b-9a71-49ff-8456-c30fa39c3ca9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.1466696 Feb 03 11:06:18.020838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e31e71-ddd2-43c8-8a01-e48c917cd4e3 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f7afd-5d3d-407e-b18f-a111ae0b7609,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:18.092569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b802a7ac-5190-4e96-998e-da92e1ee8d75 req-4d84be29-94df-4320-bca7-8b5d8b58ff00 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857315 Feb 03 11:06:18.105441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:18.105772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.107858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-76ecbd98-7c9c-45a9-b182-ae3cf66b8ffb tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "GET /v2.0/security-groups/db777167-5482-46b5-b49a-87509049583a HTTP/1.1" status: 200 len: 1830 time: 0.0707471 Feb 03 11:06:18.189027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (db777167-5482-46b5-b49a-87509049583a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.217037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (db777167-5482-46b5-b49a-87509049583a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.251104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:18.251480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.272783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:18.299304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (db777167-5482-46b5-b49a-87509049583a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.301852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.303125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cde302c-9c05-48eb-bea1-4c96a1d4f94f req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] 10.222.0.30 "DELETE /v2.0/security-groups/db777167-5482-46b5-b49a-87509049583a HTTP/1.1" status: 204 len: 173 time: 0.1900315 Feb 03 11:06:18.310079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:18.377561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131db15-530f-424c-a553-b999e9690ee8 tempest-SecurityGroupRulesNegativeTestJSON-966099123 tempest-SecurityGroupRulesNegativeTestJSON-966099123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db777167-5482-46b5-b49a-87509049583a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:18.399042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Deleting subnet 6f7778a1-1cd8-48fd-b06e-48a95caa4817 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:06:18.405475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Publish callbacks [] for subnet (6f7778a1-1cd8-48fd-b06e-48a95caa4817), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.414395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d6c60-e0a4-478e-847c-314aabf72d8b req-2c10192a-4b85-41a0-91b1-25efb162c1b7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:18.421202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-429d6c60-e0a4-478e-847c-314aabf72d8b req-2c10192a-4b85-41a0-91b1-25efb162c1b7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.1515014 Feb 03 11:06:18.438771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2d747a33-b3e7-4eb8-a1e4-ea7888a87958), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.455520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648', 'f1846d68-8c22-4533-b70b-7ce6536c7a87', '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:18.474312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=2d747a33-b3e7-4eb8-a1e4-ea7888a87958,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:18.491926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (6f7778a1-1cd8-48fd-b06e-48a95caa4817), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.522330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:18.532866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-429d6c60-e0a4-478e-847c-314aabf72d8b req-32c8b6f3-1121-4beb-a31e-f712c02ac983 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051769 Feb 03 11:06:18.550486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:18.553484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.557263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cfa0ece9-7dea-4fa0-b147-13c4520bcfe1 req-491183fd-fc60-40a7-9c75-7909c5d0cf92 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "DELETE /v2.0/ports/2d747a33-b3e7-4eb8-a1e4-ea7888a87958 HTTP/1.1" status: 204 len: 173 time: 0.6270595 Feb 03 11:06:18.570358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6f7778a1-1cd8-48fd-b06e-48a95caa4817), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.679512 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (6f7778a1-1cd8-48fd-b06e-48a95caa4817), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.798423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9de89b05-7076-476d-8ecb-8e48bf829f05 req-fb9cbfb6-497d-4da8-b469-dd96bbf89750 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1b149b-d971-4044-be09-61a5c1679d56 HTTP/1.1" status: 200 len: 210 time: 0.0942681 Feb 03 11:06:18.800809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.819759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f7778a1-1cd8-48fd-b06e-48a95caa4817 HTTP/1.1" status: 204 len: 168 time: 0.5086870 Feb 03 11:06:18.820852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d218-76f3-46f3-b573-2da333849327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7778a1-1cd8-48fd-b06e-48a95caa4817,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:18.823453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54796) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:18.849267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}, {'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'name': 'network-vif-deleted', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:18.852807 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef91c51-e164-406b-a714-0001fe72d326" -d '{"events": [{"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}, {"server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "name": "network-vif-deleted", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:18.915495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (de715eb6-66a1-4f51-b823-e601e342e55b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:18.969871 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7263e0a-b45d-42f2-a2e2-2cf68866c9d8 x-openstack-request-id: req-d7263e0a-b45d-42f2-a2e2-2cf68866c9d8 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:18.970175 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "status": "completed", "code": 200}, {"server_uuid": "1b1b149b-d971-4044-be09-61a5c1679d56", "name": "network-vif-deleted", "tag": "2d747a33-b3e7-4eb8-a1e4-ea7888a87958", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:18.970430 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7263e0a-b45d-42f2-a2e2-2cf68866c9d8 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:18.970828 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'status': 'completed', 'code': 200} Feb 03 11:06:18.971089 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1b149b-d971-4044-be09-61a5c1679d56', 'name': 'network-vif-deleted', 'tag': '2d747a33-b3e7-4eb8-a1e4-ea7888a87958', 'status': 'completed', 'code': 200} Feb 03 11:06:19.038004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (de715eb6-66a1-4f51-b823-e601e342e55b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.079106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de715eb6-66a1-4f51-b823-e601e342e55b']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:19.100957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e4b819-5959-4ecb-830e-d01ce388186b') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:19.102251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e4b819-5959-4ecb-830e-d01ce388186b') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:19.130963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (51e4b819-5959-4ecb-830e-d01ce388186b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.146312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-19d8363c-2c3b-4203-b174-7a62dd1cbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.154596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-19d8363c-2c3b-4203-b174-7a62dd1cbddd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.1125708 Feb 03 11:06:19.166290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-5abf460f-f309-4665-b01b-38ec4c8f48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.167996 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-5abf460f-f309-4665-b01b-38ec4c8f48a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1130 time: 0.1392012 Feb 03 11:06:19.169320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (51e4b819-5959-4ecb-830e-d01ce388186b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.198767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:06:19.199175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (51e4b819-5959-4ecb-830e-d01ce388186b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:06:19.200949 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:06:19.369027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (de715eb6-66a1-4f51-b823-e601e342e55b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.442793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-0cd51b62-5455-4e68-8d4a-6aefd4607e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.444976 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-0cd51b62-5455-4e68-8d4a-6aefd4607e70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2639134 Feb 03 11:06:19.445677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caae2a-90bf-478c-b8fd-da012394f702 req-a48df3c4-d0ab-4718-a04b-f64aca5037ad tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.447396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2caae2a-90bf-478c-b8fd-da012394f702 req-a48df3c4-d0ab-4718-a04b-f64aca5037ad tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.2509565 Feb 03 11:06:19.452353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-afe6c3a2-d434-48b6-be5b-0f7a64d1c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.454381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-afe6c3a2-d434-48b6-be5b-0f7a64d1c4eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2954721 Feb 03 11:06:19.461341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.465023 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] 10.222.0.30 "DELETE /v2.0/networks/de715eb6-66a1-4f51-b823-e601e342e55b HTTP/1.1" status: 204 len: 168 time: 0.6405046 Feb 03 11:06:19.486073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c536f5-ec89-4c82-b204-e5b9f1e21843 admin admin] Pushing event deleted for resources: {'Network': ['ID=de715eb6-66a1-4f51-b823-e601e342e55b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:19.506265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-9f75dad2-0532-4a43-9930-59526d519e1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0438702 Feb 03 11:06:19.528505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:19.531844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:19.533112 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-68e3991f-a1c0-405e-9101-033dfce3a260 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0662897 Feb 03 11:06:19.598310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-40e699c7-0ef7-4351-9137-68ecf627e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.600365 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-40e699c7-0ef7-4351-9137-68ecf627e9d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0594904 Feb 03 11:06:19.613269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2caae2a-90bf-478c-b8fd-da012394f702 req-ca7d8064-0d6c-46c8-bc8f-d2732f23bfb6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514878 Feb 03 11:06:19.630216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-0be3a195-3cb6-41e9-8eb3-a07781b026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.635361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-0be3a195-3cb6-41e9-8eb3-a07781b026fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1224644 Feb 03 11:06:19.718195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:19.727498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-4a2b6385-3cf9-4544-8234-931b5a40eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.729355 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-4a2b6385-3cf9-4544-8234-931b5a40eb7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1195884 Feb 03 11:06:19.762061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91c51-e164-406b-a714-0001fe72d326 req-713da0bb-9b73-46a9-ba68-a4965d2c2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.763549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-713da0bb-9b73-46a9-ba68-a4965d2c2841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1200650 Feb 03 11:06:19.793316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693532a2-c5c3-4b3e-8f7b-e35276162988 req-fb1b34da-6419-43a7-8572-2c5b0bf43774 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:19.800702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:19.800946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-693532a2-c5c3-4b3e-8f7b-e35276162988 req-fb1b34da-6419-43a7-8572-2c5b0bf43774 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 948 time: 0.1209381 Feb 03 11:06:19.814502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'mac_address': 'fa:16:3e:db:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:19.828362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port ccab5637-854b-4d52-8d23-13b091e5dd95 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:19.829122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.866832 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-87fe4673-2d51-465c-b656-53bf19b146aa service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294239 Feb 03 11:06:19.891349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e715d6f-cd4f-46d1-9a8a-bd75687d3945 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e17474336cb848c89b85d94ded07b2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698134 Feb 03 11:06:19.908736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:19.909287 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:19.917099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:19.935988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:20.024850 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-f7914772-ed03-4285-a1e6-1dfd8c2e82f3 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496289 Feb 03 11:06:20.033053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:20.044493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.063193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-693532a2-c5c3-4b3e-8f7b-e35276162988 req-2ecc11a2-9648-4d0a-8842-b28e5b626fb0 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571082 Feb 03 11:06:20.092755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-3828eef1-e000-410a-806c-6d998e434824 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186753 Feb 03 11:06:20.102739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] Publish callbacks [] for security_group (c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.135929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:20.136931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.152307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] Publish callbacks [] for security_group (c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.200069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:20.205089 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b008fbac-1536-4143-b439-37beb0e88adf" -d '{"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:20.226870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:20.233757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:20.245473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.289286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef91c51-e164-406b-a714-0001fe72d326 req-f1de39f3-d6e8-4ece-adfa-8d0e2dbfb3a1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834989 Feb 03 11:06:20.293882 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5d057-7001-448b-a2d3-71c0a4648248 x-openstack-request-id: req-63e5d057-7001-448b-a2d3-71c0a4648248 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:20.294400 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:20.294666 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63e5d057-7001-448b-a2d3-71c0a4648248 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:20.295207 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'code': 200} Feb 03 11:06:20.309960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:20.319357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.322667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:20.324344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad HTTP/1.1" status: 204 len: 168 time: 0.3979256 Feb 03 11:06:20.396179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31537-e7e1-463d-b340-3f74b4fdf42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ad9b5-ed41-41a6-b6b0-0fa5c5f1c8ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:20.433747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:20.479239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2ba93-a8fa-4466-b3df-aef2ff89c5ad req-718979e1-1dbb-4a8a-9068-0a9bca356c26 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:20.489791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6a2ba93-a8fa-4466-b3df-aef2ff89c5ad req-718979e1-1dbb-4a8a-9068-0a9bca356c26 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 0.1845324 Feb 03 11:06:20.506945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:20.626820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6a2ba93-a8fa-4466-b3df-aef2ff89c5ad req-3fc37aef-885a-499e-aae1-c6bc522bdb3a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332426 Feb 03 11:06:20.659455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port dd29308a-892e-4ec7-9f1e-1ab6961c1258 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:20.661568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:20.763060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port f36d64dc-3018-4981-aea0-ee8b24e2a257 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:06:20.763623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:20.883524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004fec-2a68-4072-b6a7-af94e513ffc4 req-c9040b80-1c10-40a1-8ffa-352a007ad0fe tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:20.890898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76004fec-2a68-4072-b6a7-af94e513ffc4 req-c9040b80-1c10-40a1-8ffa-352a007ad0fe tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 943 time: 0.1113763 Feb 03 11:06:21.007920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76004fec-2a68-4072-b6a7-af94e513ffc4 req-64d9fb13-fd67-4b10-8b7c-f4c0848bbf5c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936804 Feb 03 11:06:21.107952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-8105d262-7b80-4463-820c-98c7c764d405 service neutron] 10.222.0.69 "GET /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1323462 Feb 03 11:06:21.367877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8cf27-c69e-4115-a719-b91f5c4445b4 req-204c58f4-9d7d-4a2f-987d-d832e60a26bd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:21.377777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97e8cf27-c69e-4115-a719-b91f5c4445b4 req-204c58f4-9d7d-4a2f-987d-d832e60a26bd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.1879332 Feb 03 11:06:21.472038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97e8cf27-c69e-4115-a719-b91f5c4445b4 req-d71783aa-7d9d-4168-b75e-cbb32428cc27 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882347 Feb 03 11:06:21.528422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:21.573777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:21.574131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2d747a33-b3e7-4eb8-a1e4-ea7888a87958 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:21.596080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:21.650822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:21.776379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd29308a-892e-4ec7-9f1e-1ab6961c1258 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:21.785630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:21.795785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:21.816930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:21.907996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29b063-5afa-4df5-9a5f-896ac0ed07dc req-47f1970d-cbc4-4042-925a-34bb15b2ae91 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:21.909604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d29b063-5afa-4df5-9a5f-896ac0ed07dc req-47f1970d-cbc4-4042-925a-34bb15b2ae91 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 0.1982634 Feb 03 11:06:21.996316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-230729353-network', 'tenant_id': 'a5b15044cd314cefacda16d7a0eda32e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:22.005726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-9c351994-685c-4a73-9065-7a724ebf0f47 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.007290 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-9c351994-685c-4a73-9065-7a724ebf0f47 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9&tenant_id=cb19ff6d58154544bf697b8bf6c76451&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 949 time: 0.1387131 Feb 03 11:06:22.160674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Made reservation on behalf of a5b15044cd314cefacda16d7a0eda32e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:22.163482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.187695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.225226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-09cf347e-c7e7-4de1-b1b6-6a73d3cd35a7 service neutron] 10.222.0.53 "GET /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.2019267 Feb 03 11:06:22.465741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc1698-6a03-4cc3-8fc6-12d5adcd617a req-e3cb57c7-d228-4c8a-9f9b-124f4468c9de tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.474450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90bc1698-6a03-4cc3-8fc6-12d5adcd617a req-e3cb57c7-d228-4c8a-9f9b-124f4468c9de tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.5452969 Feb 03 11:06:22.548053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d29b063-5afa-4df5-9a5f-896ac0ed07dc req-44e9b0a9-0a2c-4982-aca3-21fb0e6ff3a9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868541 Feb 03 11:06:22.614639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-897a800b-8500-4427-a422-495e5494cdcf tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.616166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-897a800b-8500-4427-a422-495e5494cdcf tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 949 time: 0.2941809 Feb 03 11:06:22.626576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-5b696287-e153-4c48-bc50-5cba4f0147d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.628390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-5b696287-e153-4c48-bc50-5cba4f0147d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1131 time: 0.3542135 Feb 03 11:06:22.628960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] Transition to ACTIVE for port object dd29308a-892e-4ec7-9f1e-1ab6961c1258 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:22.659163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.738485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-09a3d4ce-3dd7-4bdd-8016-b422cc12b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.739927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-09a3d4ce-3dd7-4bdd-8016-b422cc12b016 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1043966 Feb 03 11:06:22.760956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] Pushing event updated for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:22.791858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-c3a4535a-fd7f-4891-8f94-1420036b40b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0408294 Feb 03 11:06:22.798380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90bc1698-6a03-4cc3-8fc6-12d5adcd617a req-3bb4f8e5-6242-41c7-8aaf-51bc1aee801f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225169 Feb 03 11:06:22.815147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks [] for security_group (dca4286b-1590-4c03-9782-45e4ab0fd7a3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.836565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dca4286b-1590-4c03-9782-45e4ab0fd7a3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.848876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:06:22.859669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c58b1a27-4dda-4862-9506-6fd064092f09), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.860070 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Added segment c58b1a27-4dda-4862-9506-6fd064092f09 of type vlan for network 77d8d4da-11f4-4c00-9820-36bf20856aae Feb 03 11:06:22.886212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] No DVR routers for this DVR port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:22.916682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (77d8d4da-11f4-4c00-9820-36bf20856aae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.970523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca4286b-1590-4c03-9782-45e4ab0fd7a3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:22.990388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (77d8d4da-11f4-4c00-9820-36bf20856aae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:22.990388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:22.990388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.011650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6582aecc-8d24-40f8-bc3f-c837057b5e37 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258/bindings/n-h1-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8955877 Feb 03 11:06:23.042258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa285c-bdf3-4778-b712-cd31b5102a1c req-4e598f51-6e9a-460a-a626-b1acfb675f21 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.051170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1fa285c-bdf3-4778-b712-cd31b5102a1c req-4e598f51-6e9a-460a-a626-b1acfb675f21 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.3811438 Feb 03 11:06:23.066647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=77d8d4da-11f4-4c00-9820-36bf20856aae,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:23.082826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 77d8d4da-11f4-4c00-9820-36bf20856aae details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:06:23.084467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-672ebd8c-3707-41c6-8d75-98b3394bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.086307 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-672ebd8c-3707-41c6-8d75-98b3394bd311 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2844195 Feb 03 11:06:23.093136 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2319ab3a-0349-45b9-a4a4-3e94e6240aa1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3046072 Feb 03 11:06:23.100849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:23.115799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port f1846d68-8c22-4533-b70b-7ce6536c7a87 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:23.116383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.119566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Request body: {'subnet': {'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-230729353-subnet', 'tenant_id': 'a5b15044cd314cefacda16d7a0eda32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:23.178911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1fa285c-bdf3-4778-b712-cd31b5102a1c req-f71bad46-7245-46a6-8db9-3254f59383db tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260240 Feb 03 11:06:23.204039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Made reservation on behalf of a5b15044cd314cefacda16d7a0eda32e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:23.207191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.325563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-3be4080c-59f4-4555-8279-509a433d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.329513 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-3be4080c-59f4-4555-8279-509a433d01dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2258632 Feb 03 11:06:23.331725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port f1846d68-8c22-4533-b70b-7ce6536c7a87, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f1846d68-8c22-4533-b70b-7ce6536c7a87,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:23.332301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.347971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for f1846d68-8c22-4533-b70b-7ce6536c7a87 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:23.535843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:23.544986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-e1ab3b61-48f8-428f-9de5-3a15e5f32c0c tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.546346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f1846d68-8c22-4533-b70b-7ce6536c7a87), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.561637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-e1ab3b61-48f8-428f-9de5-3a15e5f32c0c tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.3906009 Feb 03 11:06:23.564100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (4865e2e2-049a-424c-8c85-aa9a4ab76ad3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.596936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', '00929849-f7a3-4482-a65b-98cd2f8ef648', 'f1846d68-8c22-4533-b70b-7ce6536c7a87'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:23.599634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:23.613872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=f1846d68-8c22-4533-b70b-7ce6536c7a87,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:23.766909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port f36d64dc-3018-4981-aea0-ee8b24e2a257 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:06:23.773340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Checking segment: {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:23.773701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Network hostable DHCP agents. Network: 77d8d4da-11f4-4c00-9820-36bf20856aae, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:06:23.786232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e8a7996-ae3a-4e78-95e2-4c37a1bfaab2 req-e3e3dd38-3179-464c-8b46-00ea487d501a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92 HTTP/1.1" status: 200 len: 210 time: 0.1049726 Feb 03 11:06:23.787706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port f1846d68-8c22-4533-b70b-7ce6536c7a87 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:23.791522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.796526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7479bc6e-6692-4416-8070-c2f31f67ac81 req-a4c16f60-c116-4331-81e2-fd6e844da3a4 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "DELETE /v2.0/ports/f1846d68-8c22-4533-b70b-7ce6536c7a87 HTTP/1.1" status: 204 len: 173 time: 1.1663501 Feb 03 11:06:23.797476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'name': 'network-vif-deleted', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:23.810602 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53524a-b6b0-4a2d-8e32-6ffb6c71a871" -d '{"events": [{"server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "name": "network-vif-deleted", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:23.845403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-57f8fc52-b216-489d-a393-8f441ab953d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.847165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-57f8fc52-b216-489d-a393-8f441ab953d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&tenant_id=828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 1126 time: 0.2405999 Feb 03 11:06:23.854573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Network 77d8d4da-11f4-4c00-9820-36bf20856aae is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:06:23.879976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 77d8d4da-11f4-4c00-9820-36bf20856aae) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:06:23.884244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4865e2e2-049a-424c-8c85-aa9a4ab76ad3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:23.888674 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-a18512af-f9e5-4456-a3d3-84911186e01c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5565500 Feb 03 11:06:23.896695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:23.897329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.910377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port f36d64dc-3018-4981-aea0-ee8b24e2a257 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:23.910962 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ad9ab2-89ac-4b1b-aa2c-04c070e55132 x-openstack-request-id: req-94ad9ab2-89ac-4b1b-aa2c-04c070e55132 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:23.911157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:23.912174 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92", "name": "network-vif-deleted", "tag": "f1846d68-8c22-4533-b70b-7ce6536c7a87", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:23.914647 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94ad9ab2-89ac-4b1b-aa2c-04c070e55132 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:23.917196 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6735ee2-5f1b-47bd-8e7f-58c8fcf07a92', 'name': 'network-vif-deleted', 'tag': 'f1846d68-8c22-4533-b70b-7ce6536c7a87', 'status': 'completed', 'code': 200} Feb 03 11:06:23.927465 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-919d0145-6bbd-4ddf-9904-9ca7eaaac11c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8023233 Feb 03 11:06:24.036712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-9da1a9ed-e0b0-4900-9f58-058970d7ec74 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343807 Feb 03 11:06:24.100116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff890c-bed4-4a2f-8134-ed294c64ee53 None None] Network 77d8d4da-11f4-4c00-9820-36bf20856aae requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:06:24.150515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a4bfb-5e93-4b82-9082-d5a0f97004c8 req-f799186f-342b-41a3-991b-4c25438538a9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.152043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a52a4bfb-5e93-4b82-9082-d5a0f97004c8 req-f799186f-342b-41a3-991b-4c25438538a9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.1306150 Feb 03 11:06:24.332972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-921ac865-b0e1-4435-81fc-ef49c6dcfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.339740 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-921ac865-b0e1-4435-81fc-ef49c6dcfbc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1126 time: 0.3959095 Feb 03 11:06:24.362598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a52a4bfb-5e93-4b82-9082-d5a0f97004c8 req-7bc39eaa-aba9-48e1-878c-5a50ba40b8e1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033296 Feb 03 11:06:24.409721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc9ad9-fa79-47b6-8b3c-f527c9cd2dd2 req-ef535f57-b506-4f80-be5f-7b9087594330 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.411300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30fc9ad9-fa79-47b6-8b3c-f527c9cd2dd2 req-ef535f57-b506-4f80-be5f-7b9087594330 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.1252737 Feb 03 11:06:24.536333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30fc9ad9-fa79-47b6-8b3c-f527c9cd2dd2 req-793bdc00-0825-4883-95c5-059171aea89c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037216 Feb 03 11:06:24.595745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-146bbe1b-b1ce-4d38-b395-118fc438769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.597836 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-146bbe1b-b1ce-4d38-b395-118fc438769e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.4211745 Feb 03 11:06:24.611718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-e82cb2b2-02e8-4c16-8653-5f06f5117d05 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663486 Feb 03 11:06:24.646578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161d6b5-4d61-456b-908f-75b5d3957ebf None None] Network 77d8d4da-11f4-4c00-9820-36bf20856aae requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:06:24.662683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-cb3ecd61-dbfd-4f5f-bae1-4a47ee92002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.664206 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-cb3ecd61-dbfd-4f5f-bae1-4a47ee92002c service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.2996976 Feb 03 11:06:24.681909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-585324319', 'description': 'tempest-description-1495378417'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:24.712671 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-c1498e59-0dab-4953-9cf7-509a4f58ea16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.0411401 Feb 03 11:06:24.754181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.792465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:24.792876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.828683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-64bf58aa-95bf-4a12-8eba-729147f41b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.830401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-64bf58aa-95bf-4a12-8eba-729147f41b0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0800176 Feb 03 11:06:24.834018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-d558e45f-a7a0-4043-bab3-84b5e22b7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:24.835452 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-d558e45f-a7a0-4043-bab3-84b5e22b7186 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2056088 Feb 03 11:06:24.871877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-4de318e7-532b-43a5-8e1d-ae5bffa30793 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343242 Feb 03 11:06:24.877976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:24.893006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:24.894952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (6cffb0c3-ecf9-43a4-a398-c8e53f556bac), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.895827 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ab04e-2dc1-402a-b218-899945558753" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:24.906055 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.907015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f1846d68-8c22-4533-b70b-7ce6536c7a87 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:24.907706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6cffb0c3-ecf9-43a4-a398-c8e53f556bac), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.954895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cffb0c3-ecf9-43a4-a398-c8e53f556bac,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:24.990161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:24.991830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-222cfd02-3642-45d9-b53a-6a7ee5d031b8 req-88e3b616-3df3-422e-8183-bbf20900c3ef tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3182628 Feb 03 11:06:25.015239 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-b2e74ffb-05ec-4df9-a1c1-8110d0d536e7 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350036 Feb 03 11:06:25.017171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-9834af3c-cb68-4dd2-9eb3-a26c685a813c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.1484654 Feb 03 11:06:25.022428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: f1846d68-8c22-4533-b70b-7ce6536c7a87 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:25.024499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f1846d68-8c22-4533-b70b-7ce6536c7a87 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:25.088239 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e51e3-b34a-4a6c-bc62-0748df3cf65e x-openstack-request-id: req-b62e51e3-b34a-4a6c-bc62-0748df3cf65e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:25.088665 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:25.089015 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b62e51e3-b34a-4a6c-bc62-0748df3cf65e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:25.089533 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'code': 200} Feb 03 11:06:25.093992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1456106604', 'description': 'tempest-description-67642555'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:25.137594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:25.173754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:25.203516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-f64911d7-473a-477d-8413-4dce49120489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:25.208019 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-f64911d7-473a-477d-8413-4dce49120489 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1545796 Feb 03 11:06:25.326699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (b786df54-5488-4ea4-a66d-dad562155ee1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:25.342108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b786df54-5488-4ea4-a66d-dad562155ee1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:25.351134 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-d2da8c71-33e9-4321-9d29-350e5a44c760 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092616 Feb 03 11:06:25.383869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-8a0f86aa-10a7-4336-bcf9-db2d06cd53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:25.406844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-8a0f86aa-10a7-4336-bcf9-db2d06cd53fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1819978 Feb 03 11:06:25.421430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:25.424530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84716c5b-9c15-4231-aa85-56cc048bddcb req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3359036 Feb 03 11:06:25.452455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47f390-621c-4317-9eb9-05addf9d6752 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b786df54-5488-4ea4-a66d-dad562155ee1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:25.616377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-3f9e46ae-9684-4d96-ba1d-7e2e635d999c service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068577 Feb 03 11:06:25.740688 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3b6ef2fc-2ba7-42b6-99b8-d95d10fb3d0e req-07c211b9-1c50-42e6-ba57-9104b9a8cdff service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104617 Feb 03 11:06:25.742750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87863a60-209a-4459-8b92-756a43aca710 req-8b19bc63-21eb-4464-bb8d-3c61e5e929c6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:25.755276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87863a60-209a-4459-8b92-756a43aca710 req-8b19bc63-21eb-4464-bb8d-3c61e5e929c6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1502697 Feb 03 11:06:25.830890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-9fda703d-24cf-4327-b2c2-5f4e5aa023b3 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:25.832502 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-9fda703d-24cf-4327-b2c2-5f4e5aa023b3 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.0909035 Feb 03 11:06:25.877900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87863a60-209a-4459-8b92-756a43aca710 req-40815952-2fe8-47cc-b9f5-520c2ef7dab6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196494 Feb 03 11:06:25.958472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-3c7a99ed-616d-43e1-9608-71bda43fc7b2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:25.960006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-3c7a99ed-616d-43e1-9608-71bda43fc7b2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 812 time: 0.1896582 Feb 03 11:06:25.993129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-618f9b94-32cb-4391-8956-0e0fd4b8093d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/quotas/a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 375 time: 0.0180235 Feb 03 11:06:25.996652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6740b30b-97c7-4c74-88df-8af0290f2f06 service neutron] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:26.002209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6740b30b-97c7-4c74-88df-8af0290f2f06 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:26.004090 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df8ca33c-0d6d-4847-8627-c7d48a8fcb63 req-6740b30b-97c7-4c74-88df-8af0290f2f06 service neutron] 10.222.0.53 "DELETE /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258/bindings/n-h2-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.1596701 Feb 03 11:06:26.045212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-91b82c38-0759-4146-abbc-fa2c30dad2c6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511906 Feb 03 11:06:26.070630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbd378-3f69-4094-aa51-91ede804ced7 req-50c7aada-2cd3-469a-b740-d32c6630f043 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:26.072093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05bbd378-3f69-4094-aa51-91ede804ced7 req-50c7aada-2cd3-469a-b740-d32c6630f043 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.1111879 Feb 03 11:06:26.207168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05bbd378-3f69-4094-aa51-91ede804ced7 req-1e868427-fed4-44a9-8b5c-b25fde3a9fcf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094759 Feb 03 11:06:26.243796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-549fbaa0-fa8c-461c-92bf-94d39fac523b service neutron] 10.222.0.30 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805689 Feb 03 11:06:26.460290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ba22-e342-4baf-a2ef-839b82cdddde req-2ffb715f-2ad3-40b6-bcef-fe1f179272a9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:26.467904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fb9ba22-e342-4baf-a2ef-839b82cdddde req-2ffb715f-2ad3-40b6-bcef-fe1f179272a9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.1499696 Feb 03 11:06:26.497041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-10b0ce1e-25f6-4940-8627-9f7ed1944926 service neutron] 10.222.0.30 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307687 Feb 03 11:06:26.577511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fb9ba22-e342-4baf-a2ef-839b82cdddde req-87c08048-77d3-40e9-9322-5344f3a37d00 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086206 Feb 03 11:06:26.811440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:26.943167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00a2330a-13fd-4780-a849-fe0259f3b06e req-bcee6890-7cb1-46cc-a571-657555e52567 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 210 time: 0.0839326 Feb 03 11:06:26.997439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd94c54-be7f-4d05-84ee-af2833b07f8f req-947fc6a7-8d58-44fa-afa5-2e20068618be tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.010011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afd94c54-be7f-4d05-84ee-af2833b07f8f req-947fc6a7-8d58-44fa-afa5-2e20068618be tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1126 time: 0.1169116 Feb 03 11:06:27.170377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-afd94c54-be7f-4d05-84ee-af2833b07f8f req-36c7edb8-fd37-47f0-b6d0-a92caf7b95c7 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591382 Feb 03 11:06:27.201811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87af283-500b-4b28-953b-4361ebd5c870 req-bd3d19db-e12f-46d3-b970-c6debf925acd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.209686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e87af283-500b-4b28-953b-4361ebd5c870 req-bd3d19db-e12f-46d3-b970-c6debf925acd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0959365 Feb 03 11:06:27.274872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e87af283-500b-4b28-953b-4361ebd5c870 req-dfe41db5-b0e0-40c6-957f-8e2d3c715ae5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597153 Feb 03 11:06:27.502106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b84c97-a55e-4716-9464-609d22bf131a req-343d98b5-f824-4b91-8235-ada1d9088a73 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.515369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62b84c97-a55e-4716-9464-609d22bf131a req-343d98b5-f824-4b91-8235-ada1d9088a73 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1126 time: 0.2090025 Feb 03 11:06:27.527070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-d013785c-0aec-488a-84b8-e20799d4abb7 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.529127 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-d013785c-0aec-488a-84b8-e20799d4abb7 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/ports?device_id=205ce2e5-9a32-49b1-8350-d80cdcb7bdc1 HTTP/1.1" status: 200 len: 950 time: 0.0894449 Feb 03 11:06:27.581251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-a43fbe70-51de-40d6-8c80-e0edb921e8d5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.583065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-a43fbe70-51de-40d6-8c80-e0edb921e8d5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.2103148 Feb 03 11:06:27.693888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 00929849-f7a3-4482-a65b-98cd2f8ef648 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:27.694287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:27.719299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62b84c97-a55e-4716-9464-609d22bf131a req-bc496d7a-1d9e-4a2d-92ce-96717360931a tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025609 Feb 03 11:06:27.823386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11e11-37ec-49a3-90f9-b8239c158237 req-95e39ccc-9ef1-413a-9ba1-72fef8c6aadf tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:27.837459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14a11e11-37ec-49a3-90f9-b8239c158237 req-95e39ccc-9ef1-413a-9ba1-72fef8c6aadf tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 949 time: 0.1552458 Feb 03 11:06:27.842913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 00929849-f7a3-4482-a65b-98cd2f8ef648, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=00929849-f7a3-4482-a65b-98cd2f8ef648,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:27.843974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:27.862779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 00929849-f7a3-4482-a65b-98cd2f8ef648 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:27.899596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 02799f80-df7b-4723-a35f-f375f82b2d03 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:27.900174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:27.955985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14a11e11-37ec-49a3-90f9-b8239c158237 req-a31e1a47-50a3-47a2-8c39-139710270ea3 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172345 Feb 03 11:06:28.105936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (00929849-f7a3-4482-a65b-98cd2f8ef648), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:28.118430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:28.168497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 02799f80-df7b-4723-a35f-f375f82b2d03, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02799f80-df7b-4723-a35f-f375f82b2d03,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:28.170632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe', '02799f80-df7b-4723-a35f-f375f82b2d03'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:28.173485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:28.221120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 02799f80-df7b-4723-a35f-f375f82b2d03 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:28.296063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=00929849-f7a3-4482-a65b-98cd2f8ef648,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:28.320676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.321068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.321413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.321752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.322084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.322414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.322743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.323070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.323392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.323719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.324045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.329137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.330938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:28.337542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-767929b9-3361-4e35-8f4f-147316200ae6 req-dbb2afdf-9740-4f0e-98d6-e7ec6ed3c7d8 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 210 time: 0.1190753 Feb 03 11:06:28.514349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501238b6-e3d4-43e7-bcb1-8ef973710fb1 req-7fa9f725-2955-4c57-ab90-b6b869d2f67d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:28.532554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-501238b6-e3d4-43e7-bcb1-8ef973710fb1 req-7fa9f725-2955-4c57-ab90-b6b869d2f67d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.0950594 Feb 03 11:06:28.558316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 00929849-f7a3-4482-a65b-98cd2f8ef648 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:28.657520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (02799f80-df7b-4723-a35f-f375f82b2d03), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:28.687781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4640ab70-5650-4e47-a461-1cf9b2256850', 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:28.771372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:28.775858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=02799f80-df7b-4723-a35f-f375f82b2d03,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:28.878463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-c91f39c0-3024-4792-a7f3-84e0e98e5890 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:28.880636 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-c91f39c0-3024-4792-a7f3-84e0e98e5890 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 812 time: 0.3366032 Feb 03 11:06:28.881973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:28.886050 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-72aece25-ddca-48f2-90b1-2807223e0c28 req-2d10124c-b8ff-4fa3-97fb-955666375984 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "DELETE /v2.0/ports/00929849-f7a3-4482-a65b-98cd2f8ef648 HTTP/1.1" status: 204 len: 173 time: 1.3509192 Feb 03 11:06:28.888598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-09867084-4671-4c6b-86ee-0d3a834db97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:28.890464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-09867084-4671-4c6b-86ee-0d3a834db97a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.7992446 Feb 03 11:06:28.890942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'name': 'network-vif-deleted', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:28.893357 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517e846-b1be-4d18-bc1e-0219827d9da2" -d '{"events": [{"server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "name": "network-vif-deleted", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:28.932576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:28.948204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'device_id': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae', 'admin_state_up': True, 'tenant_id': 'a5b15044cd314cefacda16d7a0eda32e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:28.976566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-501238b6-e3d4-43e7-bcb1-8ef973710fb1 req-fc300757-bebf-48b4-b1b2-d00ef2339c14 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358168 Feb 03 11:06:29.084004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 02799f80-df7b-4723-a35f-f375f82b2d03 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:29.094711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:29.119237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcd1e333-acf7-4fe8-a6eb-e8333762dbe2 req-15b794e5-7bb0-49d8-8e5f-34fbf9da1471 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "DELETE /v2.0/ports/02799f80-df7b-4723-a35f-f375f82b2d03 HTTP/1.1" status: 204 len: 173 time: 1.5161116 Feb 03 11:06:29.122908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'name': 'network-vif-deleted', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:29.134380 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ed259-5476-4111-a140-461863930279" -d '{"events": [{"server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "name": "network-vif-deleted", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:29.192596 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10d556-008e-451f-a071-37ea3c64b3e9 x-openstack-request-id: req-1f10d556-008e-451f-a071-37ea3c64b3e9 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:29.193003 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205ce2e5-9a32-49b1-8350-d80cdcb7bdc1", "name": "network-vif-deleted", "tag": "00929849-f7a3-4482-a65b-98cd2f8ef648", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:29.193318 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f10d556-008e-451f-a071-37ea3c64b3e9 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:29.193751 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205ce2e5-9a32-49b1-8350-d80cdcb7bdc1', 'name': 'network-vif-deleted', 'tag': '00929849-f7a3-4482-a65b-98cd2f8ef648', 'status': 'completed', 'code': 200} Feb 03 11:06:29.299389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b432be54-d36a-4705-93a0-290ab8aee5ae req-23287854-b388-46b5-b1b2-87599ad05a88 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed HTTP/1.1" status: 200 len: 210 time: 0.1298771 Feb 03 11:06:29.363150 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae50ca3-be66-47c7-9d09-4cef42d388e8 x-openstack-request-id: req-7ae50ca3-be66-47c7-9d09-4cef42d388e8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:29.363889 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed", "name": "network-vif-deleted", "tag": "02799f80-df7b-4723-a35f-f375f82b2d03", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:29.364328 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ae50ca3-be66-47c7-9d09-4cef42d388e8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:29.365601 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9d820-bdbe-4f3a-bc4a-79e8c245b3ed', 'name': 'network-vif-deleted', 'tag': '02799f80-df7b-4723-a35f-f375f82b2d03', 'status': 'completed', 'code': 200} Feb 03 11:06:29.473369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:29.494456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Made reservation on behalf of a5b15044cd314cefacda16d7a0eda32e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:29.505850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:29.519879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49e65325-bb94-4451-b25e-5112476355e9 req-eb970494-75bb-490e-bfce-ca4762deed70 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 210 time: 0.0696096 Feb 03 11:06:29.574658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:29.983951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:29.986344 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.100306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Allocated IP 172.20.0.12 (77d8d4da-11f4-4c00-9820-36bf20856aae/4865e2e2-049a-424c-8c85-aa9a4ab76ad3/620cda49-9bd5-4660-8e11-60dafaddfe79) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:06:30.146151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:30.225856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:30.231696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716d8fc-09b4-4aea-b667-b478a78b3c00 req-c44010e4-e34e-4d1f-8119-f03846f9ca28 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:30.234254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6716d8fc-09b4-4aea-b667-b478a78b3c00 req-c44010e4-e34e-4d1f-8119-f03846f9ca28 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 950 time: 0.1006329 Feb 03 11:06:30.290608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6716d8fc-09b4-4aea-b667-b478a78b3c00 req-9f83259e-e9dc-4023-995d-924429f4d663 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Feb 03 11:06:30.338811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks [] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.383477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Transition to ACTIVE for port object f36d64dc-3018-4981-aea0-ee8b24e2a257 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:30.413157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.441115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.460717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02799f80-df7b-4723-a35f-f375f82b2d03 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:30.513429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 02799f80-df7b-4723-a35f-f375f82b2d03 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:30.522016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02799f80-df7b-4723-a35f-f375f82b2d03 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:30.540169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] No DVR routers for this DVR port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:30.552656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:06:30.553098 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:06:30.581147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=10']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:30.670263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:30.670598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:30.670926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:30.686124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:30.686452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Attempting to bind port f36d64dc-3018-4981-aea0-ee8b24e2a257 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:30.695634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:30.696031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:30.696412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:30.696840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Bound port: f36d64dc-3018-4981-aea0-ee8b24e2a257, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:30.697230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.707698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:30.716196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10b37a88-27c6-4bd6-8e6f-4805aa007d31 req-5da8b91e-adad-41c7-a167-886740650841 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 210 time: 0.0656593 Feb 03 11:06:30.808208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:30.842629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Network 77d8d4da-11f4-4c00-9820-36bf20856aae is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:06:30.846547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:06:30.850855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:06:30.910678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:30.911347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:31.001067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:31.006368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:31.053493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-cc4bf8da-bd8e-434b-b0b0-51c7f4d0a1ca tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1442809 Feb 03 11:06:31.055699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:31.097646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.098964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:31.100553 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] 10.222.0.69 "PUT /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 1097 time: 2.1905305 Feb 03 11:06:31.118199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Request body: {'port': {'device_id': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:31.155921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:31.156838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 00929849-f7a3-4482-a65b-98cd2f8ef648 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:31.195908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}, {'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:31.199362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 00929849-f7a3-4482-a65b-98cd2f8ef648 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:31.200497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 00929849-f7a3-4482-a65b-98cd2f8ef648 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:31.210238 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}, {"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:31.239780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c07cbe10-a160-4921-8970-aafb0ef6bd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:31.296526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d8060-21c1-48e8-82e8-6a24cfb75519 req-68161f73-22fa-46f2-8ed6-8666199e434c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.307600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7d8060-21c1-48e8-82e8-6a24cfb75519 req-68161f73-22fa-46f2-8ed6-8666199e434c tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 949 time: 0.1281149 Feb 03 11:06:31.373050 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81361dfb-8b20-4b9c-8b72-3295c1f6da71 x-openstack-request-id: req-81361dfb-8b20-4b9c-8b72-3295c1f6da71 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:31.383921 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "code": 200}, {"name": "network-changed", "server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:31.384421 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81361dfb-8b20-4b9c-8b72-3295c1f6da71 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:31.385499 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'code': 200} Feb 03 11:06:31.391033 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'status': 'completed', 'code': 200} Feb 03 11:06:31.425944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7d8060-21c1-48e8-82e8-6a24cfb75519 req-ff0b7b4c-7db5-423c-adff-cc1addf56f6e tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172385 Feb 03 11:06:31.509230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a711c-6af7-4ece-a0f4-e223efdf8af7 req-4c3640d4-f4c4-4f8b-af07-289e363e5e79 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.530690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b3a711c-6af7-4ece-a0f4-e223efdf8af7 req-4c3640d4-f4c4-4f8b-af07-289e363e5e79 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.0856311 Feb 03 11:06:31.620211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b3a711c-6af7-4ece-a0f4-e223efdf8af7 req-7ec33187-0ab5-4263-937d-cef46dae12bd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884788 Feb 03 11:06:31.772023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca771-d7b2-4e74-9524-85948b6bee7d service neutron] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=11']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:31.777717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:31.806222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-d17139e5-04ea-4e3b-a9ae-df60976a9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.807969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-d17139e5-04ea-4e3b-a9ae-df60976a9d97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1131 time: 0.5896990 Feb 03 11:06:31.835957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-8bcf3ccb-387d-49f2-a7c3-cdcadf6528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.837967 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-8bcf3ccb-387d-49f2-a7c3-cdcadf6528c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1131 time: 0.4176934 Feb 03 11:06:31.857364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dd783-21ed-4534-9eed-886959007eab req-6600b082-0554-42f6-8852-ab0fc2c6fdaf tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.865364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e92dd783-21ed-4534-9eed-886959007eab req-6600b082-0554-42f6-8852-ab0fc2c6fdaf tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 932 time: 0.0774221 Feb 03 11:06:31.953291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e92dd783-21ed-4534-9eed-886959007eab req-577e6710-0c00-4253-b40b-ed53374e4607 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799930 Feb 03 11:06:31.959680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-3fe23ddf-8f06-4783-a612-0684a035dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:31.962663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-3fe23ddf-8f06-4783-a612-0684a035dad1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1228356 Feb 03 11:06:32.039015 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-f6ce0205-46d3-4306-b325-128be53ce3e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0659223 Feb 03 11:06:32.222508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-dc4cbbf5-a257-4141-952e-2f0b760c8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.224175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-dc4cbbf5-a257-4141-952e-2f0b760c8c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1755586 Feb 03 11:06:32.345868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-3a86a9fe-0709-4002-a2a7-7ee60b43d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.347356 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-3a86a9fe-0709-4002-a2a7-7ee60b43d88f service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3819818 Feb 03 11:06:32.400768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-38b8bd98-1658-4525-9287-4253ae40ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.402458 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-38b8bd98-1658-4525-9287-4253ae40ea59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1555817 Feb 03 11:06:32.447319 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-a1e8063a-23ff-4c9b-8a1e-4c3fba46414b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.0896113 Feb 03 11:06:32.581913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505e75-50b4-407d-8bff-88ab8eb64400 req-07563157-2141-4abc-bba8-4a098ef99f02 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.591598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1505e75-50b4-407d-8bff-88ab8eb64400 req-07563157-2141-4abc-bba8-4a098ef99f02 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 949 time: 0.0728681 Feb 03 11:06:32.635821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-b329342d-4df3-4a20-8d68-73890423ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.637321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-b329342d-4df3-4a20-8d68-73890423ce1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1604383 Feb 03 11:06:32.668254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-751215da-a4e5-46f3-9921-0cc261ac566a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.669761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-751215da-a4e5-46f3-9921-0cc261ac566a tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 949 time: 0.2191827 Feb 03 11:06:32.688151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1505e75-50b4-407d-8bff-88ab8eb64400 req-fbff412d-fc62-46dc-8691-a500d529b541 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957556 Feb 03 11:06:32.716929 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-e6813acb-24f6-4962-87a0-30fbd28f0116 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825041 Feb 03 11:06:32.835635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620cda49-9bd5-4660-8e11-60dafaddfe79 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:32.848117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-c6ab74d1-1050-48ab-8343-4961d433783f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2137821 Feb 03 11:06:32.862050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-71d4dea5-5006-495d-adaa-4fff6d146be5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.863541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-71d4dea5-5006-495d-adaa-4fff6d146be5 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc09a9cc-214e-465c-8ff0-383d565420f4 HTTP/1.1" status: 200 len: 950 time: 0.1700833 Feb 03 11:06:32.889653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks [] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:32.899322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0ed6-b03d-4f38-9ba8-7bcb0a2f81da req-0d30709c-1e35-473e-917d-1d5fde85e3f5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.914143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ec0ed6-b03d-4f38-9ba8-7bcb0a2f81da req-0d30709c-1e35-473e-917d-1d5fde85e3f5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.1397943 Feb 03 11:06:32.929425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Transition to ACTIVE for port object 620cda49-9bd5-4660-8e11-60dafaddfe79 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:32.937888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-046f3407-1261-4d46-bfca-51362c3bd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:32.939647 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-046f3407-1261-4d46-bfca-51362c3bd4da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2932041 Feb 03 11:06:32.943282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.057552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a16e92ee-e553-4c59-9c29-513cb783ca95 req-8267a51e-ca58-4d19-8d4b-cfc211133942 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904086 Feb 03 11:06:33.155724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 4640ab70-5650-4e47-a461-1cf9b2256850 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:33.156791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.158955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:33.213649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ec0ed6-b03d-4f38-9ba8-7bcb0a2f81da req-a78bb3d7-404b-418c-b69f-00e2df4d08b9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982945 Feb 03 11:06:33.354795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc4c4-15fc-4124-81a7-4b98b41d28a7 req-c396a133-2646-4f11-b8d1-ec882b5b94d3 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:33.356459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-296fc4c4-15fc-4124-81a7-4b98b41d28a7 req-c396a133-2646-4f11-b8d1-ec882b5b94d3 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 944 time: 0.2874496 Feb 03 11:06:33.384675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412102-25af-414a-9d45-1fbef4327a41 req-9d1c9d3c-8366-4680-8f5c-94105863adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:33.388731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-9d1c9d3c-8366-4680-8f5c-94105863adc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 1147 time: 0.4561236 Feb 03 11:06:33.544407 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-09588e1a-624f-4444-86eb-b8b3733dbec3 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625844 Feb 03 11:06:33.566975 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-673fb4e0-8cf3-48d8-b307-dff1e622e2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.619062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 4640ab70-5650-4e47-a461-1cf9b2256850, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4640ab70-5650-4e47-a461-1cf9b2256850,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:33.619438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.636984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 4640ab70-5650-4e47-a461-1cf9b2256850 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:33.691233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412102-25af-414a-9d45-1fbef4327a41 req-3b9cc509-a154-45c0-b75b-5bac5c3d4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:33.692853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-3b9cc509-a154-45c0-b75b-5bac5c3d4410 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.1231365 Feb 03 11:06:33.707000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-296fc4c4-15fc-4124-81a7-4b98b41d28a7 req-dc7737b2-7748-4ba4-9508-5c706bc348ac tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437290 Feb 03 11:06:33.760872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-8de7243b-e3fe-487e-97b9-9b9b957a40ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 200 len: 217 time: 0.0454886 Feb 03 11:06:33.762506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Attempting to bind port 620cda49-9bd5-4660-8e11-60dafaddfe79 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:33.763212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Attempting to bind port 620cda49-9bd5-4660-8e11-60dafaddfe79 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:33.763212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Attempting to bind port 620cda49-9bd5-4660-8e11-60dafaddfe79 on network 77d8d4da-11f4-4c00-9820-36bf20856aae {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:33.788391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:33.788769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.834707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Port 620cda49-9bd5-4660-8e11-60dafaddfe79 on network 77d8d4da-11f4-4c00-9820-36bf20856aae not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:33.834950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Attempting to bind port 620cda49-9bd5-4660-8e11-60dafaddfe79 on network 77d8d4da-11f4-4c00-9820-36bf20856aae {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:33.910031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:33.910778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Checking segment: {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:33.911492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Bound using segment: {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:33.912171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Bound port: 620cda49-9bd5-4660-8e11-60dafaddfe79, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:33.912782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:33.927835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-540c5e0b-b810-4cc5-b707-f2793ce5cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:33.929393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-540c5e0b-b810-4cc5-b707-f2793ce5cffc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 1131 time: 0.7490709 Feb 03 11:06:33.959629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412102-25af-414a-9d45-1fbef4327a41 req-3dc9ebda-8885-463a-b460-a9c6ee023b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:33.964007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-3dc9ebda-8885-463a-b460-a9c6ee023b7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1978943 Feb 03 11:06:34.005160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e66c9-3e47-4025-9002-10355d0a56c9 req-6f014c66-7579-4736-89a5-a9777eb0bee6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.015562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-411e66c9-3e47-4025-9002-10355d0a56c9 req-6f014c66-7579-4736-89a5-a9777eb0bee6 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd15daa-2bee-422a-b392-0792d05442b8 HTTP/1.1" status: 200 len: 949 time: 0.1796460 Feb 03 11:06:34.036097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4640ab70-5650-4e47-a461-1cf9b2256850), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.048901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-b690c164-0161-4db0-9831-b38cbea5d827 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750754 Feb 03 11:06:34.084112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:34.107225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-3d266b0b-7797-4948-9a14-7c7078804343 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279825 Feb 03 11:06:34.129684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=4640ab70-5650-4e47-a461-1cf9b2256850,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:34.190875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:34.191265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.211555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for bc9e6ca5-740a-4ffa-8338-5c3dbca0056a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:34.226966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-de83108d-b4e7-4b76-8646-f35a54d95f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.228600 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-de83108d-b4e7-4b76-8646-f35a54d95f2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2829924 Feb 03 11:06:34.231562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 4640ab70-5650-4e47-a461-1cf9b2256850 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:34.236047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.243289 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-657f342e-d76c-4f8d-9bc9-0859b52132e9 req-caf87755-b54e-4b6f-9d07-c1150ab75326 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "DELETE /v2.0/ports/4640ab70-5650-4e47-a461-1cf9b2256850 HTTP/1.1" status: 204 len: 173 time: 1.5418928 Feb 03 11:06:34.244115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'name': 'network-vif-deleted', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:34.263289 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd974f25-5cd4-4bfe-b96f-3c402ccedbf9" -d '{"events": [{"server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "name": "network-vif-deleted", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:34.307301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:34.457406 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-4da88170-8a04-4226-82e4-bce7ea89e72d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 200 len: 217 time: 0.1849573 Feb 03 11:06:34.459785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:34.501191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.521158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.585519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.589846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.591984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] 10.222.0.53 "PUT /v2.0/ports/620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 1092 time: 3.4891813 Feb 03 11:06:34.624857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-8cff37f1-acf1-43ad-8e12-efb6341dad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.636173 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-8cff37f1-acf1-43ad-8e12-efb6341dad0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1720183 Feb 03 11:06:34.731318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-9b1324d7-8063-4d78-908d-ed5f0698d3e4 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542039 Feb 03 11:06:34.772238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bc9e6ca5-740a-4ffa-8338-5c3dbca0056a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:34.818746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:34.832939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490c341-b6cc-4c33-946f-78d4a5bb4185 service neutron] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:34.910483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-d9e16890-0e3a-4ea8-bd3b-178cdfce98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.912837 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-d9e16890-0e3a-4ea8-bd3b-178cdfce98e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1126 time: 0.2667069 Feb 03 11:06:34.949745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-1bd33d01-6f61-4875-9a1c-c70a7f3d429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:34.953731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-1bd33d01-6f61-4875-9a1c-c70a7f3d429e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2866220 Feb 03 11:06:34.999283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03412102-25af-414a-9d45-1fbef4327a41 req-56e3fc17-dc55-41b4-8df0-ae6015a708e6 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443748 Feb 03 11:06:35.041008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-3c73c47f-81c1-4b24-9a96-0023430b24fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 217 time: 0.1135015 Feb 03 11:06:35.065599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-411e66c9-3e47-4025-9002-10355d0a56c9 req-a980b853-9586-4e4f-87d7-5fb922d4b48d tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0489886 Feb 03 11:06:35.136217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=bc9e6ca5-740a-4ffa-8338-5c3dbca0056a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:35.147796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.148143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.148468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.148801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.149720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.150082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.150375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.151597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.151939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.152392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.152802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.153164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.153471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:35.176302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658411df-f348-40f2-b668-2f4783193a98 req-f42dcae6-c316-4868-88da-030b46d4f04e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:35.182618 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3bf01-6f76-4955-9932-d755185ca833 x-openstack-request-id: req-0df3bf01-6f76-4955-9932-d755185ca833 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:35.182919 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd15daa-2bee-422a-b392-0792d05442b8", "name": "network-vif-deleted", "tag": "4640ab70-5650-4e47-a461-1cf9b2256850", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:35.183144 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0df3bf01-6f76-4955-9932-d755185ca833 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:35.183543 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd15daa-2bee-422a-b392-0792d05442b8', 'name': 'network-vif-deleted', 'tag': '4640ab70-5650-4e47-a461-1cf9b2256850', 'status': 'completed', 'code': 200} Feb 03 11:06:35.184701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-658411df-f348-40f2-b668-2f4783193a98 req-f42dcae6-c316-4868-88da-030b46d4f04e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.4455054 Feb 03 11:06:35.212782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3e00c-c723-4b81-9691-574157f03676 req-fc04b08b-7a77-4a13-970d-aace24349aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:35.214504 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-fc04b08b-7a77-4a13-970d-aace24349aa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.1582057 Feb 03 11:06:35.249320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port bc9e6ca5-740a-4ffa-8338-5c3dbca0056a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:35.272203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:35.275818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7473f639-defb-466b-a7f5-3f19d8a2b7c9 req-e28551e6-bd69-427d-b72e-4b34102eb111 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.53 "DELETE /v2.0/ports/bc9e6ca5-740a-4ffa-8338-5c3dbca0056a HTTP/1.1" status: 204 len: 173 time: 2.4010859 Feb 03 11:06:35.278792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'name': 'network-vif-deleted', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:35.281225 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc3b40-d651-4eea-a8d5-ac84a0e2d694" -d '{"events": [{"server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "name": "network-vif-deleted", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:35.304236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-658411df-f348-40f2-b668-2f4783193a98 req-2aa3e174-f604-436d-9e6d-650b3a76e468 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186244 Feb 03 11:06:35.325423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-22640803-8596-4c6f-bd3c-af504c036302 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831118 Feb 03 11:06:35.332791 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-cb53a0f2-bcea-470d-aa4f-6891a82ce8d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118870 Feb 03 11:06:35.552322 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f83c30-26b9-4a66-a7a5-b84e31d7b6e9 x-openstack-request-id: req-c2f83c30-26b9-4a66-a7a5-b84e31d7b6e9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:35.553552 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc09a9cc-214e-465c-8ff0-383d565420f4", "name": "network-vif-deleted", "tag": "bc9e6ca5-740a-4ffa-8338-5c3dbca0056a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:35.553552 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2f83c30-26b9-4a66-a7a5-b84e31d7b6e9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:35.562073 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc09a9cc-214e-465c-8ff0-383d565420f4', 'name': 'network-vif-deleted', 'tag': 'bc9e6ca5-740a-4ffa-8338-5c3dbca0056a', 'status': 'completed', 'code': 200} Feb 03 11:06:35.562263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4640ab70-5650-4e47-a461-1cf9b2256850 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:35.595759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 4640ab70-5650-4e47-a461-1cf9b2256850 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:35.596145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4640ab70-5650-4e47-a461-1cf9b2256850 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:35.596518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bc9e6ca5-740a-4ffa-8338-5c3dbca0056a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:35.607999 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2a4eaab3-f42b-4b44-aa75-93a6e332dc37 req-aba9b49f-fe34-4d00-9072-f9cf5ab55829 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728543 Feb 03 11:06:35.610137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceaec2-b379-42f1-b86f-01646568d82a req-a51c452b-4379-4b46-baab-df63901b4711 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:35.611805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88ceaec2-b379-42f1-b86f-01646568d82a req-a51c452b-4379-4b46-baab-df63901b4711 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 944 time: 0.1752362 Feb 03 11:06:35.652946 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-c9d0be4b-c8db-435c-8bd8-6b354f8b2d3b service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968876 Feb 03 11:06:35.659624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: bc9e6ca5-740a-4ffa-8338-5c3dbca0056a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:35.659975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bc9e6ca5-740a-4ffa-8338-5c3dbca0056a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:35.727857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88ceaec2-b379-42f1-b86f-01646568d82a req-d617c5de-2e36-45ae-85ef-7f3547bf11b6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095104 Feb 03 11:06:35.885882 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fac3e00c-c723-4b81-9691-574157f03676 req-ee9d0a25-e3f6-43d5-bdb2-4a8b38d9fc57 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250183 Feb 03 11:06:36.152353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:36.695005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ae032-3b3d-4233-bbc4-81044d71160a req-335a1d4b-927d-4953-92c0-c438e4dc9031 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:36.698681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-646ae032-3b3d-4233-bbc4-81044d71160a req-335a1d4b-927d-4953-92c0-c438e4dc9031 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.1090276 Feb 03 11:06:36.784143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-646ae032-3b3d-4233-bbc4-81044d71160a req-589eb00b-4f95-4e1d-9cda-f36785dc78ef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750413 Feb 03 11:06:37.156235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c820-cbb7-4950-99d9-06454e979d8f req-14c1c00f-fd7e-41f6-a5eb-45033a2e01c9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:37.161899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c055c820-cbb7-4950-99d9-06454e979d8f req-14c1c00f-fd7e-41f6-a5eb-45033a2e01c9 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.2601306 Feb 03 11:06:37.185383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:37.195669 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:37.310697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eaf6b-ef75-45d4-9fce-867419de0521 req-64b5b888-720b-4734-8805-d2cc1e2652e6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:37.314639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:37.321176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-120eaf6b-ef75-45d4-9fce-867419de0521 req-64b5b888-720b-4734-8805-d2cc1e2652e6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 944 time: 0.3166609 Feb 03 11:06:37.356658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c055c820-cbb7-4950-99d9-06454e979d8f req-b61c4715-2dd7-41f5-abed-4a094faa2364 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657600 Feb 03 11:06:37.473143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-120eaf6b-ef75-45d4-9fce-867419de0521 req-55583806-74c9-4094-894c-655f86acb8d6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509824 Feb 03 11:06:37.569972 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a0da7-c7f3-4637-b698-e12c6043c3ae x-openstack-request-id: req-492a0da7-c7f3-4637-b698-e12c6043c3ae {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:37.570567 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:37.570934 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-492a0da7-c7f3-4637-b698-e12c6043c3ae {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:37.571502 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'status': 'completed', 'code': 200} Feb 03 11:06:37.610514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34128ed-5793-4eda-af20-afd84c3001d8 req-645d7b74-7d8f-4e4c-829f-37f8353c0fc7 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:37.623181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b34128ed-5793-4eda-af20-afd84c3001d8 req-645d7b74-7d8f-4e4c-829f-37f8353c0fc7 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1893952 Feb 03 11:06:37.757937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b34128ed-5793-4eda-af20-afd84c3001d8 req-9a1c24c3-ca04-4bf5-a23a-d516863d9316 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269519 Feb 03 11:06:38.058274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b6d9-b7d4-45c3-9e45-0ad64457dfc3 req-6fa5ec50-40d5-489f-9239-7b6bd4f4fa93 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.063183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f59b6d9-b7d4-45c3-9e45-0ad64457dfc3 req-6fa5ec50-40d5-489f-9239-7b6bd4f4fa93 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.1735327 Feb 03 11:06:38.075345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-b5c00d3b-4ceb-45d1-937f-ab8fb8071877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.079176 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-b5c00d3b-4ceb-45d1-937f-ab8fb8071877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1126 time: 0.4770319 Feb 03 11:06:38.179948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f59b6d9-b7d4-45c3-9e45-0ad64457dfc3 req-25b0e037-f6ff-45aa-8632-11bbe5c3dfee tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101377 Feb 03 11:06:38.223264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-3f9adf04-dd10-4dfb-a117-983dff3e8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.224933 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-3f9adf04-dd10-4dfb-a117-983dff3e8e92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.1358817 Feb 03 11:06:38.324087 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-c6399e77-0a27-4ec0-87e4-349bcc9c85c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 217 time: 0.0905576 Feb 03 11:06:38.397502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbee771-a9f6-48c9-ad19-7bf4e410cdf6 req-ed972e0b-44a1-4080-9978-24250a0f6aee tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.399155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1dbee771-a9f6-48c9-ad19-7bf4e410cdf6 req-ed972e0b-44a1-4080-9978-24250a0f6aee tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 949 time: 0.0953491 Feb 03 11:06:38.431415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-d502ccd8-3d9e-4e45-af8d-3b797cf59ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.433946 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-d502ccd8-3d9e-4e45-af8d-3b797cf59ec6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.1048760 Feb 03 11:06:38.472818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1dbee771-a9f6-48c9-ad19-7bf4e410cdf6 req-7ff62d3e-dea3-4340-af9c-888f60264e18 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Feb 03 11:06:38.482038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-7c809258-caed-4cf0-845c-adc71a45089b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411537 Feb 03 11:06:38.500628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:38.707825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-84537238-1627-4b40-a7b7-2fcf4b216935 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119243 Feb 03 11:06:38.724266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e90c70-8474-4e11-80cc-8eaa22e26c32 req-f1a6de8c-9411-40f2-b525-2c867f6e6929 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:38.747297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31e90c70-8474-4e11-80cc-8eaa22e26c32 req-f1a6de8c-9411-40f2-b525-2c867f6e6929 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.1390431 Feb 03 11:06:38.750110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:38.763753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'mac_address': 'fa:16:3e:db:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:38.806002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:38.806648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:38.840845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31e90c70-8474-4e11-80cc-8eaa22e26c32 req-b451b24f-3db5-42a8-9dbe-64886e58f541 tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a661317-bf1d-422e-9567-7560ea400340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795979 Feb 03 11:06:38.844754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:38.937535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bbd1d0b0-b890-4ef9-aa6c-ffa41982cec7 req-d2b1705f-8e03-4f8d-9656-29d4d023b606 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159019 Feb 03 11:06:39.059253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:39.065284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:39.194606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ea0e3-bf61-4663-9bcc-de377b6225a6 req-d75dce94-9a16-4363-9156-89f29f0a3e5d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:39.196727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b4ea0e3-bf61-4663-9bcc-de377b6225a6 req-d75dce94-9a16-4363-9156-89f29f0a3e5d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 944 time: 0.0880573 Feb 03 11:06:39.223851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:39.271426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-4afb0e1e-f164-4405-a2c7-1b97134d11cc tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:39.273014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-4afb0e1e-f164-4405-a2c7-1b97134d11cc tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a77878-33f8-476f-82b0-3f526ecc745d HTTP/1.1" status: 200 len: 950 time: 0.1545165 Feb 03 11:06:39.273770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b4ea0e3-bf61-4663-9bcc-de377b6225a6 req-593651bc-dab7-4b6f-a3ee-d7d0871c07dd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697615 Feb 03 11:06:39.486003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09c61a-68a6-4f77-9566-a88850ec2146 req-a4dd2a88-26b8-4a52-8830-e9fb524089da tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:39.493907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e09c61a-68a6-4f77-9566-a88850ec2146 req-a4dd2a88-26b8-4a52-8830-e9fb524089da tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1130147 Feb 03 11:06:39.503151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Deleting port 4845f7e2-7188-4eee-9d15-67abc9792dfe {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:39.503506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:39.561711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e09c61a-68a6-4f77-9566-a88850ec2146 req-4aec67b0-afc5-4e6e-8c2c-5144a0ad1604 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups?id=5659f72a-c799-4c8c-b8ef-8a60143855f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664909 Feb 03 11:06:39.592348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 620cda49-9bd5-4660-8e11-60dafaddfe79 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:39.682803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] For port 4845f7e2-7188-4eee-9d15-67abc9792dfe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4845f7e2-7188-4eee-9d15-67abc9792dfe,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:39.683174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:39.698720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Calling delete_port for 4845f7e2-7188-4eee-9d15-67abc9792dfe owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:39.726500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-031f884e-7c49-421a-911f-29c61a9c0bc0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:39.732086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-031f884e-7c49-421a-911f-29c61a9c0bc0 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "GET /v2.0/ports?device_id=01824c4a-4901-46ed-bd80-ee74853eda64 HTTP/1.1" status: 200 len: 945 time: 0.1254799 Feb 03 11:06:39.915137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:39.954754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4845f7e2-7188-4eee-9d15-67abc9792dfe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:39.957054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae', 'port_id': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'mac_address': 'fa:16:3e:b8:f0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865e2e2-049a-424c-8c85-aa9a4ab76ad3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:39.965724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:40.025422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Deleting port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:40.026124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.151543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4845f7e2-7188-4eee-9d15-67abc9792dfe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:40.189934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Pushing event deleted for resources: {'Port': ['ID=4845f7e2-7188-4eee-9d15-67abc9792dfe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:40.205512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] No DVR routers for this DVR port 4845f7e2-7188-4eee-9d15-67abc9792dfe on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:40.213438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.229744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-07f42894-3df7-41f7-b6e8-11c42b2f8098 req-2ecbed90-1c81-4128-882f-b0a69c6dbffb tempest-ServersOnMultiNodesTest-1532394523 tempest-ServersOnMultiNodesTest-1532394523-project] 10.222.0.69 "DELETE /v2.0/ports/4845f7e2-7188-4eee-9d15-67abc9792dfe HTTP/1.1" status: 204 len: 173 time: 0.9492667 Feb 03 11:06:40.233983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'name': 'network-vif-deleted', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:40.246443 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96429a-e19e-41c5-a79d-90072c1e9402" -d '{"events": [{"server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "name": "network-vif-deleted", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:40.301459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 620cda49-9bd5-4660-8e11-60dafaddfe79 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:40.302927 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.303218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] For port bf0491ef-8518-4d2b-889e-f6adac2d5ab2, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:40.303594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.338825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620cda49-9bd5-4660-8e11-60dafaddfe79 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:40.412621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:40.435770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.675224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:40.704170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.705214 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:40.705771 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb disassociated. External IP: 172.25.7.239, port: bf0491ef-8518-4d2b-889e-f6adac2d5ab2. Feb 03 11:06:40.706377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Calling delete_port for bf0491ef-8518-4d2b-889e-f6adac2d5ab2 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:40.784605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:41.054990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bf0491ef-8518-4d2b-889e-f6adac2d5ab2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:41.104778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event deleted for resources: {'Port': ['ID=bf0491ef-8518-4d2b-889e-f6adac2d5ab2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:41.268703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:06:41.413282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:06:41.426768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:06:41.471555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:41.472202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:41.495632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] No DVR routers for this DVR port bf0491ef-8518-4d2b-889e-f6adac2d5ab2 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:41.500207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:41.505232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29fbeeea-9a42-4bac-9ead-f618590577e2 req-c817be05-12b2-4009-bffa-38a67355e077 tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.69 "DELETE /v2.0/ports/bf0491ef-8518-4d2b-889e-f6adac2d5ab2 HTTP/1.1" status: 204 len: 173 time: 1.7619238 Feb 03 11:06:41.506182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'name': 'network-vif-deleted', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:41.513900 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c89260-b477-481c-a1a6-8806ebe2d908" -d '{"events": [{"server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "name": "network-vif-deleted", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:41.678263 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:06:41.960890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:42.467710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:42.497064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:06:42.508633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:42.509306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:42.560357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:42.671904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:42.706568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f36d64dc-3018-4981-aea0-ee8b24e2a257 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:06:42.718570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f36d64dc-3018-4981-aea0-ee8b24e2a257 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:42.718959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:42.956425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f36d64dc-3018-4981-aea0-ee8b24e2a257 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:42.956776 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:43.001752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:43.004055 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d4888-4499-4c0e-876e-53afd28ab49f" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:43.022655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:43.030877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:43.031686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4845f7e2-7188-4eee-9d15-67abc9792dfe no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:43.039568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:43.103021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 4845f7e2-7188-4eee-9d15-67abc9792dfe {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:43.103376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4845f7e2-7188-4eee-9d15-67abc9792dfe not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:43.103801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf0491ef-8518-4d2b-889e-f6adac2d5ab2 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:43.107874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86688c79-bc14-430d-9539-ab9ec5279af3 None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:02:28Z', 'revision_number': 4, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e7122f52-73cf-4fec-8bbb-854aa14d7b0e', 'name': '', 'network_id': '5d7069c8-13e3-4806-aa31-172e983d7a38', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed237288-2579-4700-aa52-a54c68169a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:27Z', 'updated_at': '2022-02-03T11:02:32Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'subnets': [{'id': 'ed237288-2579-4700-aa52-a54c68169a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:06:43.153705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: bf0491ef-8518-4d2b-889e-f6adac2d5ab2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:43.154026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf0491ef-8518-4d2b-889e-f6adac2d5ab2 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:43.204527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=13']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:43.217904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-f08f5745-68b7-45d4-9b69-1dd929b04b49 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378528 Feb 03 11:06:43.285419 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c4d671-dd0d-4a5a-b869-7b6f163e972a x-openstack-request-id: req-c8c4d671-dd0d-4a5a-b869-7b6f163e972a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:43.285956 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a77878-33f8-476f-82b0-3f526ecc745d", "name": "network-vif-deleted", "tag": "4845f7e2-7188-4eee-9d15-67abc9792dfe", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:43.285956 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8c4d671-dd0d-4a5a-b869-7b6f163e972a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:43.286363 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a77878-33f8-476f-82b0-3f526ecc745d', 'name': 'network-vif-deleted', 'tag': '4845f7e2-7188-4eee-9d15-67abc9792dfe', 'status': 'completed', 'code': 200} Feb 03 11:06:43.401967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-635c0d0e-c39d-40dc-989b-7893959a3fa2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:43.408781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-635c0d0e-c39d-40dc-989b-7893959a3fa2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897202 Feb 03 11:06:43.449400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-8697a5ce-80e0-47c0-8070-c9910bd2ba28 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/quotas/cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 375 time: 0.0389686 Feb 03 11:06:43.478929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a1e7f-4856-4362-878c-9b35167d3934 req-c0f12c19-2863-487c-ba97-4e785ce8de33 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:43.480482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-321a1e7f-4856-4362-878c-9b35167d3934 req-c0f12c19-2863-487c-ba97-4e785ce8de33 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 945 time: 0.1348755 Feb 03 11:06:43.575310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-321a1e7f-4856-4362-878c-9b35167d3934 req-31acd909-523c-4172-86da-58e9738b4fd2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729597 Feb 03 11:06:43.587211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:43.611516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-786cdde4-4099-4d7e-892a-4a5af270f033 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618366 Feb 03 11:06:43.614316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 620cda49-9bd5-4660-8e11-60dafaddfe79 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:43.632016 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c76d3-6105-4296-8bcd-e4648cd526d6 None None] New status for floating IP 7f28478a-583b-4f4e-90a3-d3f41781fdbb: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:06:43.726482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 620cda49-9bd5-4660-8e11-60dafaddfe79 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:06:43.745560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 620cda49-9bd5-4660-8e11-60dafaddfe79 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:43.747347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:43.868660 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3075e-3096-47cc-a44d-10db8fb6a045 x-openstack-request-id: req-c1b3075e-3096-47cc-a44d-10db8fb6a045 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:43.869744 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01824c4a-4901-46ed-bd80-ee74853eda64", "name": "network-vif-deleted", "tag": "bf0491ef-8518-4d2b-889e-f6adac2d5ab2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:43.870259 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1b3075e-3096-47cc-a44d-10db8fb6a045 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:43.871423 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01824c4a-4901-46ed-bd80-ee74853eda64', 'name': 'network-vif-deleted', 'tag': 'bf0491ef-8518-4d2b-889e-f6adac2d5ab2', 'status': 'completed', 'code': 200} Feb 03 11:06:43.906899 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d55a3-fd3e-407b-a3f1-1171905f42d3 x-openstack-request-id: req-4b5d55a3-fd3e-407b-a3f1-1171905f42d3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:43.907266 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:43.907533 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b5d55a3-fd3e-407b-a3f1-1171905f42d3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:43.908061 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'code': 200} Feb 03 11:06:43.980865 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd44bb17-e371-4cfa-86d6-3ce80a157d15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddcba7d96fee49d5a8815c8f300056d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897693 Feb 03 11:06:43.981614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55412) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:44.010932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 620cda49-9bd5-4660-8e11-60dafaddfe79 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:44.012312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.013002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fbe23cf-ca78-47b4-b97e-ecf158cbd339 req-2d3e04f4-00eb-4d4f-ab28-eec3809696b6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 210 time: 0.0384574 Feb 03 11:06:44.096217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:44.115540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.117472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:44.125366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] Publish callbacks [] for security_group (0a661317-bf1d-422e-9567-7560ea400340), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.189684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] Publish callbacks [] for security_group (0a661317-bf1d-422e-9567-7560ea400340), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.286169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55424) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:44.305216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c7e5-edb0-48ce-a86b-7317195810b3 req-f671d5b3-0020-4517-9992-444cbb464422 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:44.317727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c34c7e5-edb0-48ce-a86b-7317195810b3 req-f671d5b3-0020-4517-9992-444cbb464422 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 950 time: 0.1931674 Feb 03 11:06:44.351620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0a661317-bf1d-422e-9567-7560ea400340), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.356560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.358397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a661317-bf1d-422e-9567-7560ea400340 HTTP/1.1" status: 204 len: 168 time: 0.3757429 Feb 03 11:06:44.381427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471a3c-a44d-4e3a-af6c-d35ae60eb7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a661317-bf1d-422e-9567-7560ea400340,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:44.400258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c34c7e5-edb0-48ce-a86b-7317195810b3 req-21cdd6b0-e736-4ba8-a2a9-a317460b43ef tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766172 Feb 03 11:06:44.424436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (5659f72a-c799-4c8c-b8ef-8a60143855f4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.459916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (5659f72a-c799-4c8c-b8ef-8a60143855f4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.474946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:44.489839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:44.490239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.534923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5659f72a-c799-4c8c-b8ef-8a60143855f4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.539624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.544379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:44.544956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "DELETE /v2.0/security-groups/5659f72a-c799-4c8c-b8ef-8a60143855f4 HTTP/1.1" status: 204 len: 168 time: 0.2556076 Feb 03 11:06:44.564399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33b1bf-45e4-461a-975a-5dde360bf50a tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5659f72a-c799-4c8c-b8ef-8a60143855f4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:44.583177 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-104db26e-bed2-4be6-80b2-b029fd805abd tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] show failed (client error): The resource could not be found. Feb 03 11:06:44.589544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-104db26e-bed2-4be6-80b2-b029fd805abd tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "GET /v2.0/security-groups/5659f72a-c799-4c8c-b8ef-8a60143855f4 HTTP/1.1" status: 404 len: 347 time: 0.0402460 Feb 03 11:06:44.589925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:44.653334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:44.678764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:44.875294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:44.877120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:44.976082 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0b554028-6799-47fa-a522-f950e9e0562d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9c691ae61614ccf836c5771c0c4c645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0996172 Feb 03 11:06:44.979779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:45.002886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a4eed-c170-48b9-8d73-575d7975784b req-bec3ef8d-5f17-4fef-8db0-1b63e097175f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:45.009830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b5a4eed-c170-48b9-8d73-575d7975784b req-bec3ef8d-5f17-4fef-8db0-1b63e097175f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 946 time: 0.2068753 Feb 03 11:06:45.062589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Deleting port c2a4e821-af99-4c31-a6ae-3264e80f2a44 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:45.062934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.094198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] Publish callbacks [] for security_group (c819fc4f-f5ee-48ae-9cab-8ae3969d3248), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.131639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] Publish callbacks [] for security_group (c819fc4f-f5ee-48ae-9cab-8ae3969d3248), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.195757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c819fc4f-f5ee-48ae-9cab-8ae3969d3248), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.198486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.199648 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c819fc4f-f5ee-48ae-9cab-8ae3969d3248 HTTP/1.1" status: 204 len: 168 time: 0.2160344 Feb 03 11:06:45.215283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef4ab-6068-43c3-9370-fbcca486a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819fc4f-f5ee-48ae-9cab-8ae3969d3248,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:45.245984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b5a4eed-c170-48b9-8d73-575d7975784b req-db3a59cd-f597-4d72-9589-876213d37709 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336245 Feb 03 11:06:45.322211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.324639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (c2a4e821-af99-4c31-a6ae-3264e80f2a44), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.353123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Calling delete_port for c2a4e821-af99-4c31-a6ae-3264e80f2a44 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:45.665069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5d6b5e9-a5aa-4576-99c6-cab0e78291c8 req-b20c1bd1-9b02-4e62-b27a-d4ebabb67b1f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 210 time: 0.1209521 Feb 03 11:06:45.685871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-d3b55e06-495f-4401-ad16-b25bf4d95d98 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb19ff6d58154544bf697b8bf6c76451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779974 Feb 03 11:06:45.737836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c2a4e821-af99-4c31-a6ae-3264e80f2a44), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.821095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Pushing event deleted for resources: {'Port': ['ID=c2a4e821-af99-4c31-a6ae-3264e80f2a44,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:45.908661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79'}, {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:45.911390 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3415c-c69d-4bc2-a97f-f2637d78b518" -d '{"events": [{"server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "name": "network-vif-plugged", "status": "completed", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79"}, {"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:45.926636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-e89d7a6d-14d8-44ca-9381-5707b5e26e1a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:45.928101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-e89d7a6d-14d8-44ca-9381-5707b5e26e1a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364881 Feb 03 11:06:45.933695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks [] for floatingip (7f28478a-583b-4f4e-90a3-d3f41781fdbb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.937368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.941382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2f5beb9f-dae3-4636-a5eb-02247f938a2c tempest-ServersWithSpecificFlavorTestJSON-1537364441 tempest-ServersWithSpecificFlavorTestJSON-1537364441-project] 10.222.0.30 "DELETE /v2.0/floatingips/7f28478a-583b-4f4e-90a3-d3f41781fdbb HTTP/1.1" status: 204 len: 168 time: 1.3501585 Feb 03 11:06:45.960437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:45.971455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Request body: {'port': {'device_id': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'cb19ff6d58154544bf697b8bf6c76451'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:45.985438 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa7e74-e934-4338-8901-e2d83f150706 x-openstack-request-id: req-73fa7e74-e934-4338-8901-e2d83f150706 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:45.986606 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "name": "network-vif-plugged", "status": "completed", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79", "code": 200}, {"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:45.987040 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73fa7e74-e934-4338-8901-e2d83f150706 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:45.987805 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'code': 200} Feb 03 11:06:45.988255 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'code': 200} Feb 03 11:06:46.168802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7f29-af00-41bc-b6e5-caa0f765c260 req-e79af320-27f8-4fa3-9975-a65bc495dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:46.172445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2fef7f29-af00-41bc-b6e5-caa0f765c260 req-e79af320-27f8-4fa3-9975-a65bc495dc4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1128 time: 0.0755687 Feb 03 11:06:46.243476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2fef7f29-af00-41bc-b6e5-caa0f765c260 req-e469aebd-8880-49a0-b848-e9a086a20a37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640399 Feb 03 11:06:46.255331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Made reservation on behalf of cb19ff6d58154544bf697b8bf6c76451 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:06:46.260582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:46.408710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Allocated IP 192.168.233.132 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/547d53fe-541e-4a92-9bc7-d8f086a4a1ec) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:06:46.535507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7443-be48-417b-b8ff-3d053344195d req-84f5a256-cb40-4c5e-848e-12a199de13b7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:46.537067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b6d7443-be48-417b-b8ff-3d053344195d req-84f5a256-cb40-4c5e-848e-12a199de13b7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 946 time: 0.1217566 Feb 03 11:06:46.737892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks [] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:46.781910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b6d7443-be48-417b-b8ff-3d053344195d req-3e963252-0633-4bc0-b374-764f04edbaa8 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249737 Feb 03 11:06:46.817966 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:46.831474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:46.857226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:46.912989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219', 'f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:46.983415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:06:46.994312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:06:46.998519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:06:47.076117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:47.129033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb640dc9-35ad-45ef-96a5-f7718a0df491 req-48592944-52dd-437b-a8ba-dfd8689ec63a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:47.141615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb640dc9-35ad-45ef-96a5-f7718a0df491 req-48592944-52dd-437b-a8ba-dfd8689ec63a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 936 time: 0.3361623 Feb 03 11:06:47.214512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb640dc9-35ad-45ef-96a5-f7718a0df491 req-d45af9b8-0f10-42d0-99e7-670fd056faa8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Feb 03 11:06:47.252317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:47.254209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:47.293347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-4b2b7c77-1408-4c63-80da-125f43e5692e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3296976 Feb 03 11:06:47.312077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Request body: {'port': {'device_id': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:47.474220 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:47.611246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (48158f51-1978-4b6c-bae3-2bc869cc1761), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:47.651333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c73d167e-6808-454d-9012-a1232acdaa77 None None] Provisioning complete for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:47.651713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c73d167e-6808-454d-9012-a1232acdaa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:47.709307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c73d167e-6808-454d-9012-a1232acdaa77 None None] Port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:06:48.007509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e8e1-3347-482c-9350-c36b6075c480 req-8cfce063-00a5-40c3-bae0-008cf556f7c8 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:48.014741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b438e8e1-3347-482c-9350-c36b6075c480 req-8cfce063-00a5-40c3-bae0-008cf556f7c8 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 946 time: 0.1157656 Feb 03 11:06:48.122154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Deleting port e7122f52-73cf-4fec-8bbb-854aa14d7b0e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:48.122585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.123357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b438e8e1-3347-482c-9350-c36b6075c480 req-4a02de3a-0c4c-47ea-9139-b3d187549b6a tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063833 Feb 03 11:06:48.183243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547d53fe-541e-4a92-9bc7-d8f086a4a1ec {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:48.192392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks [] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.205475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Transition to ACTIVE for port object 547d53fe-541e-4a92-9bc7-d8f086a4a1ec will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:06:48.210735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.322696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] For port e7122f52-73cf-4fec-8bbb-854aa14d7b0e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:48.323363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.342237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Calling delete_port for e7122f52-73cf-4fec-8bbb-854aa14d7b0e owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:48.492039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:48.511485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:06:48.511772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:06:48.512088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:48.538485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:06:48.538485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:06:48.547307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:06:48.547658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:06:48.548051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:06:48.548496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Bound port: 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:06:48.548862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.560779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-df2ceda3-5668-4091-8d03-145838df0e1d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-585324319&fields=id&tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 267 time: 0.3395667 Feb 03 11:06:48.627824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e7122f52-73cf-4fec-8bbb-854aa14d7b0e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:48.641499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf862-2ab9-41e4-8700-28d64651377b req-2f5e6b52-a90c-4e44-962a-89226735a729 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:48.651873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-807cf862-2ab9-41e4-8700-28d64651377b req-2f5e6b52-a90c-4e44-962a-89226735a729 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.2800105 Feb 03 11:06:48.731212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7122f52-73cf-4fec-8bbb-854aa14d7b0e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:48.771272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-864952df-d908-4d08-82c5-9380325015e3 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:48.781520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-864952df-d908-4d08-82c5-9380325015e3 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 946 time: 0.2197964 Feb 03 11:06:48.787179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'security_groups': ['dca4286b-1590-4c03-9782-45e4ab0fd7a3', '6cffb0c3-ecf9-43a4-a398-c8e53f556bac']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:48.803196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-807cf862-2ab9-41e4-8700-28d64651377b req-2d4e3530-c2dc-4475-b8d9-f2c53c5bfe92 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501856 Feb 03 11:06:48.862591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:06:48.902306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:06:48.945211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (48158f51-1978-4b6c-bae3-2bc869cc1761), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.345253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.370735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Router 48158f51-1978-4b6c-bae3-2bc869cc1761 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:06:49.431092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:49.467382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.472871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:49.474198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.476461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-b947b9d4-91e0-4086-8194-1b4c42cb04ba service neutron] 10.222.0.69 "PUT /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 1096 time: 2.1699226 Feb 03 11:06:49.478429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:49.481682 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366" -d '{"events": [{"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:49.547730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:06:49.560448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0865e8dc-da36-4012-a5fb-1575e096f451 admin admin] 10.222.0.30 "PUT /v2.0/routers/48158f51-1978-4b6c-bae3-2bc869cc1761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7019238 Feb 03 11:06:49.560833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Sync routers for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:06:49.565619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:49.576371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:49.578179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:49.614128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:49.705822 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ac93a-5142-4ed0-9ea5-de4278370b3d x-openstack-request-id: req-e16ac93a-5142-4ed0-9ea5-de4278370b3d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:49.706464 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:49.706925 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e16ac93a-5142-4ed0-9ea5-de4278370b3d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:49.707529 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'status': 'completed', 'code': 200} Feb 03 11:06:49.813352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38f9ad2-e1b5-452e-bb57-f23b980738fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.854552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:49.869000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-c21192f0-8103-403e-b17e-956641c2fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:49.871715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-c21192f0-8103-403e-b17e-956641c2fa5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1130 time: 0.3047550 Feb 03 11:06:49.914677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38f9ad2-e1b5-452e-bb57-f23b980738fa admin admin] Publish callbacks [] for security_group (ba67e0eb-25f4-40a5-9071-c22c0550fcd1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.922206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38f9ad2-e1b5-452e-bb57-f23b980738fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ba67e0eb-25f4-40a5-9071-c22c0550fcd1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:49.960007 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e38f9ad2-e1b5-452e-bb57-f23b980738fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff4f99b48f8c47b1b63029131ff80d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424370 Feb 03 11:06:49.960241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:50.001887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-240d07de-799e-4d0c-9adc-464cd6f3b423 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.1078463 Feb 03 11:06:50.023643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9ad2-e1b5-452e-bb57-f23b980738fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67e0eb-25f4-40a5-9071-c22c0550fcd1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:50.065763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] Publish callbacks [] for security_group (ba67e0eb-25f4-40a5-9071-c22c0550fcd1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.116012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] Publish callbacks [] for security_group (ba67e0eb-25f4-40a5-9071-c22c0550fcd1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.122813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks [] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.193832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ba67e0eb-25f4-40a5-9071-c22c0550fcd1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.196835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.198168 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba67e0eb-25f4-40a5-9071-c22c0550fcd1 HTTP/1.1" status: 204 len: 168 time: 0.2370389 Feb 03 11:06:50.210903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5d1b-86c8-48ed-8fdf-cdff7940c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67e0eb-25f4-40a5-9071-c22c0550fcd1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:50.286098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-87d29e74-44f6-419a-b52b-2e8735599d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:50.287562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-87d29e74-44f6-419a-b52b-2e8735599d25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2441263 Feb 03 11:06:50.306942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:06:48Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:50.356867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Checking router: 48158f51-1978-4b6c-bae3-2bc869cc1761 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:06:50.367821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Routers {'48158f51-1978-4b6c-bae3-2bc869cc1761'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:50.368725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['48158f51-1978-4b6c-bae3-2bc869cc1761'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:50.509502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks [] for router_gateway (48158f51-1978-4b6c-bae3-2bc869cc1761), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.526685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c266-94aa-49da-974b-ca76978effc4 req-49fb48ae-9e44-44b1-964b-e773f3f6c8a1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:50.528801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e41c266-94aa-49da-974b-ca76978effc4 req-49fb48ae-9e44-44b1-964b-e773f3f6c8a1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.4860799 Feb 03 11:06:50.531870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:50.689643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-7f1f95c8-59bb-4785-9a44-e6e284c76eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:50.691153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-7f1f95c8-59bb-4785-9a44-e6e284c76eed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3062017 Feb 03 11:06:50.730691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] Set router 48158f51-1978-4b6c-bae3-2bc869cc1761 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:06:50.841496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:50.846069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.861975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af7a2435-5418-4c24-ad01-7a45cc2770ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.872675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:50.909856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:51.027515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af7a2435-5418-4c24-ad01-7a45cc2770ca admin admin] Publish callbacks [] for security_group (1a8fbe76-6c48-46fb-9372-44934f8535d6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.042660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af7a2435-5418-4c24-ad01-7a45cc2770ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1a8fbe76-6c48-46fb-9372-44934f8535d6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.066306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:51.067113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.071858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2806d461-1a51-4ea8-b0ba-5eae5c009408 req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "PUT /v2.0/ports/620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 982 time: 2.2883010 Feb 03 11:06:51.111614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e41c266-94aa-49da-974b-ca76978effc4 req-d7be3baf-115a-444e-9e2a-cbc2efcd1c2c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460505 Feb 03 11:06:51.121398 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af7a2435-5418-4c24-ad01-7a45cc2770ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53f1020574f34df4b92e06c2c442b90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780702 Feb 03 11:06:51.122930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2435-5418-4c24-ad01-7a45cc2770ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fbe76-6c48-46fb-9372-44934f8535d6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:51.128083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55696) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:51.134901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-a2e1a17d-e967-414d-ae51-a0df10e93719 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179564 Feb 03 11:06:51.191725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:51.251948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] Publish callbacks [] for security_group (1a8fbe76-6c48-46fb-9372-44934f8535d6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.309975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] Publish callbacks [] for security_group (1a8fbe76-6c48-46fb-9372-44934f8535d6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.333340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:06:48Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:51.430280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1a8fbe76-6c48-46fb-9372-44934f8535d6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.432931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.433977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-861dd66a-a364-435a-b085-bbc8f82282d5 req-690441ff-d2fb-4580-9ba2-28d2832504c5 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781231 Feb 03 11:06:51.441227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a8fbe76-6c48-46fb-9372-44934f8535d6 HTTP/1.1" status: 204 len: 168 time: 0.3076417 Feb 03 11:06:51.481660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df8a57-95c1-44c9-83bf-bb9bf33b3db2 None None] The sync data for ids ['48158f51-1978-4b6c-bae3-2bc869cc1761'] in n-d-821606-6 is: [{'id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290877160-router', 'tenant_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '68624180-b5de-42e8-9169-b7536f1f1520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:24Z', 'updated_at': '2022-02-03T11:06:48Z', 'revision_number': 5, 'project_id': 'c2f6fbf8d2164b088c8e51cff4b46619', 'gw_port': {'id': '68624180-b5de-42e8-9169-b7536f1f1520', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:14:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48158f51-1978-4b6c-bae3-2bc869cc1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:25Z', 'updated_at': '2022-02-03T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:06:51.497198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ec613-b034-403a-a756-6b949c3c34f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fbe76-6c48-46fb-9372-44934f8535d6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:51.513121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Deleting port 68624180-b5de-42e8-9169-b7536f1f1520 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:51.519913 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (68624180-b5de-42e8-9169-b7536f1f1520), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.558138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e86af-fb60-4b47-b160-592c18125165 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:51.672490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:51.712796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:51.715052 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660" -d '{"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:51.748617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-c7b4fac1-b030-4d6f-8d7a-24e06931a04a tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1456106604&fields=id&tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 267 time: 0.2398260 Feb 03 11:06:51.782134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] For port 68624180-b5de-42e8-9169-b7536f1f1520, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=68624180-b5de-42e8-9169-b7536f1f1520,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:51.782134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (68624180-b5de-42e8-9169-b7536f1f1520), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:51.816002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-77c9a8b1-5484-4787-8b24-b9c5e34368af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:51.817577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-77c9a8b1-5484-4787-8b24-b9c5e34368af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1130 time: 0.2096698 Feb 03 11:06:51.823162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Calling delete_port for 68624180-b5de-42e8-9169-b7536f1f1520 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:52.039332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-b27e087a-d1e7-4b42-a2a0-4c338de54574 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:52.049332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:52.060122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-b27e087a-d1e7-4b42-a2a0-4c338de54574 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 985 time: 0.3105490 Feb 03 11:06:52.074644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'security_groups': ['6cffb0c3-ecf9-43a4-a398-c8e53f556bac', 'dca4286b-1590-4c03-9782-45e4ab0fd7a3', 'b786df54-5488-4ea4-a66d-dad562155ee1']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:52.076651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'mac_address': 'fa:16:3e:8c:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:52.162583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:52.162984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.181034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:52.221557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:52.236416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.340931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:52.346172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['ccab5637-854b-4d52-8d23-13b091e5dd95'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:52.369992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-28700fd8-925e-460c-b5b3-d19d2271eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:52.371479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-28700fd8-925e-460c-b5b3-d19d2271eb5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.5381696 Feb 03 11:06:52.374124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.438218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-1f5e63ce-1589-43f0-933a-b43cbea370e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.0578935 Feb 03 11:06:52.442815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.443844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.444479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.445198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.445695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.446237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.446725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.447236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.447719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.448210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.448697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.449200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.449678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:06:52.497121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (68624180-b5de-42e8-9169-b7536f1f1520), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.560459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68624180-b5de-42e8-9169-b7536f1f1520,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:52.611226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-1c179cce-1111-43b3-a945-a094d9e3456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:52.612677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-1c179cce-1111-43b3-a945-a094d9e3456d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1266789 Feb 03 11:06:52.707593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (48158f51-1978-4b6c-bae3-2bc869cc1761), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.835278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.838024 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks [] for router_controller (48158f51-1978-4b6c-bae3-2bc869cc1761), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.910340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-52cb409a-1e6e-497f-b8a0-e0aba7e99e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:52.911922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-52cb409a-1e6e-497f-b8a0-e0aba7e99e2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2739573 Feb 03 11:06:52.935270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (48158f51-1978-4b6c-bae3-2bc869cc1761), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.935816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48158f51-1978-4b6c-bae3-2bc869cc1761 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:06:52.982183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:52.986470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:52.987012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-383efc81-da0b-49f1-84ba-331ed42579c4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/48158f51-1978-4b6c-bae3-2bc869cc1761 HTTP/1.1" status: 204 len: 168 time: 3.4111233 Feb 03 11:06:53.141219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:53.173684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Deleting subnet ed237288-2579-4700-aa52-a54c68169a93 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:06:53.177487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Publish callbacks [] for subnet (ed237288-2579-4700-aa52-a54c68169a93), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.187859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e7122f52-73cf-4fec-8bbb-854aa14d7b0e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:53.254711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ed237288-2579-4700-aa52-a54c68169a93), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.285836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e7122f52-73cf-4fec-8bbb-854aa14d7b0e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:53.286186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e7122f52-73cf-4fec-8bbb-854aa14d7b0e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:53.304302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.339024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-e7b3ed7c-34f1-419e-890d-42ac0d0152c7 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180424 Feb 03 11:06:53.341008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.360812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:53.501887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:53.502884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.505408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-594c4365-9a3d-4f9d-8582-2d781e00895a req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "PUT /v2.0/ports/620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 1021 time: 1.4444506 Feb 03 11:06:53.521517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ed237288-2579-4700-aa52-a54c68169a93), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.577985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:53.642551 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff285de-000a-4986-9cda-0113513c5c9c x-openstack-request-id: req-bff285de-000a-4986-9cda-0113513c5c9c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:53.642969 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:53.643320 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff285de-000a-4986-9cda-0113513c5c9c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:53.643905 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'status': 'completed', 'code': 200} Feb 03 11:06:53.656520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781070e4-f98d-4817-984e-17ac81a1e014 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:53.708756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:06:53.765903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6590eb1-fcdd-4e4f-a680-bc8f5ea41366 req-f5931c16-4006-4b6b-81bf-2e121e999d10 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184592 Feb 03 11:06:53.794351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ed237288-2579-4700-aa52-a54c68169a93), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.801026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-a44cca7c-cd0f-4785-a0ca-925802806c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:53.802902 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-a44cca7c-cd0f-4785-a0ca-925802806c07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1207 time: 0.1696706 Feb 03 11:06:53.826801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c0101-33ee-478e-ba10-31713fe955fd req-2271b289-39b2-431d-b115-08a20cd67daa tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:53.842484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed237288-2579-4700-aa52-a54c68169a93,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:53.848120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309c0101-33ee-478e-ba10-31713fe955fd req-2271b289-39b2-431d-b115-08a20cd67daa tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.1219056 Feb 03 11:06:53.874991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:53.878503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ae4352b-7990-4534-8cda-7f89929b0b0b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ed237288-2579-4700-aa52-a54c68169a93 HTTP/1.1" status: 204 len: 168 time: 0.8875844 Feb 03 11:06:53.881996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:53.905529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdae52e-bd66-4e44-aa7f-c5c4c740747a None None] Network 5d7069c8-13e3-4806-aa31-172e983d7a38 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:06:53.982589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309c0101-33ee-478e-ba10-31713fe955fd req-4f14e689-e495-4eec-b1ea-4f85bead4965 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326098 Feb 03 11:06:54.037370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5d7069c8-13e3-4806-aa31-172e983d7a38), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.059515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-139f0a40-8079-4f59-ae93-9e0cafbe66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:54.061016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-139f0a40-8079-4f59-ae93-9e0cafbe66b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.2225800 Feb 03 11:06:54.084666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port ccab5637-854b-4d52-8d23-13b091e5dd95 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:06:54.085079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.165162 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-cbcc783b-60d9-4a34-a6fc-ace3a017ac2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 217 time: 0.0946686 Feb 03 11:06:54.203893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f119cc-497b-4c7a-8f26-79219c95d8a8 req-837e51c4-680c-4f57-b701-bfe12a6ebc04 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:54.205492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1f119cc-497b-4c7a-8f26-79219c95d8a8 req-837e51c4-680c-4f57-b701-bfe12a6ebc04 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1024 time: 0.0705009 Feb 03 11:06:54.268303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Deleting port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:54.269328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.277807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-92f61617-a064-4cc3-96e9-20701dd309b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:54.279652 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-92f61617-a064-4cc3-96e9-20701dd309b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.0998607 Feb 03 11:06:54.334943 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-6fa85eff-1cff-4e50-9e14-368558506c96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424788 Feb 03 11:06:54.362705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1f119cc-497b-4c7a-8f26-79219c95d8a8 req-156fe23c-e0a5-4b2e-9ae3-7358665ce898 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=b786df54-5488-4ea4-a66d-dad562155ee1&id=6cffb0c3-ecf9-43a4-a398-c8e53f556bac&id=dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 200 len: 6198 time: 0.1509645 Feb 03 11:06:54.411710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': ' tempest-securitygroup -899394733 ', 'description': 'tempest-description-1087671627'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:54.441510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] DHCP port deletion for 5d7069c8-13e3-4806-aa31-172e983d7a38 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:06:54.443651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.483160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:54.483160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.582801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] For port c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:54.584286 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.608334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:54.615703 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2772c6c1-70f4-40ac-8a0e-31600aaf84c7" -d '{"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:54.620254 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (c566f3ac-acfa-4e9c-97a7-ffe98f191916), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.626445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c566f3ac-acfa-4e9c-97a7-ffe98f191916), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.660015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:54.667841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.692178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Calling delete_port for c25aec9a-08e2-41d0-b731-7e2eb7aa0618 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:54.716215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.732738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c94a2850-c461-4f65-afeb-0223e71ebe75 req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3258500 Feb 03 11:06:54.738779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02a5c6-c15c-44e4-a6b9-c5cc42d63e5e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c566f3ac-acfa-4e9c-97a7-ffe98f191916,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:54.756034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Deleting port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:54.756413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.774762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:54.801838 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59b8c1-b191-4444-95c7-43c78fa18e65 x-openstack-request-id: req-da59b8c1-b191-4444-95c7-43c78fa18e65 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:54.802148 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:54.802401 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da59b8c1-b191-4444-95c7-43c78fa18e65 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:54.802792 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'code': 200} Feb 03 11:06:54.849864 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-85380402-0de1-4a15-a5c1-0958ee27b02d service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932859 Feb 03 11:06:54.884646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] For port c25aec9a-08e2-41d0-b731-7e2eb7aa0618, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,segment=NetworkSegment(ade31331-7c2e-4194-bd04-041d8a52510d),segment_id=ade31331-7c2e-4194-bd04-041d8a52510d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:54.884646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:54.932430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Calling delete_port for c25aec9a-08e2-41d0-b731-7e2eb7aa0618 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:55.026276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.081813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:55.099948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd0c7bee-b8c3-4b4d-bced-4d4c534a6660 req-6ae3db27-bc26-4376-a9b5-d18d55c920d0 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419491 Feb 03 11:06:55.101141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] No DVR routers for this DVR port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:55.136780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 68624180-b5de-42e8-9169-b7536f1f1520 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:55.160557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 68624180-b5de-42e8-9169-b7536f1f1520 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:55.160962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 68624180-b5de-42e8-9169-b7536f1f1520 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:55.161328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c25aec9a-08e2-41d0-b731-7e2eb7aa0618 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:06:55.165431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c25aec9a-08e2-41d0-b731-7e2eb7aa0618), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.208084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c25aec9a-08e2-41d0-b731-7e2eb7aa0618 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:06:55.208435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c25aec9a-08e2-41d0-b731-7e2eb7aa0618 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:06:55.212714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] Pushing event deleted for resources: {'Port': ['ID=c25aec9a-08e2-41d0-b731-7e2eb7aa0618,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:55.216336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fca0c3-6d17-4dc1-9b75-da3281229096 None None] No DVR routers for this DVR port c25aec9a-08e2-41d0-b731-7e2eb7aa0618 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:06:55.266143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7028f81c-4463-4ec1-86b9-fef32681ce76 req-0be8a671-8386-4aa3-a553-7090f2998ff4 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/c566f3ac-acfa-4e9c-97a7-ffe98f191916 HTTP/1.1" status: 200 len: 1797 time: 0.1076994 Feb 03 11:06:55.327369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5d7069c8-13e3-4806-aa31-172e983d7a38), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.354382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7069c8-13e3-4806-aa31-172e983d7a38']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:55.372824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade31331-7c2e-4194-bd04-041d8a52510d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:55.373297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade31331-7c2e-4194-bd04-041d8a52510d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:55.384950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (ade31331-7c2e-4194-bd04-041d8a52510d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.405787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ade31331-7c2e-4194-bd04-041d8a52510d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.417817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:06:55.418846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (ade31331-7c2e-4194-bd04-041d8a52510d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:06:55.422537 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:06:55.427542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b338-cb09-4ecc-8960-4c61c1735ca6 req-4cfb1a6e-8b1e-4342-b645-6db37c2e9ad5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:55.436102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5297b338-cb09-4ecc-8960-4c61c1735ca6 req-4cfb1a6e-8b1e-4342-b645-6db37c2e9ad5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.0965581 Feb 03 11:06:55.511773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5d7069c8-13e3-4806-aa31-172e983d7a38), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.512802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5297b338-cb09-4ecc-8960-4c61c1735ca6 req-872ff9bb-c0c3-419d-beed-06fdb55efdec tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 Feb 03 11:06:55.518714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:55.527077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:55.532846 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5d7069c8-13e3-4806-aa31-172e983d7a38 HTTP/1.1" status: 204 len: 168 time: 1.6397438 Feb 03 11:06:55.545571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f7fa4-8dac-48ad-998e-5e9bb3ae4911 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7069c8-13e3-4806-aa31-172e983d7a38,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:55.870106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:06:55.871680 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b115e868-399e-49c2-ac0d-d8a9c2c26aae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:06:55.955968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-548073f0-4273-41a0-8ac1-617589faad11 req-4e3fe8e5-a886-47ba-9921-cf7333b0b777 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/c566f3ac-acfa-4e9c-97a7-ffe98f191916 HTTP/1.1" status: 200 len: 1797 time: 0.0815067 Feb 03 11:06:56.025785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-548073f0-4273-41a0-8ac1-617589faad11 req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (c566f3ac-acfa-4e9c-97a7-ffe98f191916), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.084284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-548073f0-4273-41a0-8ac1-617589faad11 req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (c566f3ac-acfa-4e9c-97a7-ffe98f191916), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.207119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-548073f0-4273-41a0-8ac1-617589faad11 req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c566f3ac-acfa-4e9c-97a7-ffe98f191916), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.227303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-548073f0-4273-41a0-8ac1-617589faad11 req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.228576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-548073f0-4273-41a0-8ac1-617589faad11 req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/c566f3ac-acfa-4e9c-97a7-ffe98f191916 HTTP/1.1" status: 204 len: 173 time: 0.2642009 Feb 03 11:06:56.295869 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-091497f3-94b1-4f8a-a889-3258d6f2752e req-217abdf0-dca6-4cbc-a242-0a493c2b6db9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:06:56.297456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-091497f3-94b1-4f8a-a889-3258d6f2752e req-217abdf0-dca6-4cbc-a242-0a493c2b6db9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/c566f3ac-acfa-4e9c-97a7-ffe98f191916 HTTP/1.1" status: 404 len: 352 time: 0.0376210 Feb 03 11:06:56.300452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acead317-cd86-4af4-8f24-07ad6ecae570 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c566f3ac-acfa-4e9c-97a7-ffe98f191916,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:56.318133 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9ba63-4c1d-413b-8013-3576b354e302 x-openstack-request-id: req-86c9ba63-4c1d-413b-8013-3576b354e302 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:06:56.322365 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:06:56.322365 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86c9ba63-4c1d-413b-8013-3576b354e302 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:06:56.322756 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'status': 'completed', 'code': 200} Feb 03 11:06:56.427779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-571240554', 'description': 'tempest-description-1578756707'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:56.509565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.518346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-a373ed0f-d517-421b-8b1c-85f055fac134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:56.521729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-a373ed0f-d517-421b-8b1c-85f055fac134 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1207 time: 0.1705308 Feb 03 11:06:56.586380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:06:56.714626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-b5a8c859-47b0-48bf-8d7f-8687cfddd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:56.716213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-b5a8c859-47b0-48bf-8d7f-8687cfddd5c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.1878452 Feb 03 11:06:56.815899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.823455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (247cfc18-2eb3-4bc0-ab9d-e9c818b89c83), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.836262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:56.842091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:56.847973 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-e6816831-4645-48fa-9d2c-0e2e892a0c4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 200 len: 217 time: 0.1103954 Feb 03 11:06:56.849695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (247cfc18-2eb3-4bc0-ab9d-e9c818b89c83), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.907399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'mac_address': 'fa:16:3e:53:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:06:56.936296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (b5935220-5a4e-419e-875c-b577ccdebd65), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.942043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:56.943361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28e148aa-4cfc-4af9-89b9-4c5c9acc4564 req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5339613 Feb 03 11:06:56.982356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4090b9-0727-4580-b920-23a37c8cdc7b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247cfc18-2eb3-4bc0-ab9d-e9c818b89c83,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:56.992223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-b2161b4f-9808-4fe1-a72f-875ebb815cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:56.993944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-b2161b4f-9808-4fe1-a72f-875ebb815cfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.1400640 Feb 03 11:06:57.012995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e37887-2e26-4784-b8a0-272b2675f6b8 req-a9f77b6a-ab14-492e-9d3b-106eea00d8a8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:57.021343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91e37887-2e26-4784-b8a0-272b2675f6b8 req-a9f77b6a-ab14-492e-9d3b-106eea00d8a8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.1958249 Feb 03 11:06:57.068600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:06:57.069125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.070324 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-3b38efd9-341d-4d9e-86e0-76d0df9f49a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682933 Feb 03 11:06:57.100820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547d53fe-541e-4a92-9bc7-d8f086a4a1ec {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:06:57.124344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:57.132192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.178860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2000555475', 'description': 'tempest-description-359501850'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:57.193004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b380bd13-729a-4f53-b7d9-438713b714c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.221224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91e37887-2e26-4784-b8a0-272b2675f6b8 req-122e1827-e630-4695-addd-8713fbd61c1a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959772 Feb 03 11:06:57.255242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:57.310928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.604751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['547d53fe-541e-4a92-9bc7-d8f086a4a1ec'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:06:57.642662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (10405487-6950-4131-bbae-9988582eab74), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.651800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b380bd13-729a-4f53-b7d9-438713b714c6 admin admin] Publish callbacks [] for security_group (bd078ebe-ee2e-4311-ba1b-17b8e8862d53), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.654980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (10405487-6950-4131-bbae-9988582eab74), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.676125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b380bd13-729a-4f53-b7d9-438713b714c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bd078ebe-ee2e-4311-ba1b-17b8e8862d53), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.687741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:57.689027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e531c8c-eba4-443e-8405-1f37fa413e7a req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5313580 Feb 03 11:06:57.784955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-220459990', 'description': 'tempest-description-479471735'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:06:57.878003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc366304-91cb-4cd1-9082-bc7c5c0496ce tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10405487-6950-4131-bbae-9988582eab74,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:57.882380 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-993d34bf-6fd0-4cc8-99ed-b04487535319 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018396 Feb 03 11:06:57.899561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b380bd13-729a-4f53-b7d9-438713b714c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba2d85cfe4e0470fb64fa9896959d941&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0622523 Feb 03 11:06:57.930997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55898) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:57.994070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.025569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b115e868-399e-49c2-ac0d-d8a9c2c26aae req-bcee5a16-c11d-4494-b653-dd47acf2c334 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273429 Feb 03 11:06:58.025835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380bd13-729a-4f53-b7d9-438713b714c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd078ebe-ee2e-4311-ba1b-17b8e8862d53,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:58.127701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] Publish callbacks [] for security_group (bd078ebe-ee2e-4311-ba1b-17b8e8862d53), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.180580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] Publish callbacks [] for security_group (bd078ebe-ee2e-4311-ba1b-17b8e8862d53), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.194631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Deleting port ad9257f6-dc91-477d-bd85-c435bccd7a0c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:06:58.195379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.227875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (a6879fa1-3652-4210-bd8d-8c005970dbee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.253533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a6879fa1-3652-4210-bd8d-8c005970dbee), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.343777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.353473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db1da33a-93eb-4e16-9ea0-0e3922065a85 req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6082804 Feb 03 11:06:58.382841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] For port ad9257f6-dc91-477d-bd85-c435bccd7a0c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ad9257f6-dc91-477d-bd85-c435bccd7a0c,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:06:58.383209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.403097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Calling delete_port for ad9257f6-dc91-477d-bd85-c435bccd7a0c owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:06:58.456087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d869cf0-ab4f-494f-a314-eebba5b3195c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6879fa1-3652-4210-bd8d-8c005970dbee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:58.506380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bd078ebe-ee2e-4311-ba1b-17b8e8862d53), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.509470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.511958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd078ebe-ee2e-4311-ba1b-17b8e8862d53 HTTP/1.1" status: 204 len: 168 time: 0.5729401 Feb 03 11:06:58.540103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f094be3-abdd-4017-a71d-1c68ba7b1b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd078ebe-ee2e-4311-ba1b-17b8e8862d53,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:58.655548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804788ba-2733-44cb-8a75-db948740f7e3 req-de1c343d-fb82-4dbf-a230-0c2317576444 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:06:58.658227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804788ba-2733-44cb-8a75-db948740f7e3 req-de1c343d-fb82-4dbf-a230-0c2317576444 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.2033532 Feb 03 11:06:58.759436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-804788ba-2733-44cb-8a75-db948740f7e3 req-d69a5fc0-a4a5-4bd9-a450-eff9f33e8f6a tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935380 Feb 03 11:06:58.877988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ad9257f6-dc91-477d-bd85-c435bccd7a0c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:58.923699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9257f6-dc91-477d-bd85-c435bccd7a0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:59.110771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:59.132741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32d0c172-b818-4aeb-8f0b-4d19681c811e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.232515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32d0c172-b818-4aeb-8f0b-4d19681c811e admin admin] Publish callbacks [] for security_group (2f127e90-a61f-4a71-ae60-e37082d904b0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.237917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32d0c172-b818-4aeb-8f0b-4d19681c811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f127e90-a61f-4a71-ae60-e37082d904b0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.253519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02619db3-46cf-4b19-a9de-372ffe673b2d req-64f49fa6-fcd7-41e3-81d7-5ed19472f686 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 10995 time: 0.4359114 Feb 03 11:06:59.299919 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32d0c172-b818-4aeb-8f0b-4d19681c811e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=932f20ccbbdf48ef98aa8d18812a7ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880243 Feb 03 11:06:59.300569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:59.302923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c172-b818-4aeb-8f0b-4d19681c811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f127e90-a61f-4a71-ae60-e37082d904b0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:59.311458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (b5935220-5a4e-419e-875c-b577ccdebd65), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.369723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] Publish callbacks [] for security_group (2f127e90-a61f-4a71-ae60-e37082d904b0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.393169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] Publish callbacks [] for security_group (2f127e90-a61f-4a71-ae60-e37082d904b0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.434046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02619db3-46cf-4b19-a9de-372ffe673b2d req-03e0c00a-f77c-41c9-bcfd-59f254c01e5c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 200 len: 2998 time: 0.1738551 Feb 03 11:06:59.449481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f127e90-a61f-4a71-ae60-e37082d904b0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.451995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.453570 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f127e90-a61f-4a71-ae60-e37082d904b0 HTTP/1.1" status: 204 len: 168 time: 0.1514204 Feb 03 11:06:59.483330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf518ec-bcc6-4144-b0ac-909be9fe4f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f127e90-a61f-4a71-ae60-e37082d904b0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:06:59.527232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02619db3-46cf-4b19-a9de-372ffe673b2d req-c927b1ab-229f-483b-9b72-479a92371ee7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 200 len: 2998 time: 0.0815318 Feb 03 11:06:59.670814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-9b23d98b-2d2b-41f9-ba31-c0f78581f967 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/247cfc18-2eb3-4bc0-ab9d-e9c818b89c83 HTTP/1.1" status: 200 len: 1817 time: 0.0927727 Feb 03 11:06:59.714015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Router b5935220-5a4e-419e-875c-b577ccdebd65 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:06:59.815782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (247cfc18-2eb3-4bc0-ab9d-e9c818b89c83), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.854713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (247cfc18-2eb3-4bc0-ab9d-e9c818b89c83), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:06:59.951761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:06:59.962475 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Sync routers for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:06:59.980871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:06:59.982725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-51dc82de-c4bf-4960-bbff-edf620a89c6a admin admin] 10.222.0.30 "PUT /v2.0/routers/b5935220-5a4e-419e-875c-b577ccdebd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4541364 Feb 03 11:06:59.988725 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:06:59.989811 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:06:59.996275 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (247cfc18-2eb3-4bc0-ab9d-e9c818b89c83), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.003046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.006400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9cc5794-0fcf-4c9b-932d-80a261c68aba req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/247cfc18-2eb3-4bc0-ab9d-e9c818b89c83 HTTP/1.1" status: 204 len: 173 time: 0.3319132 Feb 03 11:07:00.042070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316af9a-80a8-4660-afe7-33d05809684c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247cfc18-2eb3-4bc0-ab9d-e9c818b89c83,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:00.211992 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:00.309070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8301f10-f8b3-4d7d-80b4-ba0022680a7e req-578c2d55-46e0-465a-ace7-b1bf44a7575b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:00.325065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8301f10-f8b3-4d7d-80b4-ba0022680a7e req-578c2d55-46e0-465a-ace7-b1bf44a7575b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.1416619 Feb 03 11:07:00.413700 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks [] for router (b5935220-5a4e-419e-875c-b577ccdebd65), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.475114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8301f10-f8b3-4d7d-80b4-ba0022680a7e req-bacccd04-8efe-48dd-a0cb-4f32f2674bd7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507883 Feb 03 11:07:00.538252 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-3acf7cc9-f1c3-48a7-b1eb-e051a5180936 req-62809c9d-d735-47f5-a5a0-5fa89e5c7a64 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:07:00.539308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3acf7cc9-f1c3-48a7-b1eb-e051a5180936 req-62809c9d-d735-47f5-a5a0-5fa89e5c7a64 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/247cfc18-2eb3-4bc0-ab9d-e9c818b89c83 HTTP/1.1" status: 404 len: 352 time: 0.0221868 Feb 03 11:07:00.563363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks [] for router_gateway (b5935220-5a4e-419e-875c-b577ccdebd65), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.589745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:00.614399 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:06:58Z', 'revision_number': 5, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port': {'id': 'ff9effe7-8978-47c5-bbb8-0bb174dfa75d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:02:33Z', 'updated_at': '2022-02-03T11:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:00.636892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Deleting port ff9effe7-8978-47c5-bbb8-0bb174dfa75d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:00.637261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.650184 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Checking router: b5935220-5a4e-419e-875c-b577ccdebd65 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:00.665442 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Routers {'b5935220-5a4e-419e-875c-b577ccdebd65'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:00.667220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:06:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b5935220-5a4e-419e-875c-b577ccdebd65'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:00.705201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:00.710934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:00.711603 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.719310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3940183-015f-4a2c-88fd-18393df46481 req-3e93d1e9-e81b-4e5b-a12f-c6b3eefbde13 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/10405487-6950-4131-bbae-9988582eab74 HTTP/1.1" status: 200 len: 1817 time: 0.1484051 Feb 03 11:07:00.866452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] For port ff9effe7-8978-47c5-bbb8-0bb174dfa75d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:00.868928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.903112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Calling delete_port for ff9effe7-8978-47c5-bbb8-0bb174dfa75d owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:00.942009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3940183-015f-4a2c-88fd-18393df46481 req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (10405487-6950-4131-bbae-9988582eab74), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:00.977741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:00.981474 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.006562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3940183-015f-4a2c-88fd-18393df46481 req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (10405487-6950-4131-bbae-9988582eab74), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.066128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:01.070475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:01.074604 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c4c15-f09e-4341-8c1f-dfbd620eb109" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:01.090533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.100658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3940183-015f-4a2c-88fd-18393df46481 req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (10405487-6950-4131-bbae-9988582eab74), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.104537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3940183-015f-4a2c-88fd-18393df46481 req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.122423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3940183-015f-4a2c-88fd-18393df46481 req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/10405487-6950-4131-bbae-9988582eab74 HTTP/1.1" status: 204 len: 173 time: 0.3942139 Feb 03 11:07:01.150737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2c8f-24fd-4df0-a6f7-a6f6506c1c63 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10405487-6950-4131-bbae-9988582eab74,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:01.208304 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-d84f1ef4-6fb9-45d2-98ec-64b3fbaa5e1d req-e50907af-f0b4-4f6a-9a5c-bcd36f5aeea0 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:07:01.222326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d84f1ef4-6fb9-45d2-98ec-64b3fbaa5e1d req-e50907af-f0b4-4f6a-9a5c-bcd36f5aeea0 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/10405487-6950-4131-bbae-9988582eab74 HTTP/1.1" status: 404 len: 352 time: 0.0328031 Feb 03 11:07:01.239509 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] Set router b5935220-5a4e-419e-875c-b577ccdebd65 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:01.263789 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a6099-fc1e-479e-afe4-fac9c07b3147 x-openstack-request-id: req-1c9a6099-fc1e-479e-afe4-fac9c07b3147 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:01.270132 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:01.270451 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c9a6099-fc1e-479e-afe4-fac9c07b3147 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:01.271679 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:07:01.319536 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:07:00Z', 'revision_number': 6, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:01.351128 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1fe34b-226d-404d-a302-853012d30a55 None None] The sync data for ids ['b5935220-5a4e-419e-875c-b577ccdebd65'] in n-d-821606-6 is: [{'id': 'b5935220-5a4e-419e-875c-b577ccdebd65', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006591513-router', 'tenant_id': 'da198f96c43046238f50ea4730770a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:02:32Z', 'updated_at': '2022-02-03T11:07:00Z', 'revision_number': 6, 'project_id': 'da198f96c43046238f50ea4730770a57', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:01.400736 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6186-7891-43cc-a5b7-49af8ddb8e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.407366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:01.410385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e011b95-2c59-426f-88de-df6ae47b00e9 req-78651486-e95c-4a59-b807-56a619a54d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:01.413936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e011b95-2c59-426f-88de-df6ae47b00e9 req-78651486-e95c-4a59-b807-56a619a54d09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1132 time: 0.1114745 Feb 03 11:07:01.432554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ff9effe7-8978-47c5-bbb8-0bb174dfa75d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.502816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9effe7-8978-47c5-bbb8-0bb174dfa75d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:01.509475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e011b95-2c59-426f-88de-df6ae47b00e9 req-e4529f61-1430-415b-9e41-9d370eb377d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 Feb 03 11:07:01.577442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (b5935220-5a4e-419e-875c-b577ccdebd65), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.686516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (b5935220-5a4e-419e-875c-b577ccdebd65), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.688876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks [] for router_controller (b5935220-5a4e-419e-875c-b577ccdebd65), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.750022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (b5935220-5a4e-419e-875c-b577ccdebd65), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.750904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5935220-5a4e-419e-875c-b577ccdebd65 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:07:01.756480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.761092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:01.762612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-90733b33-0dc3-41c2-9926-87e092eb8093 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b5935220-5a4e-419e-875c-b577ccdebd65 HTTP/1.1" status: 204 len: 168 time: 1.7804358 Feb 03 11:07:01.818708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Deleting subnet 623e2803-2b62-4f0b-8c49-34014d595ecf {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:07:01.822636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Publish callbacks [] for subnet (623e2803-2b62-4f0b-8c49-34014d595ecf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:01.883880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (623e2803-2b62-4f0b-8c49-34014d595ecf), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.029849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (623e2803-2b62-4f0b-8c49-34014d595ecf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.112528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (623e2803-2b62-4f0b-8c49-34014d595ecf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.139679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623e2803-2b62-4f0b-8c49-34014d595ecf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:02.156327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.160040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c8e6c-5dd0-46d2-a086-343f30547a6e None None] Network 60264602-1f67-4652-b12c-23aa6b943e18 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:02.160854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-798bfc39-f45e-43c5-af05-0eba5e20547b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/623e2803-2b62-4f0b-8c49-34014d595ecf HTTP/1.1" status: 204 len: 168 time: 0.3980539 Feb 03 11:07:02.163327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:02.296247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (60264602-1f67-4652-b12c-23aa6b943e18), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.395576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Deleting port 0797eaf8-7648-4459-aed9-0196cfbac200 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:02.396458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.519953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] For port 0797eaf8-7648-4459-aed9-0196cfbac200, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0797eaf8-7648-4459-aed9-0196cfbac200,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:02.520609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.531834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] DHCP port deletion for 60264602-1f67-4652-b12c-23aa6b943e18 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:07:02.557912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Calling delete_port for 0797eaf8-7648-4459-aed9-0196cfbac200 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:02.602190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Deleting port 0797eaf8-7648-4459-aed9-0196cfbac200 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:02.602878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.674342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] For port 0797eaf8-7648-4459-aed9-0196cfbac200, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0797eaf8-7648-4459-aed9-0196cfbac200,segment=NetworkSegment(13eb13a9-7849-4fc0-be90-9066da4e1a2c),segment_id=13eb13a9-7849-4fc0-be90-9066da4e1a2c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:02.675102 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.689005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.706884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Calling delete_port for 0797eaf8-7648-4459-aed9-0196cfbac200 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:02.710983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] No DVR routers for this DVR port 0797eaf8-7648-4459-aed9-0196cfbac200 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:02.748009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0797eaf8-7648-4459-aed9-0196cfbac200,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:02.836587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0797eaf8-7648-4459-aed9-0196cfbac200), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.872178 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (60264602-1f67-4652-b12c-23aa6b943e18), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.903201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] Pushing event deleted for resources: {'Port': ['ID=0797eaf8-7648-4459-aed9-0196cfbac200,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:02.905336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae69c54-56e6-4e8c-8f2a-100ae3b1cf86 None None] No DVR routers for this DVR port 0797eaf8-7648-4459-aed9-0196cfbac200 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:02.925962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60264602-1f67-4652-b12c-23aa6b943e18']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:02.941715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eb13a9-7849-4fc0-be90-9066da4e1a2c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:02.942013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eb13a9-7849-4fc0-be90-9066da4e1a2c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:02.960609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (13eb13a9-7849-4fc0-be90-9066da4e1a2c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.977295 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (13eb13a9-7849-4fc0-be90-9066da4e1a2c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.986216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:07:02.987062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (13eb13a9-7849-4fc0-be90-9066da4e1a2c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:07:02.989633 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:07:03.072948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (60264602-1f67-4652-b12c-23aa6b943e18), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.080390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.089755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/60264602-1f67-4652-b12c-23aa6b943e18 HTTP/1.1" status: 204 len: 168 time: 0.9249144 Feb 03 11:07:03.102768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1d8a0-9f0b-4f1e-8763-e7a4ee77ef62 admin admin] Pushing event deleted for resources: {'Network': ['ID=60264602-1f67-4652-b12c-23aa6b943e18,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:03.117936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ff9effe7-8978-47c5-bbb8-0bb174dfa75d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:03.160359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ff9effe7-8978-47c5-bbb8-0bb174dfa75d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:03.160359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ff9effe7-8978-47c5-bbb8-0bb174dfa75d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:03.162815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0797eaf8-7648-4459-aed9-0196cfbac200 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:03.212206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0797eaf8-7648-4459-aed9-0196cfbac200 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:03.212554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0797eaf8-7648-4459-aed9-0196cfbac200 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:03.213000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ad9257f6-dc91-477d-bd85-c435bccd7a0c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:03.252931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ad9257f6-dc91-477d-bd85-c435bccd7a0c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:03.253285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ad9257f6-dc91-477d-bd85-c435bccd7a0c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:03.416903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:03.462415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e8e1983-0938-4cec-8c09-8912521e0d89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2f6fbf8d2164b088c8e51cff4b46619&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442348 Feb 03 11:07:03.464978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56002) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:03.522191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f7cc-c4bf-43d6-b72f-31dd39b011b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.528729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] Publish callbacks [] for security_group (d6ccd835-05e5-4510-acaa-a114984b0c3e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.569434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] Publish callbacks [] for security_group (d6ccd835-05e5-4510-acaa-a114984b0c3e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.629640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d6ccd835-05e5-4510-acaa-a114984b0c3e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.633187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:03.634695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6ccd835-05e5-4510-acaa-a114984b0c3e HTTP/1.1" status: 204 len: 168 time: 0.1679225 Feb 03 11:07:03.646256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28988657-5212-42a5-9031-e092f53a1a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ccd835-05e5-4510-acaa-a114984b0c3e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:04.163650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:04.227396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56012) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:04.228203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0dd14e26-8bf2-465c-875d-61e90c47c7d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da198f96c43046238f50ea4730770a57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0630343 Feb 03 11:07:04.287441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] Publish callbacks [] for security_group (2d9d8684-c499-40b5-ad8e-0104a73d2508), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:04.321634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] Publish callbacks [] for security_group (2d9d8684-c499-40b5-ad8e-0104a73d2508), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:04.386395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2d9d8684-c499-40b5-ad8e-0104a73d2508), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:04.389065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:04.396527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d9d8684-c499-40b5-ad8e-0104a73d2508 HTTP/1.1" status: 204 len: 168 time: 0.1618671 Feb 03 11:07:04.408114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c88bd1-379e-4995-8420-25df13f03991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d8684-c499-40b5-ad8e-0104a73d2508,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:04.503834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:06.268969 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.115147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-9815c8e2-3628-4f66-a0e8-a36574aff829 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/a6879fa1-3652-4210-bd8d-8c005970dbee HTTP/1.1" status: 200 len: 1816 time: 0.0451672 Feb 03 11:07:07.203897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0c140-f494-4dd3-b772-85527ec9861d req-1bcea8b9-4e60-460c-8fed-1bc3af2018ad tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:07.209693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ae0c140-f494-4dd3-b772-85527ec9861d req-1bcea8b9-4e60-460c-8fed-1bc3af2018ad tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.0991549 Feb 03 11:07:07.236546 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (a6879fa1-3652-4210-bd8d-8c005970dbee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.278450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (a6879fa1-3652-4210-bd8d-8c005970dbee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.307282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.327127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ae0c140-f494-4dd3-b772-85527ec9861d req-f8a0c41c-9609-4d40-8549-005d579cfd12 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017795 Feb 03 11:07:07.375083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a6879fa1-3652-4210-bd8d-8c005970dbee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.401237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:07.414533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a018d48-8288-4f3d-b822-0c2b82897590 req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6879fa1-3652-4210-bd8d-8c005970dbee HTTP/1.1" status: 204 len: 173 time: 0.2912419 Feb 03 11:07:07.454111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00952a9-e459-462c-a394-e9d8f3e23d9d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6879fa1-3652-4210-bd8d-8c005970dbee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:07.606119 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-a79cfdab-1d5a-402f-8ca3-9fb7f50de3df req-701c8c94-fe93-41e3-9613-e7ba968c6f86 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:07:07.607375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a79cfdab-1d5a-402f-8ca3-9fb7f50de3df req-701c8c94-fe93-41e3-9613-e7ba968c6f86 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/a6879fa1-3652-4210-bd8d-8c005970dbee HTTP/1.1" status: 404 len: 352 time: 0.0197258 Feb 03 11:07:07.662520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfa552-2d05-4195-854e-9e94351dfa8f req-da5f6fc7-6edf-4a15-bd70-2212df2b7769 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:07.672153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9cfa552-2d05-4195-854e-9e94351dfa8f req-da5f6fc7-6edf-4a15-bd70-2212df2b7769 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1132 time: 0.0676413 Feb 03 11:07:07.727349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9cfa552-2d05-4195-854e-9e94351dfa8f req-82fbbc3e-127c-417f-a63e-e5d9217e5873 tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541682 Feb 03 11:07:07.792395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5d7f-2b49-4c53-a06f-6e747a8a2be8 req-d461c0c0-33a9-4a04-9c90-7476a6b765cf tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:07.795485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-712b5d7f-2b49-4c53-a06f-6e747a8a2be8 req-d461c0c0-33a9-4a04-9c90-7476a6b765cf tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 951 time: 0.0718973 Feb 03 11:07:07.846409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-712b5d7f-2b49-4c53-a06f-6e747a8a2be8 req-b98d3485-1e98-4321-8372-6c37f7961d81 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Feb 03 11:07:07.970654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-858467bd-07fb-41f1-9edf-0428307cbda9 req-0096a076-750c-44f8-8168-fef7942eeced tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 6198 time: 0.0944211 Feb 03 11:07:08.039943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-858467bd-07fb-41f1-9edf-0428307cbda9 req-8c175e8a-47f5-41ff-82c7-afebf3d532de tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 200 len: 2998 time: 0.0633328 Feb 03 11:07:08.096073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-858467bd-07fb-41f1-9edf-0428307cbda9 req-29b9fba7-2308-4084-967d-4ec31fcf0f4f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 200 len: 2998 time: 0.0552170 Feb 03 11:07:08.234584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-ffea5fd5-cd1c-4972-8b5f-31c4f7cf0040 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718288 Feb 03 11:07:08.885740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-151987966', 'description': 'tempest-description-310271626'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:08.961943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.015369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5158b-9aba-4b0a-87e6-955d870ec2a0 req-01266e35-b848-48f2-b59c-6d4a15f03bac tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:09.022928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb5158b-9aba-4b0a-87e6-955d870ec2a0 req-01266e35-b848-48f2-b59c-6d4a15f03bac tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1147456 Feb 03 11:07:09.108774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eb5158b-9aba-4b0a-87e6-955d870ec2a0 req-b219b2c3-cd9a-470d-ba98-b3157f6aafef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Feb 03 11:07:09.126063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (d87b779a-5cb5-4397-89d0-d196dcda0593), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.134612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d87b779a-5cb5-4397-89d0-d196dcda0593), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.186292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.188050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0692ada7-7b8b-4041-ba6e-cc75ef47d949 req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3063877 Feb 03 11:07:09.255821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd2009-b18e-4af2-95b2-4dedc140efa6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b779a-5cb5-4397-89d0-d196dcda0593,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:09.284808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1965395974', 'description': 'tempest-description-226058180'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:09.310633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.855105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:09.894740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (285f1fe0-9496-49df-9463-861943c97058), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.911477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (285f1fe0-9496-49df-9463-861943c97058), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.956173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285f1fe0-9496-49df-9463-861943c97058,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:09.981255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:09.982584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57b2a89a-7915-4076-9f04-9341023e66d9 req-2c389a88-ca0f-4643-8b3f-1f8fa859271c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7017229 Feb 03 11:07:10.006807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965004e5-c032-433a-a576-05cab5548db5 req-00107dea-9ce9-4f5a-9aa3-869b350ae701 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.015977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-965004e5-c032-433a-a576-05cab5548db5 req-00107dea-9ce9-4f5a-9aa3-869b350ae701 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 951 time: 0.1955409 Feb 03 11:07:10.034617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-1c07d61a-646a-4c8b-84f0-dba0f05422f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.036036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-1c07d61a-646a-4c8b-84f0-dba0f05422f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1132 time: 0.1396825 Feb 03 11:07:10.070852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf1532d3-28d1-496a-bb36-4bd2699372c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.152711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-965004e5-c032-433a-a576-05cab5548db5 req-44be4311-c445-4ec9-8990-870be84b3617 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357491 Feb 03 11:07:10.189617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-1dfe10b6-0aeb-4203-b622-e17cb0466ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.191433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-1dfe10b6-0aeb-4203-b622-e17cb0466ef0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1489017 Feb 03 11:07:10.243852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf1532d3-28d1-496a-bb36-4bd2699372c6 admin admin] Publish callbacks [] for security_group (e2605105-082a-4a64-8bcb-79be0e365601), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.250598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf1532d3-28d1-496a-bb36-4bd2699372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e2605105-082a-4a64-8bcb-79be0e365601), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.258075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-27260f10-b947-4d80-8b11-56eb2e9c06a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.0590603 Feb 03 11:07:10.292488 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cf1532d3-28d1-496a-bb36-4bd2699372c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e891021c78cc4ab381d8ffdd4dc9f169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351857 Feb 03 11:07:10.294798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56280) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:10.327457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1532d3-28d1-496a-bb36-4bd2699372c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2605105-082a-4a64-8bcb-79be0e365601,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:10.386351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] Publish callbacks [] for security_group (e2605105-082a-4a64-8bcb-79be0e365601), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.415478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] Publish callbacks [] for security_group (e2605105-082a-4a64-8bcb-79be0e365601), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.434197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-341a5843-5223-4939-9861-413b55cf3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.435628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-341a5843-5223-4939-9861-413b55cf3c6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1578202 Feb 03 11:07:10.465379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218887e-215a-4c25-87a1-f59846893330 req-1ded6d32-0657-49ef-b65b-841a4fc35323 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.473381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d218887e-215a-4c25-87a1-f59846893330 req-1ded6d32-0657-49ef-b65b-841a4fc35323 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.2641568 Feb 03 11:07:10.479217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e2605105-082a-4a64-8bcb-79be0e365601), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.482673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:10.484466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2605105-082a-4a64-8bcb-79be0e365601 HTTP/1.1" status: 204 len: 168 time: 0.1887491 Feb 03 11:07:10.495546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86723204-09e4-403c-b559-5affc4065856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2605105-082a-4a64-8bcb-79be0e365601,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:10.592036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-0376bb7e-1c1f-4dfa-9c2c-5ee9205c9121 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.598872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-0376bb7e-1c1f-4dfa-9c2c-5ee9205c9121 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 812 time: 0.3226488 Feb 03 11:07:10.621678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-24d94343-97fb-404c-b076-577ce47badc9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/quotas/a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 375 time: 0.0209491 Feb 03 11:07:10.664258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-57f33bb7-627e-435e-baa1-7d799ae46e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:10.664258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-57f33bb7-627e-435e-baa1-7d799ae46e1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2139003 Feb 03 11:07:10.696791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d218887e-215a-4c25-87a1-f59846893330 req-a0be94ba-4880-41f6-938e-bcf6bf2e98d5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225759 Feb 03 11:07:10.797254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-f12baf9f-f110-48a5-b7b9-a25e9894a9c3 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714795 Feb 03 11:07:10.846240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-fa23cff7-bcec-40f7-b238-3fa6d203c331 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625366 Feb 03 11:07:11.004557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-53734626-7df1-4d72-bba7-927c86fa5a66 service neutron] 10.222.0.30 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057393 Feb 03 11:07:11.055298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-56fb703c-3237-47e6-86b4-3aab2228fcb1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682730 Feb 03 11:07:11.196745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-7dd4f6fd-515b-4bfb-973a-b6d78062246b service neutron] 10.222.0.30 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801786 Feb 03 11:07:11.336847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56310) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:11.388980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bd7d-b655-4c85-a68d-9265f82e59f6 req-62eb13c4-c32d-4d80-862e-e8e9315de8df tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:11.394052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bb1bd7d-b655-4c85-a68d-9265f82e59f6 req-62eb13c4-c32d-4d80-862e-e8e9315de8df tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 951 time: 0.1241653 Feb 03 11:07:11.505420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2dec3e64-1a69-4bdf-876e-ff2a002b84cd req-e47c4b80-141d-4d5a-8ed6-07dce21a5f46 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 210 time: 0.0658484 Feb 03 11:07:11.527334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bb1bd7d-b655-4c85-a68d-9265f82e59f6 req-8ca3d5a4-c3c8-445b-a2e0-936c29573e8c tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/security-groups?id=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Feb 03 11:07:11.569387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03cb831c-4154-47e5-a35a-3d29a8640c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:11.706045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:11.787481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-de9c07fd-4a15-4c4c-b014-8345b718db56 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:11.789927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-de9c07fd-4a15-4c4c-b014-8345b718db56 tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 951 time: 0.1474307 Feb 03 11:07:11.851394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port ccab5637-854b-4d52-8d23-13b091e5dd95 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:11.851781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:11.862482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03cb831c-4154-47e5-a35a-3d29a8640c9f admin admin] Publish callbacks [] for security_group (8aa16827-de64-4b09-b02e-7394fd236495), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:11.880800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03cb831c-4154-47e5-a35a-3d29a8640c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8aa16827-de64-4b09-b02e-7394fd236495), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:11.927995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad163685-b4dd-466b-b079-b48260509ac0 req-929585b4-22ef-455b-95d4-ba0690bc03ac tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:11.933604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:11.934653 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03cb831c-4154-47e5-a35a-3d29a8640c9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e6f4aa310e644be9406d0c463f9479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5966387 Feb 03 11:07:11.937527 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babbfd1-c3de-4a82-ae79-d52854f0260d" -d '{"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:11.939479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56336) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:11.940534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad163685-b4dd-466b-b079-b48260509ac0 req-929585b4-22ef-455b-95d4-ba0690bc03ac tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1076145 Feb 03 11:07:11.975692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:11.986192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.025250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad163685-b4dd-466b-b079-b48260509ac0 req-1433c5fa-fd2a-4ef8-98b0-ba14c92d7725 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Feb 03 11:07:12.074447 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea8b958-b8c4-40a9-893b-f5c966504baa x-openstack-request-id: req-dea8b958-b8c4-40a9-893b-f5c966504baa {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:12.074765 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:12.075221 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dea8b958-b8c4-40a9-893b-f5c966504baa {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:12.075530 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'code': 200} Feb 03 11:07:12.083120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56342) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:12.101662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:12.126695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb831c-4154-47e5-a35a-3d29a8640c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa16827-de64-4b09-b02e-7394fd236495,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:12.207188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Deleting port ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:12.207536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.210395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] Publish callbacks [] for security_group (8aa16827-de64-4b09-b02e-7394fd236495), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.255621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] Publish callbacks [] for security_group (8aa16827-de64-4b09-b02e-7394fd236495), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.293805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-708547135-network', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:12.341322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Made reservation on behalf of f01dc509d04d4fddb66a7a0fbd9c36ae for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:12.344874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.354135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] For port ccab5637-854b-4d52-8d23-13b091e5dd95, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=ccab5637-854b-4d52-8d23-13b091e5dd95,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:12.355147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.362848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.370708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Calling delete_port for ccab5637-854b-4d52-8d23-13b091e5dd95 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:12.509216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8aa16827-de64-4b09-b02e-7394fd236495), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.512138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.513873 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8aa16827-de64-4b09-b02e-7394fd236495 HTTP/1.1" status: 204 len: 168 time: 0.5326765 Feb 03 11:07:12.517379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ccab5637-854b-4d52-8d23-13b091e5dd95), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.536554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825f819-32f9-4249-9ea8-6c1bbeaa59c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa16827-de64-4b09-b02e-7394fd236495,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:12.590416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks [] for security_group (adcffca3-1cf9-43eb-8e29-c25bd65243d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.590902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Pushing event deleted for resources: {'Port': ['ID=ccab5637-854b-4d52-8d23-13b091e5dd95,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:12.601403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (adcffca3-1cf9-43eb-8e29-c25bd65243d8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.655229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:07:12.676091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] No DVR routers for this DVR port ccab5637-854b-4d52-8d23-13b091e5dd95 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:12.680946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.684457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-11a0ddf7-3255-4ed1-ba2a-acaf8e67e782 req-073fe12e-679d-4252-9530-7d9fc6bfc8cb tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.53 "DELETE /v2.0/ports/ccab5637-854b-4d52-8d23-13b091e5dd95 HTTP/1.1" status: 204 len: 173 time: 0.8879132 Feb 03 11:07:12.684945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-deleted', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:12.695476 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d64a6-e91b-445d-b412-ffee17d25c70" -d '{"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-deleted", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:12.731511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcffca3-1cf9-43eb-8e29-c25bd65243d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:12.764130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8520d1b-d2ea-42cf-a8c2-f632cc6654f0 req-b28fe0a3-4df5-4783-bf9f-7914858e05dc tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 210 time: 0.1051025 Feb 03 11:07:12.849721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9a46eba-9914-4b98-8b55-fd8e04729c60), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.850858 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Added segment c9a46eba-9914-4b98-8b55-fd8e04729c60 of type vlan for network 628199d3-dd7c-4f08-ad05-ad16892b8a53 Feb 03 11:07:12.857460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd19183-e93f-4c8d-af33-8725b4400cdf req-03eea864-609e-433b-8d22-79d1b74bd24e tempest-ImagesOneServerTestJSON-2082084168 tempest-ImagesOneServerTestJSON-2082084168-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a482343-29e3-4443-b142-9fac21f3c6b4 HTTP/1.1" status: 200 len: 210 time: 0.1283872 Feb 03 11:07:12.865493 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6049420-5c63-48bb-93c6-f5793a6d4295 x-openstack-request-id: req-d6049420-5c63-48bb-93c6-f5793a6d4295 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:12.865962 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a482343-29e3-4443-b142-9fac21f3c6b4", "name": "network-vif-deleted", "tag": "ccab5637-854b-4d52-8d23-13b091e5dd95", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:12.866607 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6049420-5c63-48bb-93c6-f5793a6d4295 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:12.867163 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a482343-29e3-4443-b142-9fac21f3c6b4', 'name': 'network-vif-deleted', 'tag': 'ccab5637-854b-4d52-8d23-13b091e5dd95', 'status': 'completed', 'code': 200} Feb 03 11:07:12.927992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (628199d3-dd7c-4f08-ad05-ad16892b8a53), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.972378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (628199d3-dd7c-4f08-ad05-ad16892b8a53), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:12.973844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:12.974694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.069940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] Pushing event updated for resources: {'Network': ['ID=628199d3-dd7c-4f08-ad05-ad16892b8a53,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:13.089615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:07:13.108763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:13.155201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f764355-a500-4094-b59d-bd407cadcc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.166529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-75a7e109-2f89-4b34-bfd7-05509e6e0d5e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0790579 Feb 03 11:07:13.172404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56364) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:13.185926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Request body: {'subnet': {'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-708547135-subnet', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:13.240940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Made reservation on behalf of f01dc509d04d4fddb66a7a0fbd9c36ae for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:13.243515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.334457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-086e3930-a16d-4c44-8ec3-e44091e2a1e1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:13.336059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-086e3930-a16d-4c44-8ec3-e44091e2a1e1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 812 time: 0.4143686 Feb 03 11:07:13.373534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'device_id': '139e1553-ed8a-4502-add0-29c2c39ee529', 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae', 'admin_state_up': True, 'tenant_id': 'a5b15044cd314cefacda16d7a0eda32e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:13.395896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129264ca-d08d-42c1-b300-63b2561093c6 req-6a7ab72f-0e72-4ea8-acf4-fcee1f4932fa tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:13.404449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-129264ca-d08d-42c1-b300-63b2561093c6 req-6a7ab72f-0e72-4ea8-acf4-fcee1f4932fa tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1414351 Feb 03 11:07:13.449597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f764355-a500-4094-b59d-bd407cadcc51 admin admin] Publish callbacks [] for security_group (1aa90261-d815-4e34-ade1-cbb5d98b6132), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.469735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f764355-a500-4094-b59d-bd407cadcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1aa90261-d815-4e34-ade1-cbb5d98b6132), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.504233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-129264ca-d08d-42c1-b300-63b2561093c6 req-e7165e3c-e5d3-410c-acba-f195a34cd6e4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988300 Feb 03 11:07:13.537398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Made reservation on behalf of a5b15044cd314cefacda16d7a0eda32e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:13.543766 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.547665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4f764355-a500-4094-b59d-bd407cadcc51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d709a7418574450ab8cdf5ca33926c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357948 Feb 03 11:07:13.548566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f764355-a500-4094-b59d-bd407cadcc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa90261-d815-4e34-ade1-cbb5d98b6132,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:13.550998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:13.611848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] Publish callbacks [] for security_group (1aa90261-d815-4e34-ade1-cbb5d98b6132), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.643130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] Publish callbacks [] for security_group (1aa90261-d815-4e34-ade1-cbb5d98b6132), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.714932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1aa90261-d815-4e34-ade1-cbb5d98b6132), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.717432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.722131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1aa90261-d815-4e34-ade1-cbb5d98b6132 HTTP/1.1" status: 204 len: 168 time: 0.1666820 Feb 03 11:07:13.727259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01b83-a555-4e97-bb0d-234f35fb6c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa90261-d815-4e34-ade1-cbb5d98b6132,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:13.745249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (308b0f45-7846-4e9c-a47b-21376abb298b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:13.797452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308b0f45-7846-4e9c-a47b-21376abb298b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:13.845772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Allocated IP 172.20.0.2 (77d8d4da-11f4-4c00-9820-36bf20856aae/4865e2e2-049a-424c-8c85-aa9a4ab76ad3/b42c8407-fd67-459f-b038-fc86b08f427e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:13.892428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Checking segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:13.892701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Network hostable DHCP agents. Network: 628199d3-dd7c-4f08-ad05-ad16892b8a53, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:07:13.926120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:07:13.952511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 628199d3-dd7c-4f08-ad05-ad16892b8a53) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:13.954279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3df181f2-3bf1-49df-b97b-b0f94a735c9d req-abcacb25-f9aa-4174-8984-791d2b1b9fc4 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 210 time: 0.0707827 Feb 03 11:07:13.985788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ca66a-9450-4183-99e0-6e7d7536e644 None None] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:14.009155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:14.009883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.049483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:14.050203 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-838673dd-6231-43cc-af02-eb933b6fad04 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8681099 Feb 03 11:07:14.056604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:14.123124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.128608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.186839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-628199d3-dd7c-4f08-ad05-ad16892b8a53', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:07:14.189007 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.209628 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (b42c8407-fd67-459f-b038-fc86b08f427e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.242433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for router_controller (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.319359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.429591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Network 77d8d4da-11f4-4c00-9820-36bf20856aae is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:14.432372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:14.442285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:14.449251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:14.451502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:14.569850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56394) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:14.581880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:14.583278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.619849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for router_gateway (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:14.636843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-2d843b85-fb27-4980-b21c-21fea063b349 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2551651 Feb 03 11:07:14.656317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Request body: {'port': {'device_id': '139e1553-ed8a-4502-add0-29c2c39ee529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:14.794883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf415d2-a574-4405-95df-1a486adce5b0 req-40bafe80-0358-4f46-9466-7b045b0c5bdc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:14.812405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cf415d2-a574-4405-95df-1a486adce5b0 req-40bafe80-0358-4f46-9466-7b045b0c5bdc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1819463 Feb 03 11:07:14.857064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Allocated IP 172.20.0.2 (628199d3-dd7c-4f08-ad05-ad16892b8a53/308b0f45-7846-4e9c-a47b-21376abb298b/33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:14.865172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.046041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cf415d2-a574-4405-95df-1a486adce5b0 req-b92af5e7-ca4e-4f00-b98b-f1f0dfd89c0e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293735 Feb 03 11:07:15.269284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for router_gateway (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.277895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks [] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.289708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.314312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ade1858f-7ee4-467b-85fc-04ff89724523 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=286f133c6648410fa548bab6a21eddf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429533 Feb 03 11:07:15.318361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:15.321607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.383805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:15.398643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:15.406603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:15.454449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd69e3-0775-4415-8e39-222c46712999 req-d7226f81-940f-4c74-8e1b-750227e9dfe2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:15.455241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffcd69e3-0775-4415-8e39-222c46712999 req-d7226f81-940f-4c74-8e1b-750227e9dfe2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 931 time: 0.2685950 Feb 03 11:07:15.482169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Pushing event updated for resources: {'Port': ['ID=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:15.508887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Attempting to bind port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:15.509556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Attempting to bind port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:15.510111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Attempting to bind port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb on network 628199d3-dd7c-4f08-ad05-ad16892b8a53 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:15.517237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:15.517871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Checking segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:15.519443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.520011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Bound using segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:15.520659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Bound port: 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:15.521239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.524430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] Publish callbacks [] for security_group (b37e3076-f0e5-4a17-aa8d-0f3dd96cc992), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.579189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffcd69e3-0775-4415-8e39-222c46712999 req-5e7cad4a-5004-4b9e-bba8-28fc09c7495d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 Feb 03 11:07:15.597842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] Publish callbacks [] for security_group (b37e3076-f0e5-4a17-aa8d-0f3dd96cc992), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.623630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Allocated IP 172.25.7.212 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/d470923b-81a5-4f00-abf6-52d2dbff66f9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:15.674689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] For port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:15.685259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] For port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:15.699447 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.718846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:15.774200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42c8407-fd67-459f-b038-fc86b08f427e {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:15.786498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: ccab5637-854b-4d52-8d23-13b091e5dd95 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:15.790881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks [] for port (b42c8407-fd67-459f-b038-fc86b08f427e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.795133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device ccab5637-854b-4d52-8d23-13b091e5dd95 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:15.831314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Transition to ACTIVE for port object b42c8407-fd67-459f-b038-fc86b08f427e will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:15.832744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b37e3076-f0e5-4a17-aa8d-0f3dd96cc992), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.835494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.846417 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b37e3076-f0e5-4a17-aa8d-0f3dd96cc992 HTTP/1.1" status: 204 len: 168 time: 0.5172408 Feb 03 11:07:15.848522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.883610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d091c-ce8f-4aff-b302-ffe32768ff9a None None] Pushing event updated for resources: {'Port': ['ID=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:15.910960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:15.954801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:16.008181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:16.029395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541f12c-8590-491d-9b44-06214938e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e3076-f0e5-4a17-aa8d-0f3dd96cc992,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:16.100226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Pushing event updated for resources: {'Port': ['ID=d470923b-81a5-4f00-abf6-52d2dbff66f9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:16.133644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:16.141240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:16.147549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:16.148307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:16.302378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Attempting to bind port b42c8407-fd67-459f-b038-fc86b08f427e on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:16.305922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Attempting to bind port b42c8407-fd67-459f-b038-fc86b08f427e by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:16.306356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Attempting to bind port b42c8407-fd67-459f-b038-fc86b08f427e on network 77d8d4da-11f4-4c00-9820-36bf20856aae {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:16.326128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Port b42c8407-fd67-459f-b038-fc86b08f427e on network 77d8d4da-11f4-4c00-9820-36bf20856aae not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:16.326551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Attempting to bind port b42c8407-fd67-459f-b038-fc86b08f427e on network 77d8d4da-11f4-4c00-9820-36bf20856aae {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:16.335131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:16.340848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Checking segment: {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:16.344412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Bound using segment: {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:16.345202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Bound port: b42c8407-fd67-459f-b038-fc86b08f427e, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58b1a27-4dda-4862-9506-6fd064092f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:16.347044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:16.506930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:16.511341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:16.530634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:16.620656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:16.632348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:16.633108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:16.635252 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-476fcccb-6ed3-416f-a733-ea04ec239839 service neutron] 10.222.0.53 "PUT /v2.0/ports/b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 1091 time: 1.9950366 Feb 03 11:07:16.635440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:16.638569 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65" -d '{"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:16.773551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85654-b91c-42e4-b018-684bab51d0f7 req-79103eda-2fbb-4d6c-a333-36216b484d93 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:16.775292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3c85654-b91c-42e4-b018-684bab51d0f7 req-79103eda-2fbb-4d6c-a333-36216b484d93 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.5167515 Feb 03 11:07:16.828804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-68bdd065-a6ca-4b08-93f0-5ed92b00c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:16.830985 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-68bdd065-a6ca-4b08-93f0-5ed92b00c4b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1125 time: 0.1367309 Feb 03 11:07:16.893597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-7501ff2b-20ef-4832-9afc-0ac7d589bc74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 217 time: 0.0550656 Feb 03 11:07:16.997777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-cc4485bc-8727-4b3f-902f-4f3fd6df42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:16.999284 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-cc4485bc-8727-4b3f-902f-4f3fd6df42e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.0995150 Feb 03 11:07:17.078400 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-6f22d414-b2de-4798-ad9f-d50136f253cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725543 Feb 03 11:07:17.079568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3c85654-b91c-42e4-b018-684bab51d0f7 req-96d756ec-bb3e-41a3-9f5c-e86165b38dd7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631154 Feb 03 11:07:17.101263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for router_gateway (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:17.138356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7e90-9d93-41e3-a175-ce5a23704fdb req-98b14b51-e0d9-4bfa-b15f-ac5f08ad2c8f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:17.140592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596a7e90-9d93-41e3-a175-ce5a23704fdb req-98b14b51-e0d9-4bfa-b15f-ac5f08ad2c8f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 943 time: 0.4108105 Feb 03 11:07:17.242257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:17.315907 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6434d3d-ccfa-4803-846b-3fb189ed77b2 x-openstack-request-id: req-f6434d3d-ccfa-4803-846b-3fb189ed77b2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:17.316453 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:17.317803 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6434d3d-ccfa-4803-846b-3fb189ed77b2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:17.318418 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'status': 'completed', 'code': 200} Feb 03 11:07:17.363733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10784413-1e4e-483c-ac3b-0eccf7fa43c8 None None] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:17.383901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596a7e90-9d93-41e3-a175-ce5a23704fdb req-ba78cc84-0d14-4f05-b4c5-59d0456f4bcc tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897088 Feb 03 11:07:17.404489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-ab93ec4a-a8f3-4916-b019-e7ada153f421 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200974 Feb 03 11:07:17.538032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Provisioning complete for port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:17.541645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:17.625838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:17.716177 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c0d947c1-448c-496a-b8f0-8c39755ed781 req-4fe40f04-44ab-4148-871b-2bc624bffb77 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992694 Feb 03 11:07:17.799867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:17.800165 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:17.862159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-418863046-network', 'tenant_id': 'b6edc957da684b769f2f7ad10f237adf'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:17.955128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Made reservation on behalf of b6edc957da684b769f2f7ad10f237adf for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:17.963558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.070779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.116969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:18.117750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.138475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Current status of the port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:18.139144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.219866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:18.257874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-ca4b9bf9-dfeb-47fd-9a0e-0651a28d3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.269537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-ca4b9bf9-dfeb-47fd-9a0e-0651a28d3531 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1125 time: 0.3357599 Feb 03 11:07:18.279004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.343997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.421065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks [] for security_group (0284bb9c-cec6-42e6-9efc-bf61b4c0f84a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.444721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-ed31405c-c300-441e-81fc-5e1f1bd7a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.447349 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-ed31405c-c300-441e-81fc-5e1f1bd7a6c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.1782565 Feb 03 11:07:18.448872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0284bb9c-cec6-42e6-9efc-bf61b4c0f84a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.466603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebbb67-24d4-496f-abef-bcbd1dde9cce req-2af197b8-2d30-4893-bc2f-b8ca0cd9895d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.467942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfebbb67-24d4-496f-abef-bcbd1dde9cce req-2af197b8-2d30-4893-bc2f-b8ca0cd9895d tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.2068703 Feb 03 11:07:18.535976 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-f1aa7f14-c9e4-4f58-9bbe-9a7ff6a54bb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 217 time: 0.0748100 Feb 03 11:07:18.536716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:07:18.538897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:07:18.539390 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:07:18.541378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:18.572381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (eb3cb984-1630-46ee-860a-00f9b5959f11), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.572381 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Added segment eb3cb984-1630-46ee-860a-00f9b5959f11 of type vlan for network aafba8e7-c60c-4398-a78c-f8ea4a58343e Feb 03 11:07:18.639822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:18.691882 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:07:18.692660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfebbb67-24d4-496f-abef-bcbd1dde9cce req-af2ff5ea-0f67-4a45-bee1-6d859f3d8da9 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077146 Feb 03 11:07:18.711017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (aafba8e7-c60c-4398-a78c-f8ea4a58343e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.735778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-acbb8de8-6b75-4847-84d9-9bf15ed5554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.737657 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-acbb8de8-6b75-4847-84d9-9bf15ed5554e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.1866491 Feb 03 11:07:18.791721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-63189e71-8ceb-4a67-ad38-ffeeda876a84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447111 Feb 03 11:07:18.793659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fde24-c44f-41d2-ba07-3a5338b81b03 req-92349fd3-0d52-468e-95b7-8b70912f3efa tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.803199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee8fde24-c44f-41d2-ba07-3a5338b81b03 req-92349fd3-0d52-468e-95b7-8b70912f3efa tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 943 time: 0.2823491 Feb 03 11:07:18.822812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (aafba8e7-c60c-4398-a78c-f8ea4a58343e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.823771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:18.824716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:18.835011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:07:18.988451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee8fde24-c44f-41d2-ba07-3a5338b81b03 req-218b1c9c-08ba-4704-98fe-9874b58989d9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843841 Feb 03 11:07:19.020508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3994753 Feb 03 11:07:19.023669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:19.031227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Request body: {'subnet': {'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-418863046-subnet', 'tenant_id': 'b6edc957da684b769f2f7ad10f237adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:19.051011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:19.064076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Made reservation on behalf of b6edc957da684b769f2f7ad10f237adf for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:19.069234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.123057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-7648fe6b-5dda-48df-9979-a227bb580221 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232718 Feb 03 11:07:19.124270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7870-9322-4a2d-a9e4-e4f3849b6637 admin admin] Pushing event updated for resources: {'Network': ['ID=aafba8e7-c60c-4398-a78c-f8ea4a58343e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:19.129863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44659df5-7086-4431-97f1-89e461f3b1d1 None None] Current status of the port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:19.133781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:19.137415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Sync routers for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:19.145207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:07:19.198664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:19.199301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:19.298184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56518) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:19.301723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.302972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ecfecf9-8eee-4893-895b-0e858075ecdd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2520082 Feb 03 11:07:19.306957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56522) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:19.353161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (4905c639-6f7a-4fca-a369-122f771fec47), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.433460 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-04d1dc41-811a-416b-bc4a-aaa2fee3fc65 req-e8631617-0830-4ebe-9f58-a10d0d2e0e4d service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023760 Feb 03 11:07:19.457641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Checking segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:19.458014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Network hostable DHCP agents. Network: aafba8e7-c60c-4398-a78c-f8ea4a58343e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:07:19.473653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4905c639-6f7a-4fca-a369-122f771fec47,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:19.491233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:07:19.510931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, aafba8e7-c60c-4398-a78c-f8ea4a58343e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:19.516863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:19.517236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.527924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82276931-32c4-432f-8803-49ac23a49289 None None] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:19.545870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-83277b06-e473-4685-b145-81afbfc598a8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5211363 Feb 03 11:07:19.697154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f0532380-9853-4572-ad4a-e32606537c26 None None] Provisioning complete for port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:19.697784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0532380-9853-4572-ad4a-e32606537c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.769680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:19.770263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:19.805504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:19.913597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d4044-3020-4585-9133-7940c56205fd None None] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:19.918972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4be15-24a5-4c2c-bcc1-b9a7f20fdac8 req-b5a20887-428f-44f4-abb4-3dcc7e2ec82e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:19.920708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7db4be15-24a5-4c2c-bcc1-b9a7f20fdac8 req-b5a20887-428f-44f4-abb4-3dcc7e2ec82e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1400616 Feb 03 11:07:20.013205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7db4be15-24a5-4c2c-bcc1-b9a7f20fdac8 req-8ec72eb4-2281-402a-8873-3b4d8931d63f tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866413 Feb 03 11:07:20.053988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cc77-1636-4e08-a955-cbad0a048866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.213385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0532380-9853-4572-ad4a-e32606537c26 None None] Current status of the port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:20.277773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:20.305054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f42d0-0103-43b8-bbca-5da7c8f22cbb req-2fc68381-4383-4829-83a6-e62f32af55f7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:20.305961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:16Z', 'revision_number': 3, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:20.313096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b2f42d0-0103-43b8-bbca-5da7c8f22cbb req-2fc68381-4383-4829-83a6-e62f32af55f7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 943 time: 0.1975513 Feb 03 11:07:20.341548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Checking router: af3dc955-9521-4ae4-a200-14cd6ba6dbd1 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:20.341910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Updating router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 port d470923b-81a5-4f00-abf6-52d2dbff66f9 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:07:20.375357 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.412843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cc77-1636-4e08-a955-cbad0a048866 admin admin] Publish callbacks [] for security_group (356be950-5b1a-4e24-821f-b6bae5068007), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.480680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cc77-1636-4e08-a955-cbad0a048866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (356be950-5b1a-4e24-821f-b6bae5068007), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.519147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b2f42d0-0103-43b8-bbca-5da7c8f22cbb req-4661d8df-afb5-4e8f-8284-e9ac1eab313f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985857 Feb 03 11:07:20.528173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4cc77-1636-4e08-a955-cbad0a048866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356be950-5b1a-4e24-821f-b6bae5068007,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:20.574106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-073abee1-eb37-4177-b030-064e45818041 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:20.576645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-073abee1-eb37-4177-b030-064e45818041 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.3612902 Feb 03 11:07:20.594465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-c1934200-afce-4200-b82c-045fe2b42380 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/quotas/b6edc957da684b769f2f7ad10f237adf HTTP/1.1" status: 200 len: 375 time: 0.0117040 Feb 03 11:07:20.645144 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ffa4cc77-1636-4e08-a955-cbad0a048866 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7883aae702334922a1c0ebac4a69b245&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3458989 Feb 03 11:07:20.653215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:20.659530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-ff5b5076-3215-4ef1-92fb-41787d0a15ff tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585656 Feb 03 11:07:20.697489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.827159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] Publish callbacks [] for security_group (356be950-5b1a-4e24-821f-b6bae5068007), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.845242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-b1327f5b-a8aa-42f0-9392-3341574b0d98 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492724 Feb 03 11:07:20.877727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks [] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.878542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] Publish callbacks [] for security_group (356be950-5b1a-4e24-821f-b6bae5068007), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.892315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.924924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Allocated IP 172.20.0.1 (628199d3-dd7c-4f08-ad05-ad16892b8a53/308b0f45-7846-4e9c-a47b-21376abb298b/54025eac-0917-47ce-ac76-98b0fac5d786) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:20.969818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Attempting to bind port d470923b-81a5-4f00-abf6-52d2dbff66f9 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:20.970194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Attempting to bind port d470923b-81a5-4f00-abf6-52d2dbff66f9 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:20.970561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Attempting to bind port d470923b-81a5-4f00-abf6-52d2dbff66f9 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:20.974236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc41cfb-e44b-4046-8f8b-f50b4f68453f None None] Pushing event updated for resources: {'Port': ['ID=d470923b-81a5-4f00-abf6-52d2dbff66f9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:20.981027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:20.981410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:20.981801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:20.982181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:20.982684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Bound port: d470923b-81a5-4f00-abf6-52d2dbff66f9, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:20.983189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.014655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-ea7d5766-fe57-4970-94c1-26b55b7cdc14 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571231 Feb 03 11:07:21.018437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (356be950-5b1a-4e24-821f-b6bae5068007), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.021677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.027587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/356be950-5b1a-4e24-821f-b6bae5068007 HTTP/1.1" status: 204 len: 168 time: 0.3647263 Feb 03 11:07:21.038302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9410a-cc22-4d38-82e1-1125d0c0f7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356be950-5b1a-4e24-821f-b6bae5068007,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:21.086753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] For port d470923b-81a5-4f00-abf6-52d2dbff66f9, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:21.091726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] For port d470923b-81a5-4f00-abf6-52d2dbff66f9, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d470923b-81a5-4f00-abf6-52d2dbff66f9,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:21.103493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.181970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks [] for port (54025eac-0917-47ce-ac76-98b0fac5d786), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.203813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:21.204437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:21.208055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc41cfb-e44b-4046-8f8b-f50b4f68453f None None] Pushing event updated for resources: {'Port': ['ID=d470923b-81a5-4f00-abf6-52d2dbff66f9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:21.229895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.266971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ec564-1671-4359-a5a0-43ca0f3a7238 req-c883a6c0-d42f-47dd-8262-de5b4fe54091 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:21.284288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-576ec564-1671-4359-a5a0-43ca0f3a7238 req-c883a6c0-d42f-47dd-8262-de5b4fe54091 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1582758 Feb 03 11:07:21.315558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:21.320645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:21.325262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:21.379552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Pushing event updated for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:21.395161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.406101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:21.410452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-576ec564-1671-4359-a5a0-43ca0f3a7238 req-366a34ce-208b-423d-b7b7-be2a1b568a77 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209385 Feb 03 11:07:21.482093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f68524-d016-4483-b751-d30404d22a81 req-d5dce458-4e18-40ef-840a-d3536d5df2e8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 210 time: 0.1424239 Feb 03 11:07:21.644337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.772076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b42c8407-fd67-459f-b038-fc86b08f427e details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:21.905422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a381-8320-454b-9a2b-e2c89d8368fb req-62b10b85-f77a-4759-bfae-e2ad953c008c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:21.913479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c231a381-8320-454b-9a2b-e2c89d8368fb req-62b10b85-f77a-4759-bfae-e2ad953c008c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 943 time: 0.1859436 Feb 03 11:07:21.961355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks [] for port (54025eac-0917-47ce-ac76-98b0fac5d786), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.974726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:21.998367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56588) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:22.054146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-808c65df-a07d-460c-b2e3-ecd74270b958 None None] Provisioning complete for port 54025eac-0917-47ce-ac76-98b0fac5d786 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:22.054706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-808c65df-a07d-460c-b2e3-ecd74270b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.071617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-712f1d1a-7f21-4005-a0a1-c721764d2eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.118243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:22.134441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-808c65df-a07d-460c-b2e3-ecd74270b958 None None] Port 54025eac-0917-47ce-ac76-98b0fac5d786 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:22.136255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'network_id': '77d8d4da-11f4-4c00-9820-36bf20856aae', 'port_id': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'mac_address': 'fa:16:3e:c9:b1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865e2e2-049a-424c-8c85-aa9a4ab76ad3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:22.136550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.139563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:16Z', 'revision_number': 3, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:22.139732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Pushing event updated for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:22.171967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951ac49-b1f4-41c4-840e-d500919a7dec None None] The sync data for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 is: [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:16Z', 'revision_number': 3, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:22.227052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b42c8407-fd67-459f-b038-fc86b08f427e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:22.227435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.243204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-712f1d1a-7f21-4005-a0a1-c721764d2eb2 admin admin] Publish callbacks [] for security_group (64990b3b-b48c-4ef4-a35b-6cb589b3a3ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.248844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42c8407-fd67-459f-b038-fc86b08f427e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:22.259623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-8caf507f-9992-41a9-b46c-22394fd3a545 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:22.267695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-8caf507f-9992-41a9-b46c-22394fd3a545 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.4938774 Feb 03 11:07:22.292862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c231a381-8320-454b-9a2b-e2c89d8368fb req-1525f969-2c8a-46bd-84e8-3fd9ab51caed tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580155 Feb 03 11:07:22.294301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:22.297579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-712f1d1a-7f21-4005-a0a1-c721764d2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (64990b3b-b48c-4ef4-a35b-6cb589b3a3ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.307863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.345405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:22.348893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:22.351956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-f9397508-1d0f-4911-9712-73cbfa920fe2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/quotas/202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 375 time: 0.0830877 Feb 03 11:07:22.384984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:22.440053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f1d1a-7f21-4005-a0a1-c721764d2eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64990b3b-b48c-4ef4-a35b-6cb589b3a3ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:22.487556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-712f1d1a-7f21-4005-a0a1-c721764d2eb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f80d1a5b522c4db99d0f7aeed179cf03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755263 Feb 03 11:07:22.488001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56594) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:22.551951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-ae4e1dbd-f5cb-49e0-875f-ba7da8655638 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833277 Feb 03 11:07:22.576400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:22.651251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:07:22.773200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] Publish callbacks [] for security_group (64990b3b-b48c-4ef4-a35b-6cb589b3a3ea), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.782243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-79318831-3605-4a3f-afa3-20cd5c2de342 service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115924 Feb 03 11:07:22.846730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] Publish callbacks [] for security_group (64990b3b-b48c-4ef4-a35b-6cb589b3a3ea), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.882211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6fdf2bea-b57d-4fc9-b51d-ee4e7ed32064 None None] Provisioning complete for port 54025eac-0917-47ce-ac76-98b0fac5d786 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:22.883128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2bea-b57d-4fc9-b51d-ee4e7ed32064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.942808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb69afd-e8b1-4d7b-8c76-bf76dc99781f req-b8dfc248-55ff-4e7e-b4a1-8d666e5c6ebd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:22.944480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (64990b3b-b48c-4ef4-a35b-6cb589b3a3ea), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.951043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:22.951362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fb69afd-e8b1-4d7b-8c76-bf76dc99781f req-b8dfc248-55ff-4e7e-b4a1-8d666e5c6ebd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.3917208 Feb 03 11:07:22.955285 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64990b3b-b48c-4ef4-a35b-6cb589b3a3ea HTTP/1.1" status: 204 len: 168 time: 0.4643004 Feb 03 11:07:22.966221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf2bea-b57d-4fc9-b51d-ee4e7ed32064 None None] Port 54025eac-0917-47ce-ac76-98b0fac5d786 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:22.977332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cadee3-910e-4238-b13a-80e220277927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64990b3b-b48c-4ef4-a35b-6cb589b3a3ea,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:22.980517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:23.000955 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b0e2c8aa-93ef-472a-9cf8-ff76c40e483d admin admin] 10.222.0.30 "PUT /v2.0/routers/af3dc955-9521-4ae4-a200-14cd6ba6dbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920896 Feb 03 11:07:23.248410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d470923b-81a5-4f00-abf6-52d2dbff66f9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:23.252982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-b5521023-2122-4fb2-ae84-76c7dc803119 service neutron] 10.222.0.30 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697113 Feb 03 11:07:23.353839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d470923b-81a5-4f00-abf6-52d2dbff66f9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:23.354222 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:23.358758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fb69afd-e8b1-4d7b-8c76-bf76dc99781f req-a8cd2af0-9244-4dee-a0ff-6b300dac4bd1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063911 Feb 03 11:07:23.447840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-8060b20d-7147-4e0e-8ff4-4ba87073de03 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:23.449398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-8060b20d-7147-4e0e-8ff4-4ba87073de03 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.4468017 Feb 03 11:07:23.469260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'port': {'device_id': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'admin_state_up': True, 'tenant_id': 'b6edc957da684b769f2f7ad10f237adf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:23.538539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d470923b-81a5-4f00-abf6-52d2dbff66f9 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:23.539771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:23.592516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d470923b-81a5-4f00-abf6-52d2dbff66f9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d470923b-81a5-4f00-abf6-52d2dbff66f9,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:23.600514 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:23.659760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Made reservation on behalf of b6edc957da684b769f2f7ad10f237adf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:23.665305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:23.681535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d470923b-81a5-4f00-abf6-52d2dbff66f9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:23.705684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e94dc1ca-506c-4a9c-992d-62b82f97ef5b req-ce2adff2-47c2-4411-a14d-ad8cb578a714 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 210 time: 0.0625362 Feb 03 11:07:23.764689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b42c8407-fd67-459f-b038-fc86b08f427e up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:23.896943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b42c8407-fd67-459f-b038-fc86b08f427e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:23.929630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b42c8407-fd67-459f-b038-fc86b08f427e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:23.934840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.088829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Allocated IP 172.20.0.12 (aafba8e7-c60c-4398-a78c-f8ea4a58343e/4905c639-6f7a-4fca-a369-122f771fec47/9df4fca7-9f0a-4180-8160-3282a02c968b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:24.222759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b42c8407-fd67-459f-b038-fc86b08f427e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:24.223171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.313623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:24.314710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:24.317488 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a281895a-c2cd-40a8-a41e-194bd5024515" -d '{"events": [{"server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "name": "network-vif-plugged", "status": "completed", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:24.324008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.388685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85725-1076-4e21-b26a-d5f02073e55f req-96370739-7ef7-49de-a047-63f2bee52b86 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:24.394535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50f85725-1076-4e21-b26a-d5f02073e55f req-96370739-7ef7-49de-a047-63f2bee52b86 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 944 time: 0.2398813 Feb 03 11:07:24.397401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:24.493420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.559606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.713704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:24.714704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:24.723300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:24.727310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:24.782132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50f85725-1076-4e21-b26a-d5f02073e55f req-49980eb0-430f-463e-84d1-accaa3b6ddb2 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488546 Feb 03 11:07:24.811823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:24.812504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:24.833971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-da67cc0e-79d2-436e-b967-2a0d5c2cc180 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3691716 Feb 03 11:07:24.893074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Request body: {'port': {'device_id': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:24.928646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f148b63c-78a9-45d9-bc70-c30c1cb14b61 req-5e82c8db-2ce2-4e0d-b85b-262308224824 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0743046 Feb 03 11:07:25.068849 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Sync routers for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:25.087983 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:25.088886 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:25.106548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d470923b-81a5-4f00-abf6-52d2dbff66f9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:25.186271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:25.190828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48189864', 'description': 'tempest-description--1832251602'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:25.197914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.205511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d470923b-81a5-4f00-abf6-52d2dbff66f9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:25.205891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.242007 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.301036 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d214b6-2ebc-4056-9ac2-d3dc4c0c7cd3 x-openstack-request-id: req-07d214b6-2ebc-4056-9ac2-d3dc4c0c7cd3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:25.301239 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "name": "network-vif-plugged", "status": "completed", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:25.301497 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07d214b6-2ebc-4056-9ac2-d3dc4c0c7cd3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:25.306576 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'code': 200} Feb 03 11:07:25.315860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:25.416169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d470923b-81a5-4f00-abf6-52d2dbff66f9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:25.500487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (d69c7e98-95c5-4bfe-8d73-f41bf12a17e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.506237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259205d-ab88-476a-a654-3d685749ccaa req-34f160c7-a9c7-444b-b346-72df51679365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:25.508383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3259205d-ab88-476a-a654-3d685749ccaa req-34f160c7-a9c7-444b-b346-72df51679365 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1127 time: 0.1762514 Feb 03 11:07:25.510678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d69c7e98-95c5-4bfe-8d73-f41bf12a17e5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.608119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3741-5b78-487e-816e-c3d1364e93fe req-2f55a093-a433-4891-bfd2-b3172c460dfa tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:25.610359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.613647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd8c3741-5b78-487e-816e-c3d1364e93fe req-2f55a093-a433-4891-bfd2-b3172c460dfa tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.4932449 Feb 03 11:07:25.622740 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4353287 Feb 03 11:07:25.624079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:25.633053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'security_group_rule': {'security_group_id': 'd69c7e98-95c5-4bfe-8d73-f41bf12a17e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:25.645740 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 2, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:25.665022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80369dd-9bd3-4387-8e0a-cdb5dced3b02 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:25.697268 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Checking router: af3dc955-9521-4ae4-a200-14cd6ba6dbd1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:25.697621 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Updating router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 port 54025eac-0917-47ce-ac76-98b0fac5d786 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:07:25.711142 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3259205d-ab88-476a-a654-3d685749ccaa req-bd63b692-ad66-48bb-a7f0-bdcbf7fa6cdb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925786 Feb 03 11:07:25.711937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (cbe695de-fe8b-463a-b50e-34960cbe4d05), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.743305 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.772129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (cbe695de-fe8b-463a-b50e-34960cbe4d05), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.778259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cbe695de-fe8b-463a-b50e-34960cbe4d05), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.783120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-379e9b12-d760-434f-be5c-ed2c0ac62efb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:25.784717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-379e9b12-d760-434f-be5c-ed2c0ac62efb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 820 time: 0.2702010 Feb 03 11:07:25.811269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a7fe3-c417-4aa7-9080-665401878126 req-5939e4c3-1706-471b-951d-b3ff1e13eb6e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:25.817011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe695de-fe8b-463a-b50e-34960cbe4d05,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:25.820034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-704a7fe3-c417-4aa7-9080-665401878126 req-5939e4c3-1706-471b-951d-b3ff1e13eb6e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.4864762 Feb 03 11:07:25.848308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.849916 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04fe52ca-1233-4397-8cfe-c941379be31c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209108 Feb 03 11:07:25.852992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56680) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:25.857696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'security_group_rule': {'security_group_id': 'd69c7e98-95c5-4bfe-8d73-f41bf12a17e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:25.894221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd8c3741-5b78-487e-816e-c3d1364e93fe req-fc718940-d1a2-45bb-b77d-d6c1f2da2280 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b928b96-eece-4e15-975e-d8fc221ba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638505 Feb 03 11:07:25.896427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-bcc36378-5c06-4ca3-bd31-2757769241ca tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:25.898503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-bcc36378-5c06-4ca3-bd31-2757769241ca tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 945 time: 0.0960362 Feb 03 11:07:25.913285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (298317d4-b78a-4169-afb8-d11b1cdca824), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:25.933699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-704a7fe3-c417-4aa7-9080-665401878126 req-e6d719c0-c9d3-444e-9ea0-784a2b7a4758 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125782 Feb 03 11:07:25.963024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Request body: {'port': {'device_id': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'admin_state_up': True, 'tenant_id': '202edb218022440b816ab5008043de5c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:26.213445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (298317d4-b78a-4169-afb8-d11b1cdca824), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.215881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Deleting port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:26.216224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.221904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (298317d4-b78a-4169-afb8-d11b1cdca824), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.239963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Made reservation on behalf of 202edb218022440b816ab5008043de5c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:26.250984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.262880 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks [] for port (54025eac-0917-47ce-ac76-98b0fac5d786), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.283006 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.341789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] For port cc9f47b6-1601-4fc2-b2e0-b76388b66b73, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:26.342157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.469588 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Pushing event updated for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:26.551758 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.557609 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.558492 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.558884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.559269 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:26.615312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.615694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.616019 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Floating IP 7e6e8135-3764-4097-803c-0bb2dfa24607 disassociated. External IP: 172.25.7.106, port: cc9f47b6-1601-4fc2-b2e0-b76388b66b73. Feb 03 11:07:26.616375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Calling delete_port for cc9f47b6-1601-4fc2-b2e0-b76388b66b73 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:26.629139 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Attempting to bind port 54025eac-0917-47ce-ac76-98b0fac5d786 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:26.629583 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Attempting to bind port 54025eac-0917-47ce-ac76-98b0fac5d786 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:26.630824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Attempting to bind port 54025eac-0917-47ce-ac76-98b0fac5d786 on network 628199d3-dd7c-4f08-ad05-ad16892b8a53 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:26.636897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:26.638110 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Checking segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:26.638614 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.639068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Bound using segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:26.639610 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Bound port: 54025eac-0917-47ce-ac76-98b0fac5d786, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:26.640457 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.651496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Allocated IP 172.20.0.10 (5fa897d9-e607-4149-946e-c2420f7fbdc2/5fc27248-d154-4e96-ac03-9e62a20ac11f/d1f68bf4-3549-4166-a769-afd4f68a753a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:26.758485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:26.766688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298317d4-b78a-4169-afb8-d11b1cdca824,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:26.772251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.775084 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0b27ded-35f7-4bf2-a78b-e2e680fd5cd9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9208384 Feb 03 11:07:26.778515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:26.778726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] For port 54025eac-0917-47ce-ac76-98b0fac5d786, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:26.782469 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] For port 54025eac-0917-47ce-ac76-98b0fac5d786, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=54025eac-0917-47ce-ac76-98b0fac5d786,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:26.786665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:26.792671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cc9f47b6-1601-4fc2-b2e0-b76388b66b73), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.797990 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.835228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event deleted for resources: {'Port': ['ID=cc9f47b6-1601-4fc2-b2e0-b76388b66b73,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:26.847114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.905157 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5d65d-3add-4a3e-9241-a507d0be50f2 None None] Pushing event updated for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:26.906710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Provisioning complete for port 54025eac-0917-47ce-ac76-98b0fac5d786 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:26.907313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:26.944753 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:26.945416 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:27.045546 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks [] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.080001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Router 390cc52f-5711-4bfe-8ac5-a6966e635431 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:07:27.089525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.149304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Current status of the port 54025eac-0917-47ce-ac76-98b0fac5d786 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:27.150522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.226643 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:27.234552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] For port 54025eac-0917-47ce-ac76-98b0fac5d786, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=54025eac-0917-47ce-ac76-98b0fac5d786,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:27.249220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.266607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d384c5-c803-4554-9bd1-ea37591672b5 req-997a806e-854f-46b0-880d-adb057c7670a tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:27.290521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1d384c5-c803-4554-9bd1-ea37591672b5 req-997a806e-854f-46b0-880d-adb057c7670a tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 945 time: 1.1092196 Feb 03 11:07:27.309301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8b89-0104-41e6-91e7-aefdde8d5976 req-75beff8e-f21f-458a-8f9b-af4ce0988fc5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:27.319389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1bf8b89-0104-41e6-91e7-aefdde8d5976 req-75beff8e-f21f-458a-8f9b-af4ce0988fc5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 932 time: 1.1370993 Feb 03 11:07:27.386165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01b8724c-d172-4485-8298-06867a547393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.402703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1f107-c775-4bcd-9d36-517d0240731a None None] Pushing event updated for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:27.482974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e00ef64b-e1d5-4d7c-9b81-3f1359308b3f None None] Provisioning complete for port 54025eac-0917-47ce-ac76-98b0fac5d786 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:27.485272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e00ef64b-e1d5-4d7c-9b81-3f1359308b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.563255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:27.584050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Sync routers for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:27.632885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:26Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:27.646109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.657092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e00ef64b-e1d5-4d7c-9b81-3f1359308b3f None None] Current status of the port 54025eac-0917-47ce-ac76-98b0fac5d786 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:27.660573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:27.661261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:27.784843 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ab59-1768-484e-a712-ca304c574ebb None None] The sync data for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 is: [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:26Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:27.790574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Allocated IP 172.25.7.134 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/65d8226e-4da1-4cac-b90b-c81d9262d8d1) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:27.917239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:27.925477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] No DVR routers for this DVR port cc9f47b6-1601-4fc2-b2e0-b76388b66b73 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:27.930239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:27.935053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49fc4666-7458-4e48-9ebf-5121a32a2297 req-da982d3c-9ed3-4a50-93c4-4ee321b5d5f5 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.69 "DELETE /v2.0/ports/cc9f47b6-1601-4fc2-b2e0-b76388b66b73 HTTP/1.1" status: 204 len: 173 time: 2.0302835 Feb 03 11:07:27.935789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'name': 'network-vif-deleted', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:27.945384 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8cf4c-574f-4f0f-97bb-285084dfa021" -d '{"events": [{"server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "name": "network-vif-deleted", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:28.006048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.075628 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.134118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:28.141433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:28.145961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:28.153626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'Port': ['ID=65d8226e-4da1-4cac-b90b-c81d9262d8d1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:28.230720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df4fca7-9f0a-4180-8160-3282a02c968b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:28.246240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks [] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.275402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Transition to ACTIVE for port object 9df4fca7-9f0a-4180-8160-3282a02c968b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:28.280392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.323260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.363880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:28.384647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.402539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:28.403707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.466264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:28.473926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01b8724c-d172-4485-8298-06867a547393 admin admin] Publish callbacks [] for security_group (52dcb502-5eca-49bd-bc02-f20c32d95d8a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.493641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1bf8b89-0104-41e6-91e7-aefdde8d5976 req-c88f8d4a-ffd8-42b2-ab94-fda48f02c2fd tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1728952 Feb 03 11:07:28.510763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Network 5fa897d9-e607-4149-946e-c2420f7fbdc2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:28.526960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:28.531380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:28.547843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:28.548588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1d384c5-c803-4554-9bd1-ea37591672b5 req-7b202a12-f8e5-4e9a-9ad1-968390daf4dc tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2428563 Feb 03 11:07:28.549434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01b8724c-d172-4485-8298-06867a547393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (52dcb502-5eca-49bd-bc02-f20c32d95d8a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.592615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Checking router: 390cc52f-5711-4bfe-8ac5-a6966e635431 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:28.718840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cc9f47b6-1601-4fc2-b2e0-b76388b66b73 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:28.772505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:28.774451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:28.785088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8724c-d172-4485-8298-06867a547393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dcb502-5eca-49bd-bc02-f20c32d95d8a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:28.939930 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.950538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:28.963922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:29.069075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-01b8724c-d172-4485-8298-06867a547393 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f19e85f34ca544f2886b376c097d3d10&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3047655 Feb 03 11:07:29.074896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:29.075268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: cc9f47b6-1601-4fc2-b2e0-b76388b66b73 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:29.075958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cc9f47b6-1601-4fc2-b2e0-b76388b66b73 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:29.095721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-316b161d-ffad-416c-818d-edc356871f91 req-f8709a22-441f-4cc9-9385-78991e23bea2 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7bcc410-9e4b-441a-9f05-2f405943ee21 HTTP/1.1" status: 200 len: 210 time: 0.3049855 Feb 03 11:07:29.127782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:29.129102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.223103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.223371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 54025eac-0917-47ce-ac76-98b0fac5d786 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:29.272237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7f9c5-672a-4a82-a5ca-ddc003e61e37 req-d2e77070-e0be-44b5-b480-29bf8951da92 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:29.274725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aed7f9c5-672a-4a82-a5ca-ddc003e61e37 req-d2e77070-e0be-44b5-b480-29bf8951da92 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 932 time: 0.6012356 Feb 03 11:07:29.305426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'Port': ['ID=65d8226e-4da1-4cac-b90b-c81d9262d8d1,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:29.322513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.327889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5471718 Feb 03 11:07:29.331434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.353119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.354107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.355064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.357156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.357796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.358400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.359897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.361750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.362631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.363537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.365697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.366533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b50fe12-79cf-41bc-aecc-c450ac798ffc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:29.423624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 54025eac-0917-47ce-ac76-98b0fac5d786 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:29.424073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.516213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:29.553544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-bfebf765-36b2-4464-b716-5f562882f90f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6028981 Feb 03 11:07:29.581255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Attempting to bind port 9df4fca7-9f0a-4180-8160-3282a02c968b on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:29.581805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Attempting to bind port 9df4fca7-9f0a-4180-8160-3282a02c968b by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:29.583417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Attempting to bind port 9df4fca7-9f0a-4180-8160-3282a02c968b on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:29.607143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8df11-1cce-49c8-b0df-ccb459d9f7b8 None None] The sync data for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 is: [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:05:30Z', 'revision_number': 4, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5', 'name': '', 'network_id': '044e2857-6934-4c1e-860b-75f9decde065', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'mac_address': 'fa:16:3e:91:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:29Z', 'updated_at': '2022-02-03T11:05:37Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'subnets': [{'id': 'dfd8813f-2f31-47d3-bbe0-8d252ff39ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:29.610117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Port 9df4fca7-9f0a-4180-8160-3282a02c968b on network aafba8e7-c60c-4398-a78c-f8ea4a58343e not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:29.610790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Attempting to bind port 9df4fca7-9f0a-4180-8160-3282a02c968b on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:29.633451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 54025eac-0917-47ce-ac76-98b0fac5d786 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:29.636620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Request body: {'port': {'device_id': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:29.696797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:29.697238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Checking segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:29.697581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Bound using segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:29.698558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Bound port: 9df4fca7-9f0a-4180-8160-3282a02c968b, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:29.699039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.839818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207316-871a-4c62-8f4e-b6ef6d4d431e req-645d2a16-a668-496b-b436-485b77563332 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:29.841457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a207316-871a-4c62-8f4e-b6ef6d4d431e req-645d2a16-a668-496b-b436-485b77563332 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.5815229 Feb 03 11:07:29.849861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aed7f9c5-672a-4a82-a5ca-ddc003e61e37 req-18a47e9f-e6f9-4f07-80dc-3fcfa2b2d29b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770727 Feb 03 11:07:29.874898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] Publish callbacks [] for security_group (52dcb502-5eca-49bd-bc02-f20c32d95d8a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.882611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:29.921277 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eaab6d-cba8-423f-9a97-4a513ce89d40 x-openstack-request-id: req-57eaab6d-cba8-423f-9a97-4a513ce89d40 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:29.922410 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bcc410-9e4b-441a-9f05-2f405943ee21", "name": "network-vif-deleted", "tag": "cc9f47b6-1601-4fc2-b2e0-b76388b66b73", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:29.923129 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57eaab6d-cba8-423f-9a97-4a513ce89d40 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:29.923740 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bcc410-9e4b-441a-9f05-2f405943ee21', 'name': 'network-vif-deleted', 'tag': 'cc9f47b6-1601-4fc2-b2e0-b76388b66b73', 'status': 'completed', 'code': 200} Feb 03 11:07:30.018481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] Publish callbacks [] for security_group (52dcb502-5eca-49bd-bc02-f20c32d95d8a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.051396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a207316-871a-4c62-8f4e-b6ef6d4d431e req-4e46bbdd-00b2-423b-aefa-4d7ccbfa9cf5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724339 Feb 03 11:07:30.074493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:30.234064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:30.270540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618adf4-2592-4600-a6ab-cbbfafc4fef6 None None] New status for floating IP 7e6e8135-3764-4097-803c-0bb2dfa24607: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:07:30.302055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.392380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:30.393107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.394564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] 10.222.0.69 "PUT /v2.0/ports/9df4fca7-9f0a-4180-8160-3282a02c968b HTTP/1.1" status: 200 len: 1092 time: 5.5224330 Feb 03 11:07:30.412048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:30.415364 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be" -d '{"events": [{"name": "network-changed", "server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:30.430303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8eb4a-de40-4061-82df-bb4020200577 req-b279c183-3074-4a96-8ec6-b06348df078c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:30.431876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8a8eb4a-de40-4061-82df-bb4020200577 req-b279c183-3074-4a96-8ec6-b06348df078c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 944 time: 0.3888156 Feb 03 11:07:30.474794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a223d19-6eec-4ea4-b948-faaf4e13fcb6 req-b65facd9-7b2f-4141-9ced-056cc6f0451f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:30.476367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a223d19-6eec-4ea4-b948-faaf4e13fcb6 req-b65facd9-7b2f-4141-9ced-056cc6f0451f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 945 time: 0.2610695 Feb 03 11:07:30.534864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (52dcb502-5eca-49bd-bc02-f20c32d95d8a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.537439 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.538560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52dcb502-5eca-49bd-bc02-f20c32d95d8a HTTP/1.1" status: 204 len: 168 time: 1.4275184 Feb 03 11:07:30.566976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed5e8-d9c8-4f7b-95e0-e93129a190bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dcb502-5eca-49bd-bc02-f20c32d95d8a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:30.569644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711e08f-e44d-4084-ba99-6a409aa5ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:30.663018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8a8eb4a-de40-4061-82df-bb4020200577 req-b562f8e0-6bec-48e1-81da-2fe4318784b9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187555 Feb 03 11:07:30.669243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a223d19-6eec-4ea4-b948-faaf4e13fcb6 req-ee459c82-6811-4cf8-94a4-c4f3b34bbed4 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509726 Feb 03 11:07:30.690675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-ad0cbdfe-d95f-4172-bd53-98a9394762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:30.703531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-ad0cbdfe-d95f-4172-bd53-98a9394762f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 1126 time: 0.2274163 Feb 03 11:07:30.749241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f68bf4-3549-4166-a769-afd4f68a753a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:30.760179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks [] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.785120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Transition to ACTIVE for port object d1f68bf4-3549-4166-a769-afd4f68a753a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:30.826849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:30.840875 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ace6f-1f6e-4afa-aa96-b791ea67fe9f x-openstack-request-id: req-737ace6f-1f6e-4afa-aa96-b791ea67fe9f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:30.841265 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:30.841583 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-737ace6f-1f6e-4afa-aa96-b791ea67fe9f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:30.842042 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'status': 'completed', 'code': 200} Feb 03 11:07:30.898759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-b240fe07-20b4-463d-9972-a2f3d8e4c1d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4fca7-9f0a-4180-8160-3282a02c968b HTTP/1.1" status: 200 len: 217 time: 0.1927910 Feb 03 11:07:30.939197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:31.007742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56742) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:31.012873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-c66b0ec9-ddf5-41dc-aa93-10103f786e89 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--48189864&fields=id&tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae HTTP/1.1" status: 200 len: 267 time: 0.1878061 Feb 03 11:07:31.030255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c65621b8-09e6-4dc2-afce-f036e6c89b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.149883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c65621b8-09e6-4dc2-afce-f036e6c89b0f admin admin] Publish callbacks [] for security_group (e3e8474e-2e9a-4980-820c-2c8bea5893c9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.157056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c65621b8-09e6-4dc2-afce-f036e6c89b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e3e8474e-2e9a-4980-820c-2c8bea5893c9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.167341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-6631436e-0116-4dd2-81b1-a8265324dfa0 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:31.168725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-6631436e-0116-4dd2-81b1-a8265324dfa0 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/networks?id=628199d3-dd7c-4f08-ad05-ad16892b8a53 HTTP/1.1" status: 200 len: 805 time: 0.1442070 Feb 03 11:07:31.193698 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c65621b8-09e6-4dc2-afce-f036e6c89b0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8aa2c9fcf4694f30ae3343f278dbad2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840394 Feb 03 11:07:31.195875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:31.198669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2cbc-79e5-4564-92e4-cd2088fdca5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.206561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-f3e5b475-3829-480e-b7af-8703c9e96282 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-151987966&fields=id&tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 267 time: 0.2351220 Feb 03 11:07:31.208074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-1f445741-7fa0-4d42-8aaa-275c9a4f62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:31.209484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-1f445741-7fa0-4d42-8aaa-275c9a4f62c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.2355247 Feb 03 11:07:31.248110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65621b8-09e6-4dc2-afce-f036e6c89b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8474e-2e9a-4980-820c-2c8bea5893c9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:31.275152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-62abc309-4593-44bc-8f3d-3babba82c714 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317411 Feb 03 11:07:31.286899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-2ac9cc30-cba8-4f24-89d6-31455a09f703 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/quotas/f01dc509d04d4fddb66a7a0fbd9c36ae HTTP/1.1" status: 200 len: 375 time: 0.0840206 Feb 03 11:07:31.305989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] Publish callbacks [] for security_group (e3e8474e-2e9a-4980-820c-2c8bea5893c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.331077 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] Publish callbacks [] for security_group (e3e8474e-2e9a-4980-820c-2c8bea5893c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.382792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e3e8474e-2e9a-4980-820c-2c8bea5893c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.385545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.386853 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3e8474e-2e9a-4980-820c-2c8bea5893c9 HTTP/1.1" status: 204 len: 168 time: 0.1898696 Feb 03 11:07:31.397037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e4bb2-576c-4cbd-9112-2b6976d48099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8474e-2e9a-4980-820c-2c8bea5893c9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:31.478228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-6db85b14-a5b3-4fdf-b4b5-67cc66f628f1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:31.479728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-6db85b14-a5b3-4fdf-b4b5-67cc66f628f1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 945 time: 0.2489815 Feb 03 11:07:31.490443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-e639e9cb-005b-498d-b1cb-5a3295386243 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602957 Feb 03 11:07:31.497444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:31.497782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:31.498115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:31.510069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'security_groups': ['dca4286b-1590-4c03-9782-45e4ab0fd7a3', 'd87b779a-5cb5-4397-89d0-d196dcda0593']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:31.512716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:31.513092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:31.577690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:31.578421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:31.578421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:31.578923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Bound port: d1f68bf4-3549-4166-a769-afd4f68a753a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:31.579210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.625810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e3420700-dd85-488a-b804-03aa9e6f6f44 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201425 Feb 03 11:07:31.769480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:31.788805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-87045178-4612-47ec-bdad-95abd2242fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844636 Feb 03 11:07:31.858655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:31.873739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c0d425a-09cd-4ecc-a3f2-8a2fb47df45d req-e4443337-5e26-4506-b725-ee58a2ba091c service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405324 Feb 03 11:07:31.891181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:31.949840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.075481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:32.076098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.077491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 1092 time: 2.4846871 Feb 03 11:07:32.082514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-f33dda65-8420-40ea-8c4d-7f3537254eb2 service neutron] 10.222.0.30 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860878 Feb 03 11:07:32.111468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e4789-d4f5-42d1-ac37-c84f82c10d23 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:32.187456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-67489d81-92a2-4572-a49f-17890406761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:32.189430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-67489d81-92a2-4572-a49f-17890406761f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 1126 time: 0.2259929 Feb 03 11:07:32.354994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56780) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:32.445340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (9b928b96-eece-4e15-975e-d8fc221ba72e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.475539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (9b928b96-eece-4e15-975e-d8fc221ba72e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.550265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9b928b96-eece-4e15-975e-d8fc221ba72e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.554341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.556056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "DELETE /v2.0/security-groups/9b928b96-eece-4e15-975e-d8fc221ba72e HTTP/1.1" status: 204 len: 168 time: 0.1991930 Feb 03 11:07:32.562384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56784) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:32.580095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ae2ae-f387-49cc-85cd-e4a2911891ff tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b928b96-eece-4e15-975e-d8fc221ba72e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:32.616616 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-cee2bea7-76fd-421d-8dde-ce413b14796a tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] show failed (client error): The resource could not be found. Feb 03 11:07:32.621008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cee2bea7-76fd-421d-8dde-ce413b14796a tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "GET /v2.0/security-groups/9b928b96-eece-4e15-975e-d8fc221ba72e HTTP/1.1" status: 404 len: 347 time: 0.0548673 Feb 03 11:07:32.621250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:32.845361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:32.850558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Deleting port 67584834-095d-41ef-93fe-80fc8b2281cb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:32.850911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.883079 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (b42c8407-fd67-459f-b038-fc86b08f427e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.884576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:32.887102 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2894ed84-e5b9-426d-b0c0-c18e813f42a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:32.898961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:32.915016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79', 'b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:33.049758 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.050527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (67584834-095d-41ef-93fe-80fc8b2281cb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.054718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-21f01b1b-d1a5-480b-9fcf-ffb95bba14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.056249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-21f01b1b-d1a5-480b-9fcf-ffb95bba14c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1126 time: 0.9081643 Feb 03 11:07:33.069395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Calling delete_port for 67584834-095d-41ef-93fe-80fc8b2281cb owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:33.219986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.220649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.235300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54667b5f-eaf3-4fb9-9a2f-336ffa59122c req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "PUT /v2.0/ports/b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 981 time: 1.7409327 Feb 03 11:07:33.240883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-d5ac48fb-182f-4bfc-80b6-7461317fe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.242175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-d5ac48fb-182f-4bfc-80b6-7461317fe1db service neutron] 10.222.0.69 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 922 time: 1.0128324 Feb 03 11:07:33.254642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-e847f228-b77b-4845-a838-11d67c5d9ca0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 217 time: 0.1769118 Feb 03 11:07:33.285934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:33.372341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdbfdb-dd3b-48b4-986a-0c365ebd351f req-84bd5a44-8eb3-47c8-9781-188bfa68de14 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.381326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbbdbfdb-dd3b-48b4-986a-0c365ebd351f req-84bd5a44-8eb3-47c8-9781-188bfa68de14 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.5665495 Feb 03 11:07:33.383853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (67584834-095d-41ef-93fe-80fc8b2281cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.449939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-d66dab7b-edc2-4201-80c5-88e270064f60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df4fca7-9f0a-4180-8160-3282a02c968b HTTP/1.1" status: 200 len: 217 time: 0.1929696 Feb 03 11:07:33.451855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-8709cdaa-6ea2-41fc-9b9a-185a893efa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.453762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-8709cdaa-6ea2-41fc-9b9a-185a893efa0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1887696 Feb 03 11:07:33.473591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Pushing event deleted for resources: {'Port': ['ID=67584834-095d-41ef-93fe-80fc8b2281cb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:33.476158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c422b89-bf5e-4764-a3fe-07338fbccce9 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:33.548279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks [] for floatingip (7e6e8135-3764-4097-803c-0bb2dfa24607), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.553429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.554860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7b87b4a7-8210-4b6a-b6c8-8d5656ed82d3 tempest-ServersTestFqdnHostnames-1797900103 tempest-ServersTestFqdnHostnames-1797900103-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e6e8135-3764-4097-803c-0bb2dfa24607 HTTP/1.1" status: 204 len: 168 time: 0.9302449 Feb 03 11:07:33.555888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-7741c84b-b1f9-4f9e-9578-dd705f47e20b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761251 Feb 03 11:07:33.558424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56810) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:33.563050 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd646982-aa2b-49f8-ab44-885fec20e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:33.667027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-99f7fdc7-326e-4f7b-b389-540ef7bbc959 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929976 Feb 03 11:07:33.696271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c938108-dabb-49a2-bfbf-bb96e49d35b3 req-89589fa5-4fe9-4fa1-b4fa-57d702bf9381 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.713664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c938108-dabb-49a2-bfbf-bb96e49d35b3 req-89589fa5-4fe9-4fa1-b4fa-57d702bf9381 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.3669176 Feb 03 11:07:33.742610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-72cd744f-bba0-4ce1-97d7-8fba67703b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:33.744122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-72cd744f-bba0-4ce1-97d7-8fba67703b0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.2509720 Feb 03 11:07:33.753952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbbdbfdb-dd3b-48b4-986a-0c365ebd351f req-09ea4485-b224-4d4b-b2ab-bedfa43c6fd8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699114 Feb 03 11:07:33.872090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-c6cf1d6b-0215-44d9-8a17-eaa11bce3647 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068773 Feb 03 11:07:34.067660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-c9358d55-54c6-4f61-9757-795faee366c3 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938412 Feb 03 11:07:34.077506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c938108-dabb-49a2-bfbf-bb96e49d35b3 req-b35d2f9c-b765-4a25-8c1e-a1a07c47c0e1 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629186 Feb 03 11:07:34.119187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-205fdd1c-7323-4e30-a24d-0c06304a6843 req-ab842a42-3d9c-455a-b139-39ca50ce9345 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417343 Feb 03 11:07:34.282974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899ec40-7ea9-4d6a-a2e3-7e0061f497d8 req-626d33e4-a4f1-438a-aeb4-0e1a3c988fe5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:34.284516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f899ec40-7ea9-4d6a-a2e3-7e0061f497d8 req-626d33e4-a4f1-438a-aeb4-0e1a3c988fe5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 944 time: 0.3369238 Feb 03 11:07:34.344140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d0ddd02-59a1-4c42-a759-7d7f1d8c19be req-cc9170e0-2cdb-4e05-95c6-d4558731f444 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344997 Feb 03 11:07:34.375695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-47d5d557-dfa6-4fc2-9690-fd47ca5da77e tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:34.378319 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-47d5d557-dfa6-4fc2-9690-fd47ca5da77e tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.53 "GET /v2.0/networks?id=628199d3-dd7c-4f08-ad05-ad16892b8a53 HTTP/1.1" status: 200 len: 805 time: 0.5643826 Feb 03 11:07:34.385077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f899ec40-7ea9-4d6a-a2e3-7e0061f497d8 req-0ab9022d-c649-46e7-9980-cb2a5ec4b60d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 Feb 03 11:07:34.399858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-b81f80e8-2416-468f-9030-9b590a0d07b2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:34.401177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-b81f80e8-2416-468f-9030-9b590a0d07b2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.1791697 Feb 03 11:07:34.423040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cbe2e206-27bc-4047-82e2-e541b00d98f7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/quotas/828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 375 time: 0.0104914 Feb 03 11:07:34.496097 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-f2db3453-a437-4186-88c0-1a18b6076157 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae HTTP/1.1" status: 200 len: 378 time: 0.1087909 Feb 03 11:07:34.499896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:34.508617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'port': {'device_id': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'admin_state_up': True, 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'security_groups': ['d69c7e98-95c5-4bfe-8d73-f41bf12a17e5']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:34.523386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebdca78b-ab1b-4daa-a1cd-5dbb340737c1 req-2a78a39d-69d8-43ac-8e9d-d83707d4dd8f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 210 time: 0.0578485 Feb 03 11:07:34.582233 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fbc998-4f09-4c60-846b-f9e203709562 x-openstack-request-id: req-d8fbc998-4f09-4c60-846b-f9e203709562 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:34.582532 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:34.583345 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8fbc998-4f09-4c60-846b-f9e203709562 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:34.583345 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'status': 'completed', 'code': 200} Feb 03 11:07:34.696602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Made reservation on behalf of f01dc509d04d4fddb66a7a0fbd9c36ae for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:34.699945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:34.704531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (390cc52f-5711-4bfe-8ac5-a6966e635431), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:34.725240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a42f95b2-7802-4169-a2f4-fa232fa33482 req-aa4df6f5-22f7-4d00-860d-a03ccb8f3544 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/d87b779a-5cb5-4397-89d0-d196dcda0593 HTTP/1.1" status: 200 len: 1816 time: 0.1276319 Feb 03 11:07:34.750068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-fd8933a8-8c2f-40d2-87bf-e0991e4edfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:34.751533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-fd8933a8-8c2f-40d2-87bf-e0991e4edfea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1126 time: 0.1431508 Feb 03 11:07:34.862966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-61ea7c9d-051b-4c5c-a38a-24309a4f708e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948581 Feb 03 11:07:34.891787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-28a11daf-0298-48dd-940d-e21f18d730d9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4612887 Feb 03 11:07:34.962147 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-a42f95b2-7802-4169-a2f4-fa232fa33482 req-6ead55de-f09c-476d-b2a1-208c9e4ab816 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 11:07:34.963177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a42f95b2-7802-4169-a2f4-fa232fa33482 req-6ead55de-f09c-476d-b2a1-208c9e4ab816 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/d87b779a-5cb5-4397-89d0-d196dcda0593 HTTP/1.1" status: 409 len: 341 time: 0.2175007 Feb 03 11:07:34.994159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-7b1a0466-45a9-4b36-9cf7-fbb763e93857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:34.996598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-7b1a0466-45a9-4b36-9cf7-fbb763e93857 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.2335880 Feb 03 11:07:35.011245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Allocated IP 172.20.0.13 (628199d3-dd7c-4f08-ad05-ad16892b8a53/308b0f45-7846-4e9c-a47b-21376abb298b/b45f5873-cd2b-49cf-b119-dc29bb43fd99) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:35.087946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-40de549c-c96b-4dd7-8efd-1ff5eae0170e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 217 time: 0.0604854 Feb 03 11:07:35.114551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-96d5350e-727b-466c-9d42-b0995d567b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.116037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-96d5350e-727b-466c-9d42-b0995d567b4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 1126 time: 0.2107329 Feb 03 11:07:35.148289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-1a4b8834-37b2-4cc4-95b5-b1de752784a8 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555995 Feb 03 11:07:35.228183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Deleting port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:35.228451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.273220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.289639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-9e6fad3a-d24d-4d0a-9e0e-a694617f566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.291439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-9e6fad3a-d24d-4d0a-9e0e-a694617f566e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1929603 Feb 03 11:07:35.349517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] For port 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:35.349886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.361289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-915f6a6e-ea50-4566-acd5-8005aee2ccc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499463 Feb 03 11:07:35.366977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Calling delete_port for 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:35.378496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.453943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-42bfa0cd-9068-4667-bd15-2f8841754302 service neutron] 10.222.0.30 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047724 Feb 03 11:07:35.465654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:35.468444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-aa0da626-288b-442e-b5b0-c90e98376179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.470113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-aa0da626-288b-442e-b5b0-c90e98376179 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.3130307 Feb 03 11:07:35.474960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:35.478760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:35.481173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7cd19-2cb8-4182-923e-4c02acae2713 req-38b0ad6d-b5e3-4a00-9786-46020503f548 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.483058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95f7cd19-2cb8-4182-923e-4c02acae2713 req-38b0ad6d-b5e3-4a00-9786-46020503f548 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.2771153 Feb 03 11:07:35.485101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event updated for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:35.543610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-84b0ff39-024b-4bff-bef8-88a73313c253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 200 len: 217 time: 0.0577443 Feb 03 11:07:35.585411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.586073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.637718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-627a33bf-672e-41f4-9e16-4b4b9bd12603 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1359911 Feb 03 11:07:35.642551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-63b9a739-548f-4db9-a491-ba3cef6c3cd3 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692230 Feb 03 11:07:35.659155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Request body: {'port': {'device_id': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:35.771474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.784315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-90eb2d68-2c4b-4dee-ba03-1429009d92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:35.789716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-90eb2d68-2c4b-4dee-ba03-1429009d92b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.2330704 Feb 03 11:07:35.827318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95f7cd19-2cb8-4182-923e-4c02acae2713 req-29567fa1-b45d-45ec-b8a2-8ad11a68cbaf tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906976 Feb 03 11:07:35.860722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-547c68b0-3984-4a16-8875-b345f60188d2 None None] Provisioning complete for port b45f5873-cd2b-49cf-b119-dc29bb43fd99 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:35.861207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547c68b0-3984-4a16-8875-b345f60188d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:35.906719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2894ed84-e5b9-426d-b0c0-c18e813f42a9 req-be9b1c96-aa80-4d82-9864-e0202e671e9e service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091599 Feb 03 11:07:35.916175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-b436925a-ca36-4c84-b9cf-5173b4437b75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854986 Feb 03 11:07:35.944195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-547c68b0-3984-4a16-8875-b345f60188d2 None None] Port b45f5873-cd2b-49cf-b119-dc29bb43fd99 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:35.963869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:36.070700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-f3b9792e-9d06-49cd-a0b3-cafd15f48a13 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343458 Feb 03 11:07:36.162451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:36.225146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:36.409501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b237e67-6407-4c85-a75c-2c7835b25572 req-a8214d4b-a849-4cfe-8106-6b3e149523a9 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377411 Feb 03 11:07:36.545153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e699263-2c09-4864-83cb-1de2e092ca8a req-4e64e38a-3963-46bf-9742-428aa5359d75 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:36.555224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e699263-2c09-4864-83cb-1de2e092ca8a req-4e64e38a-3963-46bf-9742-428aa5359d75 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1872685 Feb 03 11:07:36.570886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469c49e-54c3-48ea-a49a-ba31bf1c4cef req-1a09d8ec-c0ef-41de-9e9c-262269d9b468 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:36.578313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7469c49e-54c3-48ea-a49a-ba31bf1c4cef req-1a09d8ec-c0ef-41de-9e9c-262269d9b468 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 944 time: 0.1601307 Feb 03 11:07:36.591169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:36.594710 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b0259-0846-49d4-bd46-08177ad4ed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:36.602108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7804-4f41-49ad-ba06-925f932a273d req-a078cc62-7651-482b-8a89-fbd0b7e0ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:36.603656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-a078cc62-7651-482b-8a89-fbd0b7e0ac5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1166 time: 0.1977413 Feb 03 11:07:36.696313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (390cc52f-5711-4bfe-8ac5-a6966e635431), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:36.731300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:36.951362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:36.966650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'port_id': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'mac_address': 'fa:16:3e:14:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c639-6f7a-4fca-a369-122f771fec47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:37.097031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9df4fca7-9f0a-4180-8160-3282a02c968b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:37.097796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:37.115039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4fca7-9f0a-4180-8160-3282a02c968b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:37.146554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:37.151768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:37.210503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45f5873-cd2b-49cf-b119-dc29bb43fd99 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:37.217770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:37.231989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks [] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:37.255406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Router 390cc52f-5711-4bfe-8ac5-a6966e635431 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:07:37.267487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Transition to ACTIVE for port object b45f5873-cd2b-49cf-b119-dc29bb43fd99 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:37.326324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:37.368316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:37.394373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7469c49e-54c3-48ea-a49a-ba31bf1c4cef req-af925164-22e7-46f5-b2f9-c1478d8f7981 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150668 Feb 03 11:07:37.439704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Pushing event updated for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:37.448476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e699263-2c09-4864-83cb-1de2e092ca8a req-90ffbd27-8534-4985-a958-5cebba95b830 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8931079 Feb 03 11:07:37.496526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7804-4f41-49ad-ba06-925f932a273d req-8f1c22be-4003-423b-b23b-d50ecd0f8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:37.497993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-8f1c22be-4003-423b-b23b-d50ecd0f8e4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.8796616 Feb 03 11:07:37.623753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9df4fca7-9f0a-4180-8160-3282a02c968b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:37.729810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:37.744418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8772c2b4-3a0a-476b-9d94-e12c507c98e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/390cc52f-5711-4bfe-8ac5-a6966e635431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849284 Feb 03 11:07:37.746154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Sync routers for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:37.754372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56858) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:37.764517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-68a7a17c-04c1-46ba-b8e0-800a1800104c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:37.765344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-68a7a17c-04c1-46ba-b8e0-800a1800104c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 808 time: 0.2311697 Feb 03 11:07:37.783222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:37.793539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:37.807065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Request body: {'port': {'device_id': '5f232fd3-a560-43d1-8295-57def8fe0282', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'admin_state_up': True, 'tenant_id': '828aaa4b7af9498090801d377111362a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:37.810997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-4ee2e4e9-e55f-4d33-9461-c1fb7bd67949 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 217 time: 0.3009372 Feb 03 11:07:37.903789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Attempting to bind port b45f5873-cd2b-49cf-b119-dc29bb43fd99 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:37.904187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Attempting to bind port b45f5873-cd2b-49cf-b119-dc29bb43fd99 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:37.904531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Attempting to bind port b45f5873-cd2b-49cf-b119-dc29bb43fd99 on network 628199d3-dd7c-4f08-ad05-ad16892b8a53 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:38.050763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dbda318-5ff1-4f61-934a-c9344ffbeab2 req-be57c1c7-3fc3-400c-ae8f-3956de537ba7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.2546971 Feb 03 11:07:38.067604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks [] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:38.094116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc9e3-b6fa-4956-9a2d-5bdb124491f7 req-06879026-38c1-47f7-a1b6-03bc71c34cbf tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:38.095807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88ecc9e3-b6fa-4956-9a2d-5bdb124491f7 req-06879026-38c1-47f7-a1b6-03bc71c34cbf tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 944 time: 0.3294234 Feb 03 11:07:38.138351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7804-4f41-49ad-ba06-925f932a273d req-0de8e832-acb7-4138-a40d-2971eb710e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:38.139761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-0de8e832-acb7-4138-a40d-2971eb710e7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.3100829 Feb 03 11:07:38.169315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:38.172303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Port b45f5873-cd2b-49cf-b119-dc29bb43fd99 on network 628199d3-dd7c-4f08-ad05-ad16892b8a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:38.172641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Attempting to bind port b45f5873-cd2b-49cf-b119-dc29bb43fd99 on network 628199d3-dd7c-4f08-ad05-ad16892b8a53 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:38.178932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:38.179296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Checking segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:38.179657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Bound using segment: {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:38.180097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Bound port: b45f5873-cd2b-49cf-b119-dc29bb43fd99, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a46eba-9914-4b98-8b55-fd8e04729c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:38.180455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:38.254897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-6b61b9d3-288c-4875-aca9-32ab517daac7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833378 Feb 03 11:07:38.438780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88ecc9e3-b6fa-4956-9a2d-5bdb124491f7 req-3df9831e-1aca-42bc-b1b8-8f898db5cc7e tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3260131 Feb 03 11:07:38.536716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Made reservation on behalf of 828aaa4b7af9498090801d377111362a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:38.540063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:38.576745 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8869c-99ef-4f92-af0f-aa04fc2a790f x-openstack-request-id: req-5de8869c-99ef-4f92-af0f-aa04fc2a790f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:38.577086 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:38.577330 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5de8869c-99ef-4f92-af0f-aa04fc2a790f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:38.578271 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'status': 'completed', 'code': 200} Feb 03 11:07:38.672921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfed91-e8b1-4944-a118-5055d1454ce8 req-973b2f1b-612b-4f92-84a2-ea0b49ab9fcc tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:38.674471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2dfed91-e8b1-4944-a118-5055d1454ce8 req-973b2f1b-612b-4f92-84a2-ea0b49ab9fcc tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 984 time: 0.4656696 Feb 03 11:07:38.737734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks [] for router_gateway (390cc52f-5711-4bfe-8ac5-a6966e635431), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:38.760882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-38bf17e1-651e-454b-84fb-96e802b8ee3a service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902964 Feb 03 11:07:38.795863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '924fa451-0d08-4419-9eb8-223428684847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:07:35Z', 'revision_number': 5, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port': {'id': '924fa451-0d08-4419-9eb8-223428684847', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:05:25Z', 'updated_at': '2022-02-03T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:38.852972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Checking router: 390cc52f-5711-4bfe-8ac5-a6966e635431 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:38.867267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60a7804-4f41-49ad-ba06-925f932a273d req-1b1e3340-5c87-4933-9ac8-293b4561b540 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904737 Feb 03 11:07:38.869455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Routers {'390cc52f-5711-4bfe-8ac5-a6966e635431'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:38.877328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['390cc52f-5711-4bfe-8ac5-a6966e635431'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:38.959186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2dfed91-e8b1-4944-a118-5055d1454ce8 req-afb508e8-0177-49b9-b658-3974751ad287 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&id=d87b779a-5cb5-4397-89d0-d196dcda0593&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2360957 Feb 03 11:07:39.054367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24e7e6-feb4-448a-831c-d11a500bc14c req-d57c043c-3a74-454f-bfb5-691c8b64f18e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.068383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b24e7e6-feb4-448a-831c-d11a500bc14c req-d57c043c-3a74-454f-bfb5-691c8b64f18e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.4082391 Feb 03 11:07:39.094162 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-ddc7669b-97bd-4d51-8a99-d27c9bd0299a service neutron] show failed (client error): The resource could not be found. Feb 03 11:07:39.100456 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-ddc7669b-97bd-4d51-8a99-d27c9bd0299a service neutron] 10.222.0.69 "GET /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.3687994 Feb 03 11:07:39.106195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:39.113511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:39.121284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] Set router 390cc52f-5711-4bfe-8ac5-a6966e635431 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:39.121835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Deleting port 924fa451-0d08-4419-9eb8-223428684847 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:39.122418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (924fa451-0d08-4419-9eb8-223428684847), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:39.139398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:39.201918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Pushing event updated for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:39.207877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Allocated IP 172.20.0.4 (da23f46f-2179-472f-a1fd-827be430980b/9f2ec76e-3a80-4ac8-992f-351c9b04f6f1/7fe04cff-8384-402d-a92a-c3fa946b7c9a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:39.252712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.253738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:39.255383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-45967a04-6c5f-43db-8889-77749e085d7a service neutron] 10.222.0.53 "PUT /v2.0/ports/b45f5873-cd2b-49cf-b119-dc29bb43fd99 HTTP/1.1" status: 200 len: 1092 time: 3.6009436 Feb 03 11:07:39.256061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:39.259430 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6268eaa3-f2ba-471b-bfce-7af771f83400" -d '{"events": [{"name": "network-changed", "server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:39.304528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:07:38Z', 'revision_number': 6, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:39.319518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] For port 924fa451-0d08-4419-9eb8-223428684847, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=924fa451-0d08-4419-9eb8-223428684847,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:39.320368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (924fa451-0d08-4419-9eb8-223428684847), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:39.331767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b24e7e6-feb4-448a-831c-d11a500bc14c req-04dc94f2-aa39-447d-90de-22947daabb0a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624092 Feb 03 11:07:39.339391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-ef505cd4-5538-4ee6-9584-1078a93c0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.340887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-ef505cd4-5538-4ee6-9584-1078a93c0c60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1166 time: 0.4037986 Feb 03 11:07:39.353211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Calling delete_port for 924fa451-0d08-4419-9eb8-223428684847 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:39.392227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f16617-5dc6-491f-b43e-e0c4a4e442d4 None None] The sync data for ids ['390cc52f-5711-4bfe-8ac5-a6966e635431'] in n-d-821606-6 is: [{'id': '390cc52f-5711-4bfe-8ac5-a6966e635431', 'name': 'tempest-ServersTestFqdnHostnames-626108685-router', 'tenant_id': 'c9631344658a42d7adc9352eab1b99ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:05:24Z', 'updated_at': '2022-02-03T11:07:38Z', 'revision_number': 6, 'project_id': 'c9631344658a42d7adc9352eab1b99ab', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:39.504717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-6d8f02bb-fcc1-4472-bd1e-880c898e40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.506410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-6d8f02bb-fcc1-4472-bd1e-880c898e40e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae&device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 1126 time: 0.1476550 Feb 03 11:07:39.564085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-62d782a1-363b-4c39-8cf0-6183f54ba282 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99 HTTP/1.1" status: 200 len: 217 time: 0.0483692 Feb 03 11:07:39.727092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c1a2-0be7-45ca-86f3-2520f972ee51 req-167f9d86-424f-4872-80f1-b9a43732faf7 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.732149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2c9c1a2-0be7-45ca-86f3-2520f972ee51 req-167f9d86-424f-4872-80f1-b9a43732faf7 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 945 time: 0.5847743 Feb 03 11:07:39.755707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-f168b638-1e02-4b5f-a57c-e7aacf354f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.757324 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-f168b638-1e02-4b5f-a57c-e7aacf354f92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=308b0f45-7846-4e9c-a47b-21376abb298b HTTP/1.1" status: 200 len: 844 time: 0.1842425 Feb 03 11:07:39.850650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-648e95a7-fa8e-4105-b043-29ec661d95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.852067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-648e95a7-fa8e-4105-b043-29ec661d95bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.1675317 Feb 03 11:07:39.871255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:39.913672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-8060f55a-6f49-4ca7-b225-01acb8bee299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:39.915979 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-8060f55a-6f49-4ca7-b225-01acb8bee299 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628199d3-dd7c-4f08-ad05-ad16892b8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1479232 Feb 03 11:07:39.915979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (924fa451-0d08-4419-9eb8-223428684847), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:39.983572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=924fa451-0d08-4419-9eb8-223428684847,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:40.022869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-0b8cb9ad-ddcf-4a52-840a-700d9f993a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.024289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-0b8cb9ad-ddcf-4a52-840a-700d9f993a02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.6680448 Feb 03 11:07:40.095848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-7bd9a08a-3f45-4575-8060-ecadeb9fcfae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 217 time: 0.0631454 Feb 03 11:07:40.105224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.127287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks [] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.158293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44f13-94e5-4825-8bb3-b9069c81e9ec req-45880bb6-1644-4b8f-9965-327e155d3840 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.159844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b44f13-94e5-4825-8bb3-b9069c81e9ec req-45880bb6-1644-4b8f-9965-327e155d3840 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.4790986 Feb 03 11:07:40.171164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (390cc52f-5711-4bfe-8ac5-a6966e635431), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.178398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2c9c1a2-0be7-45ca-86f3-2520f972ee51 req-e723d45e-4d13-4d9d-9175-aa9ee7b41fc3 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274829 Feb 03 11:07:40.178559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-6fe42e17-dd31-4178-9991-7188e1618030 service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526913 Feb 03 11:07:40.230933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-6f964e50-1f72-4382-978f-2314bbfe63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.232845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-6f964e50-1f72-4382-978f-2314bbfe63fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.1216373 Feb 03 11:07:40.244585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.258200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dd29308a-892e-4ec7-9f1e-1ab6961c1258'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:40.408325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-d90d4f87-1add-4fed-a9c5-4c735572b48a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597703 Feb 03 11:07:40.417981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.422815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks [] for router_controller (390cc52f-5711-4bfe-8ac5-a6966e635431), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.467711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:40.482747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.483096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.483442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.483777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.484651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.485022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.485350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.485680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.486008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.486330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.486651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.486970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.487379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:40.503217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Network da23f46f-2179-472f-a1fd-827be430980b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:40.512761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:40.538184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (390cc52f-5711-4bfe-8ac5-a6966e635431), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.538843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390cc52f-5711-4bfe-8ac5-a6966e635431 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:07:40.544372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:40.550416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.553945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5f5a043-ff69-4a6e-b6be-24bb85593c92 admin admin] 10.222.0.30 "DELETE /v2.0/routers/390cc52f-5711-4bfe-8ac5-a6966e635431 HTTP/1.1" status: 204 len: 168 time: 2.7963483 Feb 03 11:07:40.555637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56880) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:40.567533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b44f13-94e5-4825-8bb3-b9069c81e9ec req-0a676a3c-c864-4804-b986-66c87a5abaed tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714561 Feb 03 11:07:40.585581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3554a-282b-4cac-b191-f2bdf2d7d2a6 req-20e54a7b-25c8-4935-840e-5629b94c2865 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.587430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eab3554a-282b-4cac-b191-f2bdf2d7d2a6 req-20e54a7b-25c8-4935-840e-5629b94c2865 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 931 time: 0.3031073 Feb 03 11:07:40.629457 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1b0e1c-5639-41f1-83bc-59e3cf37de97 x-openstack-request-id: req-3f1b0e1c-5639-41f1-83bc-59e3cf37de97 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:40.629847 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:40.630210 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f1b0e1c-5639-41f1-83bc-59e3cf37de97 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:40.630902 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'status': 'completed', 'code': 200} Feb 03 11:07:40.633430 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9f1ffba6-617c-4f8c-a757-e082d4e3f144 req-77e8f0fe-c3cf-46f0-82d7-bf0c5761f33b service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795106 Feb 03 11:07:40.676604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.677318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.678393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Deleting subnet dfd8813f-2f31-47d3-bbe0-8d252ff39ba7 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:07:40.683259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:40.685692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Publish callbacks [] for subnet (dfd8813f-2f31-47d3-bbe0-8d252ff39ba7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.756214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-93661336-c432-4a1a-b87d-d1dd8cc4cea6 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313041 Feb 03 11:07:40.778082 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (dfd8813f-2f31-47d3-bbe0-8d252ff39ba7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.791970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:40.812798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:40.819134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-cddead12-fd40-4612-8475-45ee6904327a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0124316 Feb 03 11:07:40.835212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Request body: {'port': {'device_id': '5f232fd3-a560-43d1-8295-57def8fe0282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:40.866880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 9df4fca7-9f0a-4180-8160-3282a02c968b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:40.872172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-86df2bb5-c7cf-47d2-8e96-e7a9cd32f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:40.873950 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-86df2bb5-c7cf-47d2-8e96-e7a9cd32f268 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae&device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 1126 time: 0.1609843 Feb 03 11:07:40.876122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 9df4fca7-9f0a-4180-8160-3282a02c968b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:40.876757 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.895427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks [] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.940009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:40.956751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Transition to ACTIVE for port object 547d53fe-541e-4a92-9bc7-d8f086a4a1ec will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:40.963959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.016993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-797b0259-0846-49d4-bd46-08177ad4ed9f req-ea002518-ee89-46ba-8bfd-df0eae9838bf service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202566 Feb 03 11:07:41.032021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9df4fca7-9f0a-4180-8160-3282a02c968b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:41.032806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.050150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eab3554a-282b-4cac-b191-f2bdf2d7d2a6 req-b333fab5-d38f-4837-bc75-b82186f32a57 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449342 Feb 03 11:07:41.086831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86996-81a3-4e13-8a2d-646d4dea5905 req-6d7f7e80-8f32-40c1-8529-a69b30a953e1 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.093866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aef86996-81a3-4e13-8a2d-646d4dea5905 req-6d7f7e80-8f32-40c1-8529-a69b30a953e1 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 944 time: 0.3535879 Feb 03 11:07:41.098756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (dfd8813f-2f31-47d3-bbe0-8d252ff39ba7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.113471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:41.116900 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07201112-ccac-4348-84a9-348a8d6cc190" -d '{"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:41.148533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 924fa451-0d08-4419-9eb8-223428684847 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:41.158825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=6']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:41.210544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 924fa451-0d08-4419-9eb8-223428684847 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:41.211289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 924fa451-0d08-4419-9eb8-223428684847 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:41.212081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:41.234975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:41.236812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:41.237525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 46da40c8-3ee0-4f3b-aca7-df03dd8a5ff5 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:41.246763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.248040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:41.279363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aef86996-81a3-4e13-8a2d-646d4dea5905 req-d8e3a40d-a79a-46b6-8d85-a39f938dfdfb tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798222 Feb 03 11:07:41.287253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-144649c6-45e1-4ef3-841e-97ac6d2fdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.289850 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-144649c6-45e1-4ef3-841e-97ac6d2fdf20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=628199d3-dd7c-4f08-ad05-ad16892b8a53 HTTP/1.1" status: 200 len: 906 time: 0.4091718 Feb 03 11:07:41.292066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (dfd8813f-2f31-47d3-bbe0-8d252ff39ba7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.294932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] No DVR routers for this DVR port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:41.383227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:41.441005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:07:41.441798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:41.444125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.449976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92eab9b-ba87-445d-9fb6-120d55475c79 None None] Network 044e2857-6934-4c1e-860b-75f9decde065 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:41.457029 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dfd8813f-2f31-47d3-bbe0-8d252ff39ba7 HTTP/1.1" status: 204 len: 168 time: 0.9002039 Feb 03 11:07:41.458128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:41.480322 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-08eb69bd-c420-4e67-bb0e-e0c1d320360f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99 HTTP/1.1" status: 200 len: 217 time: 0.1766315 Feb 03 11:07:41.534615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-9656af54-4d1e-4f85-ba96-a4102399cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.536526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-9656af54-4d1e-4f85-ba96-a4102399cc75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=308b0f45-7846-4e9c-a47b-21376abb298b HTTP/1.1" status: 200 len: 844 time: 0.0477345 Feb 03 11:07:41.537414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7d56c-63c0-4640-8642-8f37a834ad5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd8813f-2f31-47d3-bbe0-8d252ff39ba7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:41.541574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:41.542608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:41.543161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:41.549313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:41.549945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:41.590972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:41.591338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:41.591691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:41.592134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Bound port: 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:41.592494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.643532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-94f5e6de-2bd8-4e4b-a9f2-5a7b962f758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.645994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-94f5e6de-2bd8-4e4b-a9f2-5a7b962f758d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628199d3-dd7c-4f08-ad05-ad16892b8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976174 Feb 03 11:07:41.654375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] DHCP port deletion for 044e2857-6934-4c1e-860b-75f9decde065 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:07:41.678390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:41.681636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:41.731195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Deleting port eca3675d-9dbb-425d-b6d5-44945580b273 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:41.731600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.752390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69759f-3679-4e87-8f9b-e150d0540b3f req-9659cc62-74f2-4439-bdc6-e9f065921ab4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.753944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e69759f-3679-4e87-8f9b-e150d0540b3f req-9659cc62-74f2-4439-bdc6-e9f065921ab4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.2966313 Feb 03 11:07:41.759351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (044e2857-6934-4c1e-860b-75f9decde065), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.762345 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.802082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4e275-a5af-49b3-9687-62183fc90902 req-e239a9cd-1b11-42fb-902f-a3b14efac35f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.804330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12a4e275-a5af-49b3-9687-62183fc90902 req-e239a9cd-1b11-42fb-902f-a3b14efac35f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 984 time: 0.5902758 Feb 03 11:07:41.814001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-d438e82d-393b-44ff-ac8e-6fe30fae208b service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292946 Feb 03 11:07:41.816786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:41.817431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.818905 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] 10.222.0.53 "PUT /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 1096 time: 1.9579997 Feb 03 11:07:41.854479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] For port eca3675d-9dbb-425d-b6d5-44945580b273, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=eca3675d-9dbb-425d-b6d5-44945580b273,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:41.855075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.877938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Calling delete_port for eca3675d-9dbb-425d-b6d5-44945580b273 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:41.909010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4e1d-f569-4e47-aaad-0d2b25f3fe33 service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:41.951571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e69759f-3679-4e87-8f9b-e150d0540b3f req-437731bd-ee29-4e46-807d-d063052cc0e9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868002 Feb 03 11:07:41.954829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe04cff-8384-402d-a92a-c3fa946b7c9a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:41.973585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks [] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:41.991558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12a4e275-a5af-49b3-9687-62183fc90902 req-29247bd9-01eb-47d8-9a3c-6999d497552f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&id=d87b779a-5cb5-4397-89d0-d196dcda0593&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1352808 Feb 03 11:07:42.008947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Transition to ACTIVE for port object 7fe04cff-8384-402d-a92a-c3fa946b7c9a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:42.013133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Deleting port eca3675d-9dbb-425d-b6d5-44945580b273 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:42.013493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:42.017540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:42.065032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-514221b0-a63b-4c5b-837f-59658452b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.066546 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-514221b0-a63b-4c5b-837f-59658452b0fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1130 time: 0.2035992 Feb 03 11:07:42.095341 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6268eaa3-f2ba-471b-bfce-7af771f83400 req-dfa60a0b-38bf-4fe2-b08e-5b6b5edce0cc service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679443 Feb 03 11:07:42.105617 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8783e8a4-9835-4883-81d5-eeadeb2ee27f x-openstack-request-id: req-8783e8a4-9835-4883-81d5-eeadeb2ee27f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:42.107148 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:42.108228 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8783e8a4-9835-4883-81d5-eeadeb2ee27f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:42.108645 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'code': 200} Feb 03 11:07:42.143349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:42.244617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] Pushing event deleted for resources: {'Port': ['ID=eca3675d-9dbb-425d-b6d5-44945580b273,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:42.265724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9cb6e-61bd-49b6-9c9a-040b610c03bf None None] No DVR routers for this DVR port eca3675d-9dbb-425d-b6d5-44945580b273 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:42.297310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-3e9404d8-88a0-4cef-86b4-0def18e7cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.299057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-3e9404d8-88a0-4cef-86b4-0def18e7cfd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2154047 Feb 03 11:07:42.315937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0ed15-f75b-4d24-aa94-b376fb9221c7 req-5ec6ae02-a36f-446b-a46e-4cf63fa73736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.317764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6b0ed15-f75b-4d24-aa94-b376fb9221c7 req-5ec6ae02-a36f-446b-a46e-4cf63fa73736 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 1128 time: 0.1054244 Feb 03 11:07:42.622937 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-32e939ab-ca06-4f0e-b38a-139f7d434c37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.3157651 Feb 03 11:07:42.629611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] For port eca3675d-9dbb-425d-b6d5-44945580b273, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=eca3675d-9dbb-425d-b6d5-44945580b273,segment=NetworkSegment(9273e847-d19f-41e2-962d-0e81a5258934),segment_id=9273e847-d19f-41e2-962d-0e81a5258934)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:42.629974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:42.632240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}, {'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:42.634005 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd781dd8-e756-4ab3-8a32-390d41b00998" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}, {"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:42.650792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:42.676461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Calling delete_port for eca3675d-9dbb-425d-b6d5-44945580b273 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:42.696793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6b0ed15-f75b-4d24-aa94-b376fb9221c7 req-fbbafe9e-97e3-4bdf-a610-562c988a2a59 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799580 Feb 03 11:07:42.698284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-ad814ddd-b60a-4050-b7bf-00d22b160cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.699752 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-ad814ddd-b60a-4050-b7bf-00d22b160cdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0685544 Feb 03 11:07:42.725138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d579f8-06b8-4bf5-8b09-ad5b6cc40273 req-cda00929-b6f0-4d2b-889b-ef3fc5b187b5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.726605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7d579f8-06b8-4bf5-8b09-ad5b6cc40273 req-cda00929-b6f0-4d2b-889b-ef3fc5b187b5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.4967272 Feb 03 11:07:42.761191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-97aa9134-f1ff-4914-add5-55bc1a6a1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.763453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-97aa9134-f1ff-4914-add5-55bc1a6a1d5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0574932 Feb 03 11:07:42.771206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7876c5-00fb-4deb-b92a-f021a47465c2 req-4905b990-daa7-4f89-a5ea-abc79a1c22ae tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:42.772616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b7876c5-00fb-4deb-b92a-f021a47465c2 req-4905b990-daa7-4f89-a5ea-abc79a1c22ae tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.5613401 Feb 03 11:07:42.773283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:42.773611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:42.773937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:42.802182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:42.802516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:42.827496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:42.827898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:42.828251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:42.828676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Bound port: 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:42.829059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:42.861987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-3991816b-6ac0-4964-9860-29f6f0fe8098 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926647 Feb 03 11:07:42.918839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7d579f8-06b8-4bf5-8b09-ad5b6cc40273 req-59d70233-c787-4040-8dfb-9b519685eb7f tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548555 Feb 03 11:07:42.932257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b7876c5-00fb-4deb-b92a-f021a47465c2 req-96592685-2c98-44a8-a437-8bd4d5c5a538 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489263 Feb 03 11:07:42.950528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (eca3675d-9dbb-425d-b6d5-44945580b273), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.016964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] No DVR routers for this DVR port eca3675d-9dbb-425d-b6d5-44945580b273 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:43.017554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=eca3675d-9dbb-425d-b6d5-44945580b273,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:43.036099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:43.039113 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-140bc0c5-1258-4b07-bec9-4cc653b4a345 req-f6684295-229a-4a49-b98b-623658dd3308 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713295 Feb 03 11:07:43.041879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:43.078611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device eca3675d-9dbb-425d-b6d5-44945580b273 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:43.106322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.108846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: eca3675d-9dbb-425d-b6d5-44945580b273 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:43.109582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device eca3675d-9dbb-425d-b6d5-44945580b273 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:43.198310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.198935 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.200307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] 10.222.0.69 "PUT /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 1091 time: 2.3697646 Feb 03 11:07:43.230520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:43.232848 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878900a8-cfd4-44aa-8766-28aad6f2cbae" -d '{"events": [{"name": "network-changed", "server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:43.236323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (044e2857-6934-4c1e-860b-75f9decde065), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.283292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-030f8653-7733-46d5-bb2d-9445cd72a0fb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1965395974&fields=id&tenant_id=a5b15044cd314cefacda16d7a0eda32e HTTP/1.1" status: 200 len: 267 time: 0.2435222 Feb 03 11:07:43.295057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc435-f634-4567-aae1-596f77f90bfa service neutron] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:43.304558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824db9b-5744-4510-9a0c-ac0dc5bffa39 req-ddb77d25-7bb4-4407-98f8-246775490243 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.306072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1824db9b-5744-4510-9a0c-ac0dc5bffa39 req-ddb77d25-7bb4-4407-98f8-246775490243 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.2613645 Feb 03 11:07:43.307758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044e2857-6934-4c1e-860b-75f9decde065']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:43.366267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9273e847-d19f-41e2-962d-0e81a5258934') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:43.366480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9273e847-d19f-41e2-962d-0e81a5258934') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:43.387955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (9273e847-d19f-41e2-962d-0e81a5258934), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.423246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9273e847-d19f-41e2-962d-0e81a5258934), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.442466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:07:43.442796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (9273e847-d19f-41e2-962d-0e81a5258934), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:07:43.444475 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:07:43.460499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-fe49cf8c-08d0-4fe7-9498-585d98088f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.462103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-fe49cf8c-08d0-4fe7-9498-585d98088f10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1125 time: 0.1826797 Feb 03 11:07:43.471112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1824db9b-5744-4510-9a0c-ac0dc5bffa39 req-cc62628e-712f-44d2-8afb-25244ce2dd13 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292803 Feb 03 11:07:43.477924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-2320a356-54d1-470b-92a0-77c3a449b899 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.489502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-2320a356-54d1-470b-92a0-77c3a449b899 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 984 time: 0.1864305 Feb 03 11:07:43.522891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'port': {'security_groups': ['d87b779a-5cb5-4397-89d0-d196dcda0593', 'dca4286b-1590-4c03-9782-45e4ab0fd7a3', '285f1fe0-9496-49df-9463-861943c97058']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:43.583517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-ffcb2795-d5ce-436e-9f1d-18a280fecbe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 217 time: 0.0970967 Feb 03 11:07:43.599100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (044e2857-6934-4c1e-860b-75f9decde065), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.673580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.676685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] 10.222.0.30 "DELETE /v2.0/networks/044e2857-6934-4c1e-860b-75f9decde065 HTTP/1.1" status: 204 len: 168 time: 2.2155111 Feb 03 11:07:43.684242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ffecd-af81-4661-aac5-0bd859c8a2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=044e2857-6934-4c1e-860b-75f9decde065,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:43.731226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-c00befdc-ee5e-483d-92a1-81e08dedd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.732599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-c00befdc-ee5e-483d-92a1-81e08dedd671 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1364985 Feb 03 11:07:43.734139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:43.763987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c117f4-f733-4bb0-b029-447ff32b9632 req-69ecf4fe-9aca-42ae-ba4f-09ec5bbb9056 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:43.767180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7c117f4-f733-4bb0-b029-447ff32b9632 req-69ecf4fe-9aca-42ae-ba4f-09ec5bbb9056 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 944 time: 0.1883988 Feb 03 11:07:43.788522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-116be856-eb8f-4b2a-beb2-a79eb19a4b96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439301 Feb 03 11:07:43.856454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b45f5873-cd2b-49cf-b119-dc29bb43fd99 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:43.919787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56910) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:43.955001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7c117f4-f733-4bb0-b029-447ff32b9632 req-c33464a8-1c14-49de-a639-25d3fc976162 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1690507 Feb 03 11:07:43.992965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-6a01ac96-bf0b-4c56-a95b-1e50971e5715 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949959 Feb 03 11:07:44.008233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c1225cb-ad24-49e1-8f43-44dde6d2ce05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9631344658a42d7adc9352eab1b99ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860505 Feb 03 11:07:44.009060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:44.099036 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb65395-b220-4829-b109-21f6b5d09207 x-openstack-request-id: req-4cb65395-b220-4829-b109-21f6b5d09207 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:44.099487 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}, {"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:44.099749 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cb65395-b220-4829-b109-21f6b5d09207 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:44.100163 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:07:44.100602 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'status': 'completed', 'code': 200} Feb 03 11:07:44.104628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:44.138828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'port_id': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'mac_address': 'fa:16:3e:a1:11:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:44.144199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] Publish callbacks [] for security_group (1987c2fc-a2f5-4ad3-b820-0d1e27020d35), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.214804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] Publish callbacks [] for security_group (1987c2fc-a2f5-4ad3-b820-0d1e27020d35), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.215244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:44.223256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b45f5873-cd2b-49cf-b119-dc29bb43fd99 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:44.223654 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.233099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92ce0128-ab9e-4a14-80a7-cbdeb96b2c8e req-eeb5a049-0b04-4245-8ec0-94cafc9b860c service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252579 Feb 03 11:07:44.257092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for port (b42c8407-fd67-459f-b038-fc86b08f427e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.262884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.285203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e4f7-8bd5-4c74-b986-587440e38441 req-4c93e855-0b37-4f23-8e3f-ff24d1f2195c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.286843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4558e4f7-8bd5-4c74-b986-587440e38441 req-4c93e855-0b37-4f23-8e3f-ff24d1f2195c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1553695 Feb 03 11:07:44.288747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-503fb6c0-718c-41b3-a8d8-34a465df48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.290661 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-503fb6c0-718c-41b3-a8d8-34a465df48fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1130 time: 0.1277990 Feb 03 11:07:44.299349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79', 'b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:44.348397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.349073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.361930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c0070bf-b3e1-41ec-bc16-4ae5d89b9ee2 req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "PUT /v2.0/ports/b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 1020 time: 0.8696527 Feb 03 11:07:44.410503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45f5873-cd2b-49cf-b119-dc29bb43fd99 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:44.419641 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb426d5b-d091-48c9-90b4-12d60217357e x-openstack-request-id: req-bb426d5b-d091-48c9-90b4-12d60217357e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:44.419934 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:44.420191 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb426d5b-d091-48c9-90b4-12d60217357e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:44.420728 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'status': 'completed', 'code': 200} Feb 03 11:07:44.438125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54044a7-0636-4a00-b065-4a2a2a6d25bb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:44.475672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4558e4f7-8bd5-4c74-b986-587440e38441 req-43a01275-7737-4534-87fa-9d3fc2ef9b36 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623695 Feb 03 11:07:44.508001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:44.508001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:44.547728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.593979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-647d08c6-8874-4e87-808d-334693b71b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.595807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-647d08c6-8874-4e87-808d-334693b71b33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2965302 Feb 03 11:07:44.651551 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-68c62738-762b-4619-a5a4-6512ee8d7538 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.0454698 Feb 03 11:07:44.652258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1987c2fc-a2f5-4ad3-b820-0d1e27020d35), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.655135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:44.656778 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1987c2fc-a2f5-4ad3-b820-0d1e27020d35 HTTP/1.1" status: 204 len: 168 time: 0.6466975 Feb 03 11:07:44.667026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-83c02c06-0a0a-4a8a-b074-26d89e786557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.669388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-83c02c06-0a0a-4a8a-b074-26d89e786557 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1125 time: 0.1902618 Feb 03 11:07:44.689837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:44.695408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfd8ce-b312-4cdf-9c6f-ea00c7c45add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1987c2fc-a2f5-4ad3-b820-0d1e27020d35,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:44.695970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aabf1-f6a1-4548-9844-216273058680 req-bfd93014-3977-4597-910e-47a3868afbd3 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.700548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-07032273-f4a7-4d4b-9ddf-0b1f057b664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.702320 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-07032273-f4a7-4d4b-9ddf-0b1f057b664e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1130 time: 0.6006937 Feb 03 11:07:44.705580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-496aabf1-f6a1-4548-9844-216273058680 req-bfd93014-3977-4597-910e-47a3868afbd3 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1620526 Feb 03 11:07:44.739256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-12ba956a-ff02-4bbb-a9f2-7feb8e732258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.740794 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-12ba956a-ff02-4bbb-a9f2-7feb8e732258 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0791454 Feb 03 11:07:44.845121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b75f5-474c-485b-8f13-a9db4c2cc74a req-da6beb52-ab26-42a6-92f0-6fd5c7bf8e76 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.847152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-9568e5b4-6eaf-44c4-b7ad-f3814a900659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.848755 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-9568e5b4-6eaf-44c4-b7ad-f3814a900659 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1009197 Feb 03 11:07:44.850144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-23e67cf2-c84c-4717-bb4f-342bc273a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.851221 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-23e67cf2-c84c-4717-bb4f-342bc273a456 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1410828 Feb 03 11:07:44.852683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-007b75f5-474c-485b-8f13-a9db4c2cc74a req-da6beb52-ab26-42a6-92f0-6fd5c7bf8e76 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.2587159 Feb 03 11:07:44.915457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-2c1c9052-7222-4a48-a2a9-d7758bab9fe0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.0510809 Feb 03 11:07:44.928714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-496aabf1-f6a1-4548-9844-216273058680 req-31d9534a-84a2-4628-bf2a-7863fd55fcc6 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189240 Feb 03 11:07:44.942006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b45f5873-cd2b-49cf-b119-dc29bb43fd99'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:44.983908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-6dbe846f-2c45-4eae-9f74-fa59c4b3446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:44.986212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-6dbe846f-2c45-4eae-9f74-fa59c4b3446b service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.3097157 Feb 03 11:07:45.020667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-007b75f5-474c-485b-8f13-a9db4c2cc74a req-5a524f96-58e5-4bce-8721-472cf8446de6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618338 Feb 03 11:07:45.123041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-55bc22f8-dca7-4e02-95b9-a6f634c763a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 217 time: 0.1291821 Feb 03 11:07:45.126687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-cc47d746-ce02-44cb-824e-9c514782afeb service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712784 Feb 03 11:07:45.133474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-92abe460-b5d7-44cd-8ed6-3fd6a90958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.134978 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-92abe460-b5d7-44cd-8ed6-3fd6a90958a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1078432 Feb 03 11:07:45.227369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d558db8a-3eae-4ecd-ac2d-b57286223392 req-41f1ff5a-98fd-4349-a5ce-ff5ec3947b9e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/285f1fe0-9496-49df-9463-861943c97058 HTTP/1.1" status: 200 len: 1817 time: 0.2484684 Feb 03 11:07:45.238568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-b71a105e-4475-409d-ad83-24d1fe339250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.240958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-b71a105e-4475-409d-ad83-24d1fe339250 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1050105 Feb 03 11:07:45.293552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-374a1f47-7af6-42a7-8715-35a44eea8d7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408692 Feb 03 11:07:45.306102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dcc7f-a72f-4093-a225-7a76e0ec96fd req-80ca3193-2a40-411d-984f-65aeac15c7e2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.314723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d5dcc7f-a72f-4093-a225-7a76e0ec96fd req-80ca3193-2a40-411d-984f-65aeac15c7e2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1801085 Feb 03 11:07:45.377476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-3754be45-d00b-46ea-afce-0bb5def5c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.379093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-3754be45-d00b-46ea-afce-0bb5def5c2e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2138078 Feb 03 11:07:45.497165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-31a132e5-06e3-4c19-bedc-27a75f042616 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079533 Feb 03 11:07:45.535218 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-d558db8a-3eae-4ecd-ac2d-b57286223392 req-81b82ead-8506-4a58-8a5a-858aa4cf62ed tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 11:07:45.542076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d558db8a-3eae-4ecd-ac2d-b57286223392 req-81b82ead-8506-4a58-8a5a-858aa4cf62ed tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/285f1fe0-9496-49df-9463-861943c97058 HTTP/1.1" status: 409 len: 341 time: 0.3069732 Feb 03 11:07:45.552094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-e3dfd669-2bfe-46b7-8f80-555d210d5da1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161088 Feb 03 11:07:45.631758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d5dcc7f-a72f-4093-a225-7a76e0ec96fd req-125f5f56-544c-4d1b-bb73-8564b99a40d7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112762 Feb 03 11:07:45.663241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-72429d16-605e-481a-bfdb-cc252bc7dff8 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294997 Feb 03 11:07:45.693855 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd781dd8-e756-4ab3-8a32-390d41b00998 req-ad3e3d96-af06-40c5-a89d-28e38b870716 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846750 Feb 03 11:07:45.844044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56958) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:45.854412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:45.860531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-878900a8-cfd4-44aa-8766-28aad6f2cbae req-600a3baf-90d2-4d5f-bc7e-8b3b5700a2d4 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906519 Feb 03 11:07:45.870302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db9a3-b048-4718-b615-a4d05a26cd96 req-f5de204d-4c19-4205-bf9f-9dac22b85b09 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.871723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03db9a3-b048-4718-b615-a4d05a26cd96 req-f5de204d-4c19-4205-bf9f-9dac22b85b09 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1826875 Feb 03 11:07:45.881582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c5d9-8850-46a5-b7f5-bd25bb70986a req-3d9606d4-e3b6-4c9b-af6e-7e55b8e74c90 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:45.882928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d69c5d9-8850-46a5-b7f5-bd25bb70986a req-3d9606d4-e3b6-4c9b-af6e-7e55b8e74c90 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 945 time: 0.1455600 Feb 03 11:07:45.961412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03db9a3-b048-4718-b615-a4d05a26cd96 req-461321bc-933c-4930-8131-25040b378eb1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775070 Feb 03 11:07:45.978393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d69c5d9-8850-46a5-b7f5-bd25bb70986a req-ff3848e2-1968-4125-961a-94b430615206 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836654 Feb 03 11:07:45.989832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.007418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:46.058850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2031787141-network', 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:46.102992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:46.105786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.120712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.132939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41430-2da1-4595-84a0-8894fa793ce2 req-6f840676-f537-4bf1-b072-f1deca495ca0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.135035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46c41430-2da1-4595-84a0-8894fa793ce2 req-6f840676-f537-4bf1-b072-f1deca495ca0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1063728 Feb 03 11:07:46.170391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'mac_address': 'fa:16:3e:53:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:46.235929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46c41430-2da1-4595-84a0-8894fa793ce2 req-cc2ad7ff-a947-4d5c-b002-98ae3e117128 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901282 Feb 03 11:07:46.249666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:46.251000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.271742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547d53fe-541e-4a92-9bc7-d8f086a4a1ec {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:46.290743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks [] for security_group (b44a0244-d2c8-4025-b623-b5d471ec0234), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.301507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b44a0244-d2c8-4025-b623-b5d471ec0234), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.305386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:46.314005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.353554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728209e-99da-4c69-bd50-4c1311b21056 req-e517f36e-c608-4731-9a53-5df1b50bb463 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.355119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d728209e-99da-4c69-bd50-4c1311b21056 req-e517f36e-c608-4731-9a53-5df1b50bb463 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 948 time: 0.0609729 Feb 03 11:07:46.362895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:07:46.374707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a0244-d2c8-4025-b623-b5d471ec0234,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:46.377483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:46.387985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4836a985-2b15-4894-92d1-3e54c9e9061a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.388316 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Added segment 4836a985-2b15-4894-92d1-3e54c9e9061a of type vlan for network 093caa14-ba56-4ddd-adcc-de463dafe5aa Feb 03 11:07:46.424741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:46.427912 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd763a0b-1e8a-4161-bd90-2770e9c9c150" -d '{"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:46.433418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (093caa14-ba56-4ddd-adcc-de463dafe5aa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.462952 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (093caa14-ba56-4ddd-adcc-de463dafe5aa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.464009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.464593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.465582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d728209e-99da-4c69-bd50-4c1311b21056 req-9119caba-6b25-47fe-9789-a28cc433a61b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989957 Feb 03 11:07:46.477070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312be5d-0a84-4334-99ad-1fdb8072774a req-427d1d30-9999-4e34-904c-4578c7e8b154 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.478546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1312be5d-0a84-4334-99ad-1fdb8072774a req-427d1d30-9999-4e34-904c-4578c7e8b154 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1023 time: 0.1225395 Feb 03 11:07:46.518886 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6701221 Feb 03 11:07:46.519607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56978) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:46.563193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Request body: {'subnet': {'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2031787141-subnet', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:46.579491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02ed5-3fb2-40dd-9e0f-f650e5d60863 admin admin] Pushing event updated for resources: {'Network': ['ID=093caa14-ba56-4ddd-adcc-de463dafe5aa,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:46.580748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1312be5d-0a84-4334-99ad-1fdb8072774a req-bbc51bf9-df8f-4a63-910e-1818af27de6e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=285f1fe0-9496-49df-9463-861943c97058&id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&id=d87b779a-5cb5-4397-89d0-d196dcda0593&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0949712 Feb 03 11:07:46.600173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:07:46.603632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:46.606583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:46.649943 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b276320-2baf-42a8-95a4-c679f2a12bf1 x-openstack-request-id: req-5b276320-2baf-42a8-95a4-c679f2a12bf1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:46.650308 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:46.650644 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b276320-2baf-42a8-95a4-c679f2a12bf1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:46.651229 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'status': 'completed', 'code': 200} Feb 03 11:07:46.701500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c553-a336-4629-a6ea-6b673cda3644 req-289c0abf-7217-462b-bb6e-b92c1d881c88 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.709725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9209c553-a336-4629-a6ea-6b673cda3644 req-289c0abf-7217-462b-bb6e-b92c1d881c88 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1238418 Feb 03 11:07:46.718658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['547d53fe-541e-4a92-9bc7-d8f086a4a1ec'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:46.781747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-75ddc850-26cd-48be-9dcd-ee024c1ecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.784265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-75ddc850-26cd-48be-9dcd-ee024c1ecf98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5b15044cd314cefacda16d7a0eda32e&device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1206 time: 0.1220064 Feb 03 11:07:46.827217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9209c553-a336-4629-a6ea-6b673cda3644 req-06c25f08-12e1-46df-af0c-957334bce1ca tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160057 Feb 03 11:07:46.982969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff36ed-8f00-4169-95b8-8510e3533cdb req-1fef5ca0-d8f1-48b9-9303-b8b636923042 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:46.990514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-beff36ed-8f00-4169-95b8-8510e3533cdb req-1fef5ca0-d8f1-48b9-9303-b8b636923042 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1129634 Feb 03 11:07:47.020854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2f158-cc5d-4dc2-acfd-254d54046220 req-7163ddbe-0a81-4f15-b4b6-3d3c60f25b40 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.022481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1e2f158-cc5d-4dc2-acfd-254d54046220 req-7163ddbe-0a81-4f15-b4b6-3d3c60f25b40 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.1049068 Feb 03 11:07:47.030419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-d8c3ef68-fd00-4d01-9544-1cbc55383296 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.032128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-d8c3ef68-fd00-4d01-9544-1cbc55383296 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8&tenant_id=cb19ff6d58154544bf697b8bf6c76451&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 949 time: 0.1928790 Feb 03 11:07:47.066426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-beff36ed-8f00-4169-95b8-8510e3533cdb req-2a95cd03-5d4b-4d6a-8f4b-ff9fe90d59f7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751939 Feb 03 11:07:47.086304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5569683c-5b4c-4d40-967a-1b9d0cdb2742), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.107056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1e2f158-cc5d-4dc2-acfd-254d54046220 req-32496e4a-b6bd-42c5-a60b-e6619280ed3c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724232 Feb 03 11:07:47.141294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-4454a482-ba3b-4c16-aafd-0916668bda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.142847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-4454a482-ba3b-4c16-aafd-0916668bda93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 200 len: 913 time: 0.3388467 Feb 03 11:07:47.206856 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-d2016d81-8230-4a76-9088-1fbf87d9ec6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 200 len: 217 time: 0.0420024 Feb 03 11:07:47.213874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5569683c-5b4c-4d40-967a-1b9d0cdb2742,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:47.252663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f53c-1da6-4c92-96a7-d93a257dfc46 req-80d1921c-3bf2-4299-8c0c-de7f5a4c5d46 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.254554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a3f53c-1da6-4c92-96a7-d93a257dfc46 req-80d1921c-3bf2-4299-8c0c-de7f5a4c5d46 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.0996733 Feb 03 11:07:47.276681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-9474eaeb-2b2c-41ba-bfb4-851dbbcf4fba service neutron] 10.222.0.53 "GET /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.2318826 Feb 03 11:07:47.288274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492af199-84c2-459d-8938-314ae33219f9 req-1c1cff74-5d45-408f-b9d0-4f45b65fd10d tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.289670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Checking segment: {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:47.290046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Network hostable DHCP agents. Network: 093caa14-ba56-4ddd-adcc-de463dafe5aa, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:07:47.297609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-492af199-84c2-459d-8938-314ae33219f9 req-1c1cff74-5d45-408f-b9d0-4f45b65fd10d tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 945 time: 0.1146569 Feb 03 11:07:47.298072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-e8d855b1-5115-42a5-94c3-253330827a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.299560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-e8d855b1-5115-42a5-94c3-253330827a5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 200 len: 852 time: 0.0798879 Feb 03 11:07:47.327041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:07:47.354016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-ae6085ee-601f-4e49-8739-446da18dcc9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d8d4da-11f4-4c00-9820-36bf20856aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380023 Feb 03 11:07:47.367473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-492af199-84c2-459d-8938-314ae33219f9 req-e2c1816e-e2ca-4063-8120-3a441846e16a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688579 Feb 03 11:07:47.378550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a3f53c-1da6-4c92-96a7-d93a257dfc46 req-1799439f-8291-4260-8011-92af8bbbf8c8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169605 Feb 03 11:07:47.434145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 093caa14-ba56-4ddd-adcc-de463dafe5aa) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:47.443696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b7d13-b928-414d-8038-de11d7e092a5 None None] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:47.466971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.467570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.549528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-a2a45070-1303-4c49-855e-c63db4df11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.551341 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-a2a45070-1303-4c49-855e-c63db4df11cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1131 time: 0.2342346 Feb 03 11:07:47.557667 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b7a9168c-d074-4c93-9e82-efc34f31cc1e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0273488 Feb 03 11:07:47.560588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57002) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:47.566429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:47.621220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fea102-d1d3-452f-832b-5338d75a0065 req-6ef26ce4-8a40-49c8-81c5-f0338fcf4eeb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.624107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fea102-d1d3-452f-832b-5338d75a0065 req-6ef26ce4-8a40-49c8-81c5-f0338fcf4eeb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1415594 Feb 03 11:07:47.635269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01630da-1882-40da-a4ca-9c72676c17d4 req-75bebdcb-3df8-41f7-b1ab-0843089767ac tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.636852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a01630da-1882-40da-a4ca-9c72676c17d4 req-75bebdcb-3df8-41f7-b1ab-0843089767ac tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1349919 Feb 03 11:07:47.644497 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-6302d364-f76e-4fc3-85e5-404f119b558b service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737598 Feb 03 11:07:47.647755 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (07976736-49bd-470a-addf-1f74cb8763ae), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.651886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (07976736-49bd-470a-addf-1f74cb8763ae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.660503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-093caa14-ba56-4ddd-adcc-de463dafe5aa', 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa', 'project_id': '45bda1de5ee045578bf1b610205abb67', 'fixed_ips': [{'subnet_id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:07:47.661789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.743411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fea102-d1d3-452f-832b-5338d75a0065 req-21c0c0d4-a6a7-4ae6-8518-2fa69042abfc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054833 Feb 03 11:07:47.804352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a01630da-1882-40da-a4ca-9c72676c17d4 req-57627964-3faa-44a2-b45a-482642029c42 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578526 Feb 03 11:07:47.841683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:47.859662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:47.918184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for router_controller (07976736-49bd-470a-addf-1f74cb8763ae), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:47.921724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-21797f37-cdd8-42d3-a0b3-ea232427ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:47.923346 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-21797f37-cdd8-42d3-a0b3-ea232427ad5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3518329 Feb 03 11:07:48.007403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-d6a73ae5-f761-413f-a84e-277252b33b4d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.009081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-d6a73ae5-f761-413f-a84e-277252b33b4d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1023 time: 0.1443770 Feb 03 11:07:48.030410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Allocated IP 172.20.0.2 (093caa14-ba56-4ddd-adcc-de463dafe5aa/5569683c-5b4c-4d40-967a-1b9d0cdb2742/b1c9c12b-d181-4de7-a757-0afe828307e3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:48.030629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd619f95-2610-49ab-bc2f-3370ad5748a2 req-0e604026-4522-4ab0-a1be-dbf911acb6b8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.037679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd619f95-2610-49ab-bc2f-3370ad5748a2 req-0e604026-4522-4ab0-a1be-dbf911acb6b8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1296120 Feb 03 11:07:48.040613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-354aed10-fe9f-44ab-bb47-38bcc245bf5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.1009254 Feb 03 11:07:48.042251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:48.050176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:48.050802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.055841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb6898-e439-4cd1-bfb0-5cc5c9ae28b8 req-0f66a8c9-cd27-4820-acfc-45e0b9b3f317 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.063200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75bb6898-e439-4cd1-bfb0-5cc5c9ae28b8 req-0f66a8c9-cd27-4820-acfc-45e0b9b3f317 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 1023 time: 0.1574728 Feb 03 11:07:48.106483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd763a0b-1e8a-4161-bd90-2770e9c9c150 req-0365a086-0e14-41a3-82db-cfde9d7d4215 service neutron] 10.222.0.53 "GET /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125760 Feb 03 11:07:48.125782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b766a264-53b9-4e0e-b97a-5dfbe7804dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.266636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd619f95-2610-49ab-bc2f-3370ad5748a2 req-004dd4b8-824d-4320-86ea-4ec9ae89d592 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077005 Feb 03 11:07:48.266857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:48.267177 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.284585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for router_gateway (07976736-49bd-470a-addf-1f74cb8763ae), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.313385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ba13f568-b169-4a85-85f2-2abc0bc81f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.314853 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ba13f568-b169-4a85-85f2-2abc0bc81f03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2070103 Feb 03 11:07:48.319724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:48.322181 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f001f-1372-4313-9443-d2882bfaefbb" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:48.338859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks [] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.346571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:48.349434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.361064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.361945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b45f5873-cd2b-49cf-b119-dc29bb43fd99 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:48.384069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75bb6898-e439-4cd1-bfb0-5cc5c9ae28b8 req-9615b6fb-d1f3-4bb6-9454-9e629035e29c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=285f1fe0-9496-49df-9463-861943c97058&id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&id=d87b779a-5cb5-4397-89d0-d196dcda0593&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3104036 Feb 03 11:07:48.414252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-c354753e-34f7-4406-aedd-120fc9ec946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.417858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-c354753e-34f7-4406-aedd-120fc9ec946b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0886505 Feb 03 11:07:48.447102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:48.453677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Pushing event updated for resources: {'Port': ['ID=b1c9c12b-d181-4de7-a757-0afe828307e3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:48.456630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:48.464358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:48.469270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Deleting port b42c8407-fd67-459f-b038-fc86b08f427e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:07:48.469663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.505592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b45f5873-cd2b-49cf-b119-dc29bb43fd99 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:48.518770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b766a264-53b9-4e0e-b97a-5dfbe7804dea admin admin] Publish callbacks [] for security_group (072253c9-61e7-4c5c-8f58-2659f1bd87c7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.561090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b45f5873-cd2b-49cf-b119-dc29bb43fd99 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:48.561581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.607109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Attempting to bind port b1c9c12b-d181-4de7-a757-0afe828307e3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:48.607388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Attempting to bind port b1c9c12b-d181-4de7-a757-0afe828307e3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:48.607932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Attempting to bind port b1c9c12b-d181-4de7-a757-0afe828307e3 on network 093caa14-ba56-4ddd-adcc-de463dafe5aa {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:48.615840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:48.616308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Checking segment: {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:48.616785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.617303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Bound using segment: {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:48.617856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Bound port: b1c9c12b-d181-4de7-a757-0afe828307e3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:48.618313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.620431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:48.734478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] For port b1c9c12b-d181-4de7-a757-0afe828307e3, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:48.738952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] For port b1c9c12b-d181-4de7-a757-0afe828307e3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1c9c12b-d181-4de7-a757-0afe828307e3,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:48.742396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b45f5873-cd2b-49cf-b119-dc29bb43fd99 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:48.742896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.764053 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.814529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:48.834910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.841888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a130-685e-4e67-9cb7-4176512109a3 None None] Pushing event updated for resources: {'Port': ['ID=b1c9c12b-d181-4de7-a757-0afe828307e3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:48.900319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:48.923137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b766a264-53b9-4e0e-b97a-5dfbe7804dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (072253c9-61e7-4c5c-8f58-2659f1bd87c7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:48.954957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-a14508f9-c1a2-43ed-9321-7e184d81b6cc service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272901 Feb 03 11:07:48.964630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce160ea-d3a3-488d-841c-379b72ecbda7 req-21599ac2-a1dc-4d4f-9d83-5509667bbb70 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:48.971430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce160ea-d3a3-488d-841c-379b72ecbda7 req-21599ac2-a1dc-4d4f-9d83-5509667bbb70 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.5861528 Feb 03 11:07:49.032198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b766a264-53b9-4e0e-b97a-5dfbe7804dea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0edfd20a6f954816b0b617b499af5921&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1893704 Feb 03 11:07:49.039284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766a264-53b9-4e0e-b97a-5dfbe7804dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072253c9-61e7-4c5c-8f58-2659f1bd87c7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:49.042680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:49.061190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port b42c8407-fd67-459f-b038-fc86b08f427e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b42c8407-fd67-459f-b038-fc86b08f427e,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:49.061562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.116343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Calling delete_port for b42c8407-fd67-459f-b038-fc86b08f427e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:07:49.132479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a01bd4-1259-4395-af95-e650dfc1c789 req-97011ca3-a22d-4991-a294-a41aa0851efc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:49.136045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63a01bd4-1259-4395-af95-e650dfc1c789 req-97011ca3-a22d-4991-a294-a41aa0851efc tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.6356754 Feb 03 11:07:49.159840 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-5550f40d-c114-4083-865a-244196e6711f service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781895 Feb 03 11:07:49.191444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ce160ea-d3a3-488d-841c-379b72ecbda7 req-bd573e0d-8c40-4de5-8dd7-533a9d82dce2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190526 Feb 03 11:07:49.287963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for router_gateway (07976736-49bd-470a-addf-1f74cb8763ae), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.300607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] Publish callbacks [] for security_group (072253c9-61e7-4c5c-8f58-2659f1bd87c7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.303888 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511bf9f-0e3e-4ecf-bead-a2b55068cd85 x-openstack-request-id: req-e511bf9f-0e3e-4ecf-bead-a2b55068cd85 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:49.304264 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:49.304527 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e511bf9f-0e3e-4ecf-bead-a2b55068cd85 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:49.305144 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:07:49.309100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63a01bd4-1259-4395-af95-e650dfc1c789 req-4e43e0df-5df1-48f3-bdce-3cfb752716e5 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617126 Feb 03 11:07:49.322458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.357237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] Publish callbacks [] for security_group (072253c9-61e7-4c5c-8f58-2659f1bd87c7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.479745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Allocated IP 172.25.7.190 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/357413dc-8ab7-4fc7-81f5-839cf5001a99) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:49.555103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab4990-18bb-4226-85ff-f9d414e6c70b req-fba350a2-b5e0-4b7e-b623-2cd44708c7ec tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:49.556663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcab4990-18bb-4226-85ff-f9d414e6c70b req-fba350a2-b5e0-4b7e-b623-2cd44708c7ec tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1680152 Feb 03 11:07:49.560373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (072253c9-61e7-4c5c-8f58-2659f1bd87c7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.562937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.564030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/072253c9-61e7-4c5c-8f58-2659f1bd87c7 HTTP/1.1" status: 204 len: 168 time: 0.5182760 Feb 03 11:07:49.594610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f607c1-bdab-477e-b562-5a952174ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072253c9-61e7-4c5c-8f58-2659f1bd87c7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:49.602435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b42c8407-fd67-459f-b038-fc86b08f427e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.620259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914ded-bcb7-4700-b4c3-c068b9bfa117 req-f7119261-0791-4893-8205-25b49f3c5471 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:49.621718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62914ded-bcb7-4700-b4c3-c068b9bfa117 req-f7119261-0791-4893-8205-25b49f3c5471 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1828704 Feb 03 11:07:49.632035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79', 'b42c8407-fd67-459f-b038-fc86b08f427e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:49.658803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'Port': ['ID=b42c8407-fd67-459f-b038-fc86b08f427e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:49.696476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.704585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcab4990-18bb-4226-85ff-f9d414e6c70b req-e89dc21d-ff8a-49a0-9100-a5c7d3a033b7 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339424 Feb 03 11:07:49.787428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.817566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] No DVR routers for this DVR port b42c8407-fd67-459f-b038-fc86b08f427e on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:49.850626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:49.854260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:49.867484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:49.873201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:49.873675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:49.879844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30c80cb6-4f84-4fd8-add1-6d2d1d3d5d3e req-fffb916c-44b7-4f59-a0ed-9dca2dcf6937 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "DELETE /v2.0/ports/b42c8407-fd67-459f-b038-fc86b08f427e HTTP/1.1" status: 204 len: 173 time: 1.8626690 Feb 03 11:07:49.884893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'name': 'network-vif-deleted', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:49.887527 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2419732e-45a2-4ead-a6bc-fee1b00cd96f" -d '{"events": [{"server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "name": "network-vif-deleted", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:49.978771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62914ded-bcb7-4700-b4c3-c068b9bfa117 req-7126f335-2739-45b6-94ca-6c6b806ad31e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269985 Feb 03 11:07:50.001581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Pushing event updated for resources: {'Port': ['ID=357413dc-8ab7-4fc7-81f5-839cf5001a99,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:50.023174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6eff2-89e6-41a8-8723-03a5a70f5479 req-c72a6024-920a-446d-95e7-7c013af62f86 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:50.037908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7b6eff2-89e6-41a8-8723-03a5a70f5479 req-c72a6024-920a-446d-95e7-7c013af62f86 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.2081227 Feb 03 11:07:50.069938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:50.102536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf915-e7e8-4659-ae39-a1a2516c2001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.209969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86242c6b-ad68-4b6a-a1ff-688c6c69269c req-98483d78-e3ae-47c8-9f1e-bd0b020d0ad7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=139e1553-ed8a-4502-add0-29c2c39ee529 HTTP/1.1" status: 200 len: 210 time: 0.0550034 Feb 03 11:07:50.215730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:50.223659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7b6eff2-89e6-41a8-8723-03a5a70f5479 req-a9146708-f161-4ba9-9c58-8e5d26af06c7 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838996 Feb 03 11:07:50.244454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2', 'port_id': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'mac_address': 'fa:16:3e:4b:4b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc27248-d154-4e96-ac03-9e62a20ac11f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:50.407566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d1f68bf4-3549-4166-a769-afd4f68a753a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:50.408167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.412018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf915-e7e8-4659-ae39-a1a2516c2001 admin admin] Publish callbacks [] for security_group (ae306ac4-952a-468b-b307-4c3a7d43f206), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.445791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for router_gateway (07976736-49bd-470a-addf-1f74cb8763ae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.451288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f68bf4-3549-4166-a769-afd4f68a753a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:50.462893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf915-e7e8-4659-ae39-a1a2516c2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ae306ac4-952a-468b-b307-4c3a7d43f206), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.515929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ac7f8-3b66-446e-b33f-bc977b7d15b2 None None] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:50.523702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:50.579584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9cbcf915-e7e8-4659-ae39-a1a2516c2001 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3c82d23d68e4cc2af2eef257801f588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027418 Feb 03 11:07:50.608309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:50.610997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf915-e7e8-4659-ae39-a1a2516c2001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae306ac4-952a-468b-b307-4c3a7d43f206,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:50.665195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6adc4e-432c-4d3d-8fc4-fe79bfbea9e4 req-79f9ce4c-250e-4741-a70e-b61e914e2042 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:50.673373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e6adc4e-432c-4d3d-8fc4-fe79bfbea9e4 req-79f9ce4c-250e-4741-a70e-b61e914e2042 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.2926192 Feb 03 11:07:50.693309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (07976736-49bd-470a-addf-1f74cb8763ae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.712505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.787395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:50.814344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e6adc4e-432c-4d3d-8fc4-fe79bfbea9e4 req-e3585b8d-02a1-4b77-beaf-eeb5d6462d7e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397581 Feb 03 11:07:50.835328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Provisioning complete for port b1c9c12b-d181-4de7-a757-0afe828307e3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:50.835983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.850981 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62279ebf-7494-4135-b544-37664d6f75a4 x-openstack-request-id: req-62279ebf-7494-4135-b544-37664d6f75a4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:50.851280 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139e1553-ed8a-4502-add0-29c2c39ee529", "name": "network-vif-deleted", "tag": "b42c8407-fd67-459f-b038-fc86b08f427e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:50.851535 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62279ebf-7494-4135-b544-37664d6f75a4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:50.854741 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139e1553-ed8a-4502-add0-29c2c39ee529', 'name': 'network-vif-deleted', 'tag': 'b42c8407-fd67-459f-b038-fc86b08f427e', 'status': 'completed', 'code': 200} Feb 03 11:07:50.855505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] Publish callbacks [] for security_group (ae306ac4-952a-468b-b307-4c3a7d43f206), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.893503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Router 07976736-49bd-470a-addf-1f74cb8763ae is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:07:50.911863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] Publish callbacks [] for security_group (ae306ac4-952a-468b-b307-4c3a7d43f206), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:50.962532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Current status of the port b1c9c12b-d181-4de7-a757-0afe828307e3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:50.963366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.010708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] For port b1c9c12b-d181-4de7-a757-0afe828307e3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1c9c12b-d181-4de7-a757-0afe828307e3,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:51.020858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d1f68bf4-3549-4166-a769-afd4f68a753a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:51.053169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80bd5b-fa0e-46c6-bbc0-4aaf4fd393a9 req-4b33608e-d2c9-45bc-a520-a87f472f1739 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:51.054747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d80bd5b-fa0e-46c6-bbc0-4aaf4fd393a9 req-4b33608e-d2c9-45bc-a520-a87f472f1739 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1407773 Feb 03 11:07:51.071009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae435a09-3f1c-4d9b-8732-46505b04c602 req-2ad9d92e-412a-45b2-9e93-195791622b0b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:51.078456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae435a09-3f1c-4d9b-8732-46505b04c602 req-2ad9d92e-412a-45b2-9e93-195791622b0b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.1180596 Feb 03 11:07:51.094819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.164225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:51.177252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d80bd5b-fa0e-46c6-bbc0-4aaf4fd393a9 req-e4302c3d-aa1a-4a04-879b-95e0d88864e2 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Feb 03 11:07:51.177433 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Sync routers for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:51.221588 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:51.226486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.230814 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:51.244150 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-954bf347-70bf-4079-8209-4ac0cda69af2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6660430 Feb 03 11:07:51.244862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:51.310435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae435a09-3f1c-4d9b-8732-46505b04c602 req-44a3b310-89d7-4727-ad99-5a316c9581b2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314253 Feb 03 11:07:51.325746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:51.330570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ae306ac4-952a-468b-b307-4c3a7d43f206), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.330913 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36b6f0a-335f-430c-961d-14ba1d4c36f1" -d '{"events": [{"server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "name": "network-vif-plugged", "status": "completed", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:51.338662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.341295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae306ac4-952a-468b-b307-4c3a7d43f206 HTTP/1.1" status: 204 len: 168 time: 0.7090306 Feb 03 11:07:51.349581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1c9c12b-d181-4de7-a757-0afe828307e3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:51.457565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285da0c-27ea-4d37-bdd7-8e9c36ac4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae306ac4-952a-468b-b307-4c3a7d43f206,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:51.517347 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:51.586732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21062e61-b1cd-4b4d-a240-0b3b9d9b5fca req-6065f7be-626b-44ed-b09d-e5d3597030fc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:51.587392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f55b3ac0-bd38-4e37-9fc0-a6ebac6e88ce None None] Provisioning complete for port b1c9c12b-d181-4de7-a757-0afe828307e3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:51.587776 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55b3ac0-bd38-4e37-9fc0-a6ebac6e88ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.598692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21062e61-b1cd-4b4d-a240-0b3b9d9b5fca req-6065f7be-626b-44ed-b09d-e5d3597030fc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.2163889 Feb 03 11:07:51.669559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17417a-d732-46c9-96ce-06b1fb33aa52 req-9d21cf8c-ecc5-4475-a484-58508dbcc4b7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:51.680653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc17417a-d732-46c9-96ce-06b1fb33aa52 req-9d21cf8c-ecc5-4475-a484-58508dbcc4b7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.2193503 Feb 03 11:07:51.694311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c590-972f-4017-9f9f-053abc1b869b None None] Pushing event updated for resources: {'Port': ['ID=b1c9c12b-d181-4de7-a757-0afe828307e3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:51.757979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f55b3ac0-bd38-4e37-9fc0-a6ebac6e88ce None None] Current status of the port b1c9c12b-d181-4de7-a757-0afe828307e3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:51.766268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1c9c12b-d181-4de7-a757-0afe828307e3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:51.768057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.842395 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:50Z', 'revision_number': 3, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:51.876039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1c9c12b-d181-4de7-a757-0afe828307e3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:51.878535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b42c8407-fd67-459f-b038-fc86b08f427e no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:51.899132 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Checking router: 07976736-49bd-470a-addf-1f74cb8763ae for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:51.899684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: b42c8407-fd67-459f-b038-fc86b08f427e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:07:51.900624 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Updating router 07976736-49bd-470a-addf-1f74cb8763ae port 357413dc-8ab7-4fc7-81f5-839cf5001a99 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:07:51.900754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b42c8407-fd67-459f-b038-fc86b08f427e not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:51.932651 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:51.935736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc17417a-d732-46c9-96ce-06b1fb33aa52 req-33df6eff-71d5-453f-b25c-5dce5d75ded0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467911 Feb 03 11:07:51.959110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21062e61-b1cd-4b4d-a240-0b3b9d9b5fca req-4bbb29de-5ddb-4b18-a154-1daf87a30ac9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3378625 Feb 03 11:07:51.994429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-6d7f49bb-028e-4db5-9fd8-f72f769fcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:52.002145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-6d7f49bb-028e-4db5-9fd8-f72f769fcd28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8&tenant_id=cb19ff6d58154544bf697b8bf6c76451 HTTP/1.1" status: 200 len: 1132 time: 0.1779706 Feb 03 11:07:52.028548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:52.122662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.136049 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72406f1-63e0-4f40-b9e6-232d492ced25 x-openstack-request-id: req-b72406f1-63e0-4f40-b9e6-232d492ced25 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:52.136337 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "name": "network-vif-plugged", "status": "completed", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:52.136670 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b72406f1-63e0-4f40-b9e6-232d492ced25 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:52.137251 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'code': 200} Feb 03 11:07:52.177000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.413251 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks [] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.425809 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.489463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Attempting to bind port 357413dc-8ab7-4fc7-81f5-839cf5001a99 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:52.489885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Attempting to bind port 357413dc-8ab7-4fc7-81f5-839cf5001a99 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:52.490255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Attempting to bind port 357413dc-8ab7-4fc7-81f5-839cf5001a99 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:52.515176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24842fad-2341-40e8-886a-a36c857442e0 req-c1b5fb73-ee51-4483-85f9-89a6618e4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:52.516719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24842fad-2341-40e8-886a-a36c857442e0 req-c1b5fb73-ee51-4483-85f9-89a6618e4e54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 1128 time: 0.2938621 Feb 03 11:07:52.536297 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:52.536607 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:52.537028 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.538282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:52.538767 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Bound port: 357413dc-8ab7-4fc7-81f5-839cf5001a99, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:52.539150 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.567418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a6d12-143b-4f0a-b2a7-69c1f1c8932e req-2830d59d-fb0e-4339-b0aa-d71deee3ff9f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:52.582325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f2a6d12-143b-4f0a-b2a7-69c1f1c8932e req-2830d59d-fb0e-4339-b0aa-d71deee3ff9f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.3326437 Feb 03 11:07:52.583532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Allocated IP 172.20.0.1 (093caa14-ba56-4ddd-adcc-de463dafe5aa/5569683c-5b4c-4d40-967a-1b9d0cdb2742/b34801a9-af0b-4f06-8c17-47c4db603b52) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:52.650237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24842fad-2341-40e8-886a-a36c857442e0 req-04392dc0-59b7-4962-b14b-43f54e84071e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220498 Feb 03 11:07:52.650912 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] For port 357413dc-8ab7-4fc7-81f5-839cf5001a99, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:52.653758 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a76275-11e3-4f50-a789-477efb8710f7 None None] Pushing event updated for resources: {'Port': ['ID=357413dc-8ab7-4fc7-81f5-839cf5001a99,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:52.667733 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] For port 357413dc-8ab7-4fc7-81f5-839cf5001a99, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=357413dc-8ab7-4fc7-81f5-839cf5001a99,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:52.695814 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.774768 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:52.775745 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:52.780276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f2a6d12-143b-4f0a-b2a7-69c1f1c8932e req-d68cffdb-5bd1-41da-a651-d417546cfd23 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915269 Feb 03 11:07:52.800326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks [] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.842736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:52.866211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:52.871921 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a76275-11e3-4f50-a789-477efb8710f7 None None] Pushing event updated for resources: {'Port': ['ID=357413dc-8ab7-4fc7-81f5-839cf5001a99,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:52.914578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:52.917821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:52.936618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:52.962359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:52.972261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:53.009624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Pushing event updated for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:53.048297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (07976736-49bd-470a-addf-1f74cb8763ae), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.068606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks [] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.085399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Transition to ACTIVE for port object 547d53fe-541e-4a92-9bc7-d8f086a4a1ec will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:07:53.097917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-c6c8778f-ae19-4b75-9fee-955bc67f7d64 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/d87b779a-5cb5-4397-89d0-d196dcda0593 HTTP/1.1" status: 200 len: 1816 time: 0.3802204 Feb 03 11:07:53.100713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:53.104456 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b6244-ce18-46e1-906d-a46007a4b226" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:53.117021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.140494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1c9c12b-d181-4de7-a757-0afe828307e3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:53.268627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a86e7-9170-4d2d-851d-141d765c6423 req-268ed7a8-0704-4ef9-bfbd-f19fa5b026c6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:53.270620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b29a86e7-9170-4d2d-851d-141d765c6423 req-268ed7a8-0704-4ef9-bfbd-f19fa5b026c6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.3943224 Feb 03 11:07:53.278977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1c9c12b-d181-4de7-a757-0afe828307e3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:53.283199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.292822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (d87b779a-5cb5-4397-89d0-d196dcda0593), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.323166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (d87b779a-5cb5-4397-89d0-d196dcda0593), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.325900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:53.336170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] No DVR routers for this DVR port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:07:53.374639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.377282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:50Z', 'revision_number': 3, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:53.433157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:53.433454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:53.433847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:53.443585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:07:53.443934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Attempting to bind port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:53.464555 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed59eec-b330-4c5f-9871-be613ace8a5e None None] The sync data for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 is: [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:50Z', 'revision_number': 3, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:07:53.465252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:53.465485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:53.465760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:53.466310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Bound port: 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:53.466985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.475601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb256aa4-1c63-482a-ad04-20a9c14704cb None None] Provisioning complete for port b34801a9-af0b-4f06-8c17-47c4db603b52 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:53.475601 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb256aa4-1c63-482a-ad04-20a9c14704cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.478796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1c9c12b-d181-4de7-a757-0afe828307e3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:53.491530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d87b779a-5cb5-4397-89d0-d196dcda0593), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.494761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.506658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0368f8e-33bf-49a5-ad95-9b9df5eed299 req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/d87b779a-5cb5-4397-89d0-d196dcda0593 HTTP/1.1" status: 204 len: 173 time: 0.4077365 Feb 03 11:07:53.535671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b29a86e7-9170-4d2d-851d-141d765c6423 req-7f6990b5-de10-4853-8e16-72f661b1badd tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007914 Feb 03 11:07:53.592230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c62858-1a12-4581-a5cd-961fd55b039f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b779a-5cb5-4397-89d0-d196dcda0593,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:53.596323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb256aa4-1c63-482a-ad04-20a9c14704cb None None] Port b34801a9-af0b-4f06-8c17-47c4db603b52 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:53.701766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:53.707960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks [] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.714251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.727101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:53.767511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.810162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (07976736-49bd-470a-addf-1f74cb8763ae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.816443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:53.816885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Pushing event updated for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:53.817128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:53.819320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] 10.222.0.69 "PUT /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 1097 time: 1.7964914 Feb 03 11:07:53.848517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767e34f-f487-446b-83fe-54dd52d1157b req-e6726109-9472-42d1-953f-26e5b16a8844 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:53.850225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f767e34f-f487-446b-83fe-54dd52d1157b req-e6726109-9472-42d1-953f-26e5b16a8844 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1953874 Feb 03 11:07:53.873398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:53.924862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682350-ee1b-41e2-b1a5-e034895f3805 req-7594e80f-4dbd-4471-be4a-20795e62acae tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:53.926589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f682350-ee1b-41e2-b1a5-e034895f3805 req-7594e80f-4dbd-4471-be4a-20795e62acae tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.2264485 Feb 03 11:07:54.001621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port d1f68bf4-3549-4166-a769-afd4f68a753a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:07:54.006978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae724eb9-6702-478e-8c3f-1c20489ac656 service neutron] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:54.009830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port d1f68bf4-3549-4166-a769-afd4f68a753a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:54.010217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.056341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:54.057985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:54.083067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f767e34f-f487-446b-83fe-54dd52d1157b req-e0d43400-8626-4fda-9628-2b71159990e5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2208033 Feb 03 11:07:54.128497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f682350-ee1b-41e2-b1a5-e034895f3805 req-b240e889-c935-4e52-abb5-0fe0d9aced83 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764710 Feb 03 11:07:54.139000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-2e741cd4-4a84-4fa5-b461-d6b68c69613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:54.141798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-2e741cd4-4a84-4fa5-b461-d6b68c69613e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1131 time: 0.2641883 Feb 03 11:07:54.215497 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31cc061-f477-4504-95a7-dbff9485e6c1 x-openstack-request-id: req-a31cc061-f477-4504-95a7-dbff9485e6c1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:54.215791 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:54.216028 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a31cc061-f477-4504-95a7-dbff9485e6c1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:54.216424 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:07:54.343974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Router 07976736-49bd-470a-addf-1f74cb8763ae has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:07:54.404831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-b9b2d577-091b-4431-b808-a90da6e21ddb tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/285f1fe0-9496-49df-9463-861943c97058 HTTP/1.1" status: 200 len: 1817 time: 0.1918151 Feb 03 11:07:54.464499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-a71d6bed-7b1d-434c-8b6b-ea0cdb3a739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:54.466000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-a71d6bed-7b1d-434c-8b6b-ea0cdb3a739b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3053331 Feb 03 11:07:54.466829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d1f68bf4-3549-4166-a769-afd4f68a753a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:54.468275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.501329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:54.503618 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a102d7-cf36-491f-9156-eab86d4b1a61" -d '{"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:54.535568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:54.540980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:07:54.546111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.548147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:07:54.549522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82401d30-8cf5-4e24-abfd-83ec7c709985 admin admin] 10.222.0.30 "PUT /v2.0/routers/07976736-49bd-470a-addf-1f74cb8763ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3011143 Feb 03 11:07:54.570099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-c50f37de-1d35-41d3-be19-7a7d2d5fa7b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.0934427 Feb 03 11:07:54.635669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:07:54.636192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:07:54.655019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fc1d0213-2f57-4358-b653-507e20a84a84 None None] Provisioning complete for port b34801a9-af0b-4f06-8c17-47c4db603b52 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:54.655242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0213-2f57-4358-b653-507e20a84a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.664399 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (285f1fe0-9496-49df-9463-861943c97058), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.668995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-0a4447b0-eb18-4a13-b088-54d0ee8852ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:54.670628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-0a4447b0-eb18-4a13-b088-54d0ee8852ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0874362 Feb 03 11:07:54.682536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:54.692755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.693209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.693635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.694038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.694435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.694831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.695222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.695611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.695999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.696387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.696775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.697202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.697597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:07:54.703141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57140) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:54.715054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d0213-2f57-4358-b653-507e20a84a84 None None] Port b34801a9-af0b-4f06-8c17-47c4db603b52 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:54.733045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (285f1fe0-9496-49df-9463-861943c97058), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.752096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b946c5-e700-4c6e-870c-44d63f3f73f1 req-a81b1bac-c102-4490-bfe8-bdce4087c907 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:54.753613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b946c5-e700-4c6e-870c-44d63f3f73f1 req-a81b1bac-c102-4490-bfe8-bdce4087c907 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.2042654 Feb 03 11:07:54.821619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ba232490-d810-4d44-b3e5-248b2a00ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:54.823196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-ba232490-d810-4d44-b3e5-248b2a00ac98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1434960 Feb 03 11:07:54.828751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (285f1fe0-9496-49df-9463-861943c97058), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.830556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1252172492'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:54.831374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.832431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f16591d-a0d7-46ad-a8be-711741f7eff8 req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/285f1fe0-9496-49df-9463-861943c97058 HTTP/1.1" status: 204 len: 173 time: 0.4093859 Feb 03 11:07:54.856150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:54.860174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.870739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b946c5-e700-4c6e-870c-44d63f3f73f1 req-61f3ac87-8759-4af7-bec6-3087d1bdb791 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Feb 03 11:07:54.873860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ed5c1-6a31-4af6-a6de-6340471ae969 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f1fe0-9496-49df-9463-861943c97058,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:54.915635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:07:54.929319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (872c4523-1d40-477d-9180-090f3ef840d2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:54.929669 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Added segment 872c4523-1d40-477d-9180-090f3ef840d2 of type vlan for network 433a3b12-9502-490f-8fbe-a434ff828f70 Feb 03 11:07:54.992032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (433a3b12-9502-490f-8fbe-a434ff828f70), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.019981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-f4e21756-cffd-46ed-a977-8624d7e24c05 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865208 Feb 03 11:07:55.022295 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (433a3b12-9502-490f-8fbe-a434ff828f70), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.026847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.027548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.107161 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4024069 Feb 03 11:07:55.115099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57150) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:55.120150 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0b5a1-4e6b-4b6d-a610-4f2d1588d0f7 x-openstack-request-id: req-40a0b5a1-4e6b-4b6d-a610-4f2d1588d0f7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:55.120440 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:55.120856 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40a0b5a1-4e6b-4b6d-a610-4f2d1588d0f7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:55.121423 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'code': 200} Feb 03 11:07:55.121980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'subnet': {'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:55.131992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf9f99e-1b51-4475-b58a-a69cca2a7b7f req-b9293fb5-7e7d-470a-876a-995cf816f223 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992069 Feb 03 11:07:55.140420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc20a31-a733-4286-bf8e-02301c1d6244 req-580213f7-0dce-4f2b-8195-c0a8183c2e42 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.143697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc20a31-a733-4286-bf8e-02301c1d6244 req-580213f7-0dce-4f2b-8195-c0a8183c2e42 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.1653066 Feb 03 11:07:55.194300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 357413dc-8ab7-4fc7-81f5-839cf5001a99 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:55.198090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aab51-789a-4e85-919b-4844e7c1b943 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Network': ['ID=433a3b12-9502-490f-8fbe-a434ff828f70,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:55.214643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc20a31-a733-4286-bf8e-02301c1d6244 req-8a5a38c8-0428-4425-b65c-66c729807981 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612338 Feb 03 11:07:55.230664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 433a3b12-9502-490f-8fbe-a434ff828f70 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:07:55.317169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1191518745', 'description': 'tempest-description-1137861997'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:55.337481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 357413dc-8ab7-4fc7-81f5-839cf5001a99 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:55.337864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.375974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.395607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47242d1-c95c-475c-bf3a-61c7e577d95d req-504f98ec-c9af-48f1-8a91-0eee9801214b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.397235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d47242d1-c95c-475c-bf3a-61c7e577d95d req-504f98ec-c9af-48f1-8a91-0eee9801214b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.1806753 Feb 03 11:07:55.402889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82fa4-2efe-4062-bc69-6171b78ddcc6 req-73464abe-18c0-4a09-8da2-4ff9f68bf414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.404628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fab82fa4-2efe-4062-bc69-6171b78ddcc6 req-73464abe-18c0-4a09-8da2-4ff9f68bf414 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1128 time: 0.1620078 Feb 03 11:07:55.433863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 357413dc-8ab7-4fc7-81f5-839cf5001a99 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:55.434255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.458193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 357413dc-8ab7-4fc7-81f5-839cf5001a99, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=357413dc-8ab7-4fc7-81f5-839cf5001a99,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:55.463009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.527711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d47242d1-c95c-475c-bf3a-61c7e577d95d req-32bb9996-afe9-47ce-b0df-ca46f9f737f4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219096 Feb 03 11:07:55.532984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=357413dc-8ab7-4fc7-81f5-839cf5001a99,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:55.550814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fab82fa4-2efe-4062-bc69-6171b78ddcc6 req-18b3d918-a6c9-4ead-8bde-fa83055feec0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355925 Feb 03 11:07:55.564121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.568430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.589042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:55.593960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.604791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.606231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-732a7dc8-51e4-4aae-bee1-0306c318a144 req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2970808 Feb 03 11:07:55.608593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ad84-56a9-4032-8601-c2c42949e786 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5830570c-4105-489b-8ec7-ffecddd47fa0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:55.682805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:07:55.763003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c765-53c5-4e08-be5b-fea67ddf8494 req-1336f2b2-216c-4ceb-968b-c8491a3ace39 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.764490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6542c765-53c5-4e08-be5b-fea67ddf8494 req-1336f2b2-216c-4ceb-968b-c8491a3ace39 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.0968363 Feb 03 11:07:55.782328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691831e4-498a-4c69-bd60-eb5b55270be8 req-6f249b0b-2559-41c7-b18c-16b828f755aa tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.783878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691831e4-498a-4c69-bd60-eb5b55270be8 req-6f249b0b-2559-41c7-b18c-16b828f755aa tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.0840321 Feb 03 11:07:55.842472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (dd7870df-115c-40cd-aa52-c64f799343cf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.866548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6542c765-53c5-4e08-be5b-fea67ddf8494 req-b0bb82ca-3786-4e59-ac00-f17c6a64c806 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918858 Feb 03 11:07:55.870720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691831e4-498a-4c69-bd60-eb5b55270be8 req-50e8cb77-4053-4422-89fb-5e3ca2506ea8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Feb 03 11:07:55.928516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Subnet': ['ID=dd7870df-115c-40cd-aa52-c64f799343cf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:55.931931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Checking segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:55.932368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network hostable DHCP agents. Network: 433a3b12-9502-490f-8fbe-a434ff828f70, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:07:55.944961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:55.969079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network 433a3b12-9502-490f-8fbe-a434ff828f70 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:07:55.970154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Sync routers for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:07:55.979312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 433a3b12-9502-490f-8fbe-a434ff828f70) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:55.984778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:55.985556 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:55.986989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:55.989171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:55.996659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa748314-4df4-4ebf-9df2-112de0d01011 None None] Network 433a3b12-9502-490f-8fbe-a434ff828f70 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:56.005951 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2996ad61-93ba-488c-86f1-87d23501ceda tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8896706 Feb 03 11:07:56.008421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57170) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:56.011954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-f3fe4990-1ad5-48d4-b29f-8394ba40686b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/5830570c-4105-489b-8ec7-ffecddd47fa0 HTTP/1.1" status: 200 len: 1818 time: 0.0994565 Feb 03 11:07:56.014339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1460688937'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:56.033349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Request body: {'security_group': {'name': 'tempest-sg-hth-360670531', 'description': 'tempest-description-hth-1875471033'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:56.040770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:56.046571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.079301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.084992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:07:56.090218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ec26-83d5-44e9-8bfc-6b37e0b7721d req-9624a055-8816-42c5-a2f7-41d5d4ea6ad3 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:56.091708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a60ec26-83d5-44e9-8bfc-6b37e0b7721d req-9624a055-8816-42c5-a2f7-41d5d4ea6ad3 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1075084 Feb 03 11:07:56.102770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:56.108234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7205203-a6e3-499c-8726-bba4d278c10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.112172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Request body: {'floatingip': {'port_id': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:56.119127 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f6785e5c-5fdc-4c3c-8060-bbe8c925fa99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.119486 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Added segment f6785e5c-5fdc-4c3c-8060-bbe8c925fa99 of type vlan for network bc7836bb-46d6-4e21-b900-9afcbc923f8c Feb 03 11:07:56.172217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.195344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (bc7836bb-46d6-4e21-b900-9afcbc923f8c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.242102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:07:56.244251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c233a5-3a63-42dc-9f29-c530dab386f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:07:56.253181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (bc7836bb-46d6-4e21-b900-9afcbc923f8c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.258057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:56.258645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.275810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7205203-a6e3-499c-8726-bba4d278c10f admin admin] Publish callbacks [] for security_group (44e71d7a-2e13-41b0-abf6-4baafb61d23d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.279598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.289206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.292207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.295711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7205203-a6e3-499c-8726-bba4d278c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (44e71d7a-2e13-41b0-abf6-4baafb61d23d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.298263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:07:56.298882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1f3271-36b1-4923-8446-44d4fbd56d0a req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "PUT /v2.0/security-groups/5830570c-4105-489b-8ec7-ffecddd47fa0 HTTP/1.1" status: 200 len: 1791 time: 0.2711794 Feb 03 11:07:56.345772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-433a3b12-9502-490f-8fbe-a434ff828f70', 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'project_id': '45bda1de5ee045578bf1b610205abb67', 'fixed_ips': [{'subnet_id': 'dd7870df-115c-40cd-aa52-c64f799343cf'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:07:56.347081 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.363052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3530419 Feb 03 11:07:56.375733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:56.379914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7221-2bfd-4c70-ba0d-a85025a605bd tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5830570c-4105-489b-8ec7-ffecddd47fa0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:56.385265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'subnet': {'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:07:56.397420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4354f-4845-4c27-a848-afc6cd4e8c15 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Network': ['ID=bc7836bb-46d6-4e21-b900-9afcbc923f8c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:56.419669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:07:56.426418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c7205203-a6e3-499c-8726-bba4d278c10f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=561d194c9b7443b9be4a5bff5af48e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780052 Feb 03 11:07:56.427285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57182) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:56.435704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7205203-a6e3-499c-8726-bba4d278c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e71d7a-2e13-41b0-abf6-4baafb61d23d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:56.444549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667f40-cbd8-40d3-8c9b-e05fe9a17378 req-b71d67bf-4763-42b2-915e-57303932a6dc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:56.452036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e667f40-cbd8-40d3-8c9b-e05fe9a17378 req-b71d67bf-4763-42b2-915e-57303932a6dc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.2867353 Feb 03 11:07:56.541069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:07:56.544947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.549957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] Publish callbacks [] for security_group (44e71d7a-2e13-41b0-abf6-4baafb61d23d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.598405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] Publish callbacks [] for security_group (44e71d7a-2e13-41b0-abf6-4baafb61d23d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.739501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (44e71d7a-2e13-41b0-abf6-4baafb61d23d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.742528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.743831 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44e71d7a-2e13-41b0-abf6-4baafb61d23d HTTP/1.1" status: 204 len: 168 time: 0.3158643 Feb 03 11:07:56.759370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327be4d-c27d-4013-bb06-179eab941309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e71d7a-2e13-41b0-abf6-4baafb61d23d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:56.765188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Allocated IP 19.80.0.2 (433a3b12-9502-490f-8fbe-a434ff828f70/dd7870df-115c-40cd-aa52-c64f799343cf/63003c5e-e50d-4c68-9b8e-161b9045aa77) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:56.837192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:56.849019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (c2fa732b-865e-4ad3-8444-9c5cac0a0f61), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.852127 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:56.963515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Checking segment: {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:56.964066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network hostable DHCP agents. Network: bc7836bb-46d6-4e21-b900-9afcbc923f8c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:07:56.964762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:53Z', 'revision_number': 4, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b34801a9-af0b-4f06-8c17-47c4db603b52', 'name': '', 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'mac_address': 'fa:16:3e:64:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:52Z', 'updated_at': '2022-02-03T11:07:53Z', 'revision_number': 2, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'subnets': [{'id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:07:56.970985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Subnet': ['ID=c2fa732b-865e-4ad3-8444-9c5cac0a0f61,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:56.989584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:07:57.001850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cf4b4-1a9c-4084-bfd2-63fce23a8c11 req-34f1a3b6-dd22-4495-89fa-022e3665cbbe tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.003364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f33cf4b4-1a9c-4084-bfd2-63fce23a8c11 req-34f1a3b6-dd22-4495-89fa-022e3665cbbe tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.6210003 Feb 03 11:07:57.016412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e667f40-cbd8-40d3-8c9b-e05fe9a17378 req-90c0af60-6013-4d37-a4d0-662ba631f6fa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626292 Feb 03 11:07:57.017268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, bc7836bb-46d6-4e21-b900-9afcbc923f8c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:57.022413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.023097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.057326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c91d2860-f480-46c7-89e3-739d04711f4d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6802690 Feb 03 11:07:57.141125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f33cf4b4-1a9c-4084-bfd2-63fce23a8c11 req-849c0008-31f5-4e13-adcc-c2686aeaf719 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186404 Feb 03 11:07:57.185974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Checking router: 07976736-49bd-470a-addf-1f74cb8763ae for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:07:57.186366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Updating router 07976736-49bd-470a-addf-1f74cb8763ae port b34801a9-af0b-4f06-8c17-47c4db603b52 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:07:57.193382 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfdf3ec-8a5b-46b5-83ad-e3f732f17a6b x-openstack-request-id: req-9cfdf3ec-8a5b-46b5-83ad-e3f732f17a6b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:07:57.194149 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:07:57.194553 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cfdf3ec-8a5b-46b5-83ad-e3f732f17a6b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:07:57.195129 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'status': 'completed', 'code': 200} Feb 03 11:07:57.198161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ced19-9135-4f5d-b567-6faf4b3987a5 None None] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:07:57.200234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 357413dc-8ab7-4fc7-81f5-839cf5001a99 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:57.361752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.391774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:57.405639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b905bd2b-9e24-47b6-8d11-c305c40f2469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.408249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc21e8f7-b2f8-4e36-96af-570b66bfa31c req-6f430f72-ae02-4c0e-86c5-10c37e152f5c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/5830570c-4105-489b-8ec7-ffecddd47fa0 HTTP/1.1" status: 200 len: 1791 time: 0.1781127 Feb 03 11:07:57.409731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks [] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.416685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-9635d278-f321-4a4c-8d16-625a634cc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.418431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-9635d278-f321-4a4c-8d16-625a634cc0ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1131 time: 0.2202291 Feb 03 11:07:57.423453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-c20e2656-b51e-4bea-9651-b7b55975b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.425342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-c20e2656-b51e-4bea-9651-b7b55975b191 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1131 time: 0.2285826 Feb 03 11:07:57.430680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:57.434748 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.467925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Network 433a3b12-9502-490f-8fbe-a434ff828f70 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:57.481208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:57.493226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b905bd2b-9e24-47b6-8d11-c305c40f2469 admin admin] Publish callbacks [] for security_group (2e70a9ce-63bb-4164-879d-370a4352237f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.497861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b905bd2b-9e24-47b6-8d11-c305c40f2469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e70a9ce-63bb-4164-879d-370a4352237f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.505790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af5ca-6a06-420f-bfdb-050dc88c2da5 req-00a9c6b1-c51e-4d4b-9475-626813703894 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.508764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'port_id': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'mac_address': 'fa:16:3e:14:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c639-6f7a-4fca-a369-122f771fec47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:57.512359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a9af5ca-6a06-420f-bfdb-050dc88c2da5 req-00a9c6b1-c51e-4d4b-9475-626813703894 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.2220359 Feb 03 11:07:57.513024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:57.538026 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b905bd2b-9e24-47b6-8d11-c305c40f2469 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61542b9971bf43329ef0293bdec622b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450574 Feb 03 11:07:57.541243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57202) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:07:57.555570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905bd2b-9e24-47b6-8d11-c305c40f2469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e70a9ce-63bb-4164-879d-370a4352237f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:57.616245 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] Publish callbacks [] for security_group (2e70a9ce-63bb-4164-879d-370a4352237f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.619404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-bc7836bb-46d6-4e21-b900-9afcbc923f8c', 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c', 'project_id': '45bda1de5ee045578bf1b610205abb67', 'fixed_ips': [{'subnet_id': 'c2fa732b-865e-4ad3-8444-9c5cac0a0f61'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:07:57.620362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.638063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] Publish callbacks [] for security_group (2e70a9ce-63bb-4164-879d-370a4352237f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.659951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:07:57.691288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e70a9ce-63bb-4164-879d-370a4352237f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.694038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.697888 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e70a9ce-63bb-4164-879d-370a4352237f HTTP/1.1" status: 204 len: 168 time: 0.1527987 Feb 03 11:07:57.707476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846df6-08da-4000-9fc3-e21825f27f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e70a9ce-63bb-4164-879d-370a4352237f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:57.724402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 357413dc-8ab7-4fc7-81f5-839cf5001a99 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:57.725122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.758683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-1dbf7236-f8c5-4ab4-870d-5638de4eb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.760138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-1dbf7236-f8c5-4ab4-870d-5638de4eb2a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3304319 Feb 03 11:07:57.770544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a9af5ca-6a06-420f-bfdb-050dc88c2da5 req-d26836d5-58ec-448f-9ebd-bb7eb98970af tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569027 Feb 03 11:07:57.785280 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.791367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Pushing event updated for resources: {'Port': ['ID=63003c5e-e50d-4c68-9b8e-161b9045aa77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:57.792860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-e299a68f-6239-48f0-83a3-9b353fb94cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.794330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-e299a68f-6239-48f0-83a3-9b353fb94cd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3523166 Feb 03 11:07:57.795423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:57.807182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead743df-5f92-426f-89bd-c8b17a7e162b req-8d238f34-0f16-4836-b2e3-50dd13218a27 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:57.808982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ead743df-5f92-426f-89bd-c8b17a7e162b req-8d238f34-0f16-4836-b2e3-50dd13218a27 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.2886281 Feb 03 11:07:57.884187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-5880f776-d828-4a28-b44a-203dde278543 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.1064343 Feb 03 11:07:57.946210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-44c87b84-aca4-4d2f-aae0-4d0953822d6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 200 len: 217 time: 0.1360588 Feb 03 11:07:57.976628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Allocated IP 19.86.0.2 (bc7836bb-46d6-4e21-b900-9afcbc923f8c/c2fa732b-865e-4ad3-8444-9c5cac0a0f61/7fb18bf4-a750-4f6c-8c33-28bbd5be0565) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:07:58.089768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Attempting to bind port 63003c5e-e50d-4c68-9b8e-161b9045aa77 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:58.090274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Attempting to bind port 63003c5e-e50d-4c68-9b8e-161b9045aa77 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:58.090757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Attempting to bind port 63003c5e-e50d-4c68-9b8e-161b9045aa77 on network 433a3b12-9502-490f-8fbe-a434ff828f70 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:58.126571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:58.127144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Checking segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:58.127562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.128023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Bound using segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:58.128793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Bound port: 63003c5e-e50d-4c68-9b8e-161b9045aa77, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:58.129203 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.131188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9df4fca7-9f0a-4180-8160-3282a02c968b is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:58.131561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.157457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ead743df-5f92-426f-89bd-c8b17a7e162b req-f161f373-3b3a-4540-83ab-08c249f42c9d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787633 Feb 03 11:07:58.181485 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Floating IP ab3a5b9e-d5a9-4f94-aa86-c5c212b53177 associated. External IP: 172.25.7.134, port: b45f5873-cd2b-49cf-b119-dc29bb43fd99. Feb 03 11:07:58.222404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-651e1269-a7c4-4421-b9aa-02f6375141f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.223911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-651e1269-a7c4-4421-b9aa-02f6375141f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2611349 Feb 03 11:07:58.225686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-84fe5868-c4a1-4f6d-b758-93a69376382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.227212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-84fe5868-c4a1-4f6d-b758-93a69376382d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2999854 Feb 03 11:07:58.272804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df4fca7-9f0a-4180-8160-3282a02c968b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:58.362822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks [] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.383861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-6b036d15-5153-4f33-bb6e-08d6187afc23 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.388756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-6b036d15-5153-4f33-bb6e-08d6187afc23 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.390390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-6b036d15-5153-4f33-bb6e-08d6187afc23 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/networks?id=433a3b12-9502-490f-8fbe-a434ff828f70&id=bc7836bb-46d6-4e21-b900-9afcbc923f8c&id=433a3b12-9502-490f-8fbe-a434ff828f70 HTTP/1.1" status: 200 len: 1392 time: 0.4609008 Feb 03 11:07:58.392985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:58.405049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.420547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-1f626378-f072-44e0-87cd-75b345949c75 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/5830570c-4105-489b-8ec7-ffecddd47fa0 HTTP/1.1" status: 200 len: 1791 time: 0.2000837 Feb 03 11:07:58.425802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.460730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-7ea0f336-6b7e-4c32-9c07-2b2f22cde83a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/quotas/45bda1de5ee045578bf1b610205abb67 HTTP/1.1" status: 200 len: 375 time: 0.0492125 Feb 03 11:07:58.463639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 357413dc-8ab7-4fc7-81f5-839cf5001a99 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:58.469168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-7865b7ec-e63e-4c0c-82c1-ae30a57d86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.471279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-7865b7ec-e63e-4c0c-82c1-ae30a57d86f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2324831 Feb 03 11:07:58.473139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-1d12733e-90b4-477d-ac74-6fe283b388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:07:58.474600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-1d12733e-90b4-477d-ac74-6fe283b388e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2231538 Feb 03 11:07:58.481793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] For port 63003c5e-e50d-4c68-9b8e-161b9045aa77, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:58.488903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:07:58.507742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:07:58.510399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:07:58.526180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] For port 63003c5e-e50d-4c68-9b8e-161b9045aa77, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=63003c5e-e50d-4c68-9b8e-161b9045aa77,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:58.553447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Pushing event updated for resources: {'Port': ['ID=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:58.598853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.669227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks [] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.693525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.695478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Attempting to bind port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:58.695846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Attempting to bind port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:58.696200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Attempting to bind port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 on network bc7836bb-46d6-4e21-b900-9afcbc923f8c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:58.702965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:58.732181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:58.732573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Checking segment: {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:58.732987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.733384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Bound using segment: {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:58.733867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Bound port: 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:58.734772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:58.827070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52ab37-c17b-48a6-b267-c3231f969b11 None None] Pushing event updated for resources: {'Port': ['ID=63003c5e-e50d-4c68-9b8e-161b9045aa77,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:58.851974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:07:58.854151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9df4fca7-9f0a-4180-8160-3282a02c968b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:07:59.044644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] For port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:59.050350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Attempting to bind port b34801a9-af0b-4f06-8c17-47c4db603b52 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:07:59.051071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Attempting to bind port b34801a9-af0b-4f06-8c17-47c4db603b52 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:07:59.051208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Attempting to bind port b34801a9-af0b-4f06-8c17-47c4db603b52 on network 093caa14-ba56-4ddd-adcc-de463dafe5aa {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:07:59.053208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345363ba-02a0-43f5-99c1-095399bad596 None None] Pushing event updated for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:59.092623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:07:59.093028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Checking segment: {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:07:59.093476 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.093880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Bound using segment: {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:07:59.094735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Bound port: b34801a9-af0b-4f06-8c17-47c4db603b52, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836a985-2b15-4894-92d1-3e54c9e9061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:07:59.094877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.101621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] For port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:59.134430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.230369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.250847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-512f72db-7fce-4fbc-9b54-71caa70b18cd tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7750454 Feb 03 11:07:59.325811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-459d3910-da61-4d2d-ad17-58c8128d98c6 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351538 Feb 03 11:07:59.341463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-32f3dae4-4326-44a1-a57c-26fbd387c614 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479924 Feb 03 11:07:59.363980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.396339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 63003c5e-e50d-4c68-9b8e-161b9045aa77 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:07:59.417270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:07:59.527952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-137260ae-9b79-43e6-883c-ccf1fff73ce5 None None] Provisioning complete for port b34801a9-af0b-4f06-8c17-47c4db603b52 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:59.528580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-137260ae-9b79-43e6-883c-ccf1fff73ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.544560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:59.587948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14445-ccee-45e0-baee-abd8838ba22a None None] Pushing event updated for resources: {'Port': ['ID=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:59.613002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] For port b34801a9-af0b-4f06-8c17-47c4db603b52, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:07:59.621052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'mac_address': 'fa:16:3e:53:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:07:59.668084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] For port b34801a9-af0b-4f06-8c17-47c4db603b52, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b34801a9-af0b-4f06-8c17-47c4db603b52,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:07:59.707158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5830570c-4105-489b-8ec7-ffecddd47fa0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.709663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.711017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5dc04e3-0437-40f6-8a47-107c36a7bf27 req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/5830570c-4105-489b-8ec7-ffecddd47fa0 HTTP/1.1" status: 204 len: 173 time: 1.2764831 Feb 03 11:07:59.713835 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.737658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-cf2e53e9-312e-4710-a02d-39a158f505a5 service neutron] 10.222.0.30 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589906 Feb 03 11:07:59.781449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-7a0139f6-de6d-4471-82a4-9b58d41d555b service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460571 Feb 03 11:07:59.784121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-137260ae-9b79-43e6-883c-ccf1fff73ce5 None None] Port b34801a9-af0b-4f06-8c17-47c4db603b52 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:07:59.790444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345363ba-02a0-43f5-99c1-095399bad596 None None] Pushing event updated for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:59.816187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 63003c5e-e50d-4c68-9b8e-161b9045aa77 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:07:59.816748 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.823329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:07:59.823723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:07:59.880537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5e04-bc4e-46c5-875c-b104e462aeee tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830570c-4105-489b-8ec7-ffecddd47fa0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:07:59.927880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547d53fe-541e-4a92-9bc7-d8f086a4a1ec {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:07:59.989138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3c233a5-3a63-42dc-9f29-c530dab386f1 req-da6f54c8-22c4-4eba-aa57-ff4a4b7e5a1a service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348193 Feb 03 11:07:59.991131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:07:59.993837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:07:59.994244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:00.004403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.035394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98e184-6dd5-4e9c-adbe-3514ab07ca04 req-50ff3a9d-8fe4-4ac3-a8b5-7dcaa4ae2f35 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:00.037077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b98e184-6dd5-4e9c-adbe-3514ab07ca04 req-50ff3a9d-8fe4-4ac3-a8b5-7dcaa4ae2f35 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1910009 Feb 03 11:08:00.086752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:08:00.092564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.106175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-ffebb4a5-ec86-4570-9623-7e0be252fd56 service neutron] 10.222.0.30 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672194 Feb 03 11:08:00.118938 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Sync routers for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:08:00.139746 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:00.140951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:00.170133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e5cf53d0-3b42-47a7-8c8e-a0d2842ea5f9 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "PUT /v2.0/floatingips/ab3a5b9e-d5a9-4f94-aa86-c5c212b53177 HTTP/1.1" status: 200 len: 992 time: 4.0663180 Feb 03 11:08:00.174087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b98e184-6dd5-4e9c-adbe-3514ab07ca04 req-ccc52c50-391a-4ea4-873d-922953fea4f0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241167 Feb 03 11:08:00.176190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:00.178514 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3de62c-5d78-46a8-a86f-2809c784b527" -d '{"events": [{"name": "network-changed", "server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:00.297134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:00.327054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-3edce40b-f59c-4665-a693-3fe4172a1a43 service neutron] 10.222.0.30 "GET /v2.0/networks/bc7836bb-46d6-4e21-b900-9afcbc923f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943424 Feb 03 11:08:00.421436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:00.431872 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:00.434293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 63003c5e-e50d-4c68-9b8e-161b9045aa77 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:00.434293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.436017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Provisioning complete for port b34801a9-af0b-4f06-8c17-47c4db603b52 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:00.436376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.454278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087c7e-de6e-45a9-9917-318cac37da83 req-eb802b1c-6a26-4899-9cd7-58b834a318d9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:00.461361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96087c7e-de6e-45a9-9917-318cac37da83 req-eb802b1c-6a26-4899-9cd7-58b834a318d9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 945 time: 0.1477399 Feb 03 11:08:00.526973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-c4aa6f61-5dbb-4089-9a27-fc07f1a20385 service neutron] 10.222.0.30 "GET /v2.0/networks/bc7836bb-46d6-4e21-b900-9afcbc923f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773679 Feb 03 11:08:00.544441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc52aca-897d-436e-b4ac-3de1953427ab None None] Network 433a3b12-9502-490f-8fbe-a434ff828f70 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:00.549279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96087c7e-de6e-45a9-9917-318cac37da83 req-7e500b8c-d5db-4f47-98cc-d37bfc794ec0 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Feb 03 11:08:00.625753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 63003c5e-e50d-4c68-9b8e-161b9045aa77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=63003c5e-e50d-4c68-9b8e-161b9045aa77,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:00.667998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.697673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-d775f99d-9504-4d4c-b5d9-3dbb08d2029c service neutron] 10.222.0.30 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469517 Feb 03 11:08:00.703408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4ad44-1adf-4e12-94bb-5deb96d98950 req-67b757c6-f195-47c6-a57f-97e2cb56aac2 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:00.705408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cf4ad44-1adf-4e12-94bb-5deb96d98950 req-67b757c6-f195-47c6-a57f-97e2cb56aac2 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1128 time: 0.0859635 Feb 03 11:08:00.762566 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'ab3a5b9e-d5a9-4f94-aa86-c5c212b53177', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'port_id': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'mac_address': 'fa:16:3e:a1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:07:28Z', 'updated_at': '2022-02-03T11:07:57Z', 'revision_number': 1, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:00.770430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['547d53fe-541e-4a92-9bc7-d8f086a4a1ec'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:00.799949 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Checking router: af3dc955-9521-4ae4-a200-14cd6ba6dbd1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:08:00.809706 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:00.810564 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:00.832674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cf4ad44-1adf-4e12-94bb-5deb96d98950 req-88e12791-c357-43d7-8a34-839416a2ffb3 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151052 Feb 03 11:08:00.866416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:00.868577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-bf4db252-3439-4315-a450-f5e10c36aa4f service neutron] 10.222.0.30 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620960 Feb 03 11:08:00.892600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Current status of the port b34801a9-af0b-4f06-8c17-47c4db603b52 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:00.893116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:00.920124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=63003c5e-e50d-4c68-9b8e-161b9045aa77,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:00.967858 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:01.004700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] For port b34801a9-af0b-4f06-8c17-47c4db603b52, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b34801a9-af0b-4f06-8c17-47c4db603b52,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:01.037630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:01.345196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:53Z', 'revision_number': 4, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b34801a9-af0b-4f06-8c17-47c4db603b52', 'name': '', 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'mac_address': 'fa:16:3e:64:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:52Z', 'updated_at': '2022-02-03T11:07:59Z', 'revision_number': 4, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'subnets': [{'id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:01.403006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-3fcc3c98-ad6f-4217-9b9b-999a22803efb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808926 Feb 03 11:08:01.440445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:01.443042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 9df4fca7-9f0a-4180-8160-3282a02c968b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:01.443664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:01.446592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2c43491-22ec-45f0-97ea-9da2f93b756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:01.450629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82a03e-c3b9-4cae-8ccd-f4295b8b6270 None None] Pushing event updated for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:01.466963 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'ab3a5b9e-d5a9-4f94-aa86-c5c212b53177', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'port_id': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'mac_address': 'fa:16:3e:a1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:07:28Z', 'updated_at': '2022-02-03T11:07:57Z', 'revision_number': 1, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:01.502121 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988caab-ac1b-4522-9339-eeb9f8cc25e7 None None] The sync data for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 is: [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'ab3a5b9e-d5a9-4f94-aa86-c5c212b53177', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'port_id': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'mac_address': 'fa:16:3e:a1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:07:28Z', 'updated_at': '2022-02-03T11:07:57Z', 'revision_number': 1, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:08:01.519180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f4405bb-eee5-4854-9b76-98079caa26b0 None None] Provisioning complete for port 63003c5e-e50d-4c68-9b8e-161b9045aa77 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:01.519789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f4405bb-eee5-4854-9b76-98079caa26b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:01.523375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1d11-1068-4645-a876-ff02af96dd0f None None] The sync data for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 is: [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:07:53Z', 'revision_number': 4, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'b34801a9-af0b-4f06-8c17-47c4db603b52', 'name': '', 'network_id': '093caa14-ba56-4ddd-adcc-de463dafe5aa', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'mac_address': 'fa:16:3e:64:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:52Z', 'updated_at': '2022-02-03T11:07:59Z', 'revision_number': 4, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'subnets': [{'id': '5569683c-5b4c-4d40-967a-1b9d0cdb2742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:08:01.530378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff77716-452f-4643-8ff4-5491b6623012 None None] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:01.632515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44990748-2140-416c-bdcd-469a5ef4e9b3 req-1be18d9b-4b36-406f-a0eb-0dd78f7ab364 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:01.640759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44990748-2140-416c-bdcd-469a5ef4e9b3 req-1be18d9b-4b36-406f-a0eb-0dd78f7ab364 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 950 time: 0.2464173 Feb 03 11:08:01.676675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-cf69a44e-f408-4c9d-a7ce-598bd4d806da tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:01.683708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-cf69a44e-f408-4c9d-a7ce-598bd4d806da tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795568 Feb 03 11:08:01.729756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-04ff72fe-6d57-4fa6-a2e5-315f3145cc6b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/quotas/926bb5fb2e6e405a9c393e1ed317437b HTTP/1.1" status: 200 len: 375 time: 0.0449247 Feb 03 11:08:01.774615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44990748-2140-416c-bdcd-469a5ef4e9b3 req-314a6994-080e-4e8c-9bda-fa5921fc0538 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Feb 03 11:08:01.786297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-c6b3c048-1597-4f70-b005-879f2ce89dda tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555398 Feb 03 11:08:02.004964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87241ad5-8b56-4f2c-ac1f-b881c4068184 req-332981e6-9501-4e72-ba51-9d01c90ba05f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:02.006522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87241ad5-8b56-4f2c-ac1f-b881c4068184 req-332981e6-9501-4e72-ba51-9d01c90ba05f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1116443 Feb 03 11:08:02.085040 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2611f55-321f-4dd5-addd-d12cd1e5b589 x-openstack-request-id: req-e2611f55-321f-4dd5-addd-d12cd1e5b589 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:02.085335 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:02.085588 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2611f55-321f-4dd5-addd-d12cd1e5b589 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:02.086013 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'status': 'completed', 'code': 200} Feb 03 11:08:02.098246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87241ad5-8b56-4f2c-ac1f-b881c4068184 req-da42bd9e-3b4b-498f-b8e4-36692f91fb59 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784330 Feb 03 11:08:02.228728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b0b7468-2cae-4c6b-8b02-cb37b066894a req-65c989a9-5284-41d4-8bea-33551d9fb10e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0525846 Feb 03 11:08:02.237808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9df4fca7-9f0a-4180-8160-3282a02c968b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:02.241636 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:02.256502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e1852-c137-40e8-88bf-ddc1d90f9636 None None] New status for floating IP ab3a5b9e-d5a9-4f94-aa86-c5c212b53177: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:08:02.259687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:02.260284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:02.335924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-4f3fa62a-754b-40c1-bee0-335f013aa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:02.339713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-4f3fa62a-754b-40c1-bee0-335f013aa1fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae&device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 1128 time: 0.2529426 Feb 03 11:08:02.349378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b93db-5203-47c5-a81c-dd706c90e521 req-f7a95250-6014-43c8-8696-04786eaac3ba tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:02.351582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116b93db-5203-47c5-a81c-dd706c90e521 req-f7a95250-6014-43c8-8696-04786eaac3ba tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1128 time: 0.1908770 Feb 03 11:08:02.481630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:02.488583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:02.490916 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537ef02-2772-40b8-92ff-9b16244ec1de" -d '{"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:02.504291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-909388f4-54a2-4403-84e8-c3e6129226a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:02.504870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f4405bb-eee5-4854-9b76-98079caa26b0 None None] Current status of the port 63003c5e-e50d-4c68-9b8e-161b9045aa77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:02.505797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-909388f4-54a2-4403-84e8-c3e6129226a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=628199d3-dd7c-4f08-ad05-ad16892b8a53 HTTP/1.1" status: 200 len: 906 time: 0.1512485 Feb 03 11:08:02.534186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:02.806135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116b93db-5203-47c5-a81c-dd706c90e521 req-5e28d7f9-31c0-4a33-a796-cd1ae5aff176 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930374 Feb 03 11:08:02.822491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:02.837614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Provisioning complete for port 63003c5e-e50d-4c68-9b8e-161b9045aa77 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:02.838249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:02.844042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84957493-6000-4992-a859-53ee65e8f7c8 req-72609f71-b098-400b-982b-286401691aae tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:02.847244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:02.856958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84957493-6000-4992-a859-53ee65e8f7c8 req-72609f71-b098-400b-982b-286401691aae tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.3203895 Feb 03 11:08:02.893218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-ed2d3ee1-3c4e-490b-867b-bffa34db0cb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99 HTTP/1.1" status: 200 len: 1000 time: 0.3453860 Feb 03 11:08:03.095417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.095832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.126829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84957493-6000-4992-a859-53ee65e8f7c8 req-e8788cea-2859-47e7-a7dd-b986364315a8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621839 Feb 03 11:08:03.176376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-f8edfc63-a1ae-4c5c-ab34-16a316c0a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.179199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Current status of the port 63003c5e-e50d-4c68-9b8e-161b9045aa77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.183657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-f8edfc63-a1ae-4c5c-ab34-16a316c0a197 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=308b0f45-7846-4e9c-a47b-21376abb298b HTTP/1.1" status: 200 len: 844 time: 0.2746994 Feb 03 11:08:03.220917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:03.235351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.236248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 63003c5e-e50d-4c68-9b8e-161b9045aa77 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:03.242105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:03.253929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Provisioning complete for port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:03.253929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.283993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab42e3-4757-4493-8028-ab521cc8499c req-70ffd0a5-e55b-448d-bbc8-3d9f1c285787 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.285595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcab42e3-4757-4493-8028-ab521cc8499c req-70ffd0a5-e55b-448d-bbc8-3d9f1c285787 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.2297506 Feb 03 11:08:03.333470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b', 'port_id': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'mac_address': 'fa:16:3e:e6:f8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ec76e-3a80-4ac8-992f-351c9b04f6f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:03.370723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-1de98bc2-f79e-43dc-997b-4fed004c76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.372116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-1de98bc2-f79e-43dc-997b-4fed004c76a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=628199d3-dd7c-4f08-ad05-ad16892b8a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1746433 Feb 03 11:08:03.397207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1836e-d4a3-4bc7-861a-442dd8cc4c03 req-b41e18ac-7e64-49b0-a1d6-484ce33e9d6c tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.404167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f1836e-d4a3-4bc7-861a-442dd8cc4c03 req-b41e18ac-7e64-49b0-a1d6-484ce33e9d6c tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 1132 time: 0.1463087 Feb 03 11:08:03.420404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcab42e3-4757-4493-8028-ab521cc8499c req-db20cd5d-d36d-48cd-a856-8efaee295e6d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105196 Feb 03 11:08:03.425897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-2d8b1a06-0b9c-4fb1-b431-a62782c9cd3f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.434064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-2d8b1a06-0b9c-4fb1-b431-a62782c9cd3f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.435951 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-2d8b1a06-0b9c-4fb1-b431-a62782c9cd3f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "GET /v2.0/networks?id=433a3b12-9502-490f-8fbe-a434ff828f70&id=bc7836bb-46d6-4e21-b900-9afcbc923f8c&id=433a3b12-9502-490f-8fbe-a434ff828f70 HTTP/1.1" status: 200 len: 1392 time: 0.2069800 Feb 03 11:08:03.448143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'admin_state_up': True, 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:03.465037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:03.509393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7fe04cff-8384-402d-a92a-c3fa946b7c9a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.509956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.525529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-5e6162d5-6e55-4941-b025-600f6a521c54 service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439686 Feb 03 11:08:03.537103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe04cff-8384-402d-a92a-c3fa946b7c9a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:03.591593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 63003c5e-e50d-4c68-9b8e-161b9045aa77 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:03.592139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.602027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-455ae747-c5b0-4a28-b130-1f70d7c8195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.614136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f1836e-d4a3-4bc7-861a-442dd8cc4c03 req-ef82d086-11ae-4a2a-bd3a-381c5c12eb3d tempest-MigrationsAdminTest-82830184 tempest-MigrationsAdminTest-82830184-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976674 Feb 03 11:08:03.614505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:03.638011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.638408 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-24cab7c1-e415-40ea-b520-7a7719de718b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560026 Feb 03 11:08:03.645886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b84a144b-aa47-44ce-9ef0-0240c0835dc8 None None] Current status of the port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.649351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-26f7225c-b2bf-40de-bbd0-c8bd157f57fe tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794384 Feb 03 11:08:03.715544 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-42a3af8b-e023-4e86-9f03-7f7d33a5f6a4 req-ab7e387d-fd2a-42be-9f70-15f44ece9ac6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:03.724553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:03.725485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42a3af8b-e023-4e86-9f03-7f7d33a5f6a4 req-ab7e387d-fd2a-42be-9f70-15f44ece9ac6 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/285f1fe0-9496-49df-9463-861943c97058 HTTP/1.1" status: 404 len: 352 time: 0.0865006 Feb 03 11:08:03.801757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e71bd0d1-2a99-4ad9-b2dd-6c7ae671be00 None None] Provisioning complete for port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:03.802202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71bd0d1-2a99-4ad9-b2dd-6c7ae671be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.804125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 63003c5e-e50d-4c68-9b8e-161b9045aa77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.805691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:03.810265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:03.832252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3de62c-5d78-46a8-a86f-2809c784b527 req-0e9b3d84-2b76-4e34-8691-04177ff07735 service neutron] 10.222.0.53 "GET /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953062 Feb 03 11:08:03.837632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-15bc3b36-88b6-48d2-b003-77cf1eabbe8c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.845449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-15bc3b36-88b6-48d2-b003-77cf1eabbe8c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882863 Feb 03 11:08:03.866809 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0bf4df-a117-46e4-9f6a-789162a0f4d4 x-openstack-request-id: req-fa0bf4df-a117-46e4-9f6a-789162a0f4d4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:03.867254 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:03.870492 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa0bf4df-a117-46e4-9f6a-789162a0f4d4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:03.870492 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'code': 200} Feb 03 11:08:03.902150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-1265025f-49a5-4984-9537-117e664bee17 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:03.912518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-1265025f-49a5-4984-9537-117e664bee17 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615318 Feb 03 11:08:03.921064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e71bd0d1-2a99-4ad9-b2dd-6c7ae671be00 None None] Current status of the port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:03.929660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-bd6e3ca3-7781-43e2-b158-25b90da8cd5a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/quotas/926bb5fb2e6e405a9c393e1ed317437b HTTP/1.1" status: 200 len: 375 time: 0.0163426 Feb 03 11:08:03.933002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Request body: {'port': {'device_id': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '926bb5fb2e6e405a9c393e1ed317437b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:03.968486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-61f653a7-e6d5-4a81-be54-e99d4008c436 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330489 Feb 03 11:08:04.049557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Allocated IP 19.80.0.230 (433a3b12-9502-490f-8fbe-a434ff828f70/dd7870df-115c-40cd-aa52-c64f799343cf/cf359244-894e-4017-a2bb-d33959631209) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:04.052628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce523bab-1cda-4840-ac10-d90d087e0e68 req-4519c93a-4baa-4457-8589-c353f632e8f7 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:04.061054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce523bab-1cda-4840-ac10-d90d087e0e68 req-4519c93a-4baa-4457-8589-c353f632e8f7 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.0643494 Feb 03 11:08:04.099811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:04.132851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Made reservation on behalf of 926bb5fb2e6e405a9c393e1ed317437b for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:04.136665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.138943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce523bab-1cda-4840-ac10-d90d087e0e68 req-0f77803b-5000-47ca-b9f3-cbb23902cb97 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770731 Feb 03 11:08:04.158893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.197266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['7fe04cff-8384-402d-a92a-c3fa946b7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:04.268462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for port (cf359244-894e-4017-a2bb-d33959631209), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.274115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ced16d8-465a-4b13-9db9-c48cdbf84e05 req-3f550738-9cc1-4481-bfc0-fde4240747ec tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0588033 Feb 03 11:08:04.326130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cf359244-894e-4017-a2bb-d33959631209), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.371344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:04.371894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.379656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network 433a3b12-9502-490f-8fbe-a434ff828f70 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:04.387348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:04.404414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:04.547524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:04.548345 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.554099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:04.577858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks [] for security_group (a55506e3-73ee-4f51-8d68-e46a1d32ef25), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.585259 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-ebba170a-2ead-4eaf-bbcc-59ad745411f1 req-3d23a719-cd6a-47d5-a2c8-8f61df31fc1f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:04.586291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebba170a-2ead-4eaf-bbcc-59ad745411f1 req-3d23a719-cd6a-47d5-a2c8-8f61df31fc1f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/d87b779a-5cb5-4397-89d0-d196dcda0593 HTTP/1.1" status: 404 len: 352 time: 0.0212383 Feb 03 11:08:04.590543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a55506e3-73ee-4f51-8d68-e46a1d32ef25), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.623044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-24096c33-0ce9-49d6-870b-d47fe7a96500 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1790793 Feb 03 11:08:04.671413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.676573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c', 'admin_state_up': True, 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:04.712884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55506e3-73ee-4f51-8d68-e46a1d32ef25,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:04.820630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735435cc-0e39-4848-9675-38de3ad0a198 req-e755f4ea-16b3-4080-b5fc-5a6260a17062 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:04.828640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-735435cc-0e39-4848-9675-38de3ad0a198 req-e755f4ea-16b3-4080-b5fc-5a6260a17062 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1099496 Feb 03 11:08:04.854857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0741c916-6f6c-46d3-b816-492c95c43ca9 None None] Provisioning complete for port cf359244-894e-4017-a2bb-d33959631209 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:04.855231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0741c916-6f6c-46d3-b816-492c95c43ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cf359244-894e-4017-a2bb-d33959631209), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.863947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Allocated IP 192.168.233.7 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/2a715dd5-7e52-44cc-907c-f6cdd45fcd92) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:04.897690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:04.901419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:04.902118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-735435cc-0e39-4848-9675-38de3ad0a198 req-cd38903a-e5ab-42bc-9a1e-9e0a310de2b9 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721989 Feb 03 11:08:04.918449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:04.929306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:04.930407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b34801a9-af0b-4f06-8c17-47c4db603b52 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:04.997437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-450fe069-b170-458e-ae3c-f77d765c3482 req-6f408744-f27a-4328-bab7-829335f8dd51 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0487514 Feb 03 11:08:05.031712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0741c916-6f6c-46d3-b816-492c95c43ca9 None None] Port cf359244-894e-4017-a2bb-d33959631209 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:05.098410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b34801a9-af0b-4f06-8c17-47c4db603b52 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:05.098826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.145369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:05.150060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:05.150459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.224041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks [] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.225976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Allocated IP 19.86.0.8 (bc7836bb-46d6-4e21-b900-9afcbc923f8c/c2fa732b-865e-4ad3-8444-9c5cac0a0f61/59e72685-3d90-4042-aa4c-225c6c01ec92) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:05.238858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73559dfb-a1d8-4902-9c44-fb31b6afe00e req-a3dd0cf6-7c86-4b6b-8acf-311bd78bba72 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:05.242460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73559dfb-a1d8-4902-9c44-fb31b6afe00e req-a3dd0cf6-7c86-4b6b-8acf-311bd78bba72 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1208165 Feb 03 11:08:05.254289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b34801a9-af0b-4f06-8c17-47c4db603b52 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:05.321839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.333385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73559dfb-a1d8-4902-9c44-fb31b6afe00e req-b1c131f0-e4a4-4143-8067-c770e598de19 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788455 Feb 03 11:08:05.352269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:05.352684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.402003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:05.407930 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.408866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:05.421871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:05.433759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:05.441700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:05.447183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:05.501663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=13']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:05.549342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9df4fca7-9f0a-4180-8160-3282a02c968b is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:05.549953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.554578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71660-8bd6-4727-9eb3-6a4d4efd81df req-1f8d5c81-7e92-4798-9cc2-da18c3379bf3 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:05.558244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bd71660-8bd6-4727-9eb3-6a4d4efd81df req-1f8d5c81-7e92-4798-9cc2-da18c3379bf3 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 946 time: 0.0861123 Feb 03 11:08:05.580793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:05.581513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.592864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:05.604536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.615319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.639329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bd71660-8bd6-4727-9eb3-6a4d4efd81df req-c9a287ec-8597-43ec-9362-bcf8b4826d13 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732303 Feb 03 11:08:05.687723 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f581a90a-a172-4687-925e-20d2dc4cc8d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7614357 Feb 03 11:08:05.713490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Request body: {'port': {'device_id': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:05.741113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:05.756970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.771576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6471d2-031b-4ba6-9004-fe887a71f30d req-e21f8860-22d2-4cde-9447-b89784ac07df tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:05.773351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d6471d2-031b-4ba6-9004-fe887a71f30d req-e21f8860-22d2-4cde-9447-b89784ac07df tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 951 time: 0.0610375 Feb 03 11:08:05.812651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:05.820945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-deb4a128-1967-4dd0-9f16-e000c76f13d3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327604 Feb 03 11:08:05.824342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:05.844034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:05.871762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:05.872721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}, {'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:05.888041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d6471d2-031b-4ba6-9004-fe887a71f30d req-731097ef-5f65-45b8-ab13-3e144a56963c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054111 Feb 03 11:08:05.902745 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fadcd79-fd54-4d6f-b90b-1fb5e5b6a9ac" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}, {"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:05.902979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.927535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:05.928193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.942366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-132946aa-1465-4987-8ed8-5ef716efa872 None None] Provisioning complete for port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:05.942685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-132946aa-1465-4987-8ed8-5ef716efa872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:05.975663 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-8ab07b61-08f9-420a-b3d9-da6aa8c4a4a0 req-da340559-5c23-4b0f-bab9-cb1e92f8b03d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:05.986379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ab07b61-08f9-420a-b3d9-da6aa8c4a4a0 req-da340559-5c23-4b0f-bab9-cb1e92f8b03d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/a6879fa1-3652-4210-bd8d-8c005970dbee HTTP/1.1" status: 404 len: 352 time: 0.0313790 Feb 03 11:08:05.989908 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-9e5758c1-5d78-46cf-b185-118ad22467e1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3551302 Feb 03 11:08:06.042379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-fdb117e1-03ce-47f5-ad56-54769c77726e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.048454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-fdb117e1-03ce-47f5-ad56-54769c77726e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176993 Feb 03 11:08:06.063588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Request body: {'port': {'device_id': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '926bb5fb2e6e405a9c393e1ed317437b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:06.076297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-132946aa-1465-4987-8ed8-5ef716efa872 None None] Port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:06.113068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'admin_state_up': True, 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:06.189277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.229287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8a69-ded3-43ee-9d97-222d434dc473 req-983ca5d5-c29e-4da3-90da-6f042016d991 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.238914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8a69-ded3-43ee-9d97-222d434dc473 req-983ca5d5-c29e-4da3-90da-6f042016d991 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.238914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-787c8a69-ded3-43ee-9d97-222d434dc473 req-983ca5d5-c29e-4da3-90da-6f042016d991 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 1653 time: 0.1640918 Feb 03 11:08:06.300859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Made reservation on behalf of 926bb5fb2e6e405a9c393e1ed317437b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:06.305391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.315018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e4583cba-c700-4ea6-b262-0adc69c6ec34 None None] Provisioning complete for port 59e72685-3d90-4042-aa4c-225c6c01ec92 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:06.315612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4583cba-c700-4ea6-b262-0adc69c6ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.317258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-787c8a69-ded3-43ee-9d97-222d434dc473 req-ce1a0816-839c-4f6c-8a22-afd3d4189938 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733104 Feb 03 11:08:06.365784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:06.370107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.371278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4583cba-c700-4ea6-b262-0adc69c6ec34 None None] Port 59e72685-3d90-4042-aa4c-225c6c01ec92 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:06.401980 n-d-821606-6 neutron-server[103126]: WARNING keystonemiddleware.auth_token [req-2edbf6bc-0693-4ca0-b39d-39c4c25fdb11 req-55f4f99d-a9da-4f75-beac-e7b84bc15bec service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 11:08:06.408188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-b5e744b6-8230-4d36-850b-3ca6ed896251 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:08:06.409218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-b5e744b6-8230-4d36-850b-3ca6ed896251 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1915829 Feb 03 11:08:06.466142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c1ca-893f-48f6-8fc1-2afe0ac1548b req-75e86d5b-a56a-4e10-9f0c-9a819494c073 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.467906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cc2c1ca-893f-48f6-8fc1-2afe0ac1548b req-75e86d5b-a56a-4e10-9f0c-9a819494c073 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.0531640 Feb 03 11:08:06.520878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-8447b390-9e0e-4002-b8aa-00f0874e5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.522370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-8447b390-9e0e-4002-b8aa-00f0874e5ee3 service neutron] 10.222.0.30 "GET /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 1125 time: 0.1049438 Feb 03 11:08:06.534086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Request body: {'binding': {'host': 'n-h2-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:06.534606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Unknown quota resources ['binding']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:08:06.544754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cc2c1ca-893f-48f6-8fc1-2afe0ac1548b req-760d7719-4e54-4dcf-801b-1c213bc26a1d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Feb 03 11:08:06.568096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:06.579952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3c9a-def9-4e28-93fb-23966f748032 req-ef97092f-d76b-4517-91a4-34da31e9bfef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:06.581645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-440a3c9a-def9-4e28-93fb-23966f748032 req-ef97092f-d76b-4517-91a4-34da31e9bfef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 951 time: 0.0829434 Feb 03 11:08:06.582347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks [] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.606873 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd22b1-f193-4cbc-9f39-95273263c688 x-openstack-request-id: req-7fcd22b1-f193-4cbc-9f39-95273263c688 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:06.607702 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-plugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}, {"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:06.608150 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fcd22b1-f193-4cbc-9f39-95273263c688 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:06.608757 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:08:06.609236 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'code': 200} Feb 03 11:08:06.642404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Transition to ACTIVE for port object 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:06.650307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.655687 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-9a68ce47-2601-43b9-a913-8b0e68b8cba6 req-2a32c0cf-6ceb-477e-8e83-4fd9260f675f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:06.656927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a68ce47-2601-43b9-a913-8b0e68b8cba6 req-2a32c0cf-6ceb-477e-8e83-4fd9260f675f tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/10405487-6950-4131-bbae-9988582eab74 HTTP/1.1" status: 404 len: 352 time: 0.0285516 Feb 03 11:08:06.698119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Allocated IP 19.80.0.62 (433a3b12-9502-490f-8fbe-a434ff828f70/dd7870df-115c-40cd-aa52-c64f799343cf/4c3173c1-78fd-4855-866f-02d6385063b5) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:06.751986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Allocated IP 192.168.233.39 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/a92106f6-b217-4726-9924-d885089a0ec0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:06.777203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8513e264-355b-47ac-9f5b-36830c06bf7d req-eddd8543-8219-4f7a-a782-bf710f2d0149 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0531220 Feb 03 11:08:06.828647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Deleting port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:06.829090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:06.910058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:06.972783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 7fe04cff-8384-402d-a92a-c3fa946b7c9a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:06.978542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 7fe04cff-8384-402d-a92a-c3fa946b7c9a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:06.978922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.034114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:07.067497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Attempting to bind port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:07.067771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Attempting to bind port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:07.068002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Attempting to bind port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:07.084516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7fe04cff-8384-402d-a92a-c3fa946b7c9a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:07.084934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.094483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:07.094887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Attempting to bind port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:07.118349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:07.118881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:07.119180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:07.119630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Bound port: 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:07.120048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.131859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:07.137150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.139113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 547d53fe-541e-4a92-9bc7-d8f086a4a1ec no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:07.145885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on host n-h2-821606-6 for vnic_type normal with profile None {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:07.146224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:07.146549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:07.155056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for port (4c3173c1-78fd-4855-866f-02d6385063b5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.167363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-73b88f4a-539e-4307-8071-95ca38720571 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:07.168875 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-73b88f4a-539e-4307-8071-95ca38720571 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 944 time: 0.1909316 Feb 03 11:08:07.171378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:07.171762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:07.206522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:07.206897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:07.207280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:07.207715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Bound port: d1f68bf4-3549-4166-a769-afd4f68a753a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:07.238075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:07.288289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:07.288944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.313424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.331101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:07.336825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.372247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] For port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:07.373063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.393384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=14']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:07.404674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed28d76-5f1d-495f-87af-e2a0fe38e2bf req-99355c0e-fc72-4775-af26-57ef8dc728da tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:07.406333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ed28d76-5f1d-495f-87af-e2a0fe38e2bf req-99355c0e-fc72-4775-af26-57ef8dc728da tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c28c4f6-9d76-43fd-bcfc-c756983a0f3b HTTP/1.1" status: 200 len: 944 time: 0.5282359 Feb 03 11:08:07.409688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks [] for port (a92106f6-b217-4726-9924-d885089a0ec0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.411446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Calling delete_port for 547d53fe-541e-4a92-9bc7-d8f086a4a1ec owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:07.540547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ed28d76-5f1d-495f-87af-e2a0fe38e2bf req-722a3fe0-9d18-46d6-b996-84e364e71ed5 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268439 Feb 03 11:08:07.559109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.623698 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-ec6af28c-0759-46ea-9adf-b188cef05c04 req-1c17dd07-6d1b-4fcd-83b7-3d1ef3b086ad tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:07.625499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec6af28c-0759-46ea-9adf-b188cef05c04 req-1c17dd07-6d1b-4fcd-83b7-3d1ef3b086ad tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/247cfc18-2eb3-4bc0-ab9d-e9c818b89c83 HTTP/1.1" status: 404 len: 352 time: 0.0492182 Feb 03 11:08:07.644423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:07.647979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:07.666742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:07.671016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.675443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:07.682346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:07.687764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.689001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] 10.222.0.30 "POST /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a/bindings HTTP/1.1" status: 201 len: 389 time: 1.1607912 Feb 03 11:08:07.694155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:07.714030 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.756893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network 433a3b12-9502-490f-8fbe-a434ff828f70 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:07.758849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event updated for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:07.776975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:07.801610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:07.812146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:07.823616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.826399 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a715dd5-7e52-44cc-907c-f6cdd45fcd92 HTTP/1.1" status: 200 len: 1094 time: 2.1194701 Feb 03 11:08:07.826910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:07.842401 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:07.850682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:07.867933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:07.868873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.883187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (547d53fe-541e-4a92-9bc7-d8f086a4a1ec), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:07.902835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:07.945650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219', 'f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:08.005848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event deleted for resources: {'Port': ['ID=547d53fe-541e-4a92-9bc7-d8f086a4a1ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:08.019557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cfc52-c7dc-45f9-8426-6227f300bc80 req-195c8c87-3d1e-49cc-a23e-3f1cac5a3b70 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.022795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c5cfc52-c7dc-45f9-8426-6227f300bc80 req-195c8c87-3d1e-49cc-a23e-3f1cac5a3b70 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3643eacd-e5cd-4128-87a6-8a3a719aa0a8 HTTP/1.1" status: 200 len: 949 time: 0.2922623 Feb 03 11:08:08.051951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Deleting port 9df4fca7-9f0a-4180-8160-3282a02c968b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:08.055070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.096371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-c14b8551-5173-44fb-939a-7a31fb03330f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0379703 Feb 03 11:08:08.117512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Request body: {'port': {'device_id': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:08.184977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] For port 9df4fca7-9f0a-4180-8160-3282a02c968b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9df4fca7-9f0a-4180-8160-3282a02c968b,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:08.185360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.207760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Calling delete_port for 9df4fca7-9f0a-4180-8160-3282a02c968b owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:08.240631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] No DVR routers for this DVR port 547d53fe-541e-4a92-9bc7-d8f086a4a1ec on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:08.251014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.255171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-440a3c9a-def9-4e28-93fb-23966f748032 req-f9f54de5-1267-4507-9125-7c82d0019278 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "DELETE /v2.0/ports/547d53fe-541e-4a92-9bc7-d8f086a4a1ec HTTP/1.1" status: 204 len: 173 time: 1.6671753 Feb 03 11:08:08.271341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-deleted', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:08.275128 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a69be-b02e-45f3-a473-d08f2d49ee47" -d '{"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-deleted", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:08.329481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18011e-e6cf-46a8-9bb8-4f0be99cee71 req-4a51e492-382d-4585-9589-0fafb69420f3 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.335356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18011e-e6cf-46a8-9bb8-4f0be99cee71 req-4a51e492-382d-4585-9589-0fafb69420f3 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.345400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18011e-e6cf-46a8-9bb8-4f0be99cee71 req-4a51e492-382d-4585-9589-0fafb69420f3 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.347558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b18011e-e6cf-46a8-9bb8-4f0be99cee71 req-4a51e492-382d-4585-9589-0fafb69420f3 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2374 time: 0.3765068 Feb 03 11:08:08.421853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2bd7f3ae-481a-4ece-90f5-b38c16b016e3 None None] Provisioning complete for port a92106f6-b217-4726-9924-d885089a0ec0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:08.422249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f3ae-481a-4ece-90f5-b38c16b016e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a92106f6-b217-4726-9924-d885089a0ec0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.453889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.454757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.456305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c5cfc52-c7dc-45f9-8426-6227f300bc80 req-faf3ed03-9848-49e2-bb5b-69967eaac602 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560143 Feb 03 11:08:08.483106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6caad-01ce-48c8-a033-a84587763e01 service neutron] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:08.501067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a92106f6-b217-4726-9924-d885089a0ec0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.510281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7f3ae-481a-4ece-90f5-b38c16b016e3 None None] Port a92106f6-b217-4726-9924-d885089a0ec0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:08.518927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9df4fca7-9f0a-4180-8160-3282a02c968b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.527587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b18011e-e6cf-46a8-9bb8-4f0be99cee71 req-f6ca4f2f-c884-4513-91ff-5abc1dc90f51 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630499 Feb 03 11:08:08.529533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-28c20ae8-e36b-4f3d-ac19-1e01207c3439 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5230362 Feb 03 11:08:08.538007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-e4cc77b1-7dc4-4eae-b502-cdfc4f2a0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.539696 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-e4cc77b1-7dc4-4eae-b502-cdfc4f2a0db1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1128 time: 0.5542192 Feb 03 11:08:08.562406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-5b07084b-69c8-438d-b358-2d466fedb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.562406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-5b07084b-69c8-438d-b358-2d466fedb435 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1128 time: 0.5670614 Feb 03 11:08:08.578527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:08.612878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event deleted for resources: {'Port': ['ID=9df4fca7-9f0a-4180-8160-3282a02c968b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:08.644459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a'}, {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:08.647350 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1802e0f-e76a-43ec-afd1-5a6d6feb9d8f" -d '{"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-plugged", "status": "completed", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a"}, {"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:08.669715 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-ca9852b5-492e-40bf-84e6-8f13052bbe0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92 HTTP/1.1" status: 200 len: 217 time: 0.0817435 Feb 03 11:08:08.726019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b88562dd-d216-4f17-bf4f-e4e97e714596 None None] Provisioning complete for port 4c3173c1-78fd-4855-866f-02d6385063b5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:08.726652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b88562dd-d216-4f17-bf4f-e4e97e714596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.742745 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-70295870-e848-49cd-a33a-04a1115d3edf req-43f5329f-856b-428e-93e8-47240980ee15 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] show failed (client error): The resource could not be found. Feb 03 11:08:08.743862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70295870-e848-49cd-a33a-04a1115d3edf req-43f5329f-856b-428e-93e8-47240980ee15 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/c566f3ac-acfa-4e9c-97a7-ffe98f191916 HTTP/1.1" status: 404 len: 352 time: 0.1427372 Feb 03 11:08:08.758168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] No DVR routers for this DVR port 9df4fca7-9f0a-4180-8160-3282a02c968b on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:08.787333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.792630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3007633f-645f-4864-90e3-e5f7245bdd94 req-20f35ac8-c89d-4bbb-bcc6-9481042f3def tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "DELETE /v2.0/ports/9df4fca7-9f0a-4180-8160-3282a02c968b HTTP/1.1" status: 204 len: 173 time: 1.6175129 Feb 03 11:08:08.842670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b88562dd-d216-4f17-bf4f-e4e97e714596 None None] Port 4c3173c1-78fd-4855-866f-02d6385063b5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:08.923026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cf359244-894e-4017-a2bb-d33959631209), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:08.948153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e19067c0-1bcc-4212-8a80-e66eca4e04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.949955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e19067c0-1bcc-4212-8a80-e66eca4e04b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.3820693 Feb 03 11:08:08.966107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50694e-1b28-4169-9aa8-d8caf6a6a45e req-294f10a4-d511-4ed0-9aca-f3198a8d1377 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.973642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad50694e-1b28-4169-9aa8-d8caf6a6a45e req-294f10a4-d511-4ed0-9aca-f3198a8d1377 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1844659 Feb 03 11:08:08.979592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-dd3f1cf8-46c7-493f-afc7-d7a5cdfd98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:08.982179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-dd3f1cf8-46c7-493f-afc7-d7a5cdfd98b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2844219 Feb 03 11:08:09.040280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-fbb6907e-7223-4f9e-af5c-f9a4e4ab13b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 217 time: 0.0616515 Feb 03 11:08:09.126934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-9262e982-1e87-492e-993d-4fb0f0311d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:09.128338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-9262e982-1e87-492e-993d-4fb0f0311d1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1346815 Feb 03 11:08:09.181808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad50694e-1b28-4169-9aa8-d8caf6a6a45e req-92ac7f8e-c589-46c7-9d30-462bf943dd4b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072964 Feb 03 11:08:09.207714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-b03c51ae-0a3f-493a-a862-9c1e022f293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:09.209195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-b03c51ae-0a3f-493a-a862-9c1e022f293f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.1562395 Feb 03 11:08:09.281540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-69d9267e-c5c2-4aa4-a106-22811f27563b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402853 Feb 03 11:08:09.291824 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-f0bf59f5-ea10-44ab-80eb-40c5c6d5bd01 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556385 Feb 03 11:08:09.304080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac158d-5de9-42d9-8891-b792ee50a5f8 req-8cf90f53-a90e-43e6-9c1f-f88fbbad12b4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:09.305589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ac158d-5de9-42d9-8891-b792ee50a5f8 req-8cf90f53-a90e-43e6-9c1f-f88fbbad12b4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1944532 Feb 03 11:08:09.330002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92106f6-b217-4726-9924-d885089a0ec0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:09.358429 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks [] for port (a92106f6-b217-4726-9924-d885089a0ec0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.406338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf359244-894e-4017-a2bb-d33959631209 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:09.417054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks [] for port (cf359244-894e-4017-a2bb-d33959631209), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.429772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Transition to ACTIVE for port object a92106f6-b217-4726-9924-d885089a0ec0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:09.443593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Transition to ACTIVE for port object cf359244-894e-4017-a2bb-d33959631209 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:09.447180 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-393b8d4c-64c1-4f72-bae6-e8eb4f8068bf req-1785914a-8de2-4590-81e1-33534430b1d7 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465619 Feb 03 11:08:09.448042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.448503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cf359244-894e-4017-a2bb-d33959631209), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.494573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ac158d-5de9-42d9-8891-b792ee50a5f8 req-2e0616c7-f275-4532-ba7d-a690c3f7f5b2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597884 Feb 03 11:08:09.499088 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:09.517606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f762c-236c-40c9-82b2-895d2bdd8023 req-3ced7eb0-5da6-4a9d-95e1-6e168480be0d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:09.519160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5f762c-236c-40c9-82b2-895d2bdd8023 req-3ced7eb0-5da6-4a9d-95e1-6e168480be0d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 935 time: 0.2587180 Feb 03 11:08:09.559203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-66bc1c52-4669-4f2b-bfac-afa57fd54634 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676711 Feb 03 11:08:09.561764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Pushing event updated for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:09.618223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Attempting to bind port cf359244-894e-4017-a2bb-d33959631209 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:09.629000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Attempting to bind port cf359244-894e-4017-a2bb-d33959631209 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:09.629578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Attempting to bind port cf359244-894e-4017-a2bb-d33959631209 on network 433a3b12-9502-490f-8fbe-a434ff828f70 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:09.654923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Port cf359244-894e-4017-a2bb-d33959631209 on network 433a3b12-9502-490f-8fbe-a434ff828f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:09.657673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Attempting to bind port cf359244-894e-4017-a2bb-d33959631209 on network 433a3b12-9502-490f-8fbe-a434ff828f70 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:09.667284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:09.667633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Checking segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:09.668027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Bound using segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:09.668498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Bound port: cf359244-894e-4017-a2bb-d33959631209, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:09.668885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cf359244-894e-4017-a2bb-d33959631209), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.759656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:09.763226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cf359244-894e-4017-a2bb-d33959631209,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:09.767998 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6aebed-3b07-407e-98ab-fd7a89fdad31 x-openstack-request-id: req-6e6aebed-3b07-407e-98ab-fd7a89fdad31 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:09.768465 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:09.769054 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e6aebed-3b07-407e-98ab-fd7a89fdad31 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:09.769774 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'status': 'completed', 'code': 200} Feb 03 11:08:09.787191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cf359244-894e-4017-a2bb-d33959631209), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.814034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5f762c-236c-40c9-82b2-895d2bdd8023 req-56438ee3-9542-4c2e-bd5c-9153a9a53e20 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832468 Feb 03 11:08:09.827414 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c54bd4c-575f-4015-8bc0-9cd10539808c x-openstack-request-id: req-9c54bd4c-575f-4015-8bc0-9cd10539808c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:09.828681 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-deleted", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:09.830091 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c54bd4c-575f-4015-8bc0-9cd10539808c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:09.830523 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-deleted', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'status': 'completed', 'code': 200} Feb 03 11:08:09.885811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:09.886550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.888002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf359244-894e-4017-a2bb-d33959631209 HTTP/1.1" status: 200 len: 1092 time: 1.3164024 Feb 03 11:08:09.912512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Attempting to bind port a92106f6-b217-4726-9924-d885089a0ec0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:09.912869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Attempting to bind port a92106f6-b217-4726-9924-d885089a0ec0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:09.913227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Attempting to bind port a92106f6-b217-4726-9924-d885089a0ec0 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:09.920928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:09.929432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Port a92106f6-b217-4726-9924-d885089a0ec0 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:09.929760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Attempting to bind port a92106f6-b217-4726-9924-d885089a0ec0 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:09.937520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:09.939220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:09.939638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:09.940097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Bound port: a92106f6-b217-4726-9924-d885089a0ec0, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:09.940467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a92106f6-b217-4726-9924-d885089a0ec0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:09.978845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e2a03ddb-2a6e-4e5b-9721-9150f0672cdf service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899024 Feb 03 11:08:10.053217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-eee2ed3d-704a-457d-b16a-80d063821615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.059215 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-eee2ed3d-704a-457d-b16a-80d063821615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1128 time: 0.2860904 Feb 03 11:08:10.060079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3189-3fd6-4393-b5d4-c30bfd65a1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:10.117801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:10.131261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a92106f6-b217-4726-9924-d885089a0ec0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:10.146823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:10.191117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-ddd090fb-34ce-455d-baba-70e17341ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.192875 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-ddd090fb-34ce-455d-baba-70e17341ffad service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1263292 Feb 03 11:08:10.224566 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9fe19-ec08-4a7e-8918-46ec54e507f6 x-openstack-request-id: req-f8a9fe19-ec08-4a7e-8918-46ec54e507f6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:10.225081 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-plugged", "status": "completed", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a", "code": 200}, {"server_uuid": "3643eacd-e5cd-4128-87a6-8a3a719aa0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "547d53fe-541e-4a92-9bc7-d8f086a4a1ec", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:10.225363 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8a9fe19-ec08-4a7e-8918-46ec54e507f6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:10.225599 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'code': 200} Feb 03 11:08:10.226176 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3643eacd-e5cd-4128-87a6-8a3a719aa0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547d53fe-541e-4a92-9bc7-d8f086a4a1ec', 'code': 200} Feb 03 11:08:10.248345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.252646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:10.254370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] 10.222.0.53 "PUT /v2.0/ports/a92106f6-b217-4726-9924-d885089a0ec0 HTTP/1.1" status: 200 len: 1095 time: 2.1429467 Feb 03 11:08:10.306597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-de8ac600-9417-4e4f-a3c8-fcdc7bbe9743 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92 HTTP/1.1" status: 200 len: 217 time: 0.0838690 Feb 03 11:08:10.373747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:10.402180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b4121-4f2a-40d1-9149-dad8af741108 service neutron] Pushing event updated for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:10.427372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-ac61f6e6-38d5-4ba0-b8de-f394f27f7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.432117 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-ac61f6e6-38d5-4ba0-b8de-f394f27f7e18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1245558 Feb 03 11:08:10.474192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9c63-c0d3-4a60-a97a-e69b9db95fb8 req-72f0c1bc-46f2-4e51-84c0-525b83e2b11d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.481264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9c63-c0d3-4a60-a97a-e69b9db95fb8 req-72f0c1bc-46f2-4e51-84c0-525b83e2b11d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.490168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9c63-c0d3-4a60-a97a-e69b9db95fb8 req-72f0c1bc-46f2-4e51-84c0-525b83e2b11d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.499536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08ff9c63-c0d3-4a60-a97a-e69b9db95fb8 req-72f0c1bc-46f2-4e51-84c0-525b83e2b11d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2386 time: 0.2546284 Feb 03 11:08:10.543666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b6ff-fdb2-4cbd-a3f0-56f89f58020f req-a981aa32-4bf3-416b-8e36-7907c017d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.545276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8703b6ff-fdb2-4cbd-a3f0-56f89f58020f req-a981aa32-4bf3-416b-8e36-7907c017d53d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1127 time: 0.1550899 Feb 03 11:08:10.578863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-303ef72f-1dd6-4515-95bb-493128964029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.578863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-303ef72f-1dd6-4515-95bb-493128964029 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 1129 time: 0.2366171 Feb 03 11:08:10.614070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-16bb8e64-8003-47cf-8659-6d59eef2af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.615695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-16bb8e64-8003-47cf-8659-6d59eef2af20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1729336 Feb 03 11:08:10.635383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8703b6ff-fdb2-4cbd-a3f0-56f89f58020f req-02554e57-bd71-403c-b05d-803c42c81c87 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828111 Feb 03 11:08:10.675902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08ff9c63-c0d3-4a60-a97a-e69b9db95fb8 req-c580b6a4-c521-40c7-8d23-e50a3c8dd121 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747174 Feb 03 11:08:10.682757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:10.690844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905072748', 'description': 'tempest-description--1624225251'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:10.798801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:10.804268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-4571a906-6ca8-4846-be5d-6862b2d5b269 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a92106f6-b217-4726-9924-d885089a0ec0 HTTP/1.1" status: 200 len: 217 time: 0.1950257 Feb 03 11:08:10.829709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbeae4-5f17-46b6-9dbb-4f6e80712a0d req-aaa3d2e8-cd9d-4c83-85a1-2b2cfd3394f0 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.831661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60fbeae4-5f17-46b6-9dbb-4f6e80712a0d req-aaa3d2e8-cd9d-4c83-85a1-2b2cfd3394f0 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1024 time: 0.0746508 Feb 03 11:08:10.864379 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-cbc8926a-7590-4a82-a9d7-535e965ebce6 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392719 Feb 03 11:08:10.879650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:10.928381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 9df4fca7-9f0a-4180-8160-3282a02c968b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:10.928822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9df4fca7-9f0a-4180-8160-3282a02c968b not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:10.948150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60fbeae4-5f17-46b6-9dbb-4f6e80712a0d req-fe542222-0b32-4e85-99ca-9f90020e97b7 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=b786df54-5488-4ea4-a66d-dad562155ee1&id=6cffb0c3-ecf9-43a4-a398-c8e53f556bac&id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1100283 Feb 03 11:08:10.961214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-25cea99f-9c06-4459-8dbd-4e2f5b3adc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:10.963231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-25cea99f-9c06-4459-8dbd-4e2f5b3adc8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0714006 Feb 03 11:08:11.035611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e72685-3d90-4042-aa4c-225c6c01ec92 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:11.049850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks [] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.085767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (847127c7-3ba5-4939-aa11-597e02d30852), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.090315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Transition to ACTIVE for port object 59e72685-3d90-4042-aa4c-225c6c01ec92 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:11.092557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-db9c04be-4bde-4647-a4bc-4ac3c02c72a0 req-84a382e5-d629-4f50-9e5d-e9d04fc0d6cf service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939127 Feb 03 11:08:11.093671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (847127c7-3ba5-4939-aa11-597e02d30852), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.099874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.128733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38372b-b69a-460b-b7fc-3395de473629 req-a42e9c3a-56e5-444e-99dd-6b79de943183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.130273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-a42e9c3a-56e5-444e-99dd-6b79de943183 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1564872 Feb 03 11:08:11.167526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.172381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4847836 Feb 03 11:08:11.177322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:11.184884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'security_group_rule': {'security_group_id': '847127c7-3ba5-4939-aa11-597e02d30852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:11.193207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f380-90a1-4e66-91a7-e1eacbfb9e0b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847127c7-3ba5-4939-aa11-597e02d30852,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:11.200857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:11.202297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009dd8-37f9-4dbe-8370-433da3fe8f92 req-2937e740-5c92-48b8-8796-08ba8a40eefe tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.205585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6009dd8-37f9-4dbe-8370-433da3fe8f92 req-2937e740-5c92-48b8-8796-08ba8a40eefe tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1471505 Feb 03 11:08:11.219628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d00c-b047-439e-88bb-00e03551a5ce req-bb539d52-490d-4794-90e4-85474ff38444 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.229537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46b5d00c-b047-439e-88bb-00e03551a5ce req-bb539d52-490d-4794-90e4-85474ff38444 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1836510 Feb 03 11:08:11.273613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (ee92ecea-1404-442c-ac86-70117b6d6e6e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.346512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Attempting to bind port 59e72685-3d90-4042-aa4c-225c6c01ec92 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:11.346870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Attempting to bind port 59e72685-3d90-4042-aa4c-225c6c01ec92 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:11.347286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Attempting to bind port 59e72685-3d90-4042-aa4c-225c6c01ec92 on network bc7836bb-46d6-4e21-b900-9afcbc923f8c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:11.356826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Port 59e72685-3d90-4042-aa4c-225c6c01ec92 on network bc7836bb-46d6-4e21-b900-9afcbc923f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:11.357168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Attempting to bind port 59e72685-3d90-4042-aa4c-225c6c01ec92 on network bc7836bb-46d6-4e21-b900-9afcbc923f8c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:11.371178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:11.371530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Checking segment: {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:11.371906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Bound using segment: {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:11.372351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Bound port: 59e72685-3d90-4042-aa4c-225c6c01ec92, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:11.372702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.372820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-d1da9d36-4097-4cf1-b955-7cf5f63c2994 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360699 Feb 03 11:08:11.376711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (ee92ecea-1404-442c-ac86-70117b6d6e6e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.376892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46b5d00c-b047-439e-88bb-00e03551a5ce req-b60f3d55-5bad-4fee-b0e9-5c4b0753256b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465375 Feb 03 11:08:11.380142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6009dd8-37f9-4dbe-8370-433da3fe8f92 req-e8acd532-e1d5-4d0b-b45a-f306313ec1b4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120234 Feb 03 11:08:11.412199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ee92ecea-1404-442c-ac86-70117b6d6e6e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.452136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee92ecea-1404-442c-ac86-70117b6d6e6e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:11.500680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd38372b-b69a-460b-b7fc-3395de473629 req-f458bfe0-f6f8-4b22-aa4c-983ac46611c3 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194482 Feb 03 11:08:11.501581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.502812 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5f51525-b89e-4905-83bb-66ca69b1561b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3236332 Feb 03 11:08:11.507670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:11.513021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'security_group_rule': {'security_group_id': '847127c7-3ba5-4939-aa11-597e02d30852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:11.563698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (ba4398f6-cd0e-4eed-b493-1ed274ab7144), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.588196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:11.614461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1635-1c25-4858-af4a-b17d3af1b79e req-bc507eb5-1349-447d-8ae1-8622be5f87b8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.616089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50cc1635-1c25-4858-af4a-b17d3af1b79e req-bc507eb5-1349-447d-8ae1-8622be5f87b8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 951 time: 0.1132567 Feb 03 11:08:11.623355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=59e72685-3d90-4042-aa4c-225c6c01ec92,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:11.626643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632ea8-9fed-413d-b27d-c6279693aa3b req-205bc570-171d-4e58-9218-6e5cc2bd421c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.629931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b632ea8-9fed-413d-b27d-c6279693aa3b req-205bc570-171d-4e58-9218-6e5cc2bd421c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 947 time: 0.1282573 Feb 03 11:08:11.633777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.674904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (ba4398f6-cd0e-4eed-b493-1ed274ab7144), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.680429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.681227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.682948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] 10.222.0.53 "PUT /v2.0/ports/59e72685-3d90-4042-aa4c-225c6c01ec92 HTTP/1.1" status: 200 len: 1090 time: 1.7666581 Feb 03 11:08:11.685529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ba4398f6-cd0e-4eed-b493-1ed274ab7144), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.718152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b632ea8-9fed-413d-b27d-c6279693aa3b req-99961cb2-db6f-4614-b8b4-e308371003b3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808308 Feb 03 11:08:11.724463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4398f6-cd0e-4eed-b493-1ed274ab7144,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:11.727525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50cc1635-1c25-4858-af4a-b17d3af1b79e req-e98d3998-d6d7-430c-af55-5a0ab7e39470 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964513 Feb 03 11:08:11.733705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Request body: {'port': {'device_id': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:11.769351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.770703 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bba303ed-2fa1-4eca-b652-95ec1608eb35 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2620943 Feb 03 11:08:11.773665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-deleted', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b'}, {'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': 'cf359244-894e-4017-a2bb-d33959631209'}, {'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:11.776038 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64907339-8b47-44f9-9f04-9fa92d9e4c2d" -d '{"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-deleted", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b"}, {"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "cf359244-894e-4017-a2bb-d33959631209"}, {"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:11.778944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf06b4-b6cb-416f-8b5f-0e955cffbcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:11.783886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:11.815000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:11.837545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:11.839741 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "tag": "a92106f6-b217-4726-9924-d885089a0ec0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:11.883669 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56931076-0450-426b-98bd-84a53f66bab5 x-openstack-request-id: req-56931076-0450-426b-98bd-84a53f66bab5 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:11.883978 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c28c4f6-9d76-43fd-bcfc-c756983a0f3b", "name": "network-vif-deleted", "tag": "9df4fca7-9f0a-4180-8160-3282a02c968b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "cf359244-894e-4017-a2bb-d33959631209", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:11.884238 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56931076-0450-426b-98bd-84a53f66bab5 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:11.884647 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28c4f6-9d76-43fd-bcfc-c756983a0f3b', 'name': 'network-vif-deleted', 'tag': '9df4fca7-9f0a-4180-8160-3282a02c968b', 'status': 'completed', 'code': 200} Feb 03 11:08:11.884924 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': 'cf359244-894e-4017-a2bb-d33959631209', 'status': 'completed', 'code': 200} Feb 03 11:08:11.885190 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92', 'status': 'completed', 'code': 200} Feb 03 11:08:11.936759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-d58cc3e5-a4ab-4cc4-b99c-599bbce33b54 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:11.938889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-d58cc3e5-a4ab-4cc4-b99c-599bbce33b54 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1024 time: 0.1779702 Feb 03 11:08:11.945611 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b017d69-9808-4b84-a45b-edc56d207eb9 x-openstack-request-id: req-6b017d69-9808-4b84-a45b-edc56d207eb9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:11.945900 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "tag": "a92106f6-b217-4726-9924-d885089a0ec0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:11.946154 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b017d69-9808-4b84-a45b-edc56d207eb9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:11.946547 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0', 'status': 'completed', 'code': 200} Feb 03 11:08:11.976574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:11.983251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:12.049979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7949-79ca-403c-ba3f-d63c948f63bc req-20bc2809-7139-4b9d-b5cb-7bd3497a15f8 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.057698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7949-79ca-403c-ba3f-d63c948f63bc req-20bc2809-7139-4b9d-b5cb-7bd3497a15f8 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.063713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7949-79ca-403c-ba3f-d63c948f63bc req-20bc2809-7139-4b9d-b5cb-7bd3497a15f8 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.069402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eae7949-79ca-403c-ba3f-d63c948f63bc req-20bc2809-7139-4b9d-b5cb-7bd3497a15f8 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2398 time: 0.2268596 Feb 03 11:08:12.097197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-a6d66387-2083-4974-bbd8-91a53c4ae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.097707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-a6d66387-2083-4974-bbd8-91a53c4ae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.098162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-a6d66387-2083-4974-bbd8-91a53c4ae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.099792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-a6d66387-2083-4974-bbd8-91a53c4ae380 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2858 time: 0.1894445 Feb 03 11:08:12.110665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-0e1cfd4c-c3e8-42d9-9b8e-64343c90c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.112133 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-0e1cfd4c-c3e8-42d9-9b8e-64343c90c54c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 1129 time: 0.1472766 Feb 03 11:08:12.215979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eae7949-79ca-403c-ba3f-d63c948f63bc req-e369619f-75d1-4ff5-a40b-e15729ecb414 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084266 Feb 03 11:08:12.261772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed65e6-b6c1-4d1d-9156-90cdfd731a29 req-2bca12c1-8335-43e7-a8c9-70e1baf5aa1c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.268850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37ed65e6-b6c1-4d1d-9156-90cdfd731a29 req-2bca12c1-8335-43e7-a8c9-70e1baf5aa1c tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab399aa6-3da8-4198-b3c5-fc3502dccff6 HTTP/1.1" status: 200 len: 1024 time: 0.2320154 Feb 03 11:08:12.306287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Deleting port 620cda49-9bd5-4660-8e11-60dafaddfe79 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:12.306637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:12.434566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37ed65e6-b6c1-4d1d-9156-90cdfd731a29 req-864af225-1327-4f76-9950-a2bef9ad454e tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups?id=b786df54-5488-4ea4-a66d-dad562155ee1&id=6cffb0c3-ecf9-43a4-a398-c8e53f556bac&id=dca4286b-1590-4c03-9782-45e4ab0fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1648254 Feb 03 11:08:12.474164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] For port 620cda49-9bd5-4660-8e11-60dafaddfe79, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=620cda49-9bd5-4660-8e11-60dafaddfe79,segment=NetworkSegment(c58b1a27-4dda-4862-9506-6fd064092f09),segment_id=c58b1a27-4dda-4862-9506-6fd064092f09)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:12.474782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:12.490685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Calling delete_port for 620cda49-9bd5-4660-8e11-60dafaddfe79 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:12.557766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-83ca705c-8713-4661-accf-afc53b913bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.558241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-83ca705c-8713-4661-accf-afc53b913bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.558702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-83ca705c-8713-4661-accf-afc53b913bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.560280 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-83ca705c-8713-4661-accf-afc53b913bf0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=45bda1de5ee045578bf1b610205abb67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4449711 Feb 03 11:08:12.565503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-baab8c7e-09c5-4aff-a313-16db215f15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.566898 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-baab8c7e-09c5-4aff-a313-16db215f15c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.4322002 Feb 03 11:08:12.619306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:12.668724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1677d7-ce9c-456a-aae1-1e3c791f1d47 req-b3b89980-7a99-4c8b-9396-ac2ac14f2b97 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.676082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f1677d7-ce9c-456a-aae1-1e3c791f1d47 req-b3b89980-7a99-4c8b-9396-ac2ac14f2b97 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1376824 Feb 03 11:08:12.691587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-806562c4-d42b-488f-bcd4-b941a12a7ea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a92106f6-b217-4726-9924-d885089a0ec0 HTTP/1.1" status: 200 len: 217 time: 0.1071634 Feb 03 11:08:12.704656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a685c-006d-4be7-aad3-8027f81f4b2f req-d1f623bf-10b0-41be-b9d2-557b0ba78573 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:12.706179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-321a685c-006d-4be7-aad3-8027f81f4b2f req-d1f623bf-10b0-41be-b9d2-557b0ba78573 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1690888 Feb 03 11:08:12.823908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f1677d7-ce9c-456a-aae1-1e3c791f1d47 req-2448ba0f-1f46-44cd-96e2-653a554d2a47 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467662 Feb 03 11:08:12.825367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (620cda49-9bd5-4660-8e11-60dafaddfe79), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:12.838946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['620cda49-9bd5-4660-8e11-60dafaddfe79'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:12.935810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'Port': ['ID=620cda49-9bd5-4660-8e11-60dafaddfe79,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:12.944112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-321a685c-006d-4be7-aad3-8027f81f4b2f req-8c90fe42-655e-4ed3-8eda-27de22d55db0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192121 Feb 03 11:08:13.040429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] No DVR routers for this DVR port 620cda49-9bd5-4660-8e11-60dafaddfe79 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:13.053373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.056690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c39df9e-8ff6-4b9e-b082-25d5f64c0547 req-fa4645c3-21d2-4899-85ef-afbb31e1bc2b tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.53 "DELETE /v2.0/ports/620cda49-9bd5-4660-8e11-60dafaddfe79 HTTP/1.1" status: 204 len: 173 time: 1.1079035 Feb 03 11:08:13.114089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b843-dc45-4671-b9d1-ecaf0d339563 req-dfcefe53-21e6-48ce-bd79-f84975bc4a68 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.115483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8210b843-dc45-4671-b9d1-ecaf0d339563 req-dfcefe53-21e6-48ce-bd79-f84975bc4a68 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 947 time: 0.1963100 Feb 03 11:08:13.132273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-9caca5c3-95e0-4801-890f-0139089374ef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.133759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-9caca5c3-95e0-4801-890f-0139089374ef tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 951 time: 0.2244608 Feb 03 11:08:13.145734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-05b7d1ba-688d-4986-93a6-f606aa6348d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.147847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-05b7d1ba-688d-4986-93a6-f606aa6348d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.4488242 Feb 03 11:08:13.149070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78980-503a-4c1f-8f52-5d0298aace93 req-2bedcca9-2f40-4495-8872-33fc3a41613c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.156249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cee78980-503a-4c1f-8f52-5d0298aace93 req-2bedcca9-2f40-4495-8872-33fc3a41613c tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 951 time: 0.1172986 Feb 03 11:08:13.289521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cee78980-503a-4c1f-8f52-5d0298aace93 req-6f54e31f-1003-4836-a485-49c39e9fc363 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322823 Feb 03 11:08:13.309354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8210b843-dc45-4671-b9d1-ecaf0d339563 req-b90476d0-fc85-4434-8281-6f3696331bde tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849413 Feb 03 11:08:13.331055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3173c1-78fd-4855-866f-02d6385063b5 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:13.354568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-4abb05dc-a1e0-4090-9aaa-041adfa15670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.356074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-4abb05dc-a1e0-4090-9aaa-041adfa15670 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7847006 Feb 03 11:08:13.367586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Deleting port f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:13.367827 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.375637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks [] for port (4c3173c1-78fd-4855-866f-02d6385063b5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.396095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-929897e8-985f-4492-8db7-8ea2dd6beeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.398073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-929897e8-985f-4492-8db7-8ea2dd6beeb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2276142 Feb 03 11:08:13.409574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Transition to ACTIVE for port object 4c3173c1-78fd-4855-866f-02d6385063b5 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:13.450780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.455328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Allocated IP 172.25.7.219 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/5c7f6571-d580-4912-8a09-7444878443eb) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:13.651796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:13.760698 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-46b1e921-311a-453b-b721-180c3504e049 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495462 Feb 03 11:08:13.769266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-1c903b2b-79b5-434f-bf15-11d338b06c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.770033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-1c903b2b-79b5-434f-bf15-11d338b06c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.770670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-1c903b2b-79b5-434f-bf15-11d338b06c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.772507 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-1c903b2b-79b5-434f-bf15-11d338b06c32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2883 time: 0.3500628 Feb 03 11:08:13.895350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for port (5c7f6571-d580-4912-8a09-7444878443eb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.908604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4aedb-5e8c-4be0-8d09-cc5bcbf60b51 req-14155d48-ce32-49ca-ab17-05bdd6fe8171 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.910063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c4aedb-5e8c-4be0-8d09-cc5bcbf60b51 req-14155d48-ce32-49ca-ab17-05bdd6fe8171 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1127 time: 0.5142739 Feb 03 11:08:13.917607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe033a-4308-4f30-a4de-3c62baf17bba req-5f3065f5-1119-4b0f-a0f0-2911f1be6a21 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.919674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:13.924007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe033a-4308-4f30-a4de-3c62baf17bba req-5f3065f5-1119-4b0f-a0f0-2911f1be6a21 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.929142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe033a-4308-4f30-a4de-3c62baf17bba req-5f3065f5-1119-4b0f-a0f0-2911f1be6a21 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:13.936058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cfe033a-4308-4f30-a4de-3c62baf17bba req-5f3065f5-1119-4b0f-a0f0-2911f1be6a21 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2410 time: 0.5391040 Feb 03 11:08:13.948076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] For port f36d64dc-3018-4981-aea0-ee8b24e2a257, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f36d64dc-3018-4981-aea0-ee8b24e2a257,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:13.948451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:13.950786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'name': 'network-vif-deleted', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:13.953106 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9b798-759c-45f4-903a-6ce3cbf880de" -d '{"events": [{"server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "name": "network-vif-deleted", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:13.972318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Attempting to bind port 4c3173c1-78fd-4855-866f-02d6385063b5 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:13.972661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Attempting to bind port 4c3173c1-78fd-4855-866f-02d6385063b5 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:13.973022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Attempting to bind port 4c3173c1-78fd-4855-866f-02d6385063b5 on network 433a3b12-9502-490f-8fbe-a434ff828f70 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:13.995211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Calling delete_port for f36d64dc-3018-4981-aea0-ee8b24e2a257 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:13.997585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Port 4c3173c1-78fd-4855-866f-02d6385063b5 on network 433a3b12-9502-490f-8fbe-a434ff828f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:13.998147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Attempting to bind port 4c3173c1-78fd-4855-866f-02d6385063b5 on network 433a3b12-9502-490f-8fbe-a434ff828f70 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:14.033059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:14.033433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Checking segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:14.033796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Bound using segment: {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:14.034445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Bound port: 4c3173c1-78fd-4855-866f-02d6385063b5, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872c4523-1d40-477d-9180-090f3ef840d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:14.034604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.052534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f19112fb-4a9e-4dbd-bd7e-92c7abcb2a9b req-31d63792-ee9f-491e-adf2-d14668c31f5e service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788219 Feb 03 11:08:14.056330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-b7176779-d50a-43e1-a173-2698b4d7761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.056815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-b7176779-d50a-43e1-a173-2698b4d7761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.057319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-b7176779-d50a-43e1-a173-2698b4d7761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.058843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-b7176779-d50a-43e1-a173-2698b4d7761e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=45bda1de5ee045578bf1b610205abb67&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2668154 Feb 03 11:08:14.075540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:14.089153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'mac_address': 'fa:16:3e:3c:b6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:14.107722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5c7f6571-d580-4912-8a09-7444878443eb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.127300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c4aedb-5e8c-4be0-8d09-cc5bcbf60b51 req-ae25db52-3945-4bfd-9a50-c76cf0f99f45 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892161 Feb 03 11:08:14.131813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:14.132280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.141992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cfe033a-4308-4f30-a4de-3c62baf17bba req-727a06e8-235d-429a-a2f9-3647ec27301a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051082 Feb 03 11:08:14.177797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:14.223736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:14.242307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:14.242902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.253278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'Port': ['ID=5c7f6571-d580-4912-8a09-7444878443eb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:14.259336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:14.272893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:14.276740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:14.282540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4c3173c1-78fd-4855-866f-02d6385063b5,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:14.298222 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db07ec0-0f62-4d68-bf9d-f2dfc4993113 x-openstack-request-id: req-8db07ec0-0f62-4d68-bf9d-f2dfc4993113 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:14.298516 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab399aa6-3da8-4198-b3c5-fc3502dccff6", "name": "network-vif-deleted", "tag": "620cda49-9bd5-4660-8e11-60dafaddfe79", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:14.298769 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8db07ec0-0f62-4d68-bf9d-f2dfc4993113 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:14.299165 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab399aa6-3da8-4198-b3c5-fc3502dccff6', 'name': 'network-vif-deleted', 'tag': '620cda49-9bd5-4660-8e11-60dafaddfe79', 'status': 'completed', 'code': 200} Feb 03 11:08:14.311529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.340261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:14.364616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-c0db0896-cd3a-48dd-9f0b-b2c3ee70e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.366401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64907339-8b47-44f9-9f04-9fa92d9e4c2d req-c0db0896-cd3a-48dd-9f0b-b2c3ee70e1bf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994204 Feb 03 11:08:14.382601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.383344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.384947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c3173c1-78fd-4855-866f-02d6385063b5 HTTP/1.1" status: 200 len: 1091 time: 2.6622095 Feb 03 11:08:14.385508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:14.387905 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:14.398923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f36d64dc-3018-4981-aea0-ee8b24e2a257), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.420054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:14.443528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['87fa5efe-a9da-485a-bf0a-19ab61b82219', 'f36d64dc-3018-4981-aea0-ee8b24e2a257'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:14.448631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8079-c59c-4b1d-a397-7abb852f0bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:14.472193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event deleted for resources: {'Port': ['ID=f36d64dc-3018-4981-aea0-ee8b24e2a257,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:14.528095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for floatingip (b40fb2ed-43e3-4d25-b513-c759a3d67149), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.529374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e026-218a-4c8b-8ae3-f005aa3f229d req-7c00da62-cd0e-4426-b117-7ae7a961bf6d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.537547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42d5e026-218a-4c8b-8ae3-f005aa3f229d req-7c00da62-cd0e-4426-b117-7ae7a961bf6d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.2669711 Feb 03 11:08:14.558782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2a715dd5-7e52-44cc-907c-f6cdd45fcd92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:14.582972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d993e-b93a-4243-a46c-92151031a274 req-3f8d4e6d-5279-4705-86d2-b2871e89fd90 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.591687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d83d993e-b93a-4243-a46c-92151031a274 req-3f8d4e6d-5279-4705-86d2-b2871e89fd90 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1127 time: 0.2405553 Feb 03 11:08:14.591833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-0f9e6c72-d799-45a1-9ddb-8b32c58050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.592573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-0f9e6c72-d799-45a1-9ddb-8b32c58050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.593283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-0f9e6c72-d799-45a1-9ddb-8b32c58050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.594284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] No DVR routers for this DVR port f36d64dc-3018-4981-aea0-ee8b24e2a257 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:14.596094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-0f9e6c72-d799-45a1-9ddb-8b32c58050a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2956 time: 0.1419351 Feb 03 11:08:14.600121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.604133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35f81c36-7b42-4dae-ba4c-3aa0532e156e req-05a3df37-0fe6-4ef4-b1df-943683b755c8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "DELETE /v2.0/ports/f36d64dc-3018-4981-aea0-ee8b24e2a257 HTTP/1.1" status: 204 len: 173 time: 1.4456611 Feb 03 11:08:14.604599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5c7f6571-d580-4912-8a09-7444878443eb), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.687940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42d5e026-218a-4c8b-8ae3-f005aa3f229d req-d3cdf4f7-9eda-4123-b307-566e00e6228b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459172 Feb 03 11:08:14.699760 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-1cc09699-5944-4606-b70d-c9dc41d40a47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=cf359244-894e-4017-a2bb-d33959631209 HTTP/1.1" status: 200 len: 217 time: 0.0906525 Feb 03 11:08:14.718500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d83d993e-b93a-4243-a46c-92151031a274 req-0c858194-6687-4eaf-91e4-55a27824ff32 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075311 Feb 03 11:08:14.805806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-0ba6fa5a-8def-4eab-97b0-0bd2840c4620 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/b786df54-5488-4ea4-a66d-dad562155ee1 HTTP/1.1" status: 200 len: 1816 time: 0.0551553 Feb 03 11:08:14.845241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-f0452af7-d506-4d1a-8ed0-74c78e5cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:14.847144 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-f0452af7-d506-4d1a-8ed0-74c78e5cdc33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd7870df-115c-40cd-aa52-c64f799343cf HTTP/1.1" status: 200 len: 801 time: 0.1267796 Feb 03 11:08:14.905598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e029519-3c27-4cf2-bcce-ffb59f71b05a req-eae0fdfc-2316-40f5-a074-0714f69984c7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=f068c8fc-875d-440b-b2c1-0db63028d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0373833 Feb 03 11:08:14.928641 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (b786df54-5488-4ea4-a66d-dad562155ee1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:14.969363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (b786df54-5488-4ea4-a66d-dad562155ee1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.014123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-8b17b297-bdbc-4012-bf50-9f35f6af7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.016510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-8b17b297-bdbc-4012-bf50-9f35f6af7ffd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=433a3b12-9502-490f-8fbe-a434ff828f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1624522 Feb 03 11:08:15.036556 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b786df54-5488-4ea4-a66d-dad562155ee1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.039654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.041041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77e2d0ac-4095-45ce-9cbc-de836d7803ef req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/b786df54-5488-4ea4-a66d-dad562155ee1 HTTP/1.1" status: 204 len: 173 time: 0.2344193 Feb 03 11:08:15.073989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9039605-ec27-48e3-8366-ba6901e02f16 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786df54-5488-4ea4-a66d-dad562155ee1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:15.115075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for port (5c7f6571-d580-4912-8a09-7444878443eb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.118715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60745ba6-cc61-4484-ae07-38703d1e0ff1 req-2c310cb0-65c9-49c8-9007-96128c112c93 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.134389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60745ba6-cc61-4484-ae07-38703d1e0ff1 req-2c310cb0-65c9-49c8-9007-96128c112c93 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 947 time: 0.1125007 Feb 03 11:08:15.173395 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c700ec6-d42c-4108-90b7-7de3516aa009 x-openstack-request-id: req-5c700ec6-d42c-4108-90b7-7de3516aa009 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:15.173835 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:15.174215 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c700ec6-d42c-4108-90b7-7de3516aa009 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:15.174765 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5', 'status': 'completed', 'code': 200} Feb 03 11:08:15.175528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (5c7f6571-d580-4912-8a09-7444878443eb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.253148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60745ba6-cc61-4484-ae07-38703d1e0ff1 req-726253b3-5370-4d82-be95-cb2bc85167cc tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139407 Feb 03 11:08:15.268440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'Port': ['ID=5c7f6571-d580-4912-8a09-7444878443eb,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:15.310741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ef1d09a6-8d8f-45e4-a976-e6706ea8f49d tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "GET /v2.0/security-groups/6cffb0c3-ecf9-43a4-a398-c8e53f556bac HTTP/1.1" status: 200 len: 1817 time: 0.0747902 Feb 03 11:08:15.356710 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-45c5416b-e9b0-4487-9bab-2d1ad2da1203 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262229 Feb 03 11:08:15.374069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b40fb2ed-43e3-4d25-b513-c759a3d67149), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.410105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.420060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa73a279-f097-4c6b-abec-a4f8123b61af tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6099143 Feb 03 11:08:15.472456 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (6cffb0c3-ecf9-43a4-a398-c8e53f556bac), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.493691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19cec-601d-4d0a-b7a0-5754c00b18de req-c10aa4e6-fb2b-4d1a-9f29-10a16be7a7f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.498954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19cec-601d-4d0a-b7a0-5754c00b18de req-c10aa4e6-fb2b-4d1a-9f29-10a16be7a7f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.504840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19cec-601d-4d0a-b7a0-5754c00b18de req-c10aa4e6-fb2b-4d1a-9f29-10a16be7a7f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.506495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbb19cec-601d-4d0a-b7a0-5754c00b18de req-c10aa4e6-fb2b-4d1a-9f29-10a16be7a7f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2410 time: 0.1335542 Feb 03 11:08:15.507675 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-cd45c106-9dfd-4208-a4ab-47aa079182c6 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422019 Feb 03 11:08:15.526800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (6cffb0c3-ecf9-43a4-a398-c8e53f556bac), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.561522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-19af7c29-78f8-4a1f-8fb8-c8b5a27a7761 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=59e72685-3d90-4042-aa4c-225c6c01ec92 HTTP/1.1" status: 200 len: 217 time: 0.0464766 Feb 03 11:08:15.591739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbb19cec-601d-4d0a-b7a0-5754c00b18de req-6f8eda10-94f4-4d3d-8747-602891799f7d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Feb 03 11:08:15.599246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6cffb0c3-ecf9-43a4-a398-c8e53f556bac), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.603968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.605128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9cd80a4-09fe-41b9-b2a9-915a84e2f96b req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] 10.222.0.30 "DELETE /v2.0/security-groups/6cffb0c3-ecf9-43a4-a398-c8e53f556bac HTTP/1.1" status: 204 len: 173 time: 0.2875597 Feb 03 11:08:15.611638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:15.620688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-43820900-7789-465f-ae8a-b90fb2d9bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.622263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-43820900-7789-465f-ae8a-b90fb2d9bf65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c2fa732b-865e-4ad3-8444-9c5cac0a0f61 HTTP/1.1" status: 200 len: 801 time: 0.0547431 Feb 03 11:08:15.637384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8466-f7a1-4ead-ada4-d7258af049a1 tempest-SecurityGroupsTestJSON-1819231596 tempest-SecurityGroupsTestJSON-1819231596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cffb0c3-ecf9-43a4-a398-c8e53f556bac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:15.712563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Deleting subnet 4865e2e2-049a-424c-8c85-aa9a4ab76ad3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:08:15.713701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-78a1e2cc-4522-440b-8d8b-a622c8de6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.716160 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-78a1e2cc-4522-440b-8d8b-a622c8de6df6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc7836bb-46d6-4e21-b900-9afcbc923f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0873120 Feb 03 11:08:15.726329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Publish callbacks [] for subnet (4865e2e2-049a-424c-8c85-aa9a4ab76ad3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.840578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-ac29ef06-6e6d-4600-bae4-f95f822282a6 service neutron] 10.222.0.53 "GET /v2.0/networks/bc7836bb-46d6-4e21-b900-9afcbc923f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130426 Feb 03 11:08:15.865414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (4865e2e2-049a-424c-8c85-aa9a4ab76ad3), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.916274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-4510b12d-8691-476a-89c4-095d7d876958 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:15.917884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-4510b12d-8691-476a-89c4-095d7d876958 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.1894124 Feb 03 11:08:15.927123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a92106f6-b217-4726-9924-d885089a0ec0 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:15.936392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:15.942906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4865e2e2-049a-424c-8c85-aa9a4ab76ad3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:15.964423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-bf14a43a-ea25-4074-8277-bf7919203186 service neutron] 10.222.0.53 "GET /v2.0/networks/bc7836bb-46d6-4e21-b900-9afcbc923f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176636 Feb 03 11:08:15.971507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-0ade3929-4d6c-43b1-9c41-84ac3b05799d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/quotas/b6edc957da684b769f2f7ad10f237adf HTTP/1.1" status: 200 len: 375 time: 0.0433414 Feb 03 11:08:16.020982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-63412658-d9a2-4bbe-8551-800849670cb0 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410826 Feb 03 11:08:16.038770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.041243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-345dc7ae-87ed-4e55-99f5-7b288fb913f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=4c3173c1-78fd-4855-866f-02d6385063b5 HTTP/1.1" status: 200 len: 217 time: 0.0700231 Feb 03 11:08:16.077045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (4865e2e2-049a-424c-8c85-aa9a4ab76ad3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.096573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.101228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4865e2e2-049a-424c-8c85-aa9a4ab76ad3 HTTP/1.1" status: 204 len: 168 time: 0.4885938 Feb 03 11:08:16.104691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57542) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:16.135878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae57f08-0078-4f84-abe3-620b6d401cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4865e2e2-049a-424c-8c85-aa9a4ab76ad3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:16.139409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-d09b209a-8c9b-4c04-b116-68b83ccbc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:16.140947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-d09b209a-8c9b-4c04-b116-68b83ccbc88e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd7870df-115c-40cd-aa52-c64f799343cf HTTP/1.1" status: 200 len: 801 time: 0.0892687 Feb 03 11:08:16.171144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:16.177133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:16.177528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.224738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a92106f6-b217-4726-9924-d885089a0ec0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:16.226657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-653b40e8-ced9-4e0e-957b-aaf059c61f76 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982446 Feb 03 11:08:16.242151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a92106f6-b217-4726-9924-d885089a0ec0', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'a92106f6-b217-4726-9924-d885089a0ec0', 'mac_address': 'fa:16:3e:5e:06:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:16.253419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (77d8d4da-11f4-4c00-9820-36bf20856aae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.301044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-deleted', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:16.306014 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56026202-5f9f-48a9-92ca-0f9c672279bb" -d '{"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-deleted", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:16.311730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf888-8bd0-496a-91ce-aa629078456e req-e3babf8d-cbf2-468d-9bf1-14e7b1098ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:16.314174 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-e3babf8d-cbf2-468d-9bf1-14e7b1098ab4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=433a3b12-9502-490f-8fbe-a434ff828f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1646609 Feb 03 11:08:16.324763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a92106f6-b217-4726-9924-d885089a0ec0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:16.326899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a92106f6-b217-4726-9924-d885089a0ec0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.360184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:16.360672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.365953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92106f6-b217-4726-9924-d885089a0ec0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:16.401035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (77d8d4da-11f4-4c00-9820-36bf20856aae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.403222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a92106f6-b217-4726-9924-d885089a0ec0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:16.411386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:16.416442 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c700ab1-6f5e-4911-9c35-61a850a43531" -d '{"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:16.432689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-db948b95-983a-48b1-84df-abea05aa7ef3 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002013 Feb 03 11:08:16.434179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:16.436310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.446301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.447452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 620cda49-9bd5-4660-8e11-60dafaddfe79 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:16.486650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d8d4da-11f4-4c00-9820-36bf20856aae']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:16.504229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58b1a27-4dda-4862-9506-6fd064092f09') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:16.504229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58b1a27-4dda-4862-9506-6fd064092f09') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:16.512472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 620cda49-9bd5-4660-8e11-60dafaddfe79 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:16.512693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 620cda49-9bd5-4660-8e11-60dafaddfe79 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:16.531480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c58b1a27-4dda-4862-9506-6fd064092f09), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.539567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:16.574447 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-17e3d37e-9b66-4769-bd34-dc0c901850f4 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449136 Feb 03 11:08:16.575507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c58b1a27-4dda-4862-9506-6fd064092f09), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.584051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:08:16.584629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c58b1a27-4dda-4862-9506-6fd064092f09), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:08:16.586577 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:08:16.593685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:16.730935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a92106f6-b217-4726-9924-d885089a0ec0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:16.756554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f654318-297c-4d85-a578-3b47b55431a4 req-a88f8c03-8a49-4c76-a7c0-9b5156d5a31d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:16.764875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f654318-297c-4d85-a578-3b47b55431a4 req-a88f8c03-8a49-4c76-a7c0-9b5156d5a31d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.0673788 Feb 03 11:08:16.767831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (77d8d4da-11f4-4c00-9820-36bf20856aae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.773995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:16.780224 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/77d8d4da-11f4-4c00-9820-36bf20856aae HTTP/1.1" status: 204 len: 168 time: 0.6717796 Feb 03 11:08:16.829748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f654318-297c-4d85-a578-3b47b55431a4 req-303854c8-a552-4ada-9a10-8ff0627a1008 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621853 Feb 03 11:08:16.839432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53f94-21c0-4a5d-9d33-7d00a28156e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d8d4da-11f4-4c00-9820-36bf20856aae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:16.872554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-720c2be3-f266-47b7-a932-d7931f9fc5f5 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:08:16.873624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-720c2be3-f266-47b7-a932-d7931f9fc5f5 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065160 Feb 03 11:08:16.902505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-232cf888-8bd0-496a-91ce-aa629078456e req-5787f0c0-a73f-4d0a-81ac-b996e7254616 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947040 Feb 03 11:08:16.931351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-371e0a94-769a-44e3-a37e-a8e9e219a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:16.933146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-371e0a94-769a-44e3-a37e-a8e9e219a7f2 service neutron] 10.222.0.30 "GET /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 1124 time: 0.0400341 Feb 03 11:08:16.947432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:16.947902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Request body: {'binding': {'host': 'n-h1-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:16.949044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Unknown quota resources ['binding']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:08:17.000148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: f36d64dc-3018-4981-aea0-ee8b24e2a257 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:17.000805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f36d64dc-3018-4981-aea0-ee8b24e2a257 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:17.092755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-e5b5db49-0bf1-4683-b4ab-1acfd4cb1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.094240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-e5b5db49-0bf1-4683-b4ab-1acfd4cb1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.095154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-e5b5db49-0bf1-4683-b4ab-1acfd4cb1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.098062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-e5b5db49-0bf1-4683-b4ab-1acfd4cb1cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2956 time: 0.1102908 Feb 03 11:08:17.182217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:17.221256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239924d7-6112-484f-b85d-a1d501ff8c69 req-81784516-4dc0-4c26-8dd5-8f8b99d933a7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.228844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-239924d7-6112-484f-b85d-a1d501ff8c69 req-81784516-4dc0-4c26-8dd5-8f8b99d933a7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 948 time: 0.2156560 Feb 03 11:08:17.267979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-39a20556-a24b-4122-af00-80f0b1ebabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.269876 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-39a20556-a24b-4122-af00-80f0b1ebabe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=433a3b12-9502-490f-8fbe-a434ff828f70 HTTP/1.1" status: 200 len: 903 time: 0.1584201 Feb 03 11:08:17.298542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2901687d-a94e-4ebf-afb3-5189aaa094bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5b15044cd314cefacda16d7a0eda32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107368 Feb 03 11:08:17.305670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:17.325586 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-8833d1ac-650a-4492-a949-de92c78f9fb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=4c3173c1-78fd-4855-866f-02d6385063b5 HTTP/1.1" status: 200 len: 217 time: 0.0479326 Feb 03 11:08:17.362073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-239924d7-6112-484f-b85d-a1d501ff8c69 req-ffac7f8d-f07a-428d-914a-dd141b8d13c4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321259 Feb 03 11:08:17.368137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on host n-h1-821606-6 for vnic_type normal with profile None {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:17.368483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:17.368820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:17.416445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:17.416789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:17.438729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:17.439083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-0b063327-e424-46f1-a988-1a871493b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.439294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:17.439468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:17.439918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Bound port: 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:17.445822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-0b063327-e424-46f1-a988-1a871493b33c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd7870df-115c-40cd-aa52-c64f799343cf HTTP/1.1" status: 200 len: 801 time: 0.1107926 Feb 03 11:08:17.465753 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d583c608-57d5-4bed-b25c-bc46bd560fd6 x-openstack-request-id: req-d583c608-57d5-4bed-b25c-bc46bd560fd6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:17.466304 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f068c8fc-875d-440b-b2c1-0db63028d1e9", "name": "network-vif-deleted", "tag": "f36d64dc-3018-4981-aea0-ee8b24e2a257", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:17.466635 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d583c608-57d5-4bed-b25c-bc46bd560fd6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:17.467422 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f068c8fc-875d-440b-b2c1-0db63028d1e9', 'name': 'network-vif-deleted', 'tag': 'f36d64dc-3018-4981-aea0-ee8b24e2a257', 'status': 'completed', 'code': 200} Feb 03 11:08:17.491007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] Publish callbacks [] for security_group (dca4286b-1590-4c03-9782-45e4ab0fd7a3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:17.503565 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca5b3dc-7bf1-4461-99e8-7ef1b99e6a59 x-openstack-request-id: req-fca5b3dc-7bf1-4461-99e8-7ef1b99e6a59 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:17.503882 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:17.504133 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fca5b3dc-7bf1-4461-99e8-7ef1b99e6a59 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:17.504769 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'code': 200} Feb 03 11:08:17.527253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] Publish callbacks [] for security_group (dca4286b-1590-4c03-9782-45e4ab0fd7a3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:17.555247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-f38c8efd-5372-4330-a682-67856d714d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.556844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-f38c8efd-5372-4330-a682-67856d714d0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=433a3b12-9502-490f-8fbe-a434ff828f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1069329 Feb 03 11:08:17.563196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:17.599126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:17.600727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-880661fc-ebcf-4385-a251-132b06587ec2 service neutron] 10.222.0.30 "POST /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6577213 Feb 03 11:08:17.654871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e93664c-4f1e-4c3e-b1a9-d16364331ea9 req-6cf93e7c-58f1-47d6-8d7a-cd0a9175a1fe tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 210 time: 0.0470414 Feb 03 11:08:17.673978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dca4286b-1590-4c03-9782-45e4ab0fd7a3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:17.677957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:17.681622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dca4286b-1590-4c03-9782-45e4ab0fd7a3 HTTP/1.1" status: 204 len: 168 time: 0.3725085 Feb 03 11:08:17.703775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fe7ce-a57a-4a9f-b039-043bc6fa6731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca4286b-1590-4c03-9782-45e4ab0fd7a3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:17.838318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9ba49-6241-4ef9-955d-85ba55f06311 req-951a61a0-8143-4ff2-8a1c-2255f580bc6f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.845266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9ba49-6241-4ef9-955d-85ba55f06311 req-951a61a0-8143-4ff2-8a1c-2255f580bc6f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.851423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9ba49-6241-4ef9-955d-85ba55f06311 req-951a61a0-8143-4ff2-8a1c-2255f580bc6f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:17.860697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51c9ba49-6241-4ef9-955d-85ba55f06311 req-951a61a0-8143-4ff2-8a1c-2255f580bc6f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2410 time: 0.0865865 Feb 03 11:08:17.922846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51c9ba49-6241-4ef9-955d-85ba55f06311 req-10296577-0846-46c0-9d5a-196988746170 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Feb 03 11:08:17.938136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a92106f6-b217-4726-9924-d885089a0ec0 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:18.054557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port a92106f6-b217-4726-9924-d885089a0ec0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:18.063834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a92106f6-b217-4726-9924-d885089a0ec0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:18.064222 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a92106f6-b217-4726-9924-d885089a0ec0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:18.203367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a92106f6-b217-4726-9924-d885089a0ec0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:18.204076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a92106f6-b217-4726-9924-d885089a0ec0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:18.291923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a214-ce99-425e-af3c-e74eddd51c17 req-cf4f6f3b-2d3f-4a49-a122-5d7b6bbd792d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.292777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a92106f6-b217-4726-9924-d885089a0ec0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:18.301428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1766a214-ce99-425e-af3c-e74eddd51c17 req-cf4f6f3b-2d3f-4a49-a122-5d7b6bbd792d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.2318904 Feb 03 11:08:18.301648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:18.319826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1049ac-d711-4bd7-86c4-242001dfc98b req-77f2fb7b-ba6f-4d3e-9a56-7cd11042e704 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.327529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa1049ac-d711-4bd7-86c4-242001dfc98b req-77f2fb7b-ba6f-4d3e-9a56-7cd11042e704 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.2491710 Feb 03 11:08:18.337356 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-5385ce97-77f7-4e6e-be63-f365277075a0 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604790 Feb 03 11:08:18.340848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635aadb-9fc4-43e7-ad89-7393b35f7bf9 req-69c0afc2-a21e-41fd-a2d7-0eb43b5c73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.342595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d635aadb-9fc4-43e7-ad89-7393b35f7bf9 req-69c0afc2-a21e-41fd-a2d7-0eb43b5c73f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1130 time: 0.6977103 Feb 03 11:08:18.345414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-db2603a0-9a0d-4106-9110-25d47a710a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.346972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-db2603a0-9a0d-4106-9110-25d47a710a21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1127 time: 0.1149452 Feb 03 11:08:18.429082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:18.455033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa1049ac-d711-4bd7-86c4-242001dfc98b req-8ef3d7da-b1e5-482d-9243-eef910c65c5d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259966 Feb 03 11:08:18.519152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1766a214-ce99-425e-af3c-e74eddd51c17 req-ddd09e50-39d3-472e-864f-6a6527b37e80 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164772 Feb 03 11:08:18.544943 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d635aadb-9fc4-43e7-ad89-7393b35f7bf9 req-ede170e8-deb3-4f1e-83ea-4b44d87c8252 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583488 Feb 03 11:08:18.553785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-937e3cfa-cb37-4cf6-92c7-f3f90ddb93eb tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.556426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-937e3cfa-cb37-4cf6-92c7-f3f90ddb93eb tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.3508410 Feb 03 11:08:18.576471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'port': {'device_id': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'admin_state_up': True, 'tenant_id': 'b6edc957da684b769f2f7ad10f237adf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:18.633492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ed56e29b-e4e7-4f21-bd5f-bf1f06c0baf7 req-070560c7-0597-4ef8-b483-599880a068d9 service neutron] 10.222.0.53 "GET /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853301 Feb 03 11:08:18.643492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-35fdb6e1-02fb-4c32-944d-18f8112d9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.648118 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-35fdb6e1-02fb-4c32-944d-18f8112d9093 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.2697430 Feb 03 11:08:18.787136 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-2479c412-5675-4954-b748-4387e44c8e7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 217 time: 0.0437922 Feb 03 11:08:18.839589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f671-2ed1-43b8-9845-f1fa27d3ea6a req-01476757-3334-4e13-b904-1155c610bc9e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.841129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1798f671-2ed1-43b8-9845-f1fa27d3ea6a req-01476757-3334-4e13-b904-1155c610bc9e tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2372851 Feb 03 11:08:18.851294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259ed5-d2aa-4975-9a12-87363d104c34 req-d7618ca6-63d6-4d89-a935-118d1c4e192c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.851463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-0ada9da4-6ffc-4712-8ecc-0ac1702d59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:18.852794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba259ed5-d2aa-4975-9a12-87363d104c34 req-d7618ca6-63d6-4d89-a935-118d1c4e192c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.2119541 Feb 03 11:08:18.853825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-0ada9da4-6ffc-4712-8ecc-0ac1702d59cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0589716 Feb 03 11:08:18.864218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Made reservation on behalf of b6edc957da684b769f2f7ad10f237adf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:18.867566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:18.922569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-457f873a-58d3-462e-a0c9-4074965a68eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604911 Feb 03 11:08:18.999874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1798f671-2ed1-43b8-9845-f1fa27d3ea6a req-db66b390-c482-4834-bdf4-013612dd7da2 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459730 Feb 03 11:08:19.012559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba259ed5-d2aa-4975-9a12-87363d104c34 req-ae73185d-e3a7-49d2-9a80-762f92de7e1a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510329 Feb 03 11:08:19.089524 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-bcb6e3a7-dec6-4ea4-92ac-2b02af198892 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443760 Feb 03 11:08:19.131927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e9cc124-ecb7-4218-9d62-0ce766c7176a req-347abfcd-b0a5-43f1-9489-a2d77a88e617 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 210 time: 0.0323873 Feb 03 11:08:19.174608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Allocated IP 172.20.0.3 (aafba8e7-c60c-4398-a78c-f8ea4a58343e/4905c639-6f7a-4fca-a369-122f771fec47/c59aedd6-21bd-4a07-8cb2-7db68a70d0d1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:19.225328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75afd-8ad3-49c5-b637-2f20e3c8b6e8 req-fb69b5cf-6604-4be0-8fe3-3858feaaf82e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.226796 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-890a7dbc-b53a-41f2-af02-25611804f387 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267467 Feb 03 11:08:19.230706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75afd-8ad3-49c5-b637-2f20e3c8b6e8 req-fb69b5cf-6604-4be0-8fe3-3858feaaf82e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.236372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75afd-8ad3-49c5-b637-2f20e3c8b6e8 req-fb69b5cf-6604-4be0-8fe3-3858feaaf82e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.237673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05a75afd-8ad3-49c5-b637-2f20e3c8b6e8 req-fb69b5cf-6604-4be0-8fe3-3858feaaf82e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2410 time: 0.1101031 Feb 03 11:08:19.378842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05a75afd-8ad3-49c5-b637-2f20e3c8b6e8 req-f776a1d3-7320-42da-ad3f-67afd72e96f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306262 Feb 03 11:08:19.445215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:19.484816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:19.506631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:19.510021 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e7c1d-2f2f-46d8-aef2-bd5ee393655f" -d '{"events": [{"server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a92106f6-b217-4726-9924-d885089a0ec0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:19.556601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:19.563819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:19.573887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:19.669404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:19.693468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.694285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:19.714408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-305af503-1169-4cf5-ace4-280bf4ee8877 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1422362 Feb 03 11:08:19.728319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1432df-0064-4926-ad9d-f179c2f4595b req-bd4c03c0-94b7-492b-b981-3304ad4a074b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.730476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a1432df-0064-4926-ad9d-f179c2f4595b req-bd4c03c0-94b7-492b-b981-3304ad4a074b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1530879 Feb 03 11:08:19.736720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Request body: {'port': {'device_id': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:19.848346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a1432df-0064-4926-ad9d-f179c2f4595b req-29bf0b9d-7e38-468a-ba31-4891b2d772c6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080384 Feb 03 11:08:19.874872 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78994e6-b7c5-4dc3-91f6-acdd353d2d6c x-openstack-request-id: req-e78994e6-b7c5-4dc3-91f6-acdd353d2d6c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:19.875170 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a92106f6-b217-4726-9924-d885089a0ec0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:19.875486 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e78994e6-b7c5-4dc3-91f6-acdd353d2d6c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:19.875817 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0', 'code': 200} Feb 03 11:08:19.921376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:19.945772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-3f1461f3-459a-4a53-a95b-1b174ee467d7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:19.954645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 59e72685-3d90-4042-aa4c-225c6c01ec92 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:19.967596 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-3f1461f3-459a-4a53-a95b-1b174ee467d7 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.1384900 Feb 03 11:08:20.212773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=59e72685-3d90-4042-aa4c-225c6c01ec92,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.243134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '59e72685-3d90-4042-aa4c-225c6c01ec92', 'network_id': 'bc7836bb-46d6-4e21-b900-9afcbc923f8c', 'port_id': '59e72685-3d90-4042-aa4c-225c6c01ec92', 'mac_address': 'fa:16:3e:7e:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fa732b-865e-4ad3-8444-9c5cac0a0f61', 'ip_address': '19.86.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:20.306701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2403d-c292-49ad-b2a2-106d9d6aa1be req-b98025ad-d7d2-4b52-8458-2f031158966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:20.308217 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6be2403d-c292-49ad-b2a2-106d9d6aa1be req-b98025ad-d7d2-4b52-8458-2f031158966d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 1131 time: 0.1642041 Feb 03 11:08:20.318893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Deleting port 87fa5efe-a9da-485a-bf0a-19ab61b82219 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:20.319241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.339728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 59e72685-3d90-4042-aa4c-225c6c01ec92 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:20.340146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.375353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e72685-3d90-4042-aa4c-225c6c01ec92 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:20.379602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dcc62-ecaa-4aeb-aff1-881dee327256 req-825d725d-9452-4497-9a6e-98b11b334206 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:20.387370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132dcc62-ecaa-4aeb-aff1-881dee327256 req-825d725d-9452-4497-9a6e-98b11b334206 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.3965120 Feb 03 11:08:20.409367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:20.414048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=59e72685-3d90-4042-aa4c-225c6c01ec92,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.420749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.423173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cf359244-894e-4017-a2bb-d33959631209 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:20.481929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737bc56-3981-42fe-bc83-26494a524b63 req-fe155f1f-aab4-47b0-b6c2-a584916b96eb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:20.486088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:20.489967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7737bc56-3981-42fe-bc83-26494a524b63 req-fe155f1f-aab4-47b0-b6c2-a584916b96eb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.3274915 Feb 03 11:08:20.560972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132dcc62-ecaa-4aeb-aff1-881dee327256 req-03b144d5-ee4f-4793-a3d1-c57c977fa28a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723149 Feb 03 11:08:20.573598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6be2403d-c292-49ad-b2a2-106d9d6aa1be req-deb361bf-e244-4a2f-81db-ca4d3ea0e82a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495031 Feb 03 11:08:20.647097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] For port 87fa5efe-a9da-485a-bf0a-19ab61b82219, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=87fa5efe-a9da-485a-bf0a-19ab61b82219,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.647899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cf359244-894e-4017-a2bb-d33959631209,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.648471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.677327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'cf359244-894e-4017-a2bb-d33959631209', 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'port_id': 'cf359244-894e-4017-a2bb-d33959631209', 'mac_address': 'fa:16:3e:0a:3e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7870df-115c-40cd-aa52-c64f799343cf', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:20.698543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-135c24a5-c0cc-4905-a595-e695f8abbd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.740033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7737bc56-3981-42fe-bc83-26494a524b63 req-1f6035d7-0d24-4b8c-8415-89c15079988f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489417 Feb 03 11:08:20.754973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Calling delete_port for 87fa5efe-a9da-485a-bf0a-19ab61b82219 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:20.763911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port cf359244-894e-4017-a2bb-d33959631209 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:20.765150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cf359244-894e-4017-a2bb-d33959631209), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.790856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf359244-894e-4017-a2bb-d33959631209 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:20.820589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cf359244-894e-4017-a2bb-d33959631209,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.828219 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cf359244-894e-4017-a2bb-d33959631209), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:20.829339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4c3173c1-78fd-4855-866f-02d6385063b5 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:20.886252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4c3173c1-78fd-4855-866f-02d6385063b5,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:20.924886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adedfa-525c-4b3a-900e-b43133d4febb req-c6ff4738-04d0-402e-89bf-15c9f9174636 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:20.933031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61adedfa-525c-4b3a-900e-b43133d4febb req-c6ff4738-04d0-402e-89bf-15c9f9174636 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e5f492-d9f6-44a3-941c-620dcdcfb13b HTTP/1.1" status: 200 len: 950 time: 0.2426667 Feb 03 11:08:20.961402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '4c3173c1-78fd-4855-866f-02d6385063b5', 'network_id': '433a3b12-9502-490f-8fbe-a434ff828f70', 'port_id': '4c3173c1-78fd-4855-866f-02d6385063b5', 'mac_address': 'fa:16:3e:50:d2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7870df-115c-40cd-aa52-c64f799343cf', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:20.963788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.022419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4c3173c1-78fd-4855-866f-02d6385063b5 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:21.022931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.027618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61adedfa-525c-4b3a-900e-b43133d4febb req-a20d2943-1c21-4ba2-b175-07580b722ba8 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884745 Feb 03 11:08:21.033685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (87fa5efe-a9da-485a-bf0a-19ab61b82219), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.042467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3173c1-78fd-4855-866f-02d6385063b5 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:21.049492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:21.058208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:21.071836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks [] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.094178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Transition to ACTIVE for port object c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:21.095470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4c3173c1-78fd-4855-866f-02d6385063b5,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:21.109558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677b58-6f47-4b0f-9a12-703a440378f2 req-e5984540-b594-47bc-b496-fc6a15ce5c0f tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:21.114786 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.118161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05677b58-6f47-4b0f-9a12-703a440378f2 req-e5984540-b594-47bc-b496-fc6a15ce5c0f tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 931 time: 0.2461472 Feb 03 11:08:21.137449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event deleted for resources: {'Port': ['ID=87fa5efe-a9da-485a-bf0a-19ab61b82219,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.139436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.227226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-135c24a5-c0cc-4905-a595-e695f8abbd48 admin admin] Publish callbacks [] for security_group (b4771a64-ea15-4681-bd3a-08b841bdbb27), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.237172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.274955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] No DVR routers for this DVR port 87fa5efe-a9da-485a-bf0a-19ab61b82219 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:21.285007 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.290394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ea3cd53d-393e-4e40-841a-c6d099d89023 req-2b88e05a-c391-419d-9934-59e6fc49e0b4 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.69 "DELETE /v2.0/ports/87fa5efe-a9da-485a-bf0a-19ab61b82219 HTTP/1.1" status: 204 len: 173 time: 1.3217909 Feb 03 11:08:21.294524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-deleted', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:21.298856 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf7d92-6099-4cd0-9ce3-7af405e303ab" -d '{"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-deleted", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:21.301131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.307897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-135c24a5-c0cc-4905-a595-e695f8abbd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4771a64-ea15-4681-bd3a-08b841bdbb27), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.311735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05677b58-6f47-4b0f-9a12-703a440378f2 req-8cc0432d-49fe-4a64-a6ad-6daa73466c64 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926525 Feb 03 11:08:21.383271 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-135c24a5-c0cc-4905-a595-e695f8abbd48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26a913ab74b5428baf3edebf008bc2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9730489 Feb 03 11:08:21.384455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c24a5-c0cc-4905-a595-e695f8abbd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4771a64-ea15-4681-bd3a-08b841bdbb27,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.402953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:21.507631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] Publish callbacks [] for security_group (b4771a64-ea15-4681-bd3a-08b841bdbb27), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.538710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] Publish callbacks [] for security_group (b4771a64-ea15-4681-bd3a-08b841bdbb27), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.600688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4771a64-ea15-4681-bd3a-08b841bdbb27), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.604131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:21.605466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4771a64-ea15-4681-bd3a-08b841bdbb27 HTTP/1.1" status: 204 len: 168 time: 0.1972463 Feb 03 11:08:21.631169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0306-d9b5-4856-adba-261bc95662ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4771a64-ea15-4681-bd3a-08b841bdbb27,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:21.707632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3637ab-459c-44b6-b824-b472848c8e9e req-85c07f61-a8e0-43ff-a66a-a46e81c3aa77 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:21.713422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3637ab-459c-44b6-b824-b472848c8e9e req-85c07f61-a8e0-43ff-a66a-a46e81c3aa77 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:21.719087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3637ab-459c-44b6-b824-b472848c8e9e req-85c07f61-a8e0-43ff-a66a-a46e81c3aa77 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:21.720871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb3637ab-459c-44b6-b824-b472848c8e9e req-85c07f61-a8e0-43ff-a66a-a46e81c3aa77 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2413 time: 0.5158331 Feb 03 11:08:21.762062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['cf359244-894e-4017-a2bb-d33959631209'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:21.764797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Attempting to bind port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:21.785641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Attempting to bind port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:21.786002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Attempting to bind port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:21.806294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6753-4690-4fb9-b4b8-72d020d4b2c0 req-9daa0fdf-cebd-452d-9dd4-34ef5f3004d7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:21.814055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4c3173c1-78fd-4855-866f-02d6385063b5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:21.815175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41f6753-4690-4fb9-b4b8-72d020d4b2c0 req-9daa0fdf-cebd-452d-9dd4-34ef5f3004d7 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1860969 Feb 03 11:08:21.816696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['59e72685-3d90-4042-aa4c-225c6c01ec92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:21.904292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:21.904526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Attempting to bind port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:21.937382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:21.940539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Checking segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:21.941795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Bound using segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:21.941795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Bound port: c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:21.942067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.072196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb3637ab-459c-44b6-b824-b472848c8e9e req-f2d2b295-6ef2-42ae-b66f-3049e54ca59f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424425 Feb 03 11:08:22.156128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41f6753-4690-4fb9-b4b8-72d020d4b2c0 req-9da35878-c4f9-495c-a98e-8f6c1015393a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329849 Feb 03 11:08:22.157143 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de37e99-b53e-44d1-aee0-d481018b10bd x-openstack-request-id: req-0de37e99-b53e-44d1-aee0-d481018b10bd {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:22.157644 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5f492-d9f6-44a3-941c-620dcdcfb13b", "name": "network-vif-deleted", "tag": "87fa5efe-a9da-485a-bf0a-19ab61b82219", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:22.157735 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0de37e99-b53e-44d1-aee0-d481018b10bd {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:22.158087 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5f492-d9f6-44a3-941c-620dcdcfb13b', 'name': 'network-vif-deleted', 'tag': '87fa5efe-a9da-485a-bf0a-19ab61b82219', 'status': 'completed', 'code': 200} Feb 03 11:08:22.367631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:22.390864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:22.402317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.453635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd819db-568e-4102-95cb-22475ecfd09a req-2e430411-b324-4d4c-b2cb-98d08dddcfb7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.460750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5bd819db-568e-4102-95cb-22475ecfd09a req-2e430411-b324-4d4c-b2cb-98d08dddcfb7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.1661768 Feb 03 11:08:22.465918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.466594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.467812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] 10.222.0.69 "PUT /v2.0/ports/c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 HTTP/1.1" status: 200 len: 1091 time: 2.7362463 Feb 03 11:08:22.475418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67190-11f4-4741-9966-72932c24d1ea req-17b4e635-41fb-41cf-ad3a-7c83f49a9517 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.476782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d67190-11f4-4741-9966-72932c24d1ea req-17b4e635-41fb-41cf-ad3a-7c83f49a9517 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.2037423 Feb 03 11:08:22.477253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:22.479599 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba47400-26ee-4e3a-b069-5f83cc7caa96" -d '{"events": [{"name": "network-changed", "server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:22.552258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d95f8-630d-4d71-b09b-e5966deca638 service neutron] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:22.584154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:22.617854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5bd819db-568e-4102-95cb-22475ecfd09a req-9f4cbc15-d357-40c1-b02a-384021f7ca08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562042 Feb 03 11:08:22.632284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d67190-11f4-4741-9966-72932c24d1ea req-f6320475-6b13-4c16-a9cf-9febe2bd44b2 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317379 Feb 03 11:08:22.669741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-84f09518-2fed-47f4-bf36-7b76a5793036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.672650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-84f09518-2fed-47f4-bf36-7b76a5793036 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 1125 time: 0.1350486 Feb 03 11:08:22.722291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-650115253-network', 'tenant_id': 'faf9d3c9f50c43738dd01dceb7382aeb'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:22.744933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Made reservation on behalf of faf9d3c9f50c43738dd01dceb7382aeb for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:22.748206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.754559 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ce5f0-2e11-445a-95a2-a2b8cf150132 x-openstack-request-id: req-bd6ce5f0-2e11-445a-95a2-a2b8cf150132 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:22.755138 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:22.755138 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd6ce5f0-2e11-445a-95a2-a2b8cf150132 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:22.755484 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'status': 'completed', 'code': 200} Feb 03 11:08:22.758221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-7a90bba3-7742-4cb6-b3ce-fb4d615f4c20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 HTTP/1.1" status: 200 len: 217 time: 0.0732479 Feb 03 11:08:22.762797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.850588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks [] for security_group (6b6476fb-3203-404f-814c-c20076a0acc6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.855287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6b6476fb-3203-404f-814c-c20076a0acc6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.871120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:08:22.888635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8de2d1a0-8116-40fb-a1fc-891fa3563c24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:22.889171 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Added segment 8de2d1a0-8116-40fb-a1fc-891fa3563c24 of type vlan for network 7bea7db4-38f4-4384-8779-e4576108c903 Feb 03 11:08:22.903207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c99eea-b5fd-4f03-96ef-0748c368db19 req-f0444208-c450-4be0-85ed-0e45c38bd454 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.904959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60c99eea-b5fd-4f03-96ef-0748c368db19 req-f0444208-c450-4be0-85ed-0e45c38bd454 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.1527004 Feb 03 11:08:22.907208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-d817437f-99e5-4146-adf0-c044c0b93223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.908655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-d817437f-99e5-4146-adf0-c044c0b93223 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.1017518 Feb 03 11:08:22.926782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6476fb-3203-404f-814c-c20076a0acc6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:22.955534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:22.967634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea25c3-81a3-405b-827f-38a95b1429a0 req-da16da84-ce36-459c-95fe-607171f8b8cd tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:22.969154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69ea25c3-81a3-405b-827f-38a95b1429a0 req-da16da84-ce36-459c-95fe-607171f8b8cd tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1611936 Feb 03 11:08:22.970891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-d3a9216a-8928-4a1a-a38f-ff32d772ed84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554206 Feb 03 11:08:22.980473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 87fa5efe-a9da-485a-bf0a-19ab61b82219 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:22.980817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 87fa5efe-a9da-485a-bf0a-19ab61b82219 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:22.994931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (7bea7db4-38f4-4384-8779-e4576108c903), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.022008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (7bea7db4-38f4-4384-8779-e4576108c903), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.023137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.023774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.044177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60c99eea-b5fd-4f03-96ef-0748c368db19 req-bd885479-a30c-4a9b-b50a-47fad6b5e993 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319211 Feb 03 11:08:23.064026 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4787660 Feb 03 11:08:23.068544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57700) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:23.099884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Request body: {'subnet': {'network_id': '7bea7db4-38f4-4384-8779-e4576108c903', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-650115253-subnet', 'tenant_id': 'faf9d3c9f50c43738dd01dceb7382aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:23.110172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80260dcf-3749-4f07-8806-7821877169d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7bea7db4-38f4-4384-8779-e4576108c903,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:23.110324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69ea25c3-81a3-405b-827f-38a95b1429a0 req-cede5107-15ac-43a5-aab3-aa4467ce9c52 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332018 Feb 03 11:08:23.124264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 7bea7db4-38f4-4384-8779-e4576108c903 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:08:23.131256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Made reservation on behalf of faf9d3c9f50c43738dd01dceb7382aeb for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:23.134329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.172843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-a88b3294-db68-4380-8b48-9f39f4bbf595 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941521 Feb 03 11:08:23.356701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36044a6-2d24-42da-aeaa-af012e596aaa req-7365f7ee-9668-4a6b-a557-037b3b50e4c9 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.363432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36044a6-2d24-42da-aeaa-af012e596aaa req-7365f7ee-9668-4a6b-a557-037b3b50e4c9 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.369494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36044a6-2d24-42da-aeaa-af012e596aaa req-7365f7ee-9668-4a6b-a557-037b3b50e4c9 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.371243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c36044a6-2d24-42da-aeaa-af012e596aaa req-7365f7ee-9668-4a6b-a557-037b3b50e4c9 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2413 time: 0.1430149 Feb 03 11:08:23.373374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1c45388-3938-47f8-8d6a-0abca3f084d8 req-ad115224-cfc4-42a3-8d84-d3d1d982bc10 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925864 Feb 03 11:08:23.459965 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-7197cbfd-067e-49a0-a064-508ed8a2165a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060505 Feb 03 11:08:23.478503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c36044a6-2d24-42da-aeaa-af012e596aaa req-5f9a0557-29f0-455e-af14-4af8ac40f8b6 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000082 Feb 03 11:08:23.603169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-13337715-44f1-480b-bc2d-575efb3cbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.604888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-13337715-44f1-480b-bc2d-575efb3cbe30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 1125 time: 0.1253331 Feb 03 11:08:23.651075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (0d1367b4-7cf7-4fa3-8d94-e680edbe030e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.660513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-9460da1c-c9ca-434a-b458-ade11445b6be tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503485 Feb 03 11:08:23.670481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1602b-0e11-4c15-b074-78209d7af41e req-ff82cdfd-8427-46ca-b8c5-4b5770e79154 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.678082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d1602b-0e11-4c15-b074-78209d7af41e req-ff82cdfd-8427-46ca-b8c5-4b5770e79154 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1532187 Feb 03 11:08:23.714932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-5dbade12-5f47-4faa-bc41-88ea618a71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.716568 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-5dbade12-5f47-4faa-bc41-88ea618a71e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb19ff6d58154544bf697b8bf6c76451&device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 1132 time: 0.1656163 Feb 03 11:08:23.774375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1367b4-7cf7-4fa3-8d94-e680edbe030e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:23.787093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Checking segment: {'id': '8de2d1a0-8116-40fb-a1fc-891fa3563c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:23.787462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Network hostable DHCP agents. Network: 7bea7db4-38f4-4384-8779-e4576108c903, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:08:23.848477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Network 7bea7db4-38f4-4384-8779-e4576108c903 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:08:23.875700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-5c77688b-8d10-4f2c-9890-c92cd272f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.877365 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-5c77688b-8d10-4f2c-9890-c92cd272f2b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1386404 Feb 03 11:08:23.878019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 7bea7db4-38f4-4384-8779-e4576108c903) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:23.882819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:23.883951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:23.893492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ec6ed-4bcf-4611-b651-0ad8dc60798b None None] Network 7bea7db4-38f4-4384-8779-e4576108c903 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:23.923105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d1602b-0e11-4c15-b074-78209d7af41e req-2d98e336-7923-43b6-828e-f86df881e951 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435071 Feb 03 11:08:24.020480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 59e72685-3d90-4042-aa4c-225c6c01ec92 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:24.021401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-df717104-bbf9-4dd1-a605-2163dffd49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.022153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-27d2ad6f-97eb-4211-b826-913f3c3f15e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 200 len: 217 time: 0.1186371 Feb 03 11:08:24.023010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-df717104-bbf9-4dd1-a605-2163dffd49fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 922 time: 0.4010851 Feb 03 11:08:24.031157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-27c81c42-11e2-486b-8c00-9d9451c79149 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9603825 Feb 03 11:08:24.131126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-b8067c13-2681-4b40-a1d7-c2dd0648b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.134569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-b8067c13-2681-4b40-a1d7-c2dd0648b087 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1020987 Feb 03 11:08:24.159045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-628f459e-f0ff-489f-b7c5-8999e5e24457 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 HTTP/1.1" status: 200 len: 217 time: 0.1229630 Feb 03 11:08:24.164483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6049b-5f6d-444b-967d-4f518681723c None None] Network 7bea7db4-38f4-4384-8779-e4576108c903 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:24.192213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 59e72685-3d90-4042-aa4c-225c6c01ec92 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:24.208310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 59e72685-3d90-4042-aa4c-225c6c01ec92 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:24.209096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.285992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-4053c765-8c0b-4469-8588-658cf09c00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.287595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-4053c765-8c0b-4469-8588-658cf09c00aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1421976 Feb 03 11:08:24.302319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-aa24edee-da6b-441d-b50d-cd3643467960 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.308957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-aa24edee-da6b-441d-b50d-cd3643467960 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5156484 Feb 03 11:08:24.377991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f34b-c0dd-414e-ac14-2eddba9f4f8d req-12bca772-6731-48be-9272-91bd6749a628 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.412106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ba7f34b-c0dd-414e-ac14-2eddba9f4f8d req-12bca772-6731-48be-9272-91bd6749a628 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.2655594 Feb 03 11:08:24.429308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-b8211a2e-3544-4a17-b79e-6254f31d0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:24.434048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 59e72685-3d90-4042-aa4c-225c6c01ec92 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:24.434459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.438354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-b8211a2e-3544-4a17-b79e-6254f31d0052 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.2590952 Feb 03 11:08:24.447643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c658e281-2ae7-4db9-8c66-ca224dc2574f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/quotas/926bb5fb2e6e405a9c393e1ed317437b HTTP/1.1" status: 200 len: 375 time: 0.1245377 Feb 03 11:08:24.460231 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-9f7165d5-63e0-4999-bd35-f9ebb034bc5e service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641734 Feb 03 11:08:24.465751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:24.468307 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd357b-4bb7-4406-8658-4fab0d35c324" -d '{"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:24.483736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=59e72685-3d90-4042-aa4c-225c6c01ec92,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:24.489416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.490722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cf359244-894e-4017-a2bb-d33959631209 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:24.612030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-b73c13ae-d6fd-4c70-ae77-ee8108b6eb73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487679 Feb 03 11:08:24.618711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53ca79a7-1e41-4d4d-ac3e-d596d0225932 req-e1876eae-ac26-4ecb-a032-8627b61d3c8c service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518295 Feb 03 11:08:24.625708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:24.649018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port cf359244-894e-4017-a2bb-d33959631209 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:24.659571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port cf359244-894e-4017-a2bb-d33959631209 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:24.660036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cf359244-894e-4017-a2bb-d33959631209), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.664982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ba7f34b-c0dd-414e-ac14-2eddba9f4f8d req-be9ca934-658e-4052-b737-686bc0ff7807 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502480 Feb 03 11:08:24.748655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-52799362-2aef-4968-811e-1a40db674052 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2835655 Feb 03 11:08:24.776092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-7ec1b993-92de-4a87-b67b-66654b6c1114 service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532376 Feb 03 11:08:24.789519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port cf359244-894e-4017-a2bb-d33959631209 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:24.789966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cf359244-894e-4017-a2bb-d33959631209), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.844721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:24.849701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-737418815-network', 'tenant_id': '242468f22b2e43a1b41505f93bc01228'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:24.866967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cf359244-894e-4017-a2bb-d33959631209,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:24.874716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cf359244-894e-4017-a2bb-d33959631209), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.877889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4c3173c1-78fd-4855-866f-02d6385063b5 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:24.887765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Made reservation on behalf of 242468f22b2e43a1b41505f93bc01228 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:24.890869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:24.910314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.036145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks [] for security_group (0c0c5b02-ac77-4061-afda-0f3af069d116), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.040469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:25.043276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0c0c5b02-ac77-4061-afda-0f3af069d116), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.059529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 4c3173c1-78fd-4855-866f-02d6385063b5 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:25.063156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59da5c-866c-4645-9a22-1423c87d2091 req-3f5ee7e6-d8ec-4858-ab5f-5d8647f7e3c3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.071036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb59da5c-866c-4645-9a22-1423c87d2091 req-3f5ee7e6-d8ec-4858-ab5f-5d8647f7e3c3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.2741337 Feb 03 11:08:25.074201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:08:25.080816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 4c3173c1-78fd-4855-866f-02d6385063b5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:25.081602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.091869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d60c83ce-e057-4d63-83ad-badc021b67c9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.092589 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Added segment d60c83ce-e057-4d63-83ad-badc021b67c9 of type vlan for network c37ed855-c623-4dc6-a0f0-7efa28abc905 Feb 03 11:08:25.098715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cba47400-26ee-4e3a-b069-5f83cc7caa96 req-9e1d8f09-fdb2-44cc-9b07-41fc30baccfc service neutron] 10.222.0.69 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159044 Feb 03 11:08:25.166379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb59da5c-866c-4645-9a22-1423c87d2091 req-9a1ef42c-f352-45dd-966d-dc1dbba00967 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939410 Feb 03 11:08:25.167131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c37ed855-c623-4dc6-a0f0-7efa28abc905), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.222469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c37ed855-c623-4dc6-a0f0-7efa28abc905), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.223952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.224772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.227313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375dc2d-1ab0-4cba-a96a-7806d4112b45 req-f298a367-de5f-45f2-9fbc-96ccef00a037 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.247134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6375dc2d-1ab0-4cba-a96a-7806d4112b45 req-f298a367-de5f-45f2-9fbc-96ccef00a037 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.2239308 Feb 03 11:08:25.297757 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421df1b8-8783-4a7e-88d4-260487a2c35a x-openstack-request-id: req-421df1b8-8783-4a7e-88d4-260487a2c35a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:25.298079 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:25.298558 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-421df1b8-8783-4a7e-88d4-260487a2c35a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:25.299119 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92', 'code': 200} Feb 03 11:08:25.336174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0c5b02-ac77-4061-afda-0f3af069d116,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:25.357779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4c3173c1-78fd-4855-866f-02d6385063b5 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:25.359619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.384289 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5383725 Feb 03 11:08:25.385271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57760) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:25.394169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Request body: {'subnet': {'network_id': 'c37ed855-c623-4dc6-a0f0-7efa28abc905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-737418815-subnet', 'tenant_id': '242468f22b2e43a1b41505f93bc01228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:25.397612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6375dc2d-1ab0-4cba-a96a-7806d4112b45 req-cc3b1ea7-d56a-4ab9-a47e-3d6e7cc40fd7 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493697 Feb 03 11:08:25.398680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0abab-41ed-4796-8af8-935c569105f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c37ed855-c623-4dc6-a0f0-7efa28abc905,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:25.425759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-8aec145f-5fc1-42b9-bc06-d74f71f40c9b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.427335 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-8aec145f-5fc1-42b9-bc06-d74f71f40c9b tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.2245708 Feb 03 11:08:25.483855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Made reservation on behalf of 242468f22b2e43a1b41505f93bc01228 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:25.486961 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.487727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4c3173c1-78fd-4855-866f-02d6385063b5,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:25.491447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c37ed855-c623-4dc6-a0f0-7efa28abc905 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:08:25.511318 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.632360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:25.635594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3dba9b79-670d-48a7-baa8-3c3c760b975c req-0e7d04bd-2c84-4538-a97b-6d261afe4fb7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 210 time: 0.1001966 Feb 03 11:08:25.646249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Deleting port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:25.646597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.675444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642121-bcad-45f2-8154-1afe5cf90f86 req-b40eebed-42af-4c5b-a8e8-9839958e4ce4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.688487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642121-bcad-45f2-8154-1afe5cf90f86 req-b40eebed-42af-4c5b-a8e8-9839958e4ce4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.703984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642121-bcad-45f2-8154-1afe5cf90f86 req-b40eebed-42af-4c5b-a8e8-9839958e4ce4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.716285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73642121-bcad-45f2-8154-1afe5cf90f86 req-b40eebed-42af-4c5b-a8e8-9839958e4ce4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2415 time: 0.2644870 Feb 03 11:08:25.811824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] For port 95fa40aa-a0aa-4525-9e88-301b2ba21c84, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=95fa40aa-a0aa-4525-9e88-301b2ba21c84,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:25.812263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.835393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Calling delete_port for 95fa40aa-a0aa-4525-9e88-301b2ba21c84 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:25.842693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (c8f80264-13c2-4030-9518-b0b6f4bd44ee), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:25.847872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73642121-bcad-45f2-8154-1afe5cf90f86 req-adcde38a-d553-4547-9e7a-ba0b489f1687 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280301 Feb 03 11:08:25.902675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8f8be-134f-412c-aa48-782261a46fa8 req-bea63081-87a9-4aef-9068-5e46781ad360 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:25.904977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14e8f8be-134f-412c-aa48-782261a46fa8 req-bea63081-87a9-4aef-9068-5e46781ad360 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1349835 Feb 03 11:08:25.962427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f80264-13c2-4030-9518-b0b6f4bd44ee,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:25.986204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Checking segment: {'id': 'd60c83ce-e057-4d63-83ad-badc021b67c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c37ed855-c623-4dc6-a0f0-7efa28abc905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:25.986603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Network hostable DHCP agents. Network: c37ed855-c623-4dc6-a0f0-7efa28abc905, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:08:26.008722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14e8f8be-134f-412c-aa48-782261a46fa8 req-aa2c12c4-67ba-4186-94c8-62d8955ff812 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956385 Feb 03 11:08:26.017545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Network c37ed855-c623-4dc6-a0f0-7efa28abc905 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:08:26.066464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c37ed855-c623-4dc6-a0f0-7efa28abc905) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:26.069540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40202-95d8-42ca-af8e-569b323ead7c req-107b05fa-79e2-4bcc-b9d1-bd8110fc9de3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.077105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.077767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:26.077983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ac40202-95d8-42ca-af8e-569b323ead7c req-107b05fa-79e2-4bcc-b9d1-bd8110fc9de3 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/ports?device_id=089b657d-840b-407d-abbb-d9ed32125c8c HTTP/1.1" status: 200 len: 950 time: 0.1021333 Feb 03 11:08:26.080028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608a65d-8eb7-49e9-aa0d-8aa3b548c8e3 None None] Network c37ed855-c623-4dc6-a0f0-7efa28abc905 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:26.110442 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39e9d338-4a14-441d-8b44-e17c465ea30b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7209826 Feb 03 11:08:26.122407 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (95fa40aa-a0aa-4525-9e88-301b2ba21c84), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:26.139323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ac40202-95d8-42ca-af8e-569b323ead7c req-a0be8d46-73f8-4e81-8da0-d1a4e57e6039 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.30 "GET /v2.0/security-groups?id=124a5805-f2db-453f-9e7c-0fcbdb65837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Feb 03 11:08:26.169217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Pushing event deleted for resources: {'Port': ['ID=95fa40aa-a0aa-4525-9e88-301b2ba21c84,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:26.178072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['95fa40aa-a0aa-4525-9e88-301b2ba21c84'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:26.249016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] No DVR routers for this DVR port 95fa40aa-a0aa-4525-9e88-301b2ba21c84 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:26.252696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:26.256304 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-784a54cb-d16a-4d86-80e6-c25ba904de26 req-5d827406-a9f0-493a-acb8-8a67afc098e6 tempest-MigrationsAdminTest-1191258512 tempest-MigrationsAdminTest-1191258512-project] 10.222.0.53 "DELETE /v2.0/ports/95fa40aa-a0aa-4525-9e88-301b2ba21c84 HTTP/1.1" status: 204 len: 173 time: 0.8217010 Feb 03 11:08:26.256842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-deleted', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:26.259288 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f372969f-a545-482a-addb-2babbb2cd345" -d '{"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-deleted", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:26.347958 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3ebb8-6b9c-44f0-82ac-896eb3f4e440 x-openstack-request-id: req-64f3ebb8-6b9c-44f0-82ac-896eb3f4e440 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:26.349270 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b657d-840b-407d-abbb-d9ed32125c8c", "name": "network-vif-deleted", "tag": "95fa40aa-a0aa-4525-9e88-301b2ba21c84", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:26.349858 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64f3ebb8-6b9c-44f0-82ac-896eb3f4e440 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:26.350475 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b657d-840b-407d-abbb-d9ed32125c8c', 'name': 'network-vif-deleted', 'tag': '95fa40aa-a0aa-4525-9e88-301b2ba21c84', 'status': 'completed', 'code': 200} Feb 03 11:08:26.379987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068178e-3419-4754-9f76-2a63959705f9 None None] Network c37ed855-c623-4dc6-a0f0-7efa28abc905 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:26.388661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76aa89-a1e7-4db1-a464-34ee6efba3d4 req-23d467c0-3bcb-4a3b-8413-b0acaf10b1f7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.393320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c76aa89-a1e7-4db1-a464-34ee6efba3d4 req-23d467c0-3bcb-4a3b-8413-b0acaf10b1f7 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1182008 Feb 03 11:08:26.540196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c76aa89-a1e7-4db1-a464-34ee6efba3d4 req-ade75e26-4f57-462a-b4c6-bac22c7b0d46 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397905 Feb 03 11:08:26.697002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-d8417a94-e2c7-4829-a0ab-db2d9358ffe7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419183 Feb 03 11:08:26.825268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:26.847064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-f7b688dd-fec0-4a91-9131-7d4439029280 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.849039 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-f7b688dd-fec0-4a91-9131-7d4439029280 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440129 Feb 03 11:08:26.858753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c5be-c1f5-4820-90e6-48f124e1f392 req-1dbdcd3c-28b6-4bb8-98c3-795ccec6134c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.866452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c52c5be-c1f5-4820-90e6-48f124e1f392 req-1dbdcd3c-28b6-4bb8-98c3-795ccec6134c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.2037222 Feb 03 11:08:26.887062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Request body: {'port': {'device_id': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '926bb5fb2e6e405a9c393e1ed317437b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:26.935321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-c93d71b3-cd24-4d6f-bcaa-cddb1a3ef5d3 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:26.936966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-c93d71b3-cd24-4d6f-bcaa-cddb1a3ef5d3 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/networks?id=7bea7db4-38f4-4384-8779-e4576108c903 HTTP/1.1" status: 200 len: 824 time: 0.2639468 Feb 03 11:08:26.950476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:26.970327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c52c5be-c1f5-4820-90e6-48f124e1f392 req-4a7b4c26-bdab-4ca3-9cc2-fabaf25861e7 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028233 Feb 03 11:08:26.975039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-4848588f-100e-4dd4-a536-20e00cfab986 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/quotas/faf9d3c9f50c43738dd01dceb7382aeb HTTP/1.1" status: 200 len: 375 time: 0.0288444 Feb 03 11:08:27.042886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-62c7d18c-2738-447d-94a6-c8e896978e0a tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf9d3c9f50c43738dd01dceb7382aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562317 Feb 03 11:08:27.077499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Made reservation on behalf of 926bb5fb2e6e405a9c393e1ed317437b for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:27.081667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.127050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:27.129273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aee924ff-1a6b-480b-9a87-84e5be7ea5fe req-4b5dde9d-489d-4a0b-bbff-efd63cecb99d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 210 time: 0.0640054 Feb 03 11:08:27.145616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'port_id': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'mac_address': 'fa:16:3e:49:9f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c639-6f7a-4fca-a369-122f771fec47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:27.239308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-902c12ed-04fb-4a83-8e71-0c346bac48a9 service neutron] 10.222.0.30 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604996 Feb 03 11:08:27.250658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:27.251408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.262136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Allocated IP 192.168.233.6 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/b296c30d-74ee-446b-8a7e-9b93337810c4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:27.274882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:27.302240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf359244-894e-4017-a2bb-d33959631209'}, {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:27.305682 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31289b-90f7-47f0-85ab-cc0e74d3383c" -d '{"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf359244-894e-4017-a2bb-d33959631209"}, {"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:27.310553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:27.315220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.378605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:27.388073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030a175-77ed-4a11-8cda-9b35cc3256dc req-3a114a59-2e81-4147-8561-880de235dc9d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.394054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030a175-77ed-4a11-8cda-9b35cc3256dc req-3a114a59-2e81-4147-8561-880de235dc9d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.399157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030a175-77ed-4a11-8cda-9b35cc3256dc req-3a114a59-2e81-4147-8561-880de235dc9d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.401635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7030a175-77ed-4a11-8cda-9b35cc3256dc req-3a114a59-2e81-4147-8561-880de235dc9d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1409779 Feb 03 11:08:27.431217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-11d315fb-fe88-4fd8-b688-fc835231ae41 service neutron] 10.222.0.30 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909051 Feb 03 11:08:27.448786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks [] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.460679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7030a175-77ed-4a11-8cda-9b35cc3256dc req-e9180804-b3e6-4ee8-9311-7a72003bc6dc tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Feb 03 11:08:27.497916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.511195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'a92106f6-b217-4726-9924-d885089a0ec0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:27.568310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event updated for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:27.584619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:27.589718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:27.589718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:27.686537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.687265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.718332 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-6f651374-6892-4b1b-9f55-9d4fada6dac3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8411326 Feb 03 11:08:27.739296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Request body: {'port': {'device_id': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:27.745184 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d627fc-1360-4995-a85e-e054c17d87b2 x-openstack-request-id: req-d9d627fc-1360-4995-a85e-e054c17d87b2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:27.745574 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf359244-894e-4017-a2bb-d33959631209", "code": 200}, {"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:27.745843 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9d627fc-1360-4995-a85e-e054c17d87b2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:27.746266 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf359244-894e-4017-a2bb-d33959631209', 'code': 200} Feb 03 11:08:27.746525 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5', 'code': 200} Feb 03 11:08:27.833222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:27.872549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed50ba-8d89-4705-98be-c3af9cdf1a3c req-398616d2-880f-480d-a8d2-4dc073a710de tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.881350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1ed50ba-8d89-4705-98be-c3af9cdf1a3c req-398616d2-880f-480d-a8d2-4dc073a710de tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.2985823 Feb 03 11:08:27.960271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8396-30db-4d6a-a738-6c057fef7a7f req-20e982f7-9ffc-4360-89ed-4c169ee9f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.960749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8396-30db-4d6a-a738-6c057fef7a7f req-20e982f7-9ffc-4360-89ed-4c169ee9f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.961314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8396-30db-4d6a-a738-6c057fef7a7f req-20e982f7-9ffc-4360-89ed-4c169ee9f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:27.964086 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b0fe8396-30db-4d6a-a738-6c057fef7a7f req-20e982f7-9ffc-4360-89ed-4c169ee9f67c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2962 time: 0.1546757 Feb 03 11:08:27.968384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:27.991991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1ed50ba-8d89-4705-98be-c3af9cdf1a3c req-0067a68c-20de-4973-90b6-6fad1cce8e1f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031885 Feb 03 11:08:28.024245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84dc0-e560-4717-854e-88c32d60ece3 req-809f15c2-ed45-4e29-9512-d1ccb13ed7da tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.033248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acc84dc0-e560-4717-854e-88c32d60ece3 req-809f15c2-ed45-4e29-9512-d1ccb13ed7da tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.2892787 Feb 03 11:08:28.132743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:28.135778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b736fa65-13fd-4a2e-a130-aa080f2eb60d req-33af1e72-b769-49d8-85a1-85780a0237aa tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 210 time: 0.0465605 Feb 03 11:08:28.191514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acc84dc0-e560-4717-854e-88c32d60ece3 req-b9b31dc7-a0c5-4ee8-b15e-9a2e91d93183 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573079 Feb 03 11:08:28.249633 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b0fe8396-30db-4d6a-a738-6c057fef7a7f req-b05cd92d-89cb-424d-ba70-48772cd9f2c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712018 Feb 03 11:08:28.396561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d3ed3163-0b57-4113-80fd-52983e7d0e6c None None] Provisioning complete for port b296c30d-74ee-446b-8a7e-9b93337810c4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:28.397784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3163-0b57-4113-80fd-52983e7d0e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.439446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a8e61-8188-4742-a0ac-b56e93907f77 req-31de0471-c73f-459d-9431-093203c0daf5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.442805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-579a8e61-8188-4742-a0ac-b56e93907f77 req-31de0471-c73f-459d-9431-093203c0daf5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 934 time: 0.1704779 Feb 03 11:08:28.447892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-93eb8711-472c-40ff-ab47-a7b252a325a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb19ff6d58154544bf697b8bf6c76451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107440 Feb 03 11:08:28.456227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed3163-0b57-4113-80fd-52983e7d0e6c None None] Port b296c30d-74ee-446b-8a7e-9b93337810c4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:28.459385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17ff4-79bc-4739-a39a-ded8d855b175 req-75f1cfa9-8ed7-4c6c-98b3-62aecbe49174 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.467975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84c17ff4-79bc-4739-a39a-ded8d855b175 req-75f1cfa9-8ed7-4c6c-98b3-62aecbe49174 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 944 time: 0.1775331 Feb 03 11:08:28.495244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:28.531701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b296c30d-74ee-446b-8a7e-9b93337810c4 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:28.540893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks [] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.557372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Transition to ACTIVE for port object b296c30d-74ee-446b-8a7e-9b93337810c4 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:28.562975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.629412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Pushing event updated for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:28.649514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84c17ff4-79bc-4739-a39a-ded8d855b175 req-b5e9812e-2228-4e25-a770-1bbfe297b299 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796131 Feb 03 11:08:28.662766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-579a8e61-8188-4742-a0ac-b56e93907f77 req-e5e94b9f-87b5-451f-96f0-8dbd9086c078 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Feb 03 11:08:28.667216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] Publish callbacks [] for security_group (124a5805-f2db-453f-9e7c-0fcbdb65837d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.701920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] Publish callbacks [] for security_group (124a5805-f2db-453f-9e7c-0fcbdb65837d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.763472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Attempting to bind port b296c30d-74ee-446b-8a7e-9b93337810c4 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:28.764028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Attempting to bind port b296c30d-74ee-446b-8a7e-9b93337810c4 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:28.765034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Attempting to bind port b296c30d-74ee-446b-8a7e-9b93337810c4 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:28.771593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Port b296c30d-74ee-446b-8a7e-9b93337810c4 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:28.771963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Attempting to bind port b296c30d-74ee-446b-8a7e-9b93337810c4 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:28.777971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:28.778495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:28.778883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:28.779973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Bound port: b296c30d-74ee-446b-8a7e-9b93337810c4, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:28.780422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.792653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (124a5805-f2db-453f-9e7c-0fcbdb65837d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.796781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.798426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/124a5805-f2db-453f-9e7c-0fcbdb65837d HTTP/1.1" status: 204 len: 168 time: 0.2973645 Feb 03 11:08:28.847130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e7528-9e89-4da3-896d-a81d1932eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124a5805-f2db-453f-9e7c-0fcbdb65837d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:28.941517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:28.947346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49239e-60d8-4f9a-bba4-dd0a90cee595 req-e9683c4c-f381-4d25-8775-3a2ee7007330 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.950547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b296c30d-74ee-446b-8a7e-9b93337810c4,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:28.954365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49239e-60d8-4f9a-bba4-dd0a90cee595 req-e9683c4c-f381-4d25-8775-3a2ee7007330 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.964244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.974216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49239e-60d8-4f9a-bba4-dd0a90cee595 req-e9683c4c-f381-4d25-8775-3a2ee7007330 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.981958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:28.982830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:28.983612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be49239e-60d8-4f9a-bba4-dd0a90cee595 req-e9683c4c-f381-4d25-8775-3a2ee7007330 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1824789 Feb 03 11:08:28.984894 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] 10.222.0.53 "PUT /v2.0/ports/b296c30d-74ee-446b-8a7e-9b93337810c4 HTTP/1.1" status: 200 len: 1094 time: 1.2523203 Feb 03 11:08:28.985589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:29.002565 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bc74c-4059-4c78-8ed4-689848d8bd29" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:29.131203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-a9f92605-8cc4-4fd0-9bae-9a2faa939567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.133073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-a9f92605-8cc4-4fd0-9bae-9a2faa939567 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 1128 time: 0.0744514 Feb 03 11:08:29.136893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ee21-af2a-4ab3-94bb-57b92ba8524a service neutron] Pushing event updated for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:29.145574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be49239e-60d8-4f9a-bba4-dd0a90cee595 req-ef46f75d-a83b-49f9-9c2b-196cc517c74b tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530938 Feb 03 11:08:29.226503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-01851fa5-9dd5-4c90-aef8-3768382b84fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b296c30d-74ee-446b-8a7e-9b93337810c4 HTTP/1.1" status: 200 len: 217 time: 0.0842628 Feb 03 11:08:29.303237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cff88-b737-4397-b1e4-d19d539a4eb9 req-e4d582b4-0e0c-4e7c-a507-b43af6b14d6f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.305560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-a577e1f2-cbd7-4c6e-892c-50de1d9a17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.307274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-a577e1f2-cbd7-4c6e-892c-50de1d9a17f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0736489 Feb 03 11:08:29.309228 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133bda1-b7e5-4995-bfc6-308b7ed0e2be x-openstack-request-id: req-0133bda1-b7e5-4995-bfc6-308b7ed0e2be {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:29.309634 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:29.309984 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0133bda1-b7e5-4995-bfc6-308b7ed0e2be {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:29.310477 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4', 'status': 'completed', 'code': 200} Feb 03 11:08:29.313149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-376cff88-b737-4397-b1e4-d19d539a4eb9 req-e4d582b4-0e0c-4e7c-a507-b43af6b14d6f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.1648622 Feb 03 11:08:29.351136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:29.378389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-3b9e3225-4795-438d-af85-e7f28d48b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.380277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-3b9e3225-4795-438d-af85-e7f28d48b066 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0656321 Feb 03 11:08:29.486914 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-b25cba9b-3ab9-463a-b2ce-5e20fc33933f service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968521 Feb 03 11:08:29.504093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af1ae0c6-a19d-47ef-a25c-96803bdb7e5b req-3298b01d-1179-456f-92f5-f2462e53c270 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 210 time: 0.1261680 Feb 03 11:08:29.557502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3d40e2cc-ae67-469e-ba54-3f0ea93a300a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb4ca5df80134f64af2cf2fece5e0a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056456 Feb 03 11:08:29.571272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:29.596769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-376cff88-b737-4397-b1e4-d19d539a4eb9 req-35fbfccc-c216-4744-ab05-86ff17070cc8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819042 Feb 03 11:08:29.661995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-5e85c114-15e8-4dd3-9818-1cd8281399f7 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.663716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-5e85c114-15e8-4dd3-9818-1cd8281399f7 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.69 "GET /v2.0/networks?id=7bea7db4-38f4-4384-8779-e4576108c903 HTTP/1.1" status: 200 len: 824 time: 0.2276745 Feb 03 11:08:29.719359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Request body: {'port': {'device_id': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903', 'admin_state_up': True, 'tenant_id': 'faf9d3c9f50c43738dd01dceb7382aeb'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:29.742162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Publish callbacks [] for security_group (a9c066ae-3696-46d2-ba88-aa1f0685408f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:29.745561 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84ce8747-a5f1-4e35-9ac3-0d2e10910927 req-334e2f67-a2f4-4d93-8103-a06c01f846b4 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512162 Feb 03 11:08:29.776271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Publish callbacks [] for security_group (a9c066ae-3696-46d2-ba88-aa1f0685408f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:29.869059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fed3c-41aa-41ac-8832-cad57b8f6073 req-e85787f0-55b2-4d7f-9367-de9261858263 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.876891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e15fed3c-41aa-41ac-8832-cad57b8f6073 req-e85787f0-55b2-4d7f-9367-de9261858263 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.2118995 Feb 03 11:08:29.970386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ce4a-2e00-4f58-b68f-029c84a0060c req-4003fe57-d32f-4eaa-b695-482326f9e5e9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:29.971807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6193ce4a-2e00-4f58-b68f-029c84a0060c req-4003fe57-d32f-4eaa-b695-482326f9e5e9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 944 time: 0.2033043 Feb 03 11:08:29.982780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Made reservation on behalf of faf9d3c9f50c43738dd01dceb7382aeb for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:29.986767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:30.019174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:30.043135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e15fed3c-41aa-41ac-8832-cad57b8f6073 req-bfde7a2f-6df8-42b2-9961-a6a310fb1e57 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652477 Feb 03 11:08:30.056667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 95fa40aa-a0aa-4525-9e88-301b2ba21c84 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:30.057398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 95fa40aa-a0aa-4525-9e88-301b2ba21c84 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:30.151141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6193ce4a-2e00-4f58-b68f-029c84a0060c req-2143f645-c534-4f7f-a3e0-55e7e31898e1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695437 Feb 03 11:08:30.195893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9c066ae-3696-46d2-ba88-aa1f0685408f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:30.199090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:30.203473 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9c066ae-3696-46d2-ba88-aa1f0685408f HTTP/1.1" status: 204 len: 168 time: 0.6281497 Feb 03 11:08:30.212636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-d4b93925-90f0-49eb-a77e-a3a69b4a7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.215055 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-d4b93925-90f0-49eb-a77e-a3a69b4a7f4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 1128 time: 0.3987536 Feb 03 11:08:30.356135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c066ae-3696-46d2-ba88-aa1f0685408f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:30.358989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-57e8bfdb-9d37-4991-8a74-b3491b3f6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.360488 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-57e8bfdb-9d37-4991-8a74-b3491b3f6d29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1371524 Feb 03 11:08:30.366993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.367344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.367688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.368027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.368361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.368691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.369058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.369388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.369713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.370036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.370359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.370689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.371010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b5f612-0d1b-4088-abb8-efbd5ca1fa67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:30.416947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-334a502f-32eb-4774-a3b5-16f5a694508d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b296c30d-74ee-446b-8a7e-9b93337810c4 HTTP/1.1" status: 200 len: 217 time: 0.0429983 Feb 03 11:08:30.489899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-47351231-a87d-4474-9759-dc7b606e2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.491487 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-47351231-a87d-4474-9759-dc7b606e2e0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0615215 Feb 03 11:08:30.552258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-c15ccd4f-9647-4495-98ff-08308e8c73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.553066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-c15ccd4f-9647-4495-98ff-08308e8c73ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0538669 Feb 03 11:08:30.615749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Allocated IP 172.20.0.12 (7bea7db4-38f4-4384-8779-e4576108c903/0d1367b4-7cf7-4fa3-8d94-e680edbe030e/9ff6788e-a5aa-4e70-9b17-46512eca2e17) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:30.630579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d925-766f-44d6-ba9b-e8558e14a690 req-818b1736-ead9-4fb8-94ca-f7dcd6f28d04 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.639183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b63d925-766f-44d6-ba9b-e8558e14a690 req-818b1736-ead9-4fb8-94ca-f7dcd6f28d04 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 946 time: 0.4956768 Feb 03 11:08:30.695095 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-4bdc72a2-0977-4cd8-9e1f-c3f8d5374771 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346741 Feb 03 11:08:30.698219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d75361-e9c7-4bfc-9123-a623ff7d0ee6 req-a764a3fc-776e-49d8-b78d-ae5ca17ca57d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.705330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d75361-e9c7-4bfc-9123-a623ff7d0ee6 req-a764a3fc-776e-49d8-b78d-ae5ca17ca57d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.711753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d75361-e9c7-4bfc-9123-a623ff7d0ee6 req-a764a3fc-776e-49d8-b78d-ae5ca17ca57d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:30.713702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83d75361-e9c7-4bfc-9123-a623ff7d0ee6 req-a764a3fc-776e-49d8-b78d-ae5ca17ca57d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1818349 Feb 03 11:08:30.804162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b63d925-766f-44d6-ba9b-e8558e14a690 req-b3d7c1bc-0fe0-4a23-9354-10600581fa76 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639271 Feb 03 11:08:30.829321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e48bc74c-4059-4c78-8ed4-689848d8bd29 req-90f652ac-7430-429f-b3a0-13ed0a6cc121 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276517 Feb 03 11:08:30.925909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83d75361-e9c7-4bfc-9123-a623ff7d0ee6 req-7819644a-4141-4637-a6d2-9422248df746 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937535 Feb 03 11:08:30.949179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6d86fd2-f525-4b4f-9123-98e69e7144bf req-a6c6088e-51bf-49c8-9145-c68edf944372 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 210 time: 0.0723872 Feb 03 11:08:30.966511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:31.057166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks [] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.064836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-909da540-84bf-4598-9c06-d6145ec35341 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:31.068895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-909da540-84bf-4598-9c06-d6145ec35341 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1128 time: 0.1278477 Feb 03 11:08:31.077915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:31.085783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:31.086180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.090256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821606-6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:31.224988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.243231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3d817ee-386f-418d-89d6-287b8fe7cd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.261967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:31.262569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.309923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:31.312738 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264f51d7-9550-4e5a-9f4b-689ced960be3" -d '{"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-plugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:31.328052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.329816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:31.335207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.412398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:31.435158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:31.439369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Pushing event updated for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:31.478571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Network 7bea7db4-38f4-4384-8779-e4576108c903 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:31.482821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:31.488642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:31.499737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:31.501599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62438ba-d2b8-4993-978b-5b3027e88204 req-da749005-cc4d-4df8-8ffe-386883a2712e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:31.511215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a62438ba-d2b8-4993-978b-5b3027e88204 req-da749005-cc4d-4df8-8ffe-386883a2712e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 946 time: 0.4041610 Feb 03 11:08:31.562246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:31.566430 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a5268-a91b-4e9e-809d-14a4678cfb08" -d '{"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:31.572061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks [] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.580085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.606038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd5659-31f7-4958-971d-b7e6789affe8 req-c90cbccf-84fe-4e4d-8a6f-fc5243e0a408 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:31.608026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbd5659-31f7-4958-971d-b7e6789affe8 req-c90cbccf-84fe-4e4d-8a6f-fc5243e0a408 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.3900449 Feb 03 11:08:31.651565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:31.664046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a62438ba-d2b8-4993-978b-5b3027e88204 req-b2e55c4f-fdd2-4b39-879d-82f599d9ceb8 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513252 Feb 03 11:08:31.686008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:31.689098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.743274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on host n-h1-821606-6 for vnic_type normal with profile {"migrating_to": "n-h2-821606-6"} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:31.743620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:31.743959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:31.748935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:31.749275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Attempting to bind port d1f68bf4-3549-4166-a769-afd4f68a753a on network 5fa897d9-e607-4149-946e-c2420f7fbdc2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:31.752630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-47123ae1-ea45-4a3b-bd4d-4a7f0683dc1e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0411878 Feb 03 11:08:31.755649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:31.756096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Checking segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:31.756500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Bound using segment: {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:31.757854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Bound port: d1f68bf4-3549-4166-a769-afd4f68a753a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd18725e-8dbc-4621-b449-a3f554956350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5fa897d9-e607-4149-946e-c2420f7fbdc2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:31.757854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.787644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Request body: {'port': {'device_id': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:31.817263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbd5659-31f7-4958-971d-b7e6789affe8 req-d5c016d9-8962-417e-8120-7bce55ddbcbf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950200 Feb 03 11:08:31.863793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:31.884458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:31.897855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.916563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.990986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:31.991622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:31.993225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] 10.222.0.69 "PUT /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 1122 time: 0.9165907 Feb 03 11:08:32.034025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96977af9-e5c2-467f-9092-0de0e2971f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=8']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:32.066732 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dad2d2-f8ee-41e0-8cb6-5a56b44c7337 x-openstack-request-id: req-01dad2d2-f8ee-41e0-8cb6-5a56b44c7337 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:32.067046 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-plugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:32.067368 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01dad2d2-f8ee-41e0-8cb6-5a56b44c7337 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:32.067699 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'code': 200} Feb 03 11:08:32.124144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d1f68bf4-3549-4166-a769-afd4f68a753a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:32.163056 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a067e-63dd-4b86-b1b7-f4d1d6bbd945 x-openstack-request-id: req-957a067e-63dd-4b86-b1b7-f4d1d6bbd945 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:32.163662 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:32.164052 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-957a067e-63dd-4b86-b1b7-f4d1d6bbd945 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:32.164672 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'code': 200} Feb 03 11:08:32.216459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d1f68bf4-3549-4166-a769-afd4f68a753a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:32.282697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68766-08b5-4a11-8242-308aa7a78ed3 req-dd4c1d9f-6484-4811-82f0-6a4bd0a141f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.284489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-25a68766-08b5-4a11-8242-308aa7a78ed3 req-dd4c1d9f-6484-4811-82f0-6a4bd0a141f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 1127 time: 0.1047504 Feb 03 11:08:32.300247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c16f-ceb6-405c-94dc-b79c109e414d req-367a7bb1-67bb-4ec5-90ee-569209955490 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.302177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d72c16f-ceb6-405c-94dc-b79c109e414d req-367a7bb1-67bb-4ec5-90ee-569209955490 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.2111564 Feb 03 11:08:32.388349 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-25a68766-08b5-4a11-8242-308aa7a78ed3 req-5722a88e-3167-400d-8184-0ae8cd540b79 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965173 Feb 03 11:08:32.442074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d72c16f-ceb6-405c-94dc-b79c109e414d req-9ace4b1f-f642-4076-87c4-cbe5d1fb1bc4 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280234 Feb 03 11:08:32.463147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bd3d1-ce8e-4158-97b4-9c258c4924f5 req-910b8e6f-aa6c-4750-b856-d14df589394c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.470749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f0bd3d1-ce8e-4158-97b4-9c258c4924f5 req-910b8e6f-aa6c-4750-b856-d14df589394c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 946 time: 0.1554737 Feb 03 11:08:32.587023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f0bd3d1-ce8e-4158-97b4-9c258c4924f5 req-1b3606bd-51c3-4ff3-a9da-df4781391ab8 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151912 Feb 03 11:08:32.593293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff6788e-a5aa-4e70-9b17-46512eca2e17 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:32.609171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks [] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:32.632141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89e49b-2702-45d3-85ff-853abdf6911c req-8cbfba50-ddbb-4ff7-bfdf-bb93f2495944 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.638057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89e49b-2702-45d3-85ff-853abdf6911c req-8cbfba50-ddbb-4ff7-bfdf-bb93f2495944 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.643665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89e49b-2702-45d3-85ff-853abdf6911c req-8cbfba50-ddbb-4ff7-bfdf-bb93f2495944 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.645398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa89e49b-2702-45d3-85ff-853abdf6911c req-8cbfba50-ddbb-4ff7-bfdf-bb93f2495944 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1166255 Feb 03 11:08:32.646544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Transition to ACTIVE for port object 9ff6788e-a5aa-4e70-9b17-46512eca2e17 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:32.651097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:32.682808 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:08:32.751710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:32.784682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa89e49b-2702-45d3-85ff-853abdf6911c req-9655b026-b64e-4485-bf81-168b6bb415a1 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290286 Feb 03 11:08:32.851582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918453-37df-4d6e-9e86-5b78b68a1301 req-3700ef94-abda-4f12-913b-e1d728d465f0 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:32.853092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b918453-37df-4d6e-9e86-5b78b68a1301 req-3700ef94-abda-4f12-913b-e1d728d465f0 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 944 time: 0.1636727 Feb 03 11:08:32.883455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Attempting to bind port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:32.883716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Attempting to bind port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '8de2d1a0-8116-40fb-a1fc-891fa3563c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:32.884029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Attempting to bind port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 on network 7bea7db4-38f4-4384-8779-e4576108c903 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:32.899093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 on network 7bea7db4-38f4-4384-8779-e4576108c903 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:32.899692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Attempting to bind port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 on network 7bea7db4-38f4-4384-8779-e4576108c903 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:32.912533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:32.913120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Checking segment: {'id': '8de2d1a0-8116-40fb-a1fc-891fa3563c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:32.913621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Bound using segment: {'id': '8de2d1a0-8116-40fb-a1fc-891fa3563c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:32.914211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Bound port: 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de2d1a0-8116-40fb-a1fc-891fa3563c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:32.914730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:32.967923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:32.987779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b918453-37df-4d6e-9e86-5b78b68a1301 req-3e75886b-03be-44e7-9665-0f9584b8f306 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239183 Feb 03 11:08:33.170525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:33.229733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17,segment=NetworkSegment(8de2d1a0-8116-40fb-a1fc-891fa3563c24),segment_id=8de2d1a0-8116-40fb-a1fc-891fa3563c24)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:33.249293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:33.253580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.254050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.254514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.254972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.255427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.255874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.256327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.256779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.257249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.257695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.258144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.258900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.259055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.259463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.267146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c43839a-f935-4d14-889a-d0dd0e78e094 req-b1b74513-3668-4546-8533-9e705ed0534c tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9916 time: 0.3180525 Feb 03 11:08:33.277662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a has no active binding in host n-h2-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:08:33.280277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd6018-d8fd-455d-ba9a-65fb65b3b58c req-c8bdd684-c50a-4608-b011-2a3140c87790 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.287139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fcd6018-d8fd-455d-ba9a-65fb65b3b58c req-c8bdd684-c50a-4608-b011-2a3140c87790 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1896057 Feb 03 11:08:33.357930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fcd6018-d8fd-455d-ba9a-65fb65b3b58c req-509dcbc5-ddd6-49fc-b23f-5d6f9fcf8738 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Feb 03 11:08:33.399591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243586c-6768-4de9-bea5-c736f1546aab req-d27193c2-ab87-4a5a-98f6-9f65508e53ef tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.399591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2243586c-6768-4de9-bea5-c736f1546aab req-d27193c2-ab87-4a5a-98f6-9f65508e53ef tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.0676901 Feb 03 11:08:33.427957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:33.519209 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c1c6796-6e4e-4aca-becf-d9a621a7b3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:33.542185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.542804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:33.544152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] 10.222.0.69 "PUT /v2.0/ports/9ff6788e-a5aa-4e70-9b17-46512eca2e17 HTTP/1.1" status: 200 len: 1092 time: 1.7736192 Feb 03 11:08:33.546061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:33.549015 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845bfce-1418-423b-97aa-a6494a3d8b57" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:33.568018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2243586c-6768-4de9-bea5-c736f1546aab req-3f8ea007-b331-4e38-a34f-64eb329f79aa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751049 Feb 03 11:08:33.600845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4fea-fd96-4919-bb00-499571167b4f req-6e77bf0d-8ca3-4a19-afaf-1d82d2c7aebd tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.602392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e13d4fea-fd96-4919-bb00-499571167b4f req-6e77bf0d-8ca3-4a19-afaf-1d82d2c7aebd tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 886 time: 0.2173975 Feb 03 11:08:33.603126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0edb5-172a-4df2-83f3-81e3ac5a7695 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:33.650929 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f78da4-3c0d-4816-a4f6-0fd7ddff4213 x-openstack-request-id: req-86f78da4-3c0d-4816-a4f6-0fd7ddff4213 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:33.651230 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:33.651402 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86f78da4-3c0d-4816-a4f6-0fd7ddff4213 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:33.651795 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17', 'status': 'completed', 'code': 200} Feb 03 11:08:33.815110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafda5f-c832-4648-a478-e3b83eab586a req-862ed866-4f14-4659-b956-352f4fbf68c8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.816589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adafda5f-c832-4648-a478-e3b83eab586a req-862ed866-4f14-4659-b956-352f4fbf68c8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.1773102 Feb 03 11:08:33.820423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-74411f43-3450-4fea-830e-8a3b754324e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.821813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-74411f43-3450-4fea-830e-8a3b754324e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faf9d3c9f50c43738dd01dceb7382aeb&device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 1126 time: 0.1677594 Feb 03 11:08:33.900157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-b01c5587-c012-429a-abaf-3380dd9e45bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17 HTTP/1.1" status: 200 len: 217 time: 0.0583162 Feb 03 11:08:33.906609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.907013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.907473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.907927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.908385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.908837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.909317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.909769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.910217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.910660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.911102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.911548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.912020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.912469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:33.914430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da472c9f-09f2-424e-99d7-6e9621804854 req-d50c7053-ba7b-4368-9d5b-16d521bfab11 tempest-NetworksTest-414512322 tempest-NetworksTest-414512322-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9916 time: 0.2345245 Feb 03 11:08:34.009142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b296c30d-74ee-446b-8a7e-9b93337810c4 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:34.030016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adafda5f-c832-4648-a478-e3b83eab586a req-35726026-7f26-4d8e-a1ad-3b4cfce0d3dd tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071719 Feb 03 11:08:34.053474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-c5a260eb-0396-47ff-8c0c-7747bafc815c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.065227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-c5a260eb-0396-47ff-8c0c-7747bafc815c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.083184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-c5a260eb-0396-47ff-8c0c-7747bafc815c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.085114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-c5a260eb-0396-47ff-8c0c-7747bafc815c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1359012 Feb 03 11:08:34.102273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-09d86b48-16bf-4341-9574-884fb788f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.103750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-09d86b48-16bf-4341-9574-884fb788f8bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d1367b4-7cf7-4fa3-8d94-e680edbe030e HTTP/1.1" status: 200 len: 864 time: 0.1604972 Feb 03 11:08:34.166781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:34.168986 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ff2fed-aaee-4e55-8519-626d61561678" -d '{"events": [{"name": "network-changed", "server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:34.176661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-7f8d4237-cdd6-4dda-af43-df00a09a25c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bea7db4-38f4-4384-8779-e4576108c903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614872 Feb 03 11:08:34.191446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3d449-49af-43f7-b402-acd805235720 req-e996fae5-c182-41ee-a1b8-25278aad2fb5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.193155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4b3d449-49af-43f7-b402-acd805235720 req-e996fae5-c182-41ee-a1b8-25278aad2fb5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 946 time: 0.2092083 Feb 03 11:08:34.296623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b296c30d-74ee-446b-8a7e-9b93337810c4,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:34.298854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port 4c3173c1-78fd-4855-866f-02d6385063b5 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:34.299425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.326620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b296c30d-74ee-446b-8a7e-9b93337810c4', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'b296c30d-74ee-446b-8a7e-9b93337810c4', 'mac_address': 'fa:16:3e:6c:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:34.338000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4b3d449-49af-43f7-b402-acd805235720 req-c044eb6e-0c1b-4ca7-992d-8dbd12fa8b13 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330395 Feb 03 11:08:34.348939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06194d8-ae61-457a-80a1-1ffdd96f201b req-0c7d6c85-74ee-4e28-8b38-04b5361a3d65 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.354966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06194d8-ae61-457a-80a1-1ffdd96f201b req-0c7d6c85-74ee-4e28-8b38-04b5361a3d65 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.368779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06194d8-ae61-457a-80a1-1ffdd96f201b req-0c7d6c85-74ee-4e28-8b38-04b5361a3d65 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.370481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a06194d8-ae61-457a-80a1-1ffdd96f201b req-0c7d6c85-74ee-4e28-8b38-04b5361a3d65 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 2416 time: 0.1763446 Feb 03 11:08:34.414880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b296c30d-74ee-446b-8a7e-9b93337810c4 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:34.415531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.433183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57936) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:34.438278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b296c30d-74ee-446b-8a7e-9b93337810c4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:34.457852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-e362e740-cddb-4b50-9a88-b92a1cda6203 service neutron] 10.222.0.69 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243938 Feb 03 11:08:34.463782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port 4c3173c1-78fd-4855-866f-02d6385063b5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4c3173c1-78fd-4855-866f-02d6385063b5,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:34.464332 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.468120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b296c30d-74ee-446b-8a7e-9b93337810c4,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:34.474131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.483770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for 4c3173c1-78fd-4855-866f-02d6385063b5 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:34.537883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:34.542571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a06194d8-ae61-457a-80a1-1ffdd96f201b req-75832eb7-8fe7-43de-8aa2-2b9ef74a1f1b tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632831 Feb 03 11:08:34.580643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.610528 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad6a10-6288-4dc7-8637-eff2ad93e540 x-openstack-request-id: req-7cad6a10-6288-4dc7-8637-eff2ad93e540 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:34.610895 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:34.611217 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cad6a10-6288-4dc7-8637-eff2ad93e540 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:34.611797 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'status': 'completed', 'code': 200} Feb 03 11:08:34.614752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a2d953c-8786-4aee-bff8-a2cec26e5b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.624163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4236814a-9faf-4d0a-b35b-da0d1cb5f8da req-57e7a863-a3c2-4934-9299-3d6047f9b1ef service neutron] 10.222.0.69 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353195 Feb 03 11:08:34.646585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a27027-78f8-47df-a9cc-7225876c2251 req-546407a3-9bc3-4452-a9b8-1377747622ad tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.648280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5a27027-78f8-47df-a9cc-7225876c2251 req-546407a3-9bc3-4452-a9b8-1377747622ad tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 944 time: 0.1765759 Feb 03 11:08:34.735251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-8c00f9f0-0188-47dd-9f87-cf138c622767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.736698 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-8c00f9f0-0188-47dd-9f87-cf138c622767 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1156 time: 0.0970843 Feb 03 11:08:34.740752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5a27027-78f8-47df-a9cc-7225876c2251 req-2b9c453a-701a-4a4c-905b-e7e2759ad6e4 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848188 Feb 03 11:08:34.756781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14eded-6487-4983-a0b2-a028b02c53da req-0538903b-d49f-40ca-b172-9cbf5f121302 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:34.758401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd14eded-6487-4983-a0b2-a028b02c53da req-0538903b-d49f-40ca-b172-9cbf5f121302 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.0825300 Feb 03 11:08:34.822597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b296c30d-74ee-446b-8a7e-9b93337810c4'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:34.884029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a2d953c-8786-4aee-bff8-a2cec26e5b0c admin admin] Publish callbacks [] for security_group (ac709290-3565-41c1-beaa-83cd9980c460), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.892618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a2d953c-8786-4aee-bff8-a2cec26e5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac709290-3565-41c1-beaa-83cd9980c460), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.917485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4c3173c1-78fd-4855-866f-02d6385063b5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:34.922806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d953c-8786-4aee-bff8-a2cec26e5b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac709290-3565-41c1-beaa-83cd9980c460,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:34.940319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['cf359244-894e-4017-a2bb-d33959631209', '59e72685-3d90-4042-aa4c-225c6c01ec92', '4c3173c1-78fd-4855-866f-02d6385063b5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:34.977034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=4c3173c1-78fd-4855-866f-02d6385063b5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:35.015551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd14eded-6487-4983-a0b2-a028b02c53da req-d63bb204-f668-4442-a02c-547ececcc525 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739683 Feb 03 11:08:35.035777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1a2d953c-8786-4aee-bff8-a2cec26e5b0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d6235bd31e94e0cb43402ce00ac85bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018841 Feb 03 11:08:35.036445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57942) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:35.071881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port 4c3173c1-78fd-4855-866f-02d6385063b5 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:35.075965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-0c80ed25-ee3a-4de0-8173-ab3859f12335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.079169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-0c80ed25-ee3a-4de0-8173-ab3859f12335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.3345933 Feb 03 11:08:35.081261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.087416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-4062d7d1-68e4-4fb7-b397-07d61f56d952 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "DELETE /v2.0/ports/4c3173c1-78fd-4855-866f-02d6385063b5 HTTP/1.1" status: 204 len: 173 time: 0.9887779 Feb 03 11:08:35.099568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb4df-9f29-450a-8899-8ba05ab7580a req-a738cf59-7725-486c-8aab-3d9b5063e5cd tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.101120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03fdb4df-9f29-450a-8899-8ba05ab7580a req-a738cf59-7725-486c-8aab-3d9b5063e5cd tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1887403 Feb 03 11:08:35.103933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-b7cd4f60-bd5b-4628-8833-27dd766aaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.106487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-b7cd4f60-bd5b-4628-8833-27dd766aaa6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faf9d3c9f50c43738dd01dceb7382aeb&device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 1126 time: 0.3327098 Feb 03 11:08:35.137182 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-6849477e-3d84-4186-b267-68250af62aa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 217 time: 0.0467243 Feb 03 11:08:35.301304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] Publish callbacks [] for security_group (ac709290-3565-41c1-beaa-83cd9980c460), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.349964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-5d73a854-90b4-4707-8358-52bd37c1d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.351689 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-5d73a854-90b4-4707-8358-52bd37c1d449 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.2040293 Feb 03 11:08:35.364090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-fd973c44-11dd-4ede-b9f1-03d9709e970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.365636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-fd973c44-11dd-4ede-b9f1-03d9709e970e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bea7db4-38f4-4384-8779-e4576108c903 HTTP/1.1" status: 200 len: 925 time: 0.2523434 Feb 03 11:08:35.378950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] Publish callbacks [] for security_group (ac709290-3565-41c1-beaa-83cd9980c460), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.392313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03fdb4df-9f29-450a-8899-8ba05ab7580a req-632a0205-8989-488d-9348-a8a6fc1fc0cc tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811507 Feb 03 11:08:35.407199 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-d398521a-ca81-4c83-a8e8-15ad88d871a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464549 Feb 03 11:08:35.436260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-3b3ba00b-4f09-4b37-88fd-a8b063ceb796 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17 HTTP/1.1" status: 200 len: 217 time: 0.0577719 Feb 03 11:08:35.464116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1123-2a49-415a-8eb5-7a5b365a02b6 req-adbe0873-5a29-44dd-bae9-4190d1af0b63 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.471694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-833d1123-2a49-415a-8eb5-7a5b365a02b6 req-adbe0873-5a29-44dd-bae9-4190d1af0b63 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.2547541 Feb 03 11:08:35.473028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port 59e72685-3d90-4042-aa4c-225c6c01ec92 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:35.473428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.584604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac709290-3565-41c1-beaa-83cd9980c460), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.587492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.589439 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac709290-3565-41c1-beaa-83cd9980c460 HTTP/1.1" status: 204 len: 168 time: 0.5241108 Feb 03 11:08:35.624154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fdf5d-c5e4-44ec-9221-4715fd07f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac709290-3565-41c1-beaa-83cd9980c460,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:35.636781 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-403722d7-84e4-4f48-83bf-582d1d19789c service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182662 Feb 03 11:08:35.698714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port 59e72685-3d90-4042-aa4c-225c6c01ec92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=59e72685-3d90-4042-aa4c-225c6c01ec92,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:35.699108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:35.754079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for 59e72685-3d90-4042-aa4c-225c6c01ec92 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:35.837203 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6ff2fed-aaee-4e55-8519-626d61561678 req-bcef5409-2db5-49a6-96fb-c8028e52e5fd service neutron] 10.222.0.53 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921778 Feb 03 11:08:35.927781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-0ce1da4e-87c1-43c0-9bb6-6cf590cba7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:35.930359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-0ce1da4e-87c1-43c0-9bb6-6cf590cba7ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d1367b4-7cf7-4fa3-8d94-e680edbe030e HTTP/1.1" status: 200 len: 864 time: 0.4821870 Feb 03 11:08:35.944618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-833d1123-2a49-415a-8eb5-7a5b365a02b6 req-dc31222c-faf5-47eb-a203-9ebca57069f2 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718804 Feb 03 11:08:36.013455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-ce319a44-fd44-43a3-b355-fd04d0cafeb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bea7db4-38f4-4384-8779-e4576108c903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634212 Feb 03 11:08:36.017451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (59e72685-3d90-4042-aa4c-225c6c01ec92), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.019583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b296c30d-74ee-446b-8a7e-9b93337810c4 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:36.029031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e124c5-19c1-482f-99be-905d0de2c597 req-3db87554-edf0-4ddf-b45f-c1210e1614aa tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:36.037694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70e124c5-19c1-482f-99be-905d0de2c597 req-3db87554-edf0-4ddf-b45f-c1210e1614aa tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 947 time: 0.5405786 Feb 03 11:08:36.086112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=59e72685-3d90-4042-aa4c-225c6c01ec92,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:36.115563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4c3173c1-78fd-4855-866f-02d6385063b5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:36.144013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port 59e72685-3d90-4042-aa4c-225c6c01ec92 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:36.147490 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.151510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-0e6c863f-f5cc-4c37-b505-f4af84170350 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "DELETE /v2.0/ports/59e72685-3d90-4042-aa4c-225c6c01ec92 HTTP/1.1" status: 204 len: 173 time: 1.0138328 Feb 03 11:08:36.158087 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-6aecbb48-2240-43d5-9046-34a942c0a2ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2120147 Feb 03 11:08:36.163809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:36.190129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb403-e5c3-4aee-a7e4-390c3fa8b7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.212291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.257553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b296c30d-74ee-446b-8a7e-9b93337810c4 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:36.274962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b296c30d-74ee-446b-8a7e-9b93337810c4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:36.276388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.397199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70e124c5-19c1-482f-99be-905d0de2c597 req-efd0f097-777a-4da3-a525-3590ccc2bd69 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519890 Feb 03 11:08:36.427565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b296c30d-74ee-446b-8a7e-9b93337810c4 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:36.427997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.436665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb403-e5c3-4aee-a7e4-390c3fa8b7d1 admin admin] Publish callbacks [] for security_group (ff46b201-5e00-47c1-9df4-2b98c7bc902a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.465609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb403-e5c3-4aee-a7e4-390c3fa8b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff46b201-5e00-47c1-9df4-2b98c7bc902a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.484480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852d82-bef1-4fa2-aa4d-6367b6282b75 req-bd7c02bf-926d-4217-84b1-513a12880849 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:36.488005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3852d82-bef1-4fa2-aa4d-6367b6282b75 req-bd7c02bf-926d-4217-84b1-513a12880849 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 946 time: 0.3989890 Feb 03 11:08:36.537324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-1a7ab1bf-b059-471a-9d55-3eba7fbef19f service neutron] 10.222.0.69 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969549 Feb 03 11:08:36.548595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b296c30d-74ee-446b-8a7e-9b93337810c4,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:36.555223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:36.559285 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa875fb7-78ad-4130-83ba-019171227ac5" -d '{"events": [{"server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "name": "network-vif-plugged", "status": "completed", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:36.565715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb403-e5c3-4aee-a7e4-390c3fa8b7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff46b201-5e00-47c1-9df4-2b98c7bc902a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:36.568024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.570019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4c3173c1-78fd-4855-866f-02d6385063b5 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:36.570929 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c1fb403-e5c3-4aee-a7e4-390c3fa8b7d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1e3d10fc85644498d6cecb3c289111d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058917 Feb 03 11:08:36.577182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:36.608642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 4c3173c1-78fd-4855-866f-02d6385063b5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:36.609243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4c3173c1-78fd-4855-866f-02d6385063b5 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:36.625967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-95303923-7180-4b96-890c-1063a4d1b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:36.628338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-95303923-7180-4b96-890c-1063a4d1b091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 1126 time: 0.4045544 Feb 03 11:08:36.629098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5'}, {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:36.631965 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6732c3d-09cb-4061-8a11-25cc322b53b4" -d '{"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5"}, {"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:36.663623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3852d82-bef1-4fa2-aa4d-6367b6282b75 req-c1a4ac08-c25a-423e-ada9-ccafb5a5a065 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656418 Feb 03 11:08:36.691916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:36.739344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f4d50-c533-4f78-b22a-67f8f9474bb0 req-669e94ee-4f16-4d3f-a749-81b5a989643b tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:36.740421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-925f4d50-c533-4f78-b22a-67f8f9474bb0 req-669e94ee-4f16-4d3f-a749-81b5a989643b tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 944 time: 0.2083380 Feb 03 11:08:36.857338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-be982ce0-b4fb-449b-a271-0a87afa1ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:36.859790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-be982ce0-b4fb-449b-a271-0a87afa1ec73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.2014716 Feb 03 11:08:36.874137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-925f4d50-c533-4f78-b22a-67f8f9474bb0 req-f5751f97-0064-48fe-87d8-b42eb7200832 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268461 Feb 03 11:08:36.880503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5845bfce-1418-423b-97aa-a6494a3d8b57 req-68afbc1e-3440-4a45-934d-9aea08b7c55a service neutron] 10.222.0.69 "GET /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866838 Feb 03 11:08:36.936289 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-f4b199e4-8dcb-44bb-972f-c0978dee37b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 200 len: 217 time: 0.0670106 Feb 03 11:08:36.953324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] Publish callbacks [] for security_group (ff46b201-5e00-47c1-9df4-2b98c7bc902a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:36.956454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port cf359244-894e-4017-a2bb-d33959631209 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:36.956792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cf359244-894e-4017-a2bb-d33959631209), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.002836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0a8e-87f7-43f1-afe4-464945618d69 req-ff4c83fa-68ed-421f-ad59-dd045bff9231 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.005222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bfb0a8e-87f7-43f1-afe4-464945618d69 req-ff4c83fa-68ed-421f-ad59-dd045bff9231 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.1292863 Feb 03 11:08:37.049309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6896e-6c26-4f87-8410-7c3149008fd2 req-0231a3da-a4a6-47fb-b364-4752bdb15564 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.057037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port cf359244-894e-4017-a2bb-d33959631209, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cf359244-894e-4017-a2bb-d33959631209,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:37.057499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cf359244-894e-4017-a2bb-d33959631209), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.058094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fb6896e-6c26-4f87-8410-7c3149008fd2 req-0231a3da-a4a6-47fb-b364-4752bdb15564 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1031206 Feb 03 11:08:37.074475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for cf359244-894e-4017-a2bb-d33959631209 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:37.110041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bfb0a8e-87f7-43f1-afe4-464945618d69 req-fea71c0c-87ae-4513-a547-1aacebc1ec2f tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949197 Feb 03 11:08:37.146561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fb6896e-6c26-4f87-8410-7c3149008fd2 req-f1654188-c73c-4676-a0c1-529739287880 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864220 Feb 03 11:08:37.214004 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc34695e-dd84-42da-89ba-bc7f4bc407a3 x-openstack-request-id: req-bc34695e-dd84-42da-89ba-bc7f4bc407a3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:37.215050 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "name": "network-vif-plugged", "status": "completed", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:37.215577 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc34695e-dd84-42da-89ba-bc7f4bc407a3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:37.216379 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4', 'code': 200} Feb 03 11:08:37.222927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] Publish callbacks [] for security_group (ff46b201-5e00-47c1-9df4-2b98c7bc902a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.232817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-76f560da-9364-4fa4-a98c-2c038d76875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.238913 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-76f560da-9364-4fa4-a98c-2c038d76875a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.2952521 Feb 03 11:08:37.300717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.319661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53844d-2569-4579-975f-ff7514e0b7db req-ada686ef-5317-4ee2-ac3c-f6c48ccad49c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.322028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f53844d-2569-4579-975f-ff7514e0b7db req-ada686ef-5317-4ee2-ac3c-f6c48ccad49c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.0853481 Feb 03 11:08:37.337488 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723311eb-0fa9-4cb1-a16e-13b961e2321b x-openstack-request-id: req-723311eb-0fa9-4cb1-a16e-13b961e2321b {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:37.338028 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "4c3173c1-78fd-4855-866f-02d6385063b5", "status": "completed", "code": 200}, {"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "59e72685-3d90-4042-aa4c-225c6c01ec92", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:37.338180 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-723311eb-0fa9-4cb1-a16e-13b961e2321b {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:37.338610 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': '4c3173c1-78fd-4855-866f-02d6385063b5', 'status': 'completed', 'code': 200} Feb 03 11:08:37.338878 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': '59e72685-3d90-4042-aa4c-225c6c01ec92', 'status': 'completed', 'code': 200} Feb 03 11:08:37.433683 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-8c30b16b-1c66-44ac-82a6-c0da8a82ae30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298292 Feb 03 11:08:37.449143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f53844d-2569-4579-975f-ff7514e0b7db req-4a269744-ae7f-41d9-9f3a-efa1ca1c914c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172521 Feb 03 11:08:37.562231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cf359244-894e-4017-a2bb-d33959631209), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.574742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba7f1-f507-491f-b8b4-dfd2446b6361 req-81d14072-7aea-4514-931e-417924caba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.576780 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a0eba7f1-f507-491f-b8b4-dfd2446b6361 req-81d14072-7aea-4514-931e-417924caba64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 1130 time: 0.2444150 Feb 03 11:08:37.670200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=cf359244-894e-4017-a2bb-d33959631209,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:37.688247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff46b201-5e00-47c1-9df4-2b98c7bc902a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.692830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.694607 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff46b201-5e00-47c1-9df4-2b98c7bc902a HTTP/1.1" status: 204 len: 168 time: 1.1152656 Feb 03 11:08:37.713301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7789-e68c-4cf2-823e-76faee82c20b req-d8c98ec7-dcdd-4982-9653-2adc2e9acae5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:37.729498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbba7789-e68c-4cf2-823e-76faee82c20b req-d8c98ec7-dcdd-4982-9653-2adc2e9acae5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 0.1481316 Feb 03 11:08:37.791806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca6be-b48e-4e2a-975e-b384a2921cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff46b201-5e00-47c1-9df4-2b98c7bc902a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:37.930730 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-3bda8126-9e98-4a26-a6d6-f332d6aae939 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855516 Feb 03 11:08:37.947062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbba7789-e68c-4cf2-823e-76faee82c20b req-5a513ff5-f8a7-4a00-a04a-9dc3e69664d1 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173154 Feb 03 11:08:37.957562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port cf359244-894e-4017-a2bb-d33959631209 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:37.963237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dba859a-b24f-4a53-ade9-d56fc0827fd4 req-a10417ca-4e4e-453d-9374-0a358c0fe692 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc1825c-da4f-487b-8b2a-a324a324e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0662475 Feb 03 11:08:37.976639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:37.980441 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1198662a-f172-4ab6-b943-7cde820a73b5 req-87557a2f-4267-4a10-bfeb-6aa028767da4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "DELETE /v2.0/ports/cf359244-894e-4017-a2bb-d33959631209 HTTP/1.1" status: 204 len: 173 time: 1.8085063 Feb 03 11:08:37.998648 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a0eba7f1-f507-491f-b8b4-dfd2446b6361 req-23204c5b-982d-4b81-b60f-accbb94264a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437152 Feb 03 11:08:38.015257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 59e72685-3d90-4042-aa4c-225c6c01ec92 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:38.072740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 59e72685-3d90-4042-aa4c-225c6c01ec92 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:38.073068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 59e72685-3d90-4042-aa4c-225c6c01ec92 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:38.073579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:38.139820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d85b01a9-238e-4bc9-b371-d271355aa396 req-1e4f9211-19a5-4b6f-8f3c-89d6ce72d943 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832848 Feb 03 11:08:38.297236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b789dc-b178-4f2e-bd5b-0548bb297996 req-0c5c836e-449b-4477-a7a1-a2b7c4512e3a tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:38.301314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20b789dc-b178-4f2e-bd5b-0548bb297996 req-0c5c836e-449b-4477-a7a1-a2b7c4512e3a tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 944 time: 0.1662922 Feb 03 11:08:38.364370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d1f68bf4-3549-4166-a769-afd4f68a753a is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:38.365488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cf359244-894e-4017-a2bb-d33959631209 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:38.389087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: cf359244-894e-4017-a2bb-d33959631209 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:38.390031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cf359244-894e-4017-a2bb-d33959631209 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:38.442388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20b789dc-b178-4f2e-bd5b-0548bb297996 req-6ed37d85-6d4e-49e3-883d-c024e489a9a9 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215031 Feb 03 11:08:38.560150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cec3-5981-4bab-8a59-2a71f2f8591f req-a52df880-1ce7-4cf2-9926-284a8978b48c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:38.569636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85d3cec3-5981-4bab-8a59-2a71f2f8591f req-a52df880-1ce7-4cf2-9926-284a8978b48c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.1213050 Feb 03 11:08:38.665011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85d3cec3-5981-4bab-8a59-2a71f2f8591f req-82898d06-5939-49b2-8f58-31796761772e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914581 Feb 03 11:08:38.717180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38065a3c-c83f-487f-bacb-893517583c31 req-1f4176a7-7a2c-4bd0-8706-0bbe677ced82 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:38.726583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38065a3c-c83f-487f-bacb-893517583c31 req-1f4176a7-7a2c-4bd0-8706-0bbe677ced82 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1455815 Feb 03 11:08:38.842940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38065a3c-c83f-487f-bacb-893517583c31 req-64cd3c0e-3088-4ed4-b08a-ec144adc7881 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147792 Feb 03 11:08:38.910629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bcb53-d597-4833-b5b2-d96b71b5fa33 req-361ee111-6b6b-4719-89b5-5566008bfa5a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:38.913195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-692bcb53-d597-4833-b5b2-d96b71b5fa33 req-361ee111-6b6b-4719-89b5-5566008bfa5a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.1327331 Feb 03 11:08:39.001829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ff6788e-a5aa-4e70-9b17-46512eca2e17 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:39.066131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-692bcb53-d597-4833-b5b2-d96b71b5fa33 req-4e791c13-c863-435b-a19f-62f3e50d1b3c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457779 Feb 03 11:08:39.164816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58036) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:39.244139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17,segment=NetworkSegment(8de2d1a0-8116-40fb-a1fc-891fa3563c24),segment_id=8de2d1a0-8116-40fb-a1fc-891fa3563c24)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:39.276372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '9ff6788e-a5aa-4e70-9b17-46512eca2e17', 'network_id': '7bea7db4-38f4-4384-8779-e4576108c903', 'port_id': '9ff6788e-a5aa-4e70-9b17-46512eca2e17', 'mac_address': 'fa:16:3e:24:16:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1367b4-7cf7-4fa3-8d94-e680edbe030e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:39.301789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting subnet c2fa732b-865e-4ad3-8444-9c5cac0a0f61 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:08:39.308363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (c2fa732b-865e-4ad3-8444-9c5cac0a0f61), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.322960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:39.324115 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.339753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff6788e-a5aa-4e70-9b17-46512eca2e17 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:39.340277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': 'cf359244-894e-4017-a2bb-d33959631209'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:39.342914 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fe05f-42f3-43e1-853a-49c0991f5c69" -d '{"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "cf359244-894e-4017-a2bb-d33959631209"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:39.368767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17,segment=NetworkSegment(8de2d1a0-8116-40fb-a1fc-891fa3563c24),segment_id=8de2d1a0-8116-40fb-a1fc-891fa3563c24)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:39.375478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.382027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (c2fa732b-865e-4ad3-8444-9c5cac0a0f61), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.441630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5340-8828-4f95-a3e1-b33f3c586765 req-79ccc215-6477-4ccf-ac65-1a7d65e006a5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:39.444477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:39.446146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19a5340-8828-4f95-a3e1-b33f3c586765 req-79ccc215-6477-4ccf-ac65-1a7d65e006a5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 0.2229443 Feb 03 11:08:39.583541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19a5340-8828-4f95-a3e1-b33f3c586765 req-05796517-e796-486e-ada1-5977305306fa tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265419 Feb 03 11:08:39.592432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c2fa732b-865e-4ad3-8444-9c5cac0a0f61), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.664488 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038effd3-0871-4a17-8d52-e9da19e42ffe x-openstack-request-id: req-038effd3-0871-4a17-8d52-e9da19e42ffe {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:39.665201 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1825c-da4f-487b-8b2a-a324a324e0e6", "name": "network-vif-deleted", "tag": "cf359244-894e-4017-a2bb-d33959631209", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:39.665950 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-038effd3-0871-4a17-8d52-e9da19e42ffe {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:39.666561 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1825c-da4f-487b-8b2a-a324a324e0e6', 'name': 'network-vif-deleted', 'tag': 'cf359244-894e-4017-a2bb-d33959631209', 'status': 'completed', 'code': 200} Feb 03 11:08:39.707825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (c2fa732b-865e-4ad3-8444-9c5cac0a0f61), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.722056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc4dc4-0d66-4aa0-bba4-d84ba42a1614 req-a75facf0-0ffc-4a82-92c8-5038ac3a1214 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:39.723783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59bc4dc4-0d66-4aa0-bba4-d84ba42a1614 req-a75facf0-0ffc-4a82-92c8-5038ac3a1214 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.0998445 Feb 03 11:08:39.757021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:39.763293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/subnets/c2fa732b-865e-4ad3-8444-9c5cac0a0f61 HTTP/1.1" status: 204 len: 168 time: 0.5944397 Feb 03 11:08:39.764620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:39.767920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2048a7-005b-4554-bf8a-c87a42c6eab7 None None] Network bc7836bb-46d6-4e21-b900-9afcbc923f8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:39.795646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93346fea-5f88-465e-9544-026e57385b83 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fa732b-865e-4ad3-8444-9c5cac0a0f61,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:39.908342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59bc4dc4-0d66-4aa0-bba4-d84ba42a1614 req-265c9b49-5f6b-40c4-ba9b-749169a326cc tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562979 Feb 03 11:08:39.918317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139801-3844-45b4-aede-3114359e6c19 req-5e5ac391-61d9-4437-8686-db6fc74e1ec7 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:39.932861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25139801-3844-45b4-aede-3114359e6c19 req-5e5ac391-61d9-4437-8686-db6fc74e1ec7 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 945 time: 0.1823671 Feb 03 11:08:39.933117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (bc7836bb-46d6-4e21-b900-9afcbc923f8c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.006082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25139801-3844-45b4-aede-3114359e6c19 req-86626de4-4235-48cc-9159-4b654f6c05a2 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Feb 03 11:08:40.044226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] DHCP port deletion for bc7836bb-46d6-4e21-b900-9afcbc923f8c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:08:40.045151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:40.046079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.144067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:40.144807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.163553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:40.195975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Deleting port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:40.197292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.246944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc58041-3820-4558-b34f-70b75ec89135 req-df56423c-b388-4877-9c7c-5cbbbb5a707b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:40.255449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2dc58041-3820-4558-b34f-70b75ec89135 req-df56423c-b388-4877-9c7c-5cbbbb5a707b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1385319 Feb 03 11:08:40.257754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9ff6788e-a5aa-4e70-9b17-46512eca2e17'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:40.273948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6faa64-c96b-43fc-9ff3-a34f7c30127a req-0ccf80e9-aa8f-4116-aa01-819a6ad59b3e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:40.282837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f6faa64-c96b-43fc-9ff3-a34f7c30127a req-0ccf80e9-aa8f-4116-aa01-819a6ad59b3e tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.2284379 Feb 03 11:08:40.295200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.365726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2dc58041-3820-4558-b34f-70b75ec89135 req-6d16782e-2968-4d6e-ba18-a7810bf62dfa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093147 Feb 03 11:08:40.382614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:40.403679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:40.445289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] For port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,segment=NetworkSegment(f6785e5c-5fdc-4c3c-8060-bbe8c925fa99),segment_id=f6785e5c-5fdc-4c3c-8060-bbe8c925fa99)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:40.446704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.493389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f6faa64-c96b-43fc-9ff3-a34f7c30127a req-bb6a920a-4528-4017-8a27-6d88654de640 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096341 Feb 03 11:08:40.530739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Calling delete_port for 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:40.645981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (7fb18bf4-a750-4f6c-8c33-28bbd5be0565), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.669334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] No DVR routers for this DVR port 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:40.669794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a9b2-d7d6-40e2-9a23-d260f0e70732 req-21b48a30-b4c3-4da6-9738-f8ed72c6ece0 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:40.672581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2840a9b2-d7d6-40e2-9a23-d260f0e70732 req-21b48a30-b4c3-4da6-9738-f8ed72c6ece0 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.1088526 Feb 03 11:08:40.709908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc813c-87bc-4bb8-9224-c66a37d89fa9 None None] Pushing event deleted for resources: {'Port': ['ID=7fb18bf4-a750-4f6c-8c33-28bbd5be0565,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:40.755857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2840a9b2-d7d6-40e2-9a23-d260f0e70732 req-ee0e1186-882e-4e23-bf8d-c7cd2bf0d028 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768995 Feb 03 11:08:40.820818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2940e15-854d-46ad-b4b2-622529c2850f req-4b86a08a-05e9-4bf4-82fd-b6e0a77bf756 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:40.823005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2940e15-854d-46ad-b4b2-622529c2850f req-4b86a08a-05e9-4bf4-82fd-b6e0a77bf756 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 0.0711846 Feb 03 11:08:40.878789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2940e15-854d-46ad-b4b2-622529c2850f req-b5d4c7c6-c59b-492f-9a5a-a45294d90a4f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503616 Feb 03 11:08:40.978413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (bc7836bb-46d6-4e21-b900-9afcbc923f8c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:40.999304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:41.031787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7836bb-46d6-4e21-b900-9afcbc923f8c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:41.056819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:41.069269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6785e5c-5fdc-4c3c-8060-bbe8c925fa99') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:41.091312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f6785e5c-5fdc-4c3c-8060-bbe8c925fa99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.113218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f6785e5c-5fdc-4c3c-8060-bbe8c925fa99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.121819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:08:41.122418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f6785e5c-5fdc-4c3c-8060-bbe8c925fa99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:08:41.130434 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:08:41.152390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:41.170246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'port_id': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'mac_address': 'fa:16:3e:49:9f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c639-6f7a-4fca-a369-122f771fec47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:08:41.217725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:41.218422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.243734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:41.275413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:41.279258 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.296404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (bc7836bb-46d6-4e21-b900-9afcbc923f8c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.309666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.315267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/networks/bc7836bb-46d6-4e21-b900-9afcbc923f8c HTTP/1.1" status: 204 len: 168 time: 1.5503793 Feb 03 11:08:41.318092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:41.338817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1698ea7-13ec-47a1-a54f-c73564818363 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Network': ['ID=bc7836bb-46d6-4e21-b900-9afcbc923f8c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:41.339629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:41.431986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting subnet dd7870df-115c-40cd-aa52-c64f799343cf {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:08:41.437477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (dd7870df-115c-40cd-aa52-c64f799343cf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.495814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c70c-57b2-4db0-92fb-055463cb5431 req-64ddadc2-25b8-446c-bfe0-40ab15094c06 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:41.497675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3526c70c-57b2-4db0-92fb-055463cb5431 req-64ddadc2-25b8-446c-bfe0-40ab15094c06 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1272814 Feb 03 11:08:41.502860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:41.510470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (dd7870df-115c-40cd-aa52-c64f799343cf), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.582440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3526c70c-57b2-4db0-92fb-055463cb5431 req-02d27f10-18c3-4529-a558-777c70299b6b tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767879 Feb 03 11:08:41.689956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157141af-ebe1-41bc-83bb-6a16967e80b6 req-b09a7c20-3dfd-427d-9486-c843238114b3 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:41.691822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157141af-ebe1-41bc-83bb-6a16967e80b6 req-b09a7c20-3dfd-427d-9486-c843238114b3 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 945 time: 0.1373968 Feb 03 11:08:41.721727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (dd7870df-115c-40cd-aa52-c64f799343cf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.787997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157141af-ebe1-41bc-83bb-6a16967e80b6 req-f1070bc1-3ac0-4591-8a00-3d7ff23022dc tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872626 Feb 03 11:08:41.831731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (dd7870df-115c-40cd-aa52-c64f799343cf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.885264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:41.890084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/subnets/dd7870df-115c-40cd-aa52-c64f799343cf HTTP/1.1" status: 204 len: 168 time: 0.5702379 Feb 03 11:08:41.892950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:41.894555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7870df-115c-40cd-aa52-c64f799343cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:41.902181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937ad73-6fe6-4ae7-95ea-18c19d3a694a None None] Network 433a3b12-9502-490f-8fbe-a434ff828f70 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:41.919502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.920377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.921157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.922574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.923423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.924111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.924854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.925628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.926199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.927739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.928486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.929628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.930953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a147d6-f240-4bde-ac40-70f4f797ae07 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:08:41.958831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6a78-4157-4aa7-9cb5-0be456699382 req-5e88eeda-c1fb-4795-a66f-39e3d2a1c275 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:41.962774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-491b6a78-4157-4aa7-9cb5-0be456699382 req-5e88eeda-c1fb-4795-a66f-39e3d2a1c275 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1475205 Feb 03 11:08:42.024086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:42.049532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (433a3b12-9502-490f-8fbe-a434ff828f70), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.067718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:42.068183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7fb18bf4-a750-4f6c-8c33-28bbd5be0565 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:42.089863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-491b6a78-4157-4aa7-9cb5-0be456699382 req-6fc72845-b89b-41d1-9be4-63ee5d8023b0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180212 Feb 03 11:08:42.127705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port 63003c5e-e50d-4c68-9b8e-161b9045aa77 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:42.128130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.203713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port 63003c5e-e50d-4c68-9b8e-161b9045aa77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=63003c5e-e50d-4c68-9b8e-161b9045aa77,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:42.204355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.205464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] DHCP port deletion for 433a3b12-9502-490f-8fbe-a434ff828f70 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:08:42.219286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for 63003c5e-e50d-4c68-9b8e-161b9045aa77 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:42.243614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ca053-1199-4c09-838d-30d71bdfc045 req-731e55db-3c03-4723-af8a-b377f2846c69 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.245306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b2ca053-1199-4c09-838d-30d71bdfc045 req-731e55db-3c03-4723-af8a-b377f2846c69 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 944 time: 0.0698376 Feb 03 11:08:42.296841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Deleting port 63003c5e-e50d-4c68-9b8e-161b9045aa77 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:42.297312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.335826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b2ca053-1199-4c09-838d-30d71bdfc045 req-7eac68f1-83fb-4e33-b8be-65c41069f00f tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821512 Feb 03 11:08:42.377695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.398612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] For port 63003c5e-e50d-4c68-9b8e-161b9045aa77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=63003c5e-e50d-4c68-9b8e-161b9045aa77,segment=NetworkSegment(872c4523-1d40-477d-9180-090f3ef840d2),segment_id=872c4523-1d40-477d-9180-090f3ef840d2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:42.399011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.412449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port 63003c5e-e50d-4c68-9b8e-161b9045aa77 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:42.416172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.416875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.418425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.419120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.419299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=63003c5e-e50d-4c68-9b8e-161b9045aa77,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:42.420016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.421207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.421759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.422270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.422717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.423241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.423867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.424324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.424815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.425321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.435322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-66a6f098-0ba3-43f5-8870-cc0b30a80770 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771&device_id=7d1b63b5-7996-4cbb-a526-01b86d332435&device_id=05cbbadf-6922-48ec-ac60-bb3af34de685&device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3&device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd&device_id=5f232fd3-a560-43d1-8295-57def8fe0282&device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe&device_id=39561f18-3f52-4efe-82b5-d6728d9c7302&device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd&device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a&device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 13126 time: 0.1205261 Feb 03 11:08:42.443819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Calling delete_port for 63003c5e-e50d-4c68-9b8e-161b9045aa77 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:42.452663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-19233eba-a2f3-4977-b966-949950014389 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.529075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (63003c5e-e50d-4c68-9b8e-161b9045aa77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.542109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf43c-2adb-4f92-990f-2d1a9b7fd372 req-13a48e03-a6a9-475a-8cb2-d3e510df30f4 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.543655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7eaf43c-2adb-4f92-990f-2d1a9b7fd372 req-13a48e03-a6a9-475a-8cb2-d3e510df30f4 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 944 time: 0.0811920 Feb 03 11:08:42.545986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (433a3b12-9502-490f-8fbe-a434ff828f70), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.564052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] Pushing event deleted for resources: {'Port': ['ID=63003c5e-e50d-4c68-9b8e-161b9045aa77,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:42.566113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156da04-4814-47d3-b880-a41c23e3dc86 None None] No DVR routers for this DVR port 63003c5e-e50d-4c68-9b8e-161b9045aa77 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:42.601792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433a3b12-9502-490f-8fbe-a434ff828f70']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:42.619857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872c4523-1d40-477d-9180-090f3ef840d2') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:42.620151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872c4523-1d40-477d-9180-090f3ef840d2') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:42.627960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-19233eba-a2f3-4977-b966-949950014389 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Publish callbacks [] for security_group (5a535c6d-e7f5-4077-93ca-6afe2aa31be3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.632215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7eaf43c-2adb-4f92-990f-2d1a9b7fd372 req-20048728-a89d-4156-91ca-efe0e99ceff6 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750663 Feb 03 11:08:42.632446 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-a22a2390-5eda-430a-88be-26d7e696757d service neutron] 10.222.0.53 "GET /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1655245 Feb 03 11:08:42.633377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-19233eba-a2f3-4977-b966-949950014389 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5a535c6d-e7f5-4077-93ca-6afe2aa31be3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.636861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (872c4523-1d40-477d-9180-090f3ef840d2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.660294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (872c4523-1d40-477d-9180-090f3ef840d2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.698220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19233eba-a2f3-4977-b966-949950014389 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a535c6d-e7f5-4077-93ca-6afe2aa31be3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:42.698726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-d4a61db9-4dba-461d-b2a2-2a86a3b1036f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.698726 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-d4a61db9-4dba-461d-b2a2-2a86a3b1036f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1628876 Feb 03 11:08:42.698726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:08:42.699016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (872c4523-1d40-477d-9180-090f3ef840d2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:08:42.705305 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:08:42.761619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6c1239e-5ad8-4ee3-aa04-e5a384ea0b70 req-19233eba-a2f3-4977-b966-949950014389 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&id=2005dfec-533c-4317-b3b1-bec3407f22fc&id=f5083a4a-752e-4c2e-8763-edd72b6e034c&id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3251116 Feb 03 11:08:42.827017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (433a3b12-9502-490f-8fbe-a434ff828f70), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.858058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.869309 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/networks/433a3b12-9502-490f-8fbe-a434ff828f70 HTTP/1.1" status: 204 len: 168 time: 0.9732530 Feb 03 11:08:42.871325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:42.879872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-927921209'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:42.910957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c09f3-1f1e-4f69-91b4-6d63eeea1bfe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Network': ['ID=433a3b12-9502-490f-8fbe-a434ff828f70,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:42.915667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:42.919608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.936857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b921-ccd0-420a-90d1-16cc9813a9fc req-6a3c403d-1993-4c3b-a656-3ea1520763e6 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:42.939181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c134b921-ccd0-420a-90d1-16cc9813a9fc req-6a3c403d-1993-4c3b-a656-3ea1520763e6 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 946 time: 0.1005771 Feb 03 11:08:42.963588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:08:42.984875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bf5b7a22-6249-4a58-be38-8e8b11461878), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:42.985394 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Added segment bf5b7a22-6249-4a58-be38-8e8b11461878 of type vlan for network d787b31e-5663-48c6-9a63-5d0938bb6837 Feb 03 11:08:43.016377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ff6788e-a5aa-4e70-9b17-46512eca2e17 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:43.041312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-54b7f0b3-4660-4e76-b39f-86e1fb228433 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.042895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-54b7f0b3-4660-4e76-b39f-86e1fb228433 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.1474793 Feb 03 11:08:43.055766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821606-6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:43.063340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Deleting port b45f5873-cd2b-49cf-b119-dc29bb43fd99 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:43.063731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.073911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:08:43.077772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:43.078200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.086444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d787b31e-5663-48c6-9a63-5d0938bb6837), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.096483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c134b921-ccd0-420a-90d1-16cc9813a9fc req-1f220feb-c338-4456-b126-df409685dd39 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups?id=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444898 Feb 03 11:08:43.131944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.134957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400067b-8f14-43df-8ed3-0d4ede302e0b req-3ce633ad-56fc-455b-add3-96a07afa8e9f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.145360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9400067b-8f14-43df-8ed3-0d4ede302e0b req-3ce633ad-56fc-455b-add3-96a07afa8e9f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 945 time: 0.1461177 Feb 03 11:08:43.162279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d787b31e-5663-48c6-9a63-5d0938bb6837), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.170218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.172391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.198712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:43.199190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.229774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:43.230228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:43.235225 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89fce93-d8bb-422f-8c87-ee9ff8c4be46" -d '{"events": [{"server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "name": "network-vif-plugged", "status": "completed", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:43.252307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17,segment=NetworkSegment(8de2d1a0-8116-40fb-a1fc-891fa3563c24),segment_id=8de2d1a0-8116-40fb-a1fc-891fa3563c24)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.257798 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.258814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:43.275555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.301076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] For port b45f5873-cd2b-49cf-b119-dc29bb43fd99, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b45f5873-cd2b-49cf-b119-dc29bb43fd99,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.301465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.326030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f68bf4-3549-4166-a769-afd4f68a753a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:43.420779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.456656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.479703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Network': ['ID=d787b31e-5663-48c6-9a63-5d0938bb6837,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:43.503210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e43497c6-62f4-4f6e-b8ea-72d12c515b9c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6295104 Feb 03 11:08:43.508938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:43.510482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d787b31e-5663-48c6-9a63-5d0938bb6837 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:08:43.517043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'subnet': {'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:43.525732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9400067b-8f14-43df-8ed3-0d4ede302e0b req-13b9a1cf-859a-4836-a8e5-7daeb17f3e51 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794570 Feb 03 11:08:43.601876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:43.629782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:43.630159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.727256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00b435-f92d-4431-87bf-c87f7a8deba2 req-8fb158d2-2538-4cf5-90b4-643e7e75ef7e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.727812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00b435-f92d-4431-87bf-c87f7a8deba2 req-8fb158d2-2538-4cf5-90b4-643e7e75ef7e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.728210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00b435-f92d-4431-87bf-c87f7a8deba2 req-8fb158d2-2538-4cf5-90b4-643e7e75ef7e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.736472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b00b435-f92d-4431-87bf-c87f7a8deba2 req-8fb158d2-2538-4cf5-90b4-643e7e75ef7e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435&device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3&device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 2972 time: 0.2144399 Feb 03 11:08:43.751721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:43.755088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.791803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:43.792241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.824630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4da39-6f01-4053-b86d-0350bbec0500 req-c30a891d-cac3-49e5-9255-f609440795ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:43.830693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.833624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49e4da39-6f01-4053-b86d-0350bbec0500 req-c30a891d-cac3-49e5-9255-f609440795ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 945 time: 0.1688149 Feb 03 11:08:43.835795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.865289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:43.892895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:43.917576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b00b435-f92d-4431-87bf-c87f7a8deba2 req-097abff4-bd80-486b-a6ce-f76bde1a7a0c tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801021 Feb 03 11:08:43.922339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] Transition to ACTIVE for port object d1f68bf4-3549-4166-a769-afd4f68a753a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:43.948679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.981946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.983961 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ead3a0-d57b-4e15-b818-afe2d6092e2b x-openstack-request-id: req-f4ead3a0-d57b-4e15-b818-afe2d6092e2b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:43.984291 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "name": "network-vif-plugged", "status": "completed", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:43.984629 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4ead3a0-d57b-4e15-b818-afe2d6092e2b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:43.985060 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17', 'code': 200} Feb 03 11:08:43.985532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:43.986025 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Floating IP ab3a5b9e-d5a9-4f94-aa86-c5c212b53177 disassociated. External IP: 172.25.7.134, port: b45f5873-cd2b-49cf-b119-dc29bb43fd99. Feb 03 11:08:43.986546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Calling delete_port for b45f5873-cd2b-49cf-b119-dc29bb43fd99 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:44.018957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 63003c5e-e50d-4c68-9b8e-161b9045aa77 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:44.059216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:08:44.069535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:44.072863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 63003c5e-e50d-4c68-9b8e-161b9045aa77 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:44.073353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 63003c5e-e50d-4c68-9b8e-161b9045aa77 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:44.184613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] No DVR routers for this DVR port d1f68bf4-3549-4166-a769-afd4f68a753a on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:44.189001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=10']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:44.206958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49e4da39-6f01-4053-b86d-0350bbec0500 req-64bca357-d855-4322-afaf-2ecd36ab361c tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721652 Feb 03 11:08:44.211918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:44.224450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:44.226887 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7540c1-1c5e-45f6-bda8-da9dd5d5f114" -d '{"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:44.230922 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks [] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.254098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a has no active binding in host n-h1-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:08:44.295734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.314564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:44.330221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.345646 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-99b4839f-b4ce-476e-b4eb-cacbb1f24c36 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a/bindings/n-h2-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7001119 Feb 03 11:08:44.397817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da34ce9-a52d-4a15-88b2-de9fe379ade2 req-4a1fb8ff-8086-40a8-bd8e-ae3d4b46ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:44.399512 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7da34ce9-a52d-4a15-88b2-de9fe379ade2 req-4a1fb8ff-8086-40a8-bd8e-ae3d4b46ecfc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 1128 time: 0.2526529 Feb 03 11:08:44.412636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:44.438918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1e1b-3c9e-4515-aee5-80e3910b210d req-4f93743f-97af-41a1-9dab-8edd8f3940f4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:44.440986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48fe1e1b-3c9e-4515-aee5-80e3910b210d req-4f93743f-97af-41a1-9dab-8edd8f3940f4 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.3835626 Feb 03 11:08:44.498083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on host n-h2-821606-6 for vnic_type normal with profile {"migrating_to": "n-h1-821606-6"} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:44.498420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:44.499045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:44.528642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68f6ad09-b667-458b-8169-ce186d5acf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.531652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:44.532098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Attempting to bind port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on network da23f46f-2179-472f-a1fd-827be430980b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:44.559790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:44.560258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Checking segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:44.560693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Bound using segment: {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:44.561163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Bound port: 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053d9d77-b839-4609-bd80-98f9fc6a80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da23f46f-2179-472f-a1fd-827be430980b'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:44.561570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.574152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Subnet': ['ID=e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:44.598178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b45f5873-cd2b-49cf-b119-dc29bb43fd99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.604931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f381f-7c82-44b4-a8fb-a22c3a00a7f0 req-e517a767-0300-410c-b03a-cf187e30c8a1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:44.606671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db8f381f-7c82-44b4-a8fb-a22c3a00a7f0 req-e517a767-0300-410c-b03a-cf187e30c8a1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.2889392 Feb 03 11:08:44.609890 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7da34ce9-a52d-4a15-88b2-de9fe379ade2 req-9324b325-7f79-47d3-b962-c4aa60fb0f21 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416895 Feb 03 11:08:44.614473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Checking segment: {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:44.614840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network hostable DHCP agents. Network: d787b31e-5663-48c6-9a63-5d0938bb6837, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:08:44.665865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event deleted for resources: {'Port': ['ID=b45f5873-cd2b-49cf-b119-dc29bb43fd99,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:44.673891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48fe1e1b-3c9e-4515-aee5-80e3910b210d req-2c0b3282-cf41-4a6c-b319-3c706207525d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212975 Feb 03 11:08:44.690284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network d787b31e-5663-48c6-9a63-5d0938bb6837 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:08:44.708006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-30c347df-b9cb-4cd7-9694-c2d2e23916d5 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:44.709698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-30c347df-b9cb-4cd7-9694-c2d2e23916d5 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.1881440 Feb 03 11:08:44.719737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db8f381f-7c82-44b4-a8fb-a22c3a00a7f0 req-da49908b-3fa9-4ba3-bb18-b8a7fb292a61 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984356 Feb 03 11:08:44.724746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d787b31e-5663-48c6-9a63-5d0938bb6837) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:44.730178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:44.731108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.738361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d716a-fb1c-4e3e-aeab-a6b067a76dea None None] Network d787b31e-5663-48c6-9a63-5d0938bb6837 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:44.766265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-14427d07-1db9-4945-b4cf-7d60ddb245d7 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2542973 Feb 03 11:08:44.768978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:44.778681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1591586467'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:44.797865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:44.805029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:44.810510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.857579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:44.859336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:08:44.877227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.896114 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acb8ff-3694-41b5-bb4e-b6bfdf427b65 x-openstack-request-id: req-69acb8ff-3694-41b5-bb4e-b6bfdf427b65 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:44.896465 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:44.896739 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69acb8ff-3694-41b5-bb4e-b6bfdf427b65 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:44.897166 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'code': 200} Feb 03 11:08:44.900468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68f6ad09-b667-458b-8169-ce186d5acf07 admin admin] Publish callbacks [] for security_group (2c9706c7-353f-4198-a3e0-8e33b5e1d29b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.905094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c14a9e01-df4e-4dfd-b1dd-aa2b0541418d req-c688df8f-c34b-4dbc-a388-c23f51d63a9f tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3012278-0859-4c6e-bfa0-0d0a0557a7a1 HTTP/1.1" status: 200 len: 210 time: 0.0507393 Feb 03 11:08:44.909068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bd515797-fc28-49fb-80fc-5c31b1bb93fe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.909404 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Added segment bd515797-fc28-49fb-80fc-5c31b1bb93fe of type vlan for network 8752443e-72de-4264-a17a-d4a851745e8c Feb 03 11:08:44.945090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68f6ad09-b667-458b-8169-ce186d5acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2c9706c7-353f-4198-a3e0-8e33b5e1d29b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.973165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d787b31e-5663-48c6-9a63-5d0938bb6837', 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837', 'project_id': '45bda1de5ee045578bf1b610205abb67', 'fixed_ips': [{'subnet_id': 'e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:08:44.974406 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:44.987124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8752443e-72de-4264-a17a-d4a851745e8c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.040357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:08:45.047598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ad09-b667-458b-8169-ce186d5acf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9706c7-353f-4198-a3e0-8e33b5e1d29b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:45.054993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-68f6ad09-b667-458b-8169-ce186d5acf07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f96c7ecd9f24432a8da0ac75a9ca0d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146242 Feb 03 11:08:45.055831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=8']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:45.059797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58178) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:45.105370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.109906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.113157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-39638f63-62ce-438e-92b0-7eede0f7886b service neutron] 10.222.0.53 "PUT /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 1121 time: 2.0609839 Feb 03 11:08:45.174694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8752443e-72de-4264-a17a-d4a851745e8c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.181551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.182752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.228841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Allocated IP 19.80.0.2 (d787b31e-5663-48c6-9a63-5d0938bb6837/e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3/14c04cba-8158-4eaa-b458-46c17c85a8b1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:45.364232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5913513 Feb 03 11:08:45.367099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:45.375141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363042-7dff-4a10-a0fc-425cbf3fd865 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Network': ['ID=8752443e-72de-4264-a17a-d4a851745e8c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:45.394550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'subnet': {'network_id': '8752443e-72de-4264-a17a-d4a851745e8c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:45.398580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791a62-37cf-43b7-b5fe-2aea134b1e0b req-a8a831c9-2080-495c-a214-ef48d0b1ca95 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.409845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88791a62-37cf-43b7-b5fe-2aea134b1e0b req-a8a831c9-2080-495c-a214-ef48d0b1ca95 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.4061701 Feb 03 11:08:45.437597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-a817d54d-05e6-476a-b2e5-9b8910f97ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.439706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-a817d54d-05e6-476a-b2e5-9b8910f97ea5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a&tenant_id=202edb218022440b816ab5008043de5c HTTP/1.1" status: 200 len: 1127 time: 0.4011607 Feb 03 11:08:45.498103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] Publish callbacks [] for security_group (2c9706c7-353f-4198-a3e0-8e33b5e1d29b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.519084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88791a62-37cf-43b7-b5fe-2aea134b1e0b req-52865beb-2c9e-4c14-bdec-29cc9599436e tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863702 Feb 03 11:08:45.551111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8752443e-72de-4264-a17a-d4a851745e8c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:08:45.560440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks [] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.593143 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.602443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] Publish callbacks [] for security_group (2c9706c7-353f-4198-a3e0-8e33b5e1d29b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.638037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-4a1b67d3-c582-4971-99a2-1bb642da128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.639856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-4a1b67d3-c582-4971-99a2-1bb642da128c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202edb218022440b816ab5008043de5c&device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1127 time: 0.1605766 Feb 03 11:08:45.640199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:08:45.645778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:45.653169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.653900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Sync routers for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:08:45.665643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3cf18-7eea-4df5-82e2-2ef774d05433 req-3bd6a976-f03d-40f8-bdf8-b5699dc46f68 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.667618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb3cf18-7eea-4df5-82e2-2ef774d05433 req-3bd6a976-f03d-40f8-bdf8-b5699dc46f68 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1130922 Feb 03 11:08:45.679661 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:45.680774 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:45.701861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['7fe04cff-8384-402d-a92a-c3fa946b7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:45.738429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] No DVR routers for this DVR port b45f5873-cd2b-49cf-b119-dc29bb43fd99 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:45.741761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.746119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5d8bd18d-66b3-48f3-8f48-e85b6991af10 req-5375de15-c71a-4a85-8606-2294e8942871 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.53 "DELETE /v2.0/ports/b45f5873-cd2b-49cf-b119-dc29bb43fd99 HTTP/1.1" status: 204 len: 173 time: 3.0382972 Feb 03 11:08:45.747138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['7fe04cff-8384-402d-a92a-c3fa946b7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:45.842862 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2c9706c7-353f-4198-a3e0-8e33b5e1d29b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.847254 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:45.851111 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c9706c7-353f-4198-a3e0-8e33b5e1d29b HTTP/1.1" status: 204 len: 168 time: 0.7850151 Feb 03 11:08:45.864459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29740-6152-45e5-89c0-e02510de9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9706c7-353f-4198-a3e0-8e33b5e1d29b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:45.867616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb3cf18-7eea-4df5-82e2-2ef774d05433 req-8196a54b-850d-460c-856d-0d8f26e6f446 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840312 Feb 03 11:08:45.888151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Pushing event updated for resources: {'Port': ['ID=14c04cba-8158-4eaa-b458-46c17c85a8b1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:45.938965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108086d-03da-4cbe-b1d7-f63fbce41a5e req-ba324f11-e40d-4e8e-bb7d-24619c7e4092 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.938965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9108086d-03da-4cbe-b1d7-f63fbce41a5e req-ba324f11-e40d-4e8e-bb7d-24619c7e4092 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1130 time: 0.1718082 Feb 03 11:08:45.944217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-d82ce26a-81d4-47da-9d51-590c7d6eb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:45.945852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-d82ce26a-81d4-47da-9d51-590c7d6eb87e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 200 len: 921 time: 0.2998996 Feb 03 11:08:45.994026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:46.005223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Network d787b31e-5663-48c6-9a63-5d0938bb6837 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:46.006996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:46.009314 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7183519e-44ed-44a4-ab92-b95ad94ba3d0" -d '{"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-plugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:46.028459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-0040a5d6-c76b-4bdb-8a95-53947d9747ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 200 len: 217 time: 0.0643916 Feb 03 11:08:46.034550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:46.041039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:46.055767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.057040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b45f5873-cd2b-49cf-b119-dc29bb43fd99 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:46.095580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: b45f5873-cd2b-49cf-b119-dc29bb43fd99 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:46.095929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b45f5873-cd2b-49cf-b119-dc29bb43fd99 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:46.129810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (36364292-dffd-47fe-bd60-3e81f646c69c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.200818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Attempting to bind port 14c04cba-8158-4eaa-b458-46c17c85a8b1 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:46.201228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Attempting to bind port 14c04cba-8158-4eaa-b458-46c17c85a8b1 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:46.201590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Attempting to bind port 14c04cba-8158-4eaa-b458-46c17c85a8b1 on network d787b31e-5663-48c6-9a63-5d0938bb6837 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:46.212513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:46.213638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Checking segment: {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:46.214049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.214447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Bound using segment: {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:46.214939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Bound port: 14c04cba-8158-4eaa-b458-46c17c85a8b1, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:46.215325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.246269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Subnet': ['ID=36364292-dffd-47fe-bd60-3e81f646c69c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:46.271427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Checking segment: {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:46.272094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network hostable DHCP agents. Network: 8752443e-72de-4264-a17a-d4a851745e8c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:08:46.297732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network 8752443e-72de-4264-a17a-d4a851745e8c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:08:46.322897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8752443e-72de-4264-a17a-d4a851745e8c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:46.334125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:46.335303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.348869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] For port 14c04cba-8158-4eaa-b458-46c17c85a8b1, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:46.366074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] For port 14c04cba-8158-4eaa-b458-46c17c85a8b1, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14c04cba-8158-4eaa-b458-46c17c85a8b1,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:46.389428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7b14d7fd-c56c-4069-ae72-e73c2da4307a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0064015 Feb 03 11:08:46.389682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372039ec-6696-4891-bebe-25ff9e079813 None None] Network 8752443e-72de-4264-a17a-d4a851745e8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:46.389682 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.577123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58206) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:46.594793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a724c7-154a-49bb-9cc0-5cf5c106dbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.618604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:46.662320 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Checking router: af3dc955-9521-4ae4-a200-14cd6ba6dbd1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:08:46.680484 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:46.681743 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:46.716748 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a724c7-154a-49bb-9cc0-5cf5c106dbcf admin admin] Publish callbacks [] for security_group (15bd2864-df3d-476e-83fe-353cc456ea9c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.718085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39bc5-eaf3-4046-89a5-fd6be3882bee None None] Pushing event updated for resources: {'Port': ['ID=14c04cba-8158-4eaa-b458-46c17c85a8b1,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:46.722591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a724c7-154a-49bb-9cc0-5cf5c106dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15bd2864-df3d-476e-83fe-353cc456ea9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.733135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9108086d-03da-4cbe-b1d7-f63fbce41a5e req-f484c72e-3b39-44cb-b53a-7eb7443bcb00 tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966824 Feb 03 11:08:46.772483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63a724c7-154a-49bb-9cc0-5cf5c106dbcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa024e95f2eb4fa2ac24a6e6cc66ebfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935549 Feb 03 11:08:46.778959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58212) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:46.803693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7f871-95ac-4cb1-8b37-3f37aa03f158 req-a79ff3f8-b7a2-4a09-8ccb-57cb9b3a2b73 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:46.803906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a724c7-154a-49bb-9cc0-5cf5c106dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd2864-df3d-476e-83fe-353cc456ea9c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:46.805638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4e7f871-95ac-4cb1-8b37-3f37aa03f158 req-a79ff3f8-b7a2-4a09-8ccb-57cb9b3a2b73 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.7838805 Feb 03 11:08:46.813037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-66eef7d8-6eb5-4663-8d40-48b909ff19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:46.814695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-66eef7d8-6eb5-4663-8d40-48b909ff19c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 200 len: 860 time: 0.7660091 Feb 03 11:08:46.870926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] Publish callbacks [] for security_group (15bd2864-df3d-476e-83fe-353cc456ea9c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.884023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-8752443e-72de-4264-a17a-d4a851745e8c', 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c', 'project_id': '45bda1de5ee045578bf1b610205abb67', 'fixed_ips': [{'subnet_id': '36364292-dffd-47fe-bd60-3e81f646c69c'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:08:46.889810 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:46.892066 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:46.898074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a'}, {'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'name': 'network-vif-deleted', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:46.900830 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9041e-5b70-44d1-a322-99a3d8fe93e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a"}, {"server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "name": "network-vif-deleted", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:46.912350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-361945cb-39be-4641-90ba-d8db05d0d9ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa897d9-e607-4149-946e-c2420f7fbdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696592 Feb 03 11:08:46.920476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] Publish callbacks [] for security_group (15bd2864-df3d-476e-83fe-353cc456ea9c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.024104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15bd2864-df3d-476e-83fe-353cc456ea9c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.027259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.028528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15bd2864-df3d-476e-83fe-353cc456ea9c HTTP/1.1" status: 204 len: 168 time: 0.2474990 Feb 03 11:08:47.040901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72223af5-7580-4736-9575-9fc4b79c68e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd2864-df3d-476e-83fe-353cc456ea9c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:47.066713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4e7f871-95ac-4cb1-8b37-3f37aa03f158 req-c5e95edd-681b-4921-a3f9-02df54fde7bb tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507200 Feb 03 11:08:47.068407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:47.131138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf457c2b-9698-412b-b3c1-974803635745 req-86f84f3c-8c0d-496f-8c97-af1cc43ae9fb tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:47.141706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf457c2b-9698-412b-b3c1-974803635745 req-86f84f3c-8c0d-496f-8c97-af1cc43ae9fb tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 945 time: 0.2405789 Feb 03 11:08:47.244577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e4a32196-4b4b-47c4-8bdb-bca3e4be27b9 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781789 Feb 03 11:08:47.251600 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc4515-db0a-4798-bd26-96017411009a x-openstack-request-id: req-1abc4515-db0a-4798-bd26-96017411009a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:47.251903 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-plugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:47.253750 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1abc4515-db0a-4798-bd26-96017411009a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:47.254194 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'code': 200} Feb 03 11:08:47.256370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf457c2b-9698-412b-b3c1-974803635745 req-3d099ff1-9fdb-42b2-b7c5-8c4b5260901b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136336 Feb 03 11:08:47.316235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:47.393187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Allocated IP 19.86.0.2 (8752443e-72de-4264-a17a-d4a851745e8c/36364292-dffd-47fe-bd60-3e81f646c69c/f3a722cf-f52c-4996-9970-319d401f4a77) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:47.477932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243647ab-dbf4-477e-9ebd-e546d556e577 None None] The sync data for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 is: [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:07:21Z', 'revision_number': 4, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '54025eac-0917-47ce-ac76-98b0fac5d786', 'name': '', 'network_id': '628199d3-dd7c-4f08-ad05-ad16892b8a53', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'mac_address': 'fa:16:3e:91:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:20Z', 'updated_at': '2022-02-03T11:07:27Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'subnets': [{'id': '308b0f45-7846-4e9c-a47b-21376abb298b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:08:47.507853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:47.508952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.555118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69361d-d176-4623-aa58-83bc5af5372d req-75225f38-f250-415f-b3b1-fb71e5289d59 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:47.562231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec69361d-d176-4623-aa58-83bc5af5372d req-75225f38-f250-415f-b3b1-fb71e5289d59 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.2540133 Feb 03 11:08:47.575213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:47.584774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-140bea53-75fa-4cf0-9395-73baeb8d8b87 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019605 Feb 03 11:08:47.612416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.632830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-b2ee1901-1be9-4dc5-8832-ee6f1253040f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:47.644190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-b2ee1901-1be9-4dc5-8832-ee6f1253040f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:47.650818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-b2ee1901-1be9-4dc5-8832-ee6f1253040f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/networks?id=d787b31e-5663-48c6-9a63-5d0938bb6837&id=8752443e-72de-4264-a17a-d4a851745e8c HTTP/1.1" status: 200 len: 1391 time: 0.2534945 Feb 03 11:08:47.672570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks [] for port (f3a722cf-f52c-4996-9970-319d401f4a77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.685371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8a93d4fd-e462-4132-ae92-bb8ba59e471e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/quotas/45bda1de5ee045578bf1b610205abb67 HTTP/1.1" status: 200 len: 375 time: 0.0335536 Feb 03 11:08:47.692692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.703804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:47.714229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec69361d-d176-4623-aa58-83bc5af5372d req-5f42ef9e-8184-4911-b5cc-260eff773880 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455305 Feb 03 11:08:47.754391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Network 8752443e-72de-4264-a17a-d4a851745e8c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:47.759214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:47.766804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:47.817383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-303d2077-0e9a-4411-8540-849140261212 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1309521 Feb 03 11:08:47.936726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Pushing event updated for resources: {'Port': ['ID=f3a722cf-f52c-4996-9970-319d401f4a77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:47.948636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Attempting to bind port f3a722cf-f52c-4996-9970-319d401f4a77 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:47.949036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Attempting to bind port f3a722cf-f52c-4996-9970-319d401f4a77 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:47.949414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Attempting to bind port f3a722cf-f52c-4996-9970-319d401f4a77 on network 8752443e-72de-4264-a17a-d4a851745e8c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:47.958569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:47.958950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Checking segment: {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:47.959493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:47.959924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Bound using segment: {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:47.960566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Bound port: f3a722cf-f52c-4996-9970-319d401f4a77, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:47.960950 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.018433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb491eda-e111-482d-b1c4-2354769968c1 None None] New status for floating IP ab3a5b9e-d5a9-4f94-aa86-c5c212b53177: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:08:48.022929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ecb36-a03d-49bf-8304-933f7ea7fb00 req-e5506fa4-a976-49fc-9721-c9b25ec0a9fb tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:48.024947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-420ecb36-a03d-49bf-8304-933f7ea7fb00 req-e5506fa4-a976-49fc-9721-c9b25ec0a9fb tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1130 time: 0.1903670 Feb 03 11:08:48.149231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14c04cba-8158-4eaa-b458-46c17c85a8b1 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:48.210033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] For port f3a722cf-f52c-4996-9970-319d401f4a77, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:48.223461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-420ecb36-a03d-49bf-8304-933f7ea7fb00 req-4ab6aa61-242d-4958-85da-249874c8f01d tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752863 Feb 03 11:08:48.225428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e06600a4-a11d-430c-9e40-89451cba529d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:48.226837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-e06600a4-a11d-430c-9e40-89451cba529d tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a&tenant_id=202edb218022440b816ab5008043de5c&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.1907585 Feb 03 11:08:48.233061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-f4c4e483-b1a9-4337-b080-6abf154d967b service neutron] 10.222.0.30 "GET /v2.0/networks/d787b31e-5663-48c6-9a63-5d0938bb6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148190 Feb 03 11:08:48.278403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] For port f3a722cf-f52c-4996-9970-319d401f4a77, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3a722cf-f52c-4996-9970-319d401f4a77,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:48.292332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.379723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 14c04cba-8158-4eaa-b458-46c17c85a8b1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:48.380096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.405732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528f144-d987-4fd6-92bd-a7a3e28c3079 None None] Network d787b31e-5663-48c6-9a63-5d0938bb6837 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:48.408349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd9d3-1b63-450c-8867-3e7f44f45e6f None None] Pushing event updated for resources: {'Port': ['ID=f3a722cf-f52c-4996-9970-319d401f4a77,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:48.527232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-c768deae-5425-443f-98a3-dcd6d8a52d59 service neutron] 10.222.0.30 "GET /v2.0/networks/d787b31e-5663-48c6-9a63-5d0938bb6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839944 Feb 03 11:08:48.554424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9a83-8b0e-4f32-9903-f9e1403a0abd req-5df3bb1c-187f-411b-b681-c0baeace96ba tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:48.561905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-467a9a83-8b0e-4f32-9903-f9e1403a0abd req-5df3bb1c-187f-411b-b681-c0baeace96ba tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.2263887 Feb 03 11:08:48.679157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8626e304-721a-4468-8fa3-583a807ffe7b req-3dc1b786-784f-4ad2-98e6-ba1920bcf5eb service neutron] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:48.687906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8626e304-721a-4468-8fa3-583a807ffe7b req-3dc1b786-784f-4ad2-98e6-ba1920bcf5eb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.691212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-3dc1b786-784f-4ad2-98e6-ba1920bcf5eb service neutron] 10.222.0.69 "DELETE /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a/bindings/n-h1-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.4478440 Feb 03 11:08:48.708137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-467a9a83-8b0e-4f32-9903-f9e1403a0abd req-0a309528-1ad0-425e-ab2d-e0fe209969cf tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453314 Feb 03 11:08:48.723663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-2be8855d-0b88-45ba-aaa9-03d2d9f0ad9d service neutron] 10.222.0.30 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937013 Feb 03 11:08:48.768228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Provisioning complete for port 14c04cba-8158-4eaa-b458-46c17c85a8b1 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:48.768859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.801754 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b326241c-9815-4bc5-8f95-6104acb97455 x-openstack-request-id: req-b326241c-9815-4bc5-8f95-6104acb97455 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:48.802283 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a", "status": "completed", "code": 200}, {"server_uuid": "f3012278-0859-4c6e-bfa0-0d0a0557a7a1", "name": "network-vif-deleted", "tag": "b45f5873-cd2b-49cf-b119-dc29bb43fd99", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:48.802398 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b326241c-9815-4bc5-8f95-6104acb97455 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:48.802751 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'status': 'completed', 'code': 200} Feb 03 11:08:48.803008 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3012278-0859-4c6e-bfa0-0d0a0557a7a1', 'name': 'network-vif-deleted', 'tag': 'b45f5873-cd2b-49cf-b119-dc29bb43fd99', 'status': 'completed', 'code': 200} Feb 03 11:08:48.867405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:48.915678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14c04cba-8158-4eaa-b458-46c17c85a8b1 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:48.916439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.980140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Current status of the port 14c04cba-8158-4eaa-b458-46c17c85a8b1 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:48.980811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:48.981549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-d395c7e7-4d75-4b15-9afb-f8826a8c923e service neutron] 10.222.0.30 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521434 Feb 03 11:08:49.006730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (d69c7e98-95c5-4bfe-8d73-f41bf12a17e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.019162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-3a137ecb-0d2c-4047-9e6a-841f11cd7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:49.025545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-3a137ecb-0d2c-4047-9e6a-841f11cd7ab8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1155 time: 0.1740413 Feb 03 11:08:49.050304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] For port 14c04cba-8158-4eaa-b458-46c17c85a8b1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14c04cba-8158-4eaa-b458-46c17c85a8b1,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:49.060061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.098532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (d69c7e98-95c5-4bfe-8d73-f41bf12a17e5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.258412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:49.294649 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c0a3c-7cb9-4eb9-8145-00721bb08df8" -d '{"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-unplugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:49.299790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d69c7e98-95c5-4bfe-8d73-f41bf12a17e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.303080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.304505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "DELETE /v2.0/security-groups/d69c7e98-95c5-4bfe-8d73-f41bf12a17e5 HTTP/1.1" status: 204 len: 168 time: 0.4360669 Feb 03 11:08:49.311662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:08:49.312075 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:08:49.319245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50beb9-4d16-491b-b43e-734c118d9680 None None] Pushing event updated for resources: {'Port': ['ID=14c04cba-8158-4eaa-b458-46c17c85a8b1,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:49.321964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:49.344367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f5ca7-5629-4dd7-be1e-e0a7bb0c3c6a tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c7e98-95c5-4bfe-8d73-f41bf12a17e5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:49.517727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-02c9adf6-8bd4-4b71-a21b-cc7093a966d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:49.519208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-02c9adf6-8bd4-4b71-a21b-cc7093a966d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.4862912 Feb 03 11:08:49.524543 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-de9b77f2-cd72-4087-8f6d-343f0a16413c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] show failed (client error): The resource could not be found. Feb 03 11:08:49.528052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-de9b77f2-cd72-4087-8f6d-343f0a16413c tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "GET /v2.0/security-groups/d69c7e98-95c5-4bfe-8d73-f41bf12a17e5 HTTP/1.1" status: 404 len: 347 time: 0.2009571 Feb 03 11:08:49.528451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58284) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:49.599903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-c83cd1bf-74a0-4c39-93f6-58a4a42040e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 217 time: 0.0685279 Feb 03 11:08:49.607139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bc0ea-6b9c-4a08-bc64-8670e9758337 req-91f0363b-e84a-475d-b244-98178a9b2612 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:49.611836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e2259479-8980-4ccf-9ecd-fb1e5b4bf44f None None] Provisioning complete for port 14c04cba-8158-4eaa-b458-46c17c85a8b1 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:49.612210 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2259479-8980-4ccf-9ecd-fb1e5b4bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.615920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-960bc0ea-6b9c-4a08-bc64-8670e9758337 req-91f0363b-e84a-475d-b244-98178a9b2612 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.2926483 Feb 03 11:08:49.677326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-8448ae51-4e49-41af-aa34-0696c72ae0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:49.678978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-8448ae51-4e49-41af-aa34-0696c72ae0b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.0552330 Feb 03 11:08:49.714384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5423d6-119a-4a7d-81cc-13382f8a09cf req-ec5f2fb0-9445-421a-b2cf-f28791c96b3c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:49.722507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc5423d6-119a-4a7d-81cc-13382f8a09cf req-ec5f2fb0-9445-421a-b2cf-f28791c96b3c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.2432437 Feb 03 11:08:49.799782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-9311ec90-7245-45bf-b0d8-139b9da926a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104317 Feb 03 11:08:49.885662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Deleting port 65d8226e-4da1-4cac-b90b-c81d9262d8d1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:49.886177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:49.911044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e2259479-8980-4ccf-9ecd-fb1e5b4bf44f None None] Current status of the port 14c04cba-8158-4eaa-b458-46c17c85a8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:49.937144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14c04cba-8158-4eaa-b458-46c17c85a8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:50.033088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.033973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (65d8226e-4da1-4cac-b90b-c81d9262d8d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.055472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Calling delete_port for 65d8226e-4da1-4cac-b90b-c81d9262d8d1 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:50.098323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71558278-284d-44d5-b613-c8a940a7941d None None] Network 8752443e-72de-4264-a17a-d4a851745e8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:08:50.159981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:50.193167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-960bc0ea-6b9c-4a08-bc64-8670e9758337 req-31da345a-5227-4d49-a4a3-b6abb2a095b9 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762315 Feb 03 11:08:50.225926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc5423d6-119a-4a7d-81cc-13382f8a09cf req-b3bda1ef-ab5d-40ea-9191-4a9f3acd64d3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023513 Feb 03 11:08:50.265942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Provisioning complete for port f3a722cf-f52c-4996-9970-319d401f4a77 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:50.266321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.291195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-3eeef4c4-506f-43f9-a25e-cb2b405edecc service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846487 Feb 03 11:08:50.366120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14c04cba-8158-4eaa-b458-46c17c85a8b1 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:50.372343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65d8226e-4da1-4cac-b90b-c81d9262d8d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.416049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Pushing event deleted for resources: {'Port': ['ID=65d8226e-4da1-4cac-b90b-c81d9262d8d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:50.466890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f2bc78-4a8a-4e29-adb7-42b8ca96fb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.471244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 14c04cba-8158-4eaa-b458-46c17c85a8b1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:50.471833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.523145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98a9041e-5b70-44d1-a322-99a3d8fe93e8 req-fdb49b11-2a72-4858-b4f2-85c36d38fa06 service neutron] 10.222.0.69 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241161 Feb 03 11:08:50.578668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099707cd-9e31-49d4-8497-8fbfa24817e0 req-3f137e82-8f6f-40cc-8dea-8296871ff49e tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:50.580427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-099707cd-9e31-49d4-8497-8fbfa24817e0 req-3f137e82-8f6f-40cc-8dea-8296871ff49e tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.1824675 Feb 03 11:08:50.610252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Current status of the port f3a722cf-f52c-4996-9970-319d401f4a77 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:50.610919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.671442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14c04cba-8158-4eaa-b458-46c17c85a8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:50.674248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3a722cf-f52c-4996-9970-319d401f4a77 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:50.710668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-099707cd-9e31-49d4-8497-8fbfa24817e0 req-e7d2b36f-e518-4587-9f10-9481bb6d02e2 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240156 Feb 03 11:08:50.794262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] For port f3a722cf-f52c-4996-9970-319d401f4a77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3a722cf-f52c-4996-9970-319d401f4a77,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:50.812286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.816735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f2bc78-4a8a-4e29-adb7-42b8ca96fb7b admin admin] Publish callbacks [] for security_group (19607dbf-1ee6-4e60-90d7-1eadf022f7a9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.820685 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41badbe5-e09a-478b-97c5-2e9410d61a9c x-openstack-request-id: req-41badbe5-e09a-478b-97c5-2e9410d61a9c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:50.821214 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-unplugged", "status": "completed", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:50.821333 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41badbe5-e09a-478b-97c5-2e9410d61a9c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:50.821728 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'code': 200} Feb 03 11:08:50.824537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f2bc78-4a8a-4e29-adb7-42b8ca96fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (19607dbf-1ee6-4e60-90d7-1eadf022f7a9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.863144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2bc78-4a8a-4e29-adb7-42b8ca96fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19607dbf-1ee6-4e60-90d7-1eadf022f7a9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:50.937102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5638a86-2d55-42dd-934d-a17cd82e806a None None] Pushing event updated for resources: {'Port': ['ID=f3a722cf-f52c-4996-9970-319d401f4a77,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:50.944015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2072d3b3-f8a2-4cb1-a05f-524c75b95243 req-7f5b46f1-194e-4474-a882-df782e869247 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 210 time: 0.0899296 Feb 03 11:08:50.949689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f3a722cf-f52c-4996-9970-319d401f4a77 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:50.950075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:50.983455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-95f2bc78-4a8a-4e29-adb7-42b8ca96fb7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f2a79b3d716454c8ec6aa592b0efee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182068 Feb 03 11:08:51.013172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:51.032981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58310) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:51.106410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks [] for floatingip (ab3a5b9e-d5a9-4f94-aa86-c5c212b53177), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.110428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.112114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20bdfe5d-85a5-4c78-a305-8c8bd18ea1d5 tempest-ServersTestJSON-1610477224 tempest-ServersTestJSON-1610477224-project] 10.222.0.30 "DELETE /v2.0/floatingips/ab3a5b9e-d5a9-4f94-aa86-c5c212b53177 HTTP/1.1" status: 204 len: 168 time: 1.5823047 Feb 03 11:08:51.114695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-14dbbdf5-4e4e-4edf-a9be-b0102bda4957 None None] Provisioning complete for port f3a722cf-f52c-4996-9970-319d401f4a77 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:51.115190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58312) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:51.115939 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14dbbdf5-4e4e-4edf-a9be-b0102bda4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.116063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6eda5-6fb9-412c-8b74-35e873df7c5e req-6c75dc80-4390-44f9-a334-c110b6527c42 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.117586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1be6eda5-6fb9-412c-8b74-35e873df7c5e req-6c75dc80-4390-44f9-a334-c110b6527c42 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1462665 Feb 03 11:08:51.146318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] Publish callbacks [] for security_group (19607dbf-1ee6-4e60-90d7-1eadf022f7a9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.219238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] Publish callbacks [] for security_group (19607dbf-1ee6-4e60-90d7-1eadf022f7a9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.247160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1be6eda5-6fb9-412c-8b74-35e873df7c5e req-8550f6c7-5faf-49fb-a0f6-d50260769291 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220155 Feb 03 11:08:51.279165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-8fad67ab-e222-473d-84ff-c67b66bf8169 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.280894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-8fad67ab-e222-473d-84ff-c67b66bf8169 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.1452296 Feb 03 11:08:51.335595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f3a722cf-f52c-4996-9970-319d401f4a77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:51.403300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7fe04cff-8384-402d-a92a-c3fa946b7c9a is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:51.431103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (19607dbf-1ee6-4e60-90d7-1eadf022f7a9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.439314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.452734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19607dbf-1ee6-4e60-90d7-1eadf022f7a9 HTTP/1.1" status: 204 len: 168 time: 0.4185369 Feb 03 11:08:51.454659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-14dbbdf5-4e4e-4edf-a9be-b0102bda4957 None None] Current status of the port f3a722cf-f52c-4996-9970-319d401f4a77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:51.493080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce85b6c-9c51-446b-9203-e296ffa5d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19607dbf-1ee6-4e60-90d7-1eadf022f7a9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:51.573067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Deleting port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:51.574180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.605399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-4e752df7-7a86-4f26-a823-786890345f5a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.611158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-4e752df7-7a86-4f26-a823-786890345f5a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.612929 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-4e752df7-7a86-4f26-a823-786890345f5a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "GET /v2.0/networks?id=d787b31e-5663-48c6-9a63-5d0938bb6837&id=8752443e-72de-4264-a17a-d4a851745e8c HTTP/1.1" status: 200 len: 1391 time: 0.4055326 Feb 03 11:08:51.638302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'port': {'device_id': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837', 'admin_state_up': True, 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:51.739620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] For port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:51.739990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.744077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6613a0-774a-415d-a282-471f051a7971 req-24e461c6-1b6f-4089-ac8d-6aa239d7bd17 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.751697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec6613a0-774a-415d-a282-471f051a7971 req-24e461c6-1b6f-4089-ac8d-6aa239d7bd17 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 1127 time: 0.1738017 Feb 03 11:08:51.781989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Calling delete_port for c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:51.878754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec6613a0-774a-415d-a282-471f051a7971 req-cb31be57-58d9-4bb3-abb6-c1ddaee79030 tempest-LiveAutoBlockMigrationV225Test-844522771 tempest-LiveAutoBlockMigrationV225Test-844522771-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183779 Feb 03 11:08:51.885892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf60a44-d687-4c33-8d08-82618e2ea95d req-02152f36-c703-4509-a065-8c8b1b4d23fd tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:51.894205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:51.898994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:51.900090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf60a44-d687-4c33-8d08-82618e2ea95d req-02152f36-c703-4509-a065-8c8b1b4d23fd tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.2105303 Feb 03 11:08:52.056053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3a722cf-f52c-4996-9970-319d401f4a77 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:08:52.086735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf60a44-d687-4c33-8d08-82618e2ea95d req-788d4fd6-c487-486b-b697-1c84591ff79b tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856585 Feb 03 11:08:52.159077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:52.164454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f3a722cf-f52c-4996-9970-319d401f4a77 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:52.165051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.193074 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c8a4-06d9-4686-98c0-f66195db7223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.265725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f3a722cf-f52c-4996-9970-319d401f4a77 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:08:52.291900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c59aedd6-21bd-4a07-8cb2-7db68a70d0d1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.307406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Allocated IP 19.80.0.113 (d787b31e-5663-48c6-9a63-5d0938bb6837/e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3/c79fa53d-3067-4878-b921-35e37c1a6fa9) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:52.364588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event deleted for resources: {'Port': ['ID=c59aedd6-21bd-4a07-8cb2-7db68a70d0d1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:52.389267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f7d96-b25b-4b74-9cde-8f2b0e7fa999 req-bc4a154d-a45f-4d79-b155-be39cd4fb31c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:52.392681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-623f7d96-b25b-4b74-9cde-8f2b0e7fa999 req-bc4a154d-a45f-4d79-b155-be39cd4fb31c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cbbadf-6922-48ec-ac60-bb3af34de685 HTTP/1.1" status: 200 len: 943 time: 0.1986282 Feb 03 11:08:52.409661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c8a4-06d9-4686-98c0-f66195db7223 admin admin] Publish callbacks [] for security_group (1b9182b6-31a4-406c-bb41-14356794fe7e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.424289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c8a4-06d9-4686-98c0-f66195db7223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b9182b6-31a4-406c-bb41-14356794fe7e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.487227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] No DVR routers for this DVR port c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:52.489845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.493726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-566f64a3-7ba6-4953-ba43-21f1e28c1d06 req-e200774f-82d6-4066-b2a6-8829f53fb423 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.69 "DELETE /v2.0/ports/c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 HTTP/1.1" status: 204 len: 173 time: 1.2063074 Feb 03 11:08:52.495517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af05194d-50d2-43e4-885a-e518fea2ae9b req-63b282fa-d545-4ef2-9444-7c6e06c3e937 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 210 time: 0.0832431 Feb 03 11:08:52.499101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-deleted', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:52.501496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3c8a4-06d9-4686-98c0-f66195db7223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9182b6-31a4-406c-bb41-14356794fe7e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:52.502371 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d14423-9cf5-43b4-8d62-fb8c98a0e966" -d '{"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-deleted", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:52.508553 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0bb3c8a4-06d9-4686-98c0-f66195db7223 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce47db3813a247d788850a02d3eef064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442662 Feb 03 11:08:52.517198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58342) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:52.522312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.573651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-623f7d96-b25b-4b74-9cde-8f2b0e7fa999 req-bfabc02f-13ab-45d2-8496-504a19a58eac tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596544 Feb 03 11:08:52.596667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] Publish callbacks [] for security_group (1b9182b6-31a4-406c-bb41-14356794fe7e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.647661 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] Publish callbacks [] for security_group (1b9182b6-31a4-406c-bb41-14356794fe7e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.800115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.800688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b9182b6-31a4-406c-bb41-14356794fe7e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.803431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.807011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b9182b6-31a4-406c-bb41-14356794fe7e HTTP/1.1" status: 204 len: 168 time: 0.2862329 Feb 03 11:08:52.826000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac0107-77b4-4068-a838-a2649afb7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9182b6-31a4-406c-bb41-14356794fe7e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:52.841729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2078086-1a39-4d9a-9018-b2f21a3f0017 req-a9268479-934e-468c-bda9-1d670ac7d860 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:52.851213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2078086-1a39-4d9a-9018-b2f21a3f0017 req-a9268479-934e-468c-bda9-1d670ac7d860 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1344965 Feb 03 11:08:52.924995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:52.958032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2078086-1a39-4d9a-9018-b2f21a3f0017 req-fe32a639-82af-46f3-8ba4-8252f204b7d5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993762 Feb 03 11:08:53.006929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network d787b31e-5663-48c6-9a63-5d0938bb6837 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:53.008237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:53.014481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:53.016748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:53.224758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:53.225455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:53.264495 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47de9251-f003-449a-b35f-f603fd780bce tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6385491 Feb 03 11:08:53.295380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Request body: {'port': {'device_id': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c', 'admin_state_up': True, 'tenant_id': '45bda1de5ee045578bf1b610205abb67'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:53.588254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Deleting port 54025eac-0917-47ce-ac76-98b0fac5d786 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:53.588642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:53.620413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dadbdf97-2295-41a7-8320-7ed0fe6c55a7 None None] Provisioning complete for port c79fa53d-3067-4878-b921-35e37c1a6fa9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:53.621055 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dadbdf97-2295-41a7-8320-7ed0fe6c55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:53.657665 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c635244f-e6bf-4d69-abe8-cf3f9315bb43 x-openstack-request-id: req-c635244f-e6bf-4d69-abe8-cf3f9315bb43 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:53.658292 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbbadf-6922-48ec-ac60-bb3af34de685", "name": "network-vif-deleted", "tag": "c59aedd6-21bd-4a07-8cb2-7db68a70d0d1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:53.658292 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c635244f-e6bf-4d69-abe8-cf3f9315bb43 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:53.658643 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cbbadf-6922-48ec-ac60-bb3af34de685', 'name': 'network-vif-deleted', 'tag': 'c59aedd6-21bd-4a07-8cb2-7db68a70d0d1', 'status': 'completed', 'code': 200} Feb 03 11:08:53.670558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dadbdf97-2295-41a7-8320-7ed0fe6c55a7 None None] Port c79fa53d-3067-4878-b921-35e37c1a6fa9 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:53.704484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Made reservation on behalf of 45bda1de5ee045578bf1b610205abb67 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:53.710216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:53.746796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e30a18-441e-4fc3-8b3a-9c8e249428f3 req-dacc3df8-8963-4272-a4c7-9347c0e6c3e3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:53.753777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32e30a18-441e-4fc3-8b3a-9c8e249428f3 req-dacc3df8-8963-4272-a4c7-9347c0e6c3e3 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.6850355 Feb 03 11:08:53.763024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] For port 54025eac-0917-47ce-ac76-98b0fac5d786, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=54025eac-0917-47ce-ac76-98b0fac5d786,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:53.763739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:53.791354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-df528b6f-f814-4963-9162-0f3ef2972b26 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:53.792804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-df528b6f-f814-4963-9162-0f3ef2972b26 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 945 time: 0.1335111 Feb 03 11:08:53.802532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba7557-990d-4415-bfe5-37409823b2b6 req-88f1508f-4bdb-4bb7-911d-4fef705cf017 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:53.809214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8ba7557-990d-4415-bfe5-37409823b2b6 req-88f1508f-4bdb-4bb7-911d-4fef705cf017 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1483138 Feb 03 11:08:53.817465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Calling delete_port for 54025eac-0917-47ce-ac76-98b0fac5d786 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:53.912727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8ba7557-990d-4415-bfe5-37409823b2b6 req-95139a79-0ccf-49f9-a15a-89e0dfce4dc4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025829 Feb 03 11:08:53.918821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32e30a18-441e-4fc3-8b3a-9c8e249428f3 req-26ea0698-28f2-4359-960c-1714dd3a7437 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642227 Feb 03 11:08:54.016169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Allocated IP 19.86.0.128 (8752443e-72de-4264-a17a-d4a851745e8c/36364292-dffd-47fe-bd60-3e81f646c69c/c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:54.076950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Deleting port d1f68bf4-3549-4166-a769-afd4f68a753a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:54.077353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.130038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee97b-644e-4c24-92e3-aeb5ef2d5785 req-5a0dfacd-51df-4a82-8947-ea72fbabffe1 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:54.137346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-986ee97b-644e-4c24-92e3-aeb5ef2d5785 req-5a0dfacd-51df-4a82-8947-ea72fbabffe1 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.1386299 Feb 03 11:08:54.210273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7d088-fc87-434b-9fa5-ce57890b17d3 req-a36ee6ad-3174-4fe3-baa1-e100e95dfa53 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:54.211662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f7d088-fc87-434b-9fa5-ce57890b17d3 req-a36ee6ad-3174-4fe3-baa1-e100e95dfa53 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 932 time: 0.1515677 Feb 03 11:08:54.266968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-986ee97b-644e-4c24-92e3-aeb5ef2d5785 req-e1a429ed-1155-4cfe-a1be-77bd9b2dea33 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150353 Feb 03 11:08:54.290995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (54025eac-0917-47ce-ac76-98b0fac5d786), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.323505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] For port d1f68bf4-3549-4166-a769-afd4f68a753a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d1f68bf4-3549-4166-a769-afd4f68a753a,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:54.323881 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.358932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=54025eac-0917-47ce-ac76-98b0fac5d786,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:54.378223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.384343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Calling delete_port for d1f68bf4-3549-4166-a769-afd4f68a753a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:54.469454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f7d088-fc87-434b-9fa5-ce57890b17d3 req-0558c1bf-887f-40dc-bfa3-82eef3a5db9d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248399 Feb 03 11:08:54.586614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.600161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508fc9e-ab05-4465-8221-2726dd117a8b req-e3f7a3ba-3230-4a15-9c53-8e62322fc9d5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:54.607395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8508fc9e-ab05-4465-8221-2726dd117a8b req-e3f7a3ba-3230-4a15-9c53-8e62322fc9d5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 943 time: 0.1935320 Feb 03 11:08:54.721984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:54.727450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Network 8752443e-72de-4264-a17a-d4a851745e8c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:54.733258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:54.738058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:54.772637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.879774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8508fc9e-ab05-4465-8221-2726dd117a8b req-83ae6bdc-2301-4d44-b390-5dcc0cd5567f tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714267 Feb 03 11:08:54.881579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:54.883214 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.929281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-ae183a5b-0ebd-4cdc-8523-d99aa03cbebd tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:54.932412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-ae183a5b-0ebd-4cdc-8523-d99aa03cbebd tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.3130906 Feb 03 11:08:54.955070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d1f68bf4-3549-4166-a769-afd4f68a753a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:54.990129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:08:55.019275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8498de97-0b30-4393-bcaf-2a19eb69ce4c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7395780 Feb 03 11:08:55.036441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Request body: {'port': {'device_id': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:55.039824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:55.053226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event deleted for resources: {'Port': ['ID=d1f68bf4-3549-4166-a769-afd4f68a753a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:55.072771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-7c084705-04e0-451f-88f0-5ea1a2065d14 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/quotas/b6edc957da684b769f2f7ad10f237adf HTTP/1.1" status: 200 len: 375 time: 0.1221828 Feb 03 11:08:55.120402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: d1f68bf4-3549-4166-a769-afd4f68a753a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:55.121647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d1f68bf4-3549-4166-a769-afd4f68a753a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:55.121647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:55.142258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] No DVR routers for this DVR port d1f68bf4-3549-4166-a769-afd4f68a753a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:55.152858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:55.153231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c59aedd6-21bd-4a07-8cb2-7db68a70d0d1 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:55.166754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-de03fc92-b622-4111-95f7-37e416bca564 None None] Provisioning complete for port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:08:55.167895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de03fc92-b622-4111-95f7-37e416bca564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:55.176454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:55.179817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2be90e7-b7ca-492c-a50c-34a26d43330f req-35b523a5-c1d8-48f8-b400-b6057e5864c2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "DELETE /v2.0/ports/d1f68bf4-3549-4166-a769-afd4f68a753a HTTP/1.1" status: 204 len: 173 time: 1.3648777 Feb 03 11:08:55.188502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-2b5d0a12-8d27-4e53-bf96-c532c4bf58b0 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147449 Feb 03 11:08:55.243777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:55.247997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-de03fc92-b622-4111-95f7-37e416bca564 None None] Port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:08:55.310634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:08:55.346558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd0c2-d05a-4e83-8772-98d8af45e3c9 req-3331a866-4a4a-4f40-b026-e9edd07cd7f2 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:55.349307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d44fd0c2-d05a-4e83-8772-98d8af45e3c9 req-3331a866-4a4a-4f40-b026-e9edd07cd7f2 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2898893 Feb 03 11:08:55.400144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-1fd51beb-8f28-4481-861b-caa0c305b1fa service neutron] 10.222.0.69 "GET /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.1872473 Feb 03 11:08:55.430388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-b2a6336f-8ca5-43de-a409-5c16f76cb859 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408607 Feb 03 11:08:55.485885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d44fd0c2-d05a-4e83-8772-98d8af45e3c9 req-8c119456-cb8a-416e-978a-a78850446952 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272464 Feb 03 11:08:55.558804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-d29cc47f-5cdf-4136-ae7f-9e4c8ff2b3da tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:55.560326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-d29cc47f-5cdf-4136-ae7f-9e4c8ff2b3da tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.2486458 Feb 03 11:08:55.616835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe524a38-8b55-478d-96ea-f5a79910c6e4 req-0266b5df-709d-4945-a056-0dfaba31ebd2 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0574596 Feb 03 11:08:55.628538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-4b0ffb2b-9d76-4cc5-bd9b-d68d58aed8c4 service neutron] 10.222.0.30 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972158 Feb 03 11:08:55.663112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-deleted', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:55.665605 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e55013b-5849-49f5-8e1d-da9d7947d89d" -d '{"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-deleted", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:55.808791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:55.835451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:55.973378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:08:55.986757 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a01027e-706d-4682-ba56-0713f470c8fb admin admin] 10.222.0.30 "PUT /v2.0/routers/af3dc955-9521-4ae4-a200-14cd6ba6dbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8706381 Feb 03 11:08:55.987515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58438) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:55.989829 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Sync routers for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:08:56.002281 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:56.002382 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:56.100543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe04cff-8384-402d-a92a-c3fa946b7c9a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:56.143324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:56.214051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79fa53d-3067-4878-b921-35e37c1a6fa9 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:56.225905 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks [] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.229250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fcbc5-951a-412b-9d50-6407dc0230d3 req-00716ee7-d15e-49ec-a5d5-7f6b4b8b89d5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:56.240475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fcbc5-951a-412b-9d50-6407dc0230d3 req-00716ee7-d15e-49ec-a5d5-7f6b4b8b89d5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:56.241039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks [] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.243614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b94fcbc5-951a-412b-9d50-6407dc0230d3 req-00716ee7-d15e-49ec-a5d5-7f6b4b8b89d5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1655 time: 0.1091030 Feb 03 11:08:56.246698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Deleting port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:56.247150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.247639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.257880 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:56.298779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef955-24cc-413a-825b-2da9d4bdb92f req-00bd247f-cced-4b53-80e3-feacb76e1ed6 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:56.307242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97fef955-24cc-413a-825b-2da9d4bdb92f req-00bd247f-cced-4b53-80e3-feacb76e1ed6 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 946 time: 0.3944530 Feb 03 11:08:56.309860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Transition to ACTIVE for port object c79fa53d-3067-4878-b921-35e37c1a6fa9 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:56.333133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.399454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] Transition to ACTIVE for port object 7fe04cff-8384-402d-a92a-c3fa946b7c9a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:56.437403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.553864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b94fcbc5-951a-412b-9d50-6407dc0230d3 req-1faf33e5-fac2-409b-a1b3-ea9f861fae9f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092940 Feb 03 11:08:56.591330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Pushing event updated for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:56.617634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Attempting to bind port c79fa53d-3067-4878-b921-35e37c1a6fa9 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:56.618566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Attempting to bind port c79fa53d-3067-4878-b921-35e37c1a6fa9 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:56.618898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Attempting to bind port c79fa53d-3067-4878-b921-35e37c1a6fa9 on network d787b31e-5663-48c6-9a63-5d0938bb6837 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:56.633726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Port c79fa53d-3067-4878-b921-35e37c1a6fa9 on network d787b31e-5663-48c6-9a63-5d0938bb6837 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:56.634382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Attempting to bind port c79fa53d-3067-4878-b921-35e37c1a6fa9 on network d787b31e-5663-48c6-9a63-5d0938bb6837 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:56.643464 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:08:54Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:56.657240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:56.657666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Checking segment: {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:56.658609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Bound using segment: {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:56.658609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Bound port: c79fa53d-3067-4878-b921-35e37c1a6fa9, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5b7a22-6249-4a58-be38-8e8b11461878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:56.659685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.662915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] For port 9ff6788e-a5aa-4e70-9b17-46512eca2e17, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ff6788e-a5aa-4e70-9b17-46512eca2e17,segment=NetworkSegment(8de2d1a0-8116-40fb-a1fc-891fa3563c24),segment_id=8de2d1a0-8116-40fb-a1fc-891fa3563c24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:56.663370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.682461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks [] for router_gateway (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.690014 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Checking router: af3dc955-9521-4ae4-a200-14cd6ba6dbd1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:08:56.701022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Calling delete_port for 9ff6788e-a5aa-4e70-9b17-46512eca2e17 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:56.703659 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Routers {'af3dc955-9521-4ae4-a200-14cd6ba6dbd1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:08:56.704869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:56.751040 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1991fb-9726-4d43-a639-26284881a16a x-openstack-request-id: req-ff1991fb-9726-4d43-a639-26284881a16a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:56.751594 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4796c2e2-3f27-4b44-b990-9092a3cfd46a", "name": "network-vif-deleted", "tag": "d1f68bf4-3549-4166-a769-afd4f68a753a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:56.752130 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff1991fb-9726-4d43-a639-26284881a16a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:56.753837 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4796c2e2-3f27-4b44-b990-9092a3cfd46a', 'name': 'network-vif-deleted', 'tag': 'd1f68bf4-3549-4166-a769-afd4f68a753a', 'status': 'completed', 'code': 200} Feb 03 11:08:56.772152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] No DVR routers for this DVR port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:56.793396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:56.831866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97fef955-24cc-413a-825b-2da9d4bdb92f req-63f1b3b7-bd97-4dad-9a85-9c382e4bb1f3 tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b6476fb-3203-404f-814c-c20076a0acc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200510 Feb 03 11:08:56.833488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:56.860471 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] Set router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:08:56.923387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-8f2de166-dbbd-4f3b-8899-f78424749f91 service neutron] 10.222.0.69 "PUT /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a/bindings/n-h1-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5149384 Feb 03 11:08:56.946893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:56.954197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7d61f7-96f0-4657-8173-0eca1f3e83f9 req-461335bb-ad0d-4910-b72f-8aee71ee572a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 210 time: 0.1156466 Feb 03 11:08:56.976472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:56.984225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Deleting port d470923b-81a5-4f00-abf6-52d2dbff66f9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:08:56.985255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.021566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.085023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac804dc-8265-4801-bd80-90bd87755d57 req-44f3e5f3-8914-46e8-9919-16da1849747a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.091689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eac804dc-8265-4801-bd80-90bd87755d57 req-44f3e5f3-8914-46e8-9919-16da1849747a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1287508 Feb 03 11:08:57.150940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.152786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.160006 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] 10.222.0.53 "PUT /v2.0/ports/c79fa53d-3067-4878-b921-35e37c1a6fa9 HTTP/1.1" status: 200 len: 1092 time: 2.1282444 Feb 03 11:08:57.162041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:57.164473 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:57.201306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eac804dc-8265-4801-bd80-90bd87755d57 req-11c57973-c800-47e7-bd3f-d67a4dcd2360 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037674 Feb 03 11:08:57.238739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a523b5-caad-4cb0-95fb-241e74bbe0f8 req-0ddb227a-ee09-45b9-920d-d9bf3dd61b1c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.246601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27a523b5-caad-4cb0-95fb-241e74bbe0f8 req-0ddb227a-ee09-45b9-920d-d9bf3dd61b1c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1138327 Feb 03 11:08:57.271103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Request body: {'port': {'device_id': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:57.275267 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:08:54Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:08:57.348952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e740c29-ac9a-445d-9ca1-83de09ab902a req-86893cad-ea9a-43b1-9eb7-402b45dc26d0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0501177 Feb 03 11:08:57.365903 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fbb5ae-c816-4cfd-8f19-c30c280074e5 None None] The sync data for ids ['af3dc955-9521-4ae4-a200-14cd6ba6dbd1'] in n-d-821606-6 is: [{'id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'name': 'tempest-ServersTestJSON-708547135-router', 'tenant_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:14Z', 'updated_at': '2022-02-03T11:08:54Z', 'revision_number': 5, 'project_id': 'f01dc509d04d4fddb66a7a0fbd9c36ae', 'gw_port': {'id': 'd470923b-81a5-4f00-abf6-52d2dbff66f9', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3dc955-9521-4ae4-a200-14cd6ba6dbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:15Z', 'updated_at': '2022-02-03T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:08:57.375850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27a523b5-caad-4cb0-95fb-241e74bbe0f8 req-90a28c17-d30c-4bbe-842e-d1499ba72dc7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283026 Feb 03 11:08:57.465852 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179c8f69-67c1-47fe-9a07-82b54464d373 x-openstack-request-id: req-179c8f69-67c1-47fe-9a07-82b54464d373 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:08:57.466407 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:08:57.466922 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-179c8f69-67c1-47fe-9a07-82b54464d373 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:08:57.467332 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9', 'status': 'completed', 'code': 200} Feb 03 11:08:57.519014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7ea1f-5027-4c01-bbb5-6ae173add571 service neutron] Pushing event updated for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:57.558977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-0563ce63-5489-4019-8567-1322f92125c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.560407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-0563ce63-5489-4019-8567-1322f92125c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.563272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-0563ce63-5489-4019-8567-1322f92125c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1945 time: 0.0789361 Feb 03 11:08:57.694567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-2f0a1e5b-f7bc-4967-b400-5d51d067d449 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.696076 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-2f0a1e5b-f7bc-4967-b400-5d51d067d449 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.53 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 821 time: 0.2338150 Feb 03 11:08:57.713316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] For port d470923b-81a5-4f00-abf6-52d2dbff66f9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d470923b-81a5-4f00-abf6-52d2dbff66f9,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:08:57.715916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.727128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Request body: {'port': {'device_id': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'admin_state_up': True, 'tenant_id': 'b6edc957da684b769f2f7ad10f237adf'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:57.740819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9ff6788e-a5aa-4e70-9b17-46512eca2e17), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.756477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Calling delete_port for d470923b-81a5-4f00-abf6-52d2dbff66f9 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:08:57.821383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-6529ec4f-9027-4cb2-92a6-aab20229e5d6 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.823141 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-6529ec4f-9027-4cb2-92a6-aab20229e5d6 tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.7816663 Feb 03 11:08:57.840314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:57.881358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa639d-ba7b-494f-99d2-307692b97503 req-ca1269e7-fa6e-41d8-9769-db2a20a01f60 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.886853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa639d-ba7b-494f-99d2-307692b97503 req-ca1269e7-fa6e-41d8-9769-db2a20a01f60 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.888488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7faa639d-ba7b-494f-99d2-307692b97503 req-ca1269e7-fa6e-41d8-9769-db2a20a01f60 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1667 time: 0.2107923 Feb 03 11:08:57.892329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-6abd7083-e667-4651-abcd-bb1ac5106b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.892804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-6abd7083-e667-4651-abcd-bb1ac5106b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.893362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-6abd7083-e667-4651-abcd-bb1ac5106b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:57.895033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-6abd7083-e667-4651-abcd-bb1ac5106b6c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=45bda1de5ee045578bf1b610205abb67&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3143661 Feb 03 11:08:57.975802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 54025eac-0917-47ce-ac76-98b0fac5d786 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:57.990095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Pushing event deleted for resources: {'Port': ['ID=9ff6788e-a5aa-4e70-9b17-46512eca2e17,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:58.010395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 54025eac-0917-47ce-ac76-98b0fac5d786 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:58.010753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 54025eac-0917-47ce-ac76-98b0fac5d786 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:58.096896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] No DVR routers for this DVR port 9ff6788e-a5aa-4e70-9b17-46512eca2e17 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:08:58.146367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.149744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2680fbe2-d403-40be-8663-8ae2ae5a36b8 req-049cba8d-8ec0-4239-ae87-ab0508a9fe0f tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.69 "DELETE /v2.0/ports/9ff6788e-a5aa-4e70-9b17-46512eca2e17 HTTP/1.1" status: 204 len: 173 time: 2.5809267 Feb 03 11:08:58.162250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-f00d3bb6-4613-40be-ab72-3e2e999d33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.164302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-f00d3bb6-4613-40be-ab72-3e2e999d33a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282&tenant_id=828aaa4b7af9498090801d377111362a HTTP/1.1" status: 200 len: 1126 time: 0.3068354 Feb 03 11:08:58.200659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-bf2ce775-0b3a-4270-ab61-1d32aa30f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.202337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccf2ed5b-b652-453c-a157-7dcbdbbaa292 req-bf2ce775-0b3a-4270-ab61-1d32aa30f351 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971992 Feb 03 11:08:58.271349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe797a79-75b2-4780-b571-acac3d646184 req-f97d0f6e-b7e5-418b-b46c-429598d98f6d tempest-ServersNegativeTestMultiTenantJSON-1792809487 tempest-ServersNegativeTestMultiTenantJSON-1792809487-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e0eef89-f66e-4fa7-b285-9db03ff6f771 HTTP/1.1" status: 200 len: 210 time: 0.0654652 Feb 03 11:08:58.289838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Made reservation on behalf of b6edc957da684b769f2f7ad10f237adf for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:08:58.293208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.322106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7faa639d-ba7b-494f-99d2-307692b97503 req-6a0dfd96-3d4d-4121-85a3-fe4b9a864e34 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969158 Feb 03 11:08:58.354652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-cf87e074-bb29-4224-8d64-ae5f3fc26498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.362242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-cf87e074-bb29-4224-8d64-ae5f3fc26498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1126 time: 0.1364520 Feb 03 11:08:58.468328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d470923b-81a5-4f00-abf6-52d2dbff66f9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.505219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Pushing event deleted for resources: {'Port': ['ID=d470923b-81a5-4f00-abf6-52d2dbff66f9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:58.560161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eb983c3-8220-4878-82c0-394bd98aec2c req-791b6936-3a7a-4132-b70d-3bd7526bf35f tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 210 time: 0.0981159 Feb 03 11:08:58.663394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d688f1-3a24-4663-8ff7-2308aabd27d0 req-3eecc808-4864-445c-891e-4c80a56fbf00 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.670458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d688f1-3a24-4663-8ff7-2308aabd27d0 req-3eecc808-4864-445c-891e-4c80a56fbf00 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.2105079 Feb 03 11:08:58.676973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Allocated IP 172.20.0.14 (aafba8e7-c60c-4398-a78c-f8ea4a58343e/4905c639-6f7a-4fca-a369-122f771fec47/98ff160d-5a11-4216-96d0-4b24dd807df1) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:08:58.689401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-0acaff25-9797-428d-b8bd-481647a03643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.690950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-0acaff25-9797-428d-b8bd-481647a03643 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 0.3207667 Feb 03 11:08:58.714297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.728704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecfb3c3a-996d-4d7b-ad27-b961702ec201 req-6e6ed0df-dca8-410a-ad4c-ee69e91c69cc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0554500 Feb 03 11:08:58.776568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58500) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:58.787817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-bfa65144-0fed-45c6-aee7-93cec5091a7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 200 len: 217 time: 0.0887294 Feb 03 11:08:58.827606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.830983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:08:58.838003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks [] for router_controller (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.848472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks [] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.872032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d688f1-3a24-4663-8ff7-2308aabd27d0 req-f94a0a6e-ec43-49cc-a80f-f2206879c8ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006598 Feb 03 11:08:58.922066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-f03bcc48-0e5e-4003-b2df-0c76bbbe1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:58.924006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-f03bcc48-0e5e-4003-b2df-0c76bbbe1e47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.1245141 Feb 03 11:08:58.925314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Transition to ACTIVE for port object c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:08:58.926205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (af3dc955-9521-4ae4-a200-14cd6ba6dbd1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.926893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3dc955-9521-4ae4-a200-14cd6ba6dbd1 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:08:58.932996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:58.951804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58504) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:58.952784 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9936013a-8c4d-4bba-be2f-8f1193e75567 admin admin] 10.222.0.30 "DELETE /v2.0/routers/af3dc955-9521-4ae4-a200-14cd6ba6dbd1 HTTP/1.1" status: 204 len: 168 time: 2.9599676 Feb 03 11:08:58.970900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.043316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ff6788e-a5aa-4e70-9b17-46512eca2e17 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:08:59.199156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.304787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.327447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:59.376626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Network aafba8e7-c60c-4398-a78c-f8ea4a58343e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:08:59.381698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:08:59.417299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 9ff6788e-a5aa-4e70-9b17-46512eca2e17 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:08:59.419618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ff6788e-a5aa-4e70-9b17-46512eca2e17 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:08:59.421250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:08:59.457246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048dbd8-af17-4d7a-9d83-cfd375edd76c req-5faf5504-601f-48bb-9e45-acf4d9910135 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:59.459353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d048dbd8-af17-4d7a-9d83-cfd375edd76c req-5faf5504-601f-48bb-9e45-acf4d9910135 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.6029634 Feb 03 11:08:59.462629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:08:59.473339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'name': 'network-vif-deleted', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:08:59.475759 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d135716-a99e-4d63-92fe-8f66303a56c4" -d '{"events": [{"server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "name": "network-vif-deleted", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:08:59.476806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-4b474808-699e-4111-a82e-9f310856a51c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5396161 Feb 03 11:08:59.483403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:59.484025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.490446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Attempting to bind port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:08:59.490790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Attempting to bind port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:08:59.491174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Attempting to bind port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 on network 8752443e-72de-4264-a17a-d4a851745e8c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:59.515162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 on network 8752443e-72de-4264-a17a-d4a851745e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:08:59.515613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Attempting to bind port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 on network 8752443e-72de-4264-a17a-d4a851745e8c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:08:59.523291 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8022602 Feb 03 11:08:59.528587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf82e-ed2b-4c55-8579-d62e029bc3de tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event updated for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:08:59.531484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:08:59.531836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Checking segment: {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:08:59.532300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Bound using segment: {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:08:59.532743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Bound port: c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd515797-fc28-49fb-80fc-5c31b1bb93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:08:59.533135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.550693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Request body: {'port': {'device_id': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:08:59.624714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef21e109-ddaf-4af9-ba28-7bd6da21a256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.657365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.668377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:08:59.687677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:08:59.705249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Deleting subnet 308b0f45-7846-4e9c-a47b-21376abb298b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:08:59.710214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Deleting subnet 0d1367b4-7cf7-4fa3-8d94-e680edbe030e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:08:59.714914 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.724575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Publish callbacks [] for subnet (308b0f45-7846-4e9c-a47b-21376abb298b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.735377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Publish callbacks [] for subnet (0d1367b4-7cf7-4fa3-8d94-e680edbe030e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.771550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:59.772344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.773917 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 HTTP/1.1" status: 200 len: 1092 time: 2.5189831 Feb 03 11:08:59.806761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d048dbd8-af17-4d7a-9d83-cfd375edd76c req-aa71caac-a50e-4818-a7f1-11ea3f13ae2b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044446 Feb 03 11:08:59.830059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352104-7b07-418e-b0f4-0f11a12782cb req-3bb349a1-a3dd-4909-9bd7-f581dbecda34 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:59.837577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352104-7b07-418e-b0f4-0f11a12782cb req-3bb349a1-a3dd-4909-9bd7-f581dbecda34 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:08:59.846792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc352104-7b07-418e-b0f4-0f11a12782cb req-3bb349a1-a3dd-4909-9bd7-f581dbecda34 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1679 time: 0.3213768 Feb 03 11:08:59.939151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef21e109-ddaf-4af9-ba28-7bd6da21a256 admin admin] Publish callbacks [] for security_group (9c85e3ce-8851-4afa-8baf-a24b73872280), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:08:59.985757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (0d1367b4-7cf7-4fa3-8d94-e680edbe030e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.067398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d470923b-81a5-4f00-abf6-52d2dbff66f9 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:00.090898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d470923b-81a5-4f00-abf6-52d2dbff66f9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:00.091600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d470923b-81a5-4f00-abf6-52d2dbff66f9 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:00.106346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef21e109-ddaf-4af9-ba28-7bd6da21a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9c85e3ce-8851-4afa-8baf-a24b73872280), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.127838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (308b0f45-7846-4e9c-a47b-21376abb298b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.193337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc352104-7b07-418e-b0f4-0f11a12782cb req-2fd26aff-c46b-401b-960f-9ab211e65f59 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453376 Feb 03 11:09:00.214980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-f6c4f979-9578-4411-bcf8-d4c9cf825a57 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525004 Feb 03 11:09:00.275801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ef21e109-ddaf-4af9-ba28-7bd6da21a256 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c6d531cc7324ee3b676998616593edc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4980648 Feb 03 11:09:00.276608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21e109-ddaf-4af9-ba28-7bd6da21a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85e3ce-8851-4afa-8baf-a24b73872280,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:00.282927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:00.288808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0d1367b4-7cf7-4fa3-8d94-e680edbe030e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.329537 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b7495-5447-47dc-a6a2-3c60a36179c7 x-openstack-request-id: req-c63b7495-5447-47dc-a6a2-3c60a36179c7 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:00.329946 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0eef89-f66e-4fa7-b285-9db03ff6f771", "name": "network-vif-deleted", "tag": "9ff6788e-a5aa-4e70-9b17-46512eca2e17", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:00.330206 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c63b7495-5447-47dc-a6a2-3c60a36179c7 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:00.330662 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0eef89-f66e-4fa7-b285-9db03ff6f771', 'name': 'network-vif-deleted', 'tag': '9ff6788e-a5aa-4e70-9b17-46512eca2e17', 'status': 'completed', 'code': 200} Feb 03 11:09:00.341387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31a100-d48d-4b90-8632-df1fecefdd21 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:00.398179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-bb673027-4159-4a37-9786-5889b0f5cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.398765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-bb673027-4159-4a37-9786-5889b0f5cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.400575 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-bb673027-4159-4a37-9786-5889b0f5cce9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 2043 time: 0.5255344 Feb 03 11:09:00.477922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52af4ccd-2628-4ea4-9848-bbbc1e6b0029 req-73734dce-01d6-48fd-8210-5bf56ebbe869 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.1383562 Feb 03 11:09:00.487105 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-f5f0aae6-ddd9-47c6-9e15-1f1ff648e4d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9 HTTP/1.1" status: 200 len: 217 time: 0.0519333 Feb 03 11:09:00.497464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17bfb1-3023-4428-a91d-2fb61a6a1e9a req-628034e8-8872-4494-a59d-8f4b1539188c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.498985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c17bfb1-3023-4428-a91d-2fb61a6a1e9a req-628034e8-8872-4494-a59d-8f4b1539188c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 932 time: 0.4568942 Feb 03 11:09:00.516322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (308b0f45-7846-4e9c-a47b-21376abb298b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.585976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8777a47a-b92e-4f7e-9a1f-5550db68ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.588314 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-8777a47a-b92e-4f7e-9a1f-5550db68ff0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3 HTTP/1.1" status: 200 len: 801 time: 0.0905349 Feb 03 11:09:00.606392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (0d1367b4-7cf7-4fa3-8d94-e680edbe030e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.616873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-9f7be0b7-17e9-4ab8-adb7-865c0b001a7c service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840873 Feb 03 11:09:00.660944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] Publish callbacks [] for security_group (9c85e3ce-8851-4afa-8baf-a24b73872280), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.689344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1367b4-7cf7-4fa3-8d94-e680edbe030e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:00.701762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ff160d-5a11-4216-96d0-4b24dd807df1 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:00.704388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.710389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4983c1b9-4499-4468-8655-54299c7a163f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d1367b4-7cf7-4fa3-8d94-e680edbe030e HTTP/1.1" status: 204 len: 168 time: 1.2441192 Feb 03 11:09:00.710892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58522) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:00.715799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks [] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.751519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c17bfb1-3023-4428-a91d-2fb61a6a1e9a req-a8d346aa-210e-4b2d-818c-06a7d3822cc9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325892 Feb 03 11:09:00.760543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] Publish callbacks [] for security_group (9c85e3ce-8851-4afa-8baf-a24b73872280), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.766465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-2e4f139c-6778-4a60-8e7a-3744c4e0eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.768198 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-2e4f139c-6778-4a60-8e7a-3744c4e0eee1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d787b31e-5663-48c6-9a63-5d0938bb6837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1728630 Feb 03 11:09:00.774429 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (308b0f45-7846-4e9c-a47b-21376abb298b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.777908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Transition to ACTIVE for port object 98ff160d-5a11-4216-96d0-4b24dd807df1 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:09:00.797255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbb902-8b82-4876-a723-190b001326a3 req-f8a8ac19-c5fe-4673-beaa-7f6f0d2f3bd3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:00.798766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3cbb902-8b82-4876-a723-190b001326a3 req-f8a8ac19-c5fe-4673-beaa-7f6f0d2f3bd3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1870406 Feb 03 11:09:00.807158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.839577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76017de1-9a19-4897-a946-6f420dcbe88d None None] Network 628199d3-dd7c-4f08-ad05-ad16892b8a53 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:00.843016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:00.849311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/308b0f45-7846-4e9c-a47b-21376abb298b HTTP/1.1" status: 204 len: 168 time: 1.8973427 Feb 03 11:09:00.850354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ace776-4dbd-44e9-8b2d-d5eeae908171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308b0f45-7846-4e9c-a47b-21376abb298b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:00.851993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58526) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:00.974454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (7bea7db4-38f4-4384-8779-e4576108c903), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.019416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9c85e3ce-8851-4afa-8baf-a24b73872280), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.022593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.026607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c85e3ce-8851-4afa-8baf-a24b73872280 HTTP/1.1" status: 204 len: 168 time: 0.7393458 Feb 03 11:09:01.030319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3cbb902-8b82-4876-a723-190b001326a3 req-c7d403bd-ff7e-437d-8f85-7332bb9c656a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092867 Feb 03 11:09:01.033572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (628199d3-dd7c-4f08-ad05-ad16892b8a53), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.052644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Pushing event updated for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:01.073377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922473ae-1c79-4fe0-84c3-3355b7fcbe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85e3ce-8851-4afa-8baf-a24b73872280,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:01.142119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba74e4-d123-4cc1-99fd-b51e86060152 req-193307ab-8477-41b2-bbf3-5882dc3456eb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.151385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23ba74e4-d123-4cc1-99fd-b51e86060152 req-193307ab-8477-41b2-bbf3-5882dc3456eb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2031717 Feb 03 11:09:01.162697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8eaa-ca97-443a-9563-9983721437a1 req-89e365ac-e292-4fe3-92f6-1c94f3c15ccf tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.164216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-89e365ac-e292-4fe3-92f6-1c94f3c15ccf tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282&tenant_id=828aaa4b7af9498090801d377111362a&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1126 time: 0.1549346 Feb 03 11:09:01.203434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66cbd43e-0018-479e-a24d-3453527fe8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.229524 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-40ec4f5d-6739-49dc-990e-debaae15e5ee service neutron] 10.222.0.53 "GET /v2.0/networks/d787b31e-5663-48c6-9a63-5d0938bb6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504085 Feb 03 11:09:01.255657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] DHCP port deletion for 628199d3-dd7c-4f08-ad05-ad16892b8a53 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:09:01.332335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23ba74e4-d123-4cc1-99fd-b51e86060152 req-2bf04719-84d0-4a5c-a3ca-08400166f65c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798737 Feb 03 11:09:01.333673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (7bea7db4-38f4-4384-8779-e4576108c903), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.355185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Deleting port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:01.355927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.382750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Deleting port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:01.383361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.411380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bea7db4-38f4-4384-8779-e4576108c903']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:01.421449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Attempting to bind port 98ff160d-5a11-4216-96d0-4b24dd807df1 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:01.421932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Attempting to bind port 98ff160d-5a11-4216-96d0-4b24dd807df1 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:01.422270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Attempting to bind port 98ff160d-5a11-4216-96d0-4b24dd807df1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:01.431575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de2d1a0-8116-40fb-a1fc-891fa3563c24') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:01.431825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de2d1a0-8116-40fb-a1fc-891fa3563c24') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:01.440540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Port 98ff160d-5a11-4216-96d0-4b24dd807df1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:09:01.440866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Attempting to bind port 98ff160d-5a11-4216-96d0-4b24dd807df1 on network aafba8e7-c60c-4398-a78c-f8ea4a58343e {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:01.448734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8de2d1a0-8116-40fb-a1fc-891fa3563c24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.466869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:01.467314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Checking segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:01.467660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Bound using segment: {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:01.468110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Bound port: 98ff160d-5a11-4216-96d0-4b24dd807df1, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3cb984-1630-46ee-860a-00f9b5959f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:01.468466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.479055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] For port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:01.479849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.489793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8de2d1a0-8116-40fb-a1fc-891fa3563c24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.495388 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-47267000-92ed-48c9-af2a-70c3c57b6ca5 service neutron] 10.222.0.53 "GET /v2.0/networks/d787b31e-5663-48c6-9a63-5d0938bb6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513824 Feb 03 11:09:01.502881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Calling delete_port for 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:01.503306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:01.503480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8de2d1a0-8116-40fb-a1fc-891fa3563c24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:01.505549 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:01.610004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.627202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58536) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:01.639261 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-faa5d7e7-e696-4e8b-b0d0-b23e08a083d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 HTTP/1.1" status: 200 len: 217 time: 0.1032073 Feb 03 11:09:01.650965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] For port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,segment=NetworkSegment(c9a46eba-9914-4b98-8b55-fd8e04729c60),segment_id=c9a46eba-9914-4b98-8b55-fd8e04729c60)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:01.652092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.672135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Calling delete_port for 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:01.682938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482496a1-2829-4e85-bc92-926033b127e1 req-89fe9640-1d38-4880-9b51-fbbd39621e0e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.683153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Pushing event deleted for resources: {'Port': ['ID=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:01.689745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482496a1-2829-4e85-bc92-926033b127e1 req-89fe9640-1d38-4880-9b51-fbbd39621e0e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.693989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54c74b20-62b7-4c0d-99cd-14621bbe3147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.694744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.695224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.695797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.696099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.696449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.696771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.697128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.697456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.697885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.698220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.698546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.698869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.699191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:01.701553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-482496a1-2829-4e85-bc92-926033b127e1 req-89fe9640-1d38-4880-9b51-fbbd39621e0e tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1679 time: 0.3558815 Feb 03 11:09:01.703995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (7bea7db4-38f4-4384-8779-e4576108c903), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.707560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55f494-4299-4c81-acbd-6706485220cb None None] No DVR routers for this DVR port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:01.726456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.729767 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] 10.222.0.30 "DELETE /v2.0/networks/7bea7db4-38f4-4384-8779-e4576108c903 HTTP/1.1" status: 204 len: 168 time: 1.0172517 Feb 03 11:09:01.740300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-664d8eaa-ca97-443a-9563-9983721437a1 req-e58a3a95-530d-4f36-a52e-b4714113bbde service neutron] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:01.742980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:01.744263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:01.753889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a803d-50fd-4832-a86f-d1f011bcf7db admin admin] Pushing event deleted for resources: {'Network': ['ID=7bea7db4-38f4-4384-8779-e4576108c903,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:01.774058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-ad9c1735-32f0-4775-be19-5de727bfdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.775545 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-ad9c1735-32f0-4775-be19-5de727bfdce7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36364292-dffd-47fe-bd60-3e81f646c69c HTTP/1.1" status: 200 len: 801 time: 0.1278384 Feb 03 11:09:01.779118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-664d8eaa-ca97-443a-9563-9983721437a1 req-e58a3a95-530d-4f36-a52e-b4714113bbde service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.779444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=98ff160d-5a11-4216-96d0-4b24dd807df1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:01.780634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-664d8eaa-ca97-443a-9563-9983721437a1 req-e58a3a95-530d-4f36-a52e-b4714113bbde service neutron] 10.222.0.53 "DELETE /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a/bindings/n-h2-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.6061823 Feb 03 11:09:01.782998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d106b64-6bbc-4c08-b0a9-c524504ba22f req-97ea8d5f-381b-40c1-8639-a55100a66c84 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0678194 Feb 03 11:09:01.831996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.900991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.901249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-482496a1-2829-4e85-bc92-926033b127e1 req-3b85568c-06a7-4462-9e86-306447aaeec2 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983926 Feb 03 11:09:01.901709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.903093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] 10.222.0.53 "PUT /v2.0/ports/98ff160d-5a11-4216-96d0-4b24dd807df1 HTTP/1.1" status: 200 len: 1092 time: 2.3571837 Feb 03 11:09:01.932440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Deleting subnet c8f80264-13c2-4030-9518-b0b6f4bd44ee {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:01.960003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85191b11-ce29-4624-92ba-c7e5d4e38ddf service neutron] Pushing event updated for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:01.970378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Publish callbacks [] for subnet (c8f80264-13c2-4030-9518-b0b6f4bd44ee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:01.995063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-ab5411b6-d9bb-493f-a9ce-f8e9087c9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:01.997977 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-ab5411b6-d9bb-493f-a9ce-f8e9087c9de3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8752443e-72de-4264-a17a-d4a851745e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2106366 Feb 03 11:09:02.045283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (c8f80264-13c2-4030-9518-b0b6f4bd44ee), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.049480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:02.072887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.075067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:02.075709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:02.090747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd47d69-c21a-4377-a0e4-af216fb16b2a req-ce8e5988-b2cf-43e4-8610-7dfeeaad9651 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:02.092258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd47d69-c21a-4377-a0e4-af216fb16b2a req-ce8e5988-b2cf-43e4-8610-7dfeeaad9651 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 944 time: 0.1519873 Feb 03 11:09:02.124339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Pushing event deleted for resources: {'Port': ['ID=33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:02.150722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] No DVR routers for this DVR port 33d55d4b-b8fb-4fbc-abee-d46c4eedaeeb on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:02.160148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c8f80264-13c2-4030-9518-b0b6f4bd44ee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.167543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54c74b20-62b7-4c0d-99cd-14621bbe3147 admin admin] Publish callbacks [] for security_group (c72481c3-c135-4547-855a-b55dcc7bcf05), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.170532 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-cc2eff0f-ff7c-4e3c-925d-f9d1aeac421d service neutron] 10.222.0.53 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476207 Feb 03 11:09:02.176805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54c74b20-62b7-4c0d-99cd-14621bbe3147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c72481c3-c135-4547-855a-b55dcc7bcf05), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.257604 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54c74b20-62b7-4c0d-99cd-14621bbe3147 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f35ba633948246fe837976a92844bd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291878 Feb 03 11:09:02.258956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58544) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:02.300574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74b20-62b7-4c0d-99cd-14621bbe3147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72481c3-c135-4547-855a-b55dcc7bcf05,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:02.319531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-b813672e-9957-47bb-a8fa-4e012dff731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:02.321110 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-b813672e-9957-47bb-a8fa-4e012dff731c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 1126 time: 0.3558784 Feb 03 11:09:02.338220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1'}, {'name': 'network-changed', 'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:02.340446 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1"}, {"name": "network-changed", "server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:02.354431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (628199d3-dd7c-4f08-ad05-ad16892b8a53), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.390954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (c8f80264-13c2-4030-9518-b0b6f4bd44ee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.394539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-81c168f7-72ac-4d6e-87c2-1a8ad1cc885b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ff160d-5a11-4216-96d0-4b24dd807df1 HTTP/1.1" status: 200 len: 217 time: 0.0647242 Feb 03 11:09:02.398663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a4e09e56-8c0b-43a1-ae49-8bfa077111fa req-40af6105-e950-4d24-b0b7-2295e11483af service neutron] 10.222.0.53 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095222 Feb 03 11:09:02.459022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-5f7bf39f-db79-4664-a705-f26f8434fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:02.460582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-5f7bf39f-db79-4664-a705-f26f8434fd53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.0497634 Feb 03 11:09:02.464019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628199d3-dd7c-4f08-ad05-ad16892b8a53']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.474575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.477704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c8f80264-13c2-4030-9518-b0b6f4bd44ee HTTP/1.1" status: 204 len: 168 time: 0.7123053 Feb 03 11:09:02.480347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:02.485417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd47d69-c21a-4377-a0e4-af216fb16b2a req-31f97bb7-53d0-4def-925a-f5a89e47cf96 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696187 Feb 03 11:09:02.501198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a46eba-9914-4b98-8b55-fd8e04729c60') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.501198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a46eba-9914-4b98-8b55-fd8e04729c60') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.506843 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c9a46eba-9914-4b98-8b55-fd8e04729c60), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.524018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9a46eba-9914-4b98-8b55-fd8e04729c60), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.535557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89be235-0815-47a4-8793-7674c1139b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f80264-13c2-4030-9518-b0b6f4bd44ee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:02.549425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:02.550084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c9a46eba-9914-4b98-8b55-fd8e04729c60), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:02.557372 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:02.573274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf1353-c20d-4d90-a9a5-c240b4db964a req-2fc78c12-5446-4758-b229-211e69533e94 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:02.575401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00bf1353-c20d-4d90-a9a5-c240b4db964a req-2fc78c12-5446-4758-b229-211e69533e94 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.3593357 Feb 03 11:09:02.577645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c37ed855-c623-4dc6-a0f0-7efa28abc905), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.584565 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-f88e6530-2e25-4b3c-a6f0-8a88a60c36a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172376 Feb 03 11:09:02.698508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] Publish callbacks [] for security_group (c72481c3-c135-4547-855a-b55dcc7bcf05), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.718357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c37ed855-c623-4dc6-a0f0-7efa28abc905), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.721412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (628199d3-dd7c-4f08-ad05-ad16892b8a53), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.727499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.736559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] 10.222.0.30 "DELETE /v2.0/networks/628199d3-dd7c-4f08-ad05-ad16892b8a53 HTTP/1.1" status: 204 len: 168 time: 1.8799748 Feb 03 11:09:02.746725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37ed855-c623-4dc6-a0f0-7efa28abc905']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.765582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60c83ce-e057-4d63-83ad-badc021b67c9') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.765958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60c83ce-e057-4d63-83ad-badc021b67c9') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:02.776797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-761c9c69-4e8c-4c54-a2af-acec84508eaa service neutron] 10.222.0.53 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831903 Feb 03 11:09:02.778540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d60c83ce-e057-4d63-83ad-badc021b67c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.805875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559557e-8d64-4271-8180-9f0abdb858ec admin admin] Pushing event deleted for resources: {'Network': ['ID=628199d3-dd7c-4f08-ad05-ad16892b8a53,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:02.810623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d60c83ce-e057-4d63-83ad-badc021b67c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.813476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] Publish callbacks [] for security_group (c72481c3-c135-4547-855a-b55dcc7bcf05), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.825385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:02.825791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d60c83ce-e057-4d63-83ad-badc021b67c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:02.827526 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:02.837109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb20c0-5e18-4e54-826b-af690ac180fe req-753f543e-9b3e-48ff-8e9c-d1386d8292b6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:02.846196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78eb20c0-5e18-4e54-826b-af690ac180fe req-753f543e-9b3e-48ff-8e9c-d1386d8292b6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2694337 Feb 03 11:09:02.861042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00bf1353-c20d-4d90-a9a5-c240b4db964a req-96df290a-1d1e-4063-953c-17f35941879b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699478 Feb 03 11:09:02.931983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c37ed855-c623-4dc6-a0f0-7efa28abc905), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.942373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:02.946966 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c37ed855-c623-4dc6-a0f0-7efa28abc905 HTTP/1.1" status: 204 len: 168 time: 0.4625447 Feb 03 11:09:02.947628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-659f2e21-ffaa-4a78-9c22-9034023c2a53 req-05fc7899-f07f-4b7d-9330-5554ea44044b service neutron] 10.222.0.53 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608901 Feb 03 11:09:02.957790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4c16a-8437-498e-b33f-bee215403007 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37ed855-c623-4dc6-a0f0-7efa28abc905,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:02.977222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78eb20c0-5e18-4e54-826b-af690ac180fe req-a8e56dd7-21b4-41c3-a8ca-b96a68b1fbfb tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299171 Feb 03 11:09:03.001735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c72481c3-c135-4547-855a-b55dcc7bcf05), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.004587 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d329e5f-68fd-4602-a4fa-99b759d964f2 x-openstack-request-id: req-9d329e5f-68fd-4602-a4fa-99b759d964f2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:03.004888 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:03.005175 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d329e5f-68fd-4602-a4fa-99b759d964f2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:03.005289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.005597 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'status': 'completed', 'code': 200} Feb 03 11:09:03.005854 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1', 'status': 'completed', 'code': 200} Feb 03 11:09:03.010080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c72481c3-c135-4547-855a-b55dcc7bcf05 HTTP/1.1" status: 204 len: 168 time: 0.6637239 Feb 03 11:09:03.019172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe3ea-25af-4c64-83a2-71a2d94591b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72481c3-c135-4547-855a-b55dcc7bcf05,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:03.120860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe9d2d7b-f676-4cf6-a123-84b9edda1c18 req-22e9bde1-8507-4ada-9dd3-e475867651d6 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0675626 Feb 03 11:09:03.133760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58566) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:03.193027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-ccc0bcc8-b7dc-410c-8303-15f243beae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.196369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-ccc0bcc8-b7dc-410c-8303-15f243beae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.202787 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-ccc0bcc8-b7dc-410c-8303-15f243beae9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45bda1de5ee045578bf1b610205abb67&device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 2043 time: 0.1630180 Feb 03 11:09:03.233398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58568) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:03.304791 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f0763ae0-01f8-4e13-b841-bbceb1711508 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f01dc509d04d4fddb66a7a0fbd9c36ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698849 Feb 03 11:09:03.307700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:03.355368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e8519c02-3f4a-481a-83a6-b4f586b46709 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf9d3c9f50c43738dd01dceb7382aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1202748 Feb 03 11:09:03.361507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:03.386919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170147-494a-421b-a95f-d374222d0e7d req-6fe98cad-9410-4d6b-93ef-d643719f430c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.392791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170147-494a-421b-a95f-d374222d0e7d req-6fe98cad-9410-4d6b-93ef-d643719f430c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.403623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e170147-494a-421b-a95f-d374222d0e7d req-6fe98cad-9410-4d6b-93ef-d643719f430c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1679 time: 0.2003980 Feb 03 11:09:03.425956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1100d-64cf-4fba-b3c3-c9b09c4b3544 req-f4c74226-788f-45a0-ab4f-81e599220d4b tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.433021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19b1100d-64cf-4fba-b3c3-c9b09c4b3544 req-f4c74226-788f-45a0-ab4f-81e599220d4b tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 1126 time: 0.1609223 Feb 03 11:09:03.455128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] Publish callbacks [] for security_group (adcffca3-1cf9-43eb-8e29-c25bd65243d8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.478570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] Publish callbacks [] for security_group (adcffca3-1cf9-43eb-8e29-c25bd65243d8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.523390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fa88390-5ce7-409d-83fe-85eaed40a92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.581689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e170147-494a-421b-a95f-d374222d0e7d req-3c44b2cc-379f-4975-a442-218181a6c5b6 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714547 Feb 03 11:09:03.582399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (adcffca3-1cf9-43eb-8e29-c25bd65243d8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.585261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.588792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adcffca3-1cf9-43eb-8e29-c25bd65243d8 HTTP/1.1" status: 204 len: 168 time: 0.2761753 Feb 03 11:09:03.591193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-9d1e9bbe-ba82-482b-8b74-ad5782a41658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.592670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-9d1e9bbe-ba82-482b-8b74-ad5782a41658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8752443e-72de-4264-a17a-d4a851745e8c HTTP/1.1" status: 200 len: 903 time: 0.3124630 Feb 03 11:09:03.600500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7630fbf-c6cc-4931-85d2-3af657dd860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcffca3-1cf9-43eb-8e29-c25bd65243d8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:03.615680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19b1100d-64cf-4fba-b3c3-c9b09c4b3544 req-19ed7923-bc48-4a80-82fd-e28842adad5f tempest-LiveMigrationTest-1261717575 tempest-LiveMigrationTest-1261717575-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760488 Feb 03 11:09:03.617006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] Publish callbacks [] for security_group (6b6476fb-3203-404f-814c-c20076a0acc6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.689280 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] Publish callbacks [] for security_group (6b6476fb-3203-404f-814c-c20076a0acc6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.712533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-e3a918f3-8aad-4e35-b67e-99de07abc871 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 HTTP/1.1" status: 200 len: 217 time: 0.1097672 Feb 03 11:09:03.800485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-a96ddaad-951e-4fd2-bdfe-f0da84f1df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.803205 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-a96ddaad-951e-4fd2-bdfe-f0da84f1df62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36364292-dffd-47fe-bd60-3e81f646c69c HTTP/1.1" status: 200 len: 801 time: 0.0826764 Feb 03 11:09:03.871029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6b6476fb-3203-404f-814c-c20076a0acc6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.877505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:03.881412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b6476fb-3203-404f-814c-c20076a0acc6 HTTP/1.1" status: 204 len: 168 time: 0.5182745 Feb 03 11:09:03.901480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a24b-2c32-49c9-ac2f-15c7b4fd03e0 req-acdb35ee-2b5f-426a-b01a-ac54e89ea2fe tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.913282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d27a24b-2c32-49c9-ac2f-15c7b4fd03e0 req-acdb35ee-2b5f-426a-b01a-ac54e89ea2fe tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 944 time: 0.1925588 Feb 03 11:09:03.934157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-6a0f8305-991f-4ab6-a499-bb0299244e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:03.939949 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-6a0f8305-991f-4ab6-a499-bb0299244e2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8752443e-72de-4264-a17a-d4a851745e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1225533 Feb 03 11:09:03.955605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a7b25-ff19-4024-8bc2-9f54b6004db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6476fb-3203-404f-814c-c20076a0acc6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:04.046280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d27a24b-2c32-49c9-ac2f-15c7b4fd03e0 req-29fe29de-7971-4f3a-a306-4397bb5cfde2 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256623 Feb 03 11:09:04.083190 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-21635c09-c129-46b9-b876-a57dea7d5f3e service neutron] 10.222.0.53 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379819 Feb 03 11:09:04.086202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b220-01a6-4708-96b7-74ded33e78a8 req-a064b008-991f-469a-b147-6a117d01d1a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.101855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac1b220-01a6-4708-96b7-74ded33e78a8 req-a064b008-991f-469a-b147-6a117d01d1a0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1496930 Feb 03 11:09:04.178396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac1b220-01a6-4708-96b7-74ded33e78a8 req-550d505f-4674-4f48-b884-c83a2fd73cfa tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 Feb 03 11:09:04.295160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7052-5a70-46ee-a98b-e172ba7faea3 req-58bf114c-4e07-448f-a390-432df7c00281 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.296855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c17e7052-5a70-46ee-a98b-e172ba7faea3 req-58bf114c-4e07-448f-a390-432df7c00281 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1155577 Feb 03 11:09:04.322104 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-34368ce7-d2e0-4def-8fa2-d7b7b176f6ca service neutron] 10.222.0.53 "GET /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249272 Feb 03 11:09:04.366039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61347719-212c-48dd-8e55-aff5cb9c1524 req-f9d7069f-2ff0-48d1-9972-0b15541b862d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0666089 Feb 03 11:09:04.425526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c17e7052-5a70-46ee-a98b-e172ba7faea3 req-c7d61a75-3ba0-47f9-90b5-e416b18b350a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189272 Feb 03 11:09:04.467448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-14990440-1d9b-4b99-800a-5c6b5671573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.470861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-14990440-1d9b-4b99-800a-5c6b5671573c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6edc957da684b769f2f7ad10f237adf&device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 1126 time: 0.0737257 Feb 03 11:09:04.508625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58606) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:04.517953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:04.591917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ed3aa709-e21d-4316-9572-9c5811eb69ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=242468f22b2e43a1b41505f93bc01228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819201 Feb 03 11:09:04.594435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:04.600065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-43f6e87b-2a78-4d31-b37b-7d8ab3a00c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.602262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-43f6e87b-2a78-4d31-b37b-7d8ab3a00c55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 200 len: 922 time: 0.1200156 Feb 03 11:09:04.709765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] Publish callbacks [] for security_group (0c0c5b02-ac77-4061-afda-0f3af069d116), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:04.714323 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-968dd0f4-7ebc-4fbb-8fef-c4432b4984b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ff160d-5a11-4216-96d0-4b24dd807df1 HTTP/1.1" status: 200 len: 217 time: 0.0713367 Feb 03 11:09:04.726494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29a94-8147-487e-984a-7391eee8396d req-414b5fcd-b0fe-4db6-9d32-4e8bdb3545f5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.730906 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-54f29a94-8147-487e-984a-7391eee8396d req-414b5fcd-b0fe-4db6-9d32-4e8bdb3545f5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1243916 Feb 03 11:09:04.777444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] Publish callbacks [] for security_group (0c0c5b02-ac77-4061-afda-0f3af069d116), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:04.777597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-966f76cc-2f53-4c47-97bb-0c4bb7c5f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.779318 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-966f76cc-2f53-4c47-97bb-0c4bb7c5f060 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 200 len: 861 time: 0.0500393 Feb 03 11:09:04.815896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a461-bc66-494b-aea9-a0008453f7d3 req-7f155d29-f89c-4452-8915-20a9b8d3ea40 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.832254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a461-bc66-494b-aea9-a0008453f7d3 req-7f155d29-f89c-4452-8915-20a9b8d3ea40 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:04.839301 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-aaaf2081-5351-4aad-8eeb-8081655a50f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aafba8e7-c60c-4398-a78c-f8ea4a58343e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522997 Feb 03 11:09:04.841416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36a7a461-bc66-494b-aea9-a0008453f7d3 req-7f155d29-f89c-4452-8915-20a9b8d3ea40 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1679 time: 0.1475420 Feb 03 11:09:04.929259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36a7a461-bc66-494b-aea9-a0008453f7d3 req-55176712-4b61-4641-b5e4-9ad92b043406 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863161 Feb 03 11:09:04.947970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0c0c5b02-ac77-4061-afda-0f3af069d116), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:04.950772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:04.952235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c0c5b02-ac77-4061-afda-0f3af069d116 HTTP/1.1" status: 204 len: 168 time: 0.3533018 Feb 03 11:09:04.965588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b60425-154a-40e3-8f0e-ded79d835c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0c5b02-ac77-4061-afda-0f3af069d116,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:05.066429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Deleting port 7fe04cff-8384-402d-a92a-c3fa946b7c9a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:05.066767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.129627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-8b620a84-5204-46ef-80c9-72016b486e36 service neutron] 10.222.0.53 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787359 Feb 03 11:09:05.205515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c223dc-382c-4527-ac8d-5ca6efb6e5b6 req-d747e038-61b6-4e0d-8ae6-5a8bd61fe53a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:05.207347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0c223dc-382c-4527-ac8d-5ca6efb6e5b6 req-d747e038-61b6-4e0d-8ae6-5a8bd61fe53a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 944 time: 0.0591731 Feb 03 11:09:05.328503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] For port 7fe04cff-8384-402d-a92a-c3fa946b7c9a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=7fe04cff-8384-402d-a92a-c3fa946b7c9a,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:05.328791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.347854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0c223dc-382c-4527-ac8d-5ca6efb6e5b6 req-af56f564-7e31-4d36-b5c3-49eceb20129a tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341925 Feb 03 11:09:05.372068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Calling delete_port for 7fe04cff-8384-402d-a92a-c3fa946b7c9a owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:05.385804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:05.448109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e98d1-4946-4e53-813a-9b32cd105ae7 req-8f7db2c6-13f1-4af3-bd3f-cb74620dbf4a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:05.449640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872e98d1-4946-4e53-813a-9b32cd105ae7 req-8f7db2c6-13f1-4af3-bd3f-cb74620dbf4a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 944 time: 0.1419227 Feb 03 11:09:05.454851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4c6864fe-ef42-4137-b8f1-4c0b03d457fc req-d1aaf6e1-f629-4f28-9e0b-f26db5d76e2d service neutron] 10.222.0.53 "GET /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795515 Feb 03 11:09:05.546178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872e98d1-4946-4e53-813a-9b32cd105ae7 req-d89e8fa6-643c-47d1-a590-64232e47c3f0 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798855 Feb 03 11:09:05.623144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b973a91-e834-4018-bc25-fefc5843dc23 req-34bf8a19-d0c2-4e8c-80b2-7014c7ff2513 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0543675 Feb 03 11:09:05.635572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-network', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:05.685111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7fe04cff-8384-402d-a92a-c3fa946b7c9a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.700406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dd29308a-892e-4ec7-9f1e-1ab6961c1258', '7fe04cff-8384-402d-a92a-c3fa946b7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:05.732397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event deleted for resources: {'Port': ['ID=7fe04cff-8384-402d-a92a-c3fa946b7c9a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:05.772883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Made reservation on behalf of 3e95291a0f0a46fdab481946f70d78ad for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:05.779195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.799776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:05.813537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.835194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] No DVR routers for this DVR port 7fe04cff-8384-402d-a92a-c3fa946b7c9a on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:05.839440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:05.846761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-54f29a94-8147-487e-984a-7391eee8396d req-670268ac-121e-48a1-8821-0d37e6b087ca tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "DELETE /v2.0/ports/7fe04cff-8384-402d-a92a-c3fa946b7c9a HTTP/1.1" status: 204 len: 173 time: 1.0712357 Feb 03 11:09:05.848502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-deleted', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:05.853376 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46071a28-c540-4121-9f02-3505236289d0" -d '{"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-deleted", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:05.864184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4408-bc53-4506-876b-12e39183a0cc req-927c65c0-19b5-4d19-a577-9b88db53ee0f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:05.869036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48ed4408-bc53-4506-876b-12e39183a0cc req-927c65c0-19b5-4d19-a577-9b88db53ee0f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2220957 Feb 03 11:09:05.930255 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff21132-6a2e-4cf3-a8b3-5f64226db2ad x-openstack-request-id: req-dff21132-6a2e-4cf3-a8b3-5f64226db2ad {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:05.930710 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f232fd3-a560-43d1-8295-57def8fe0282", "name": "network-vif-deleted", "tag": "7fe04cff-8384-402d-a92a-c3fa946b7c9a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:05.931385 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dff21132-6a2e-4cf3-a8b3-5f64226db2ad {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:05.931930 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f232fd3-a560-43d1-8295-57def8fe0282', 'name': 'network-vif-deleted', 'tag': '7fe04cff-8384-402d-a92a-c3fa946b7c9a', 'status': 'completed', 'code': 200} Feb 03 11:09:06.045431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48ed4408-bc53-4506-876b-12e39183a0cc req-276a60d9-69f1-4156-9d45-3facb0d4af0c tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617975 Feb 03 11:09:06.057807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1334526848-network', 'tenant_id': '68e25144d6604fd9aefbb3c35dc205b1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:06.093403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Made reservation on behalf of 68e25144d6604fd9aefbb3c35dc205b1 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:06.098682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.110714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.146480 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.177076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks [] for security_group (7a18a74a-bc99-4f3b-95f5-6be137231fd1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.177675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c79fa53d-3067-4878-b921-35e37c1a6fa9 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:06.187327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a18a74a-bc99-4f3b-95f5-6be137231fd1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.207096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e71558-3b26-48e4-9ef3-e199617daaa9 req-9f83d83f-43bb-4863-bace-cadc24790263 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:06.212669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e71558-3b26-48e4-9ef3-e199617daaa9 req-9f83d83f-43bb-4863-bace-cadc24790263 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:06.220571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6e71558-3b26-48e4-9ef3-e199617daaa9 req-9f83d83f-43bb-4863-bace-cadc24790263 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1679 time: 0.1469204 Feb 03 11:09:06.236950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks [] for security_group (1c7b94c7-af64-4bb5-9f57-7b6fb50b9650), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.243638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c7b94c7-af64-4bb5-9f57-7b6fb50b9650), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.254247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:09:06.271410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:09:06.282895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:06.301346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e1b2dcf3-9621-4216-8537-f32e55c2b8e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.301704 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Added segment e1b2dcf3-9621-4216-8537-f32e55c2b8e4 of type vlan for network 22bb8460-591b-407f-a18a-80245d543e64 Feb 03 11:09:06.315878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a77ecca6-3a2b-41b6-9d29-6c5d088a7971), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.316927 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Added segment a77ecca6-3a2b-41b6-9d29-6c5d088a7971 of type vlan for network 8cf35f40-ed28-49af-a391-fc4c23404202 Feb 03 11:09:06.322457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18a74a-bc99-4f3b-95f5-6be137231fd1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:06.351549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:06.369870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'c79fa53d-3067-4878-b921-35e37c1a6fa9', 'network_id': 'd787b31e-5663-48c6-9a63-5d0938bb6837', 'port_id': 'c79fa53d-3067-4878-b921-35e37c1a6fa9', 'mac_address': 'fa:16:3e:f8:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:06.374178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (22bb8460-591b-407f-a18a-80245d543e64), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.419443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6e71558-3b26-48e4-9ef3-e199617daaa9 req-57a8e340-8375-4392-a9c3-1265c2d7141a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977553 Feb 03 11:09:06.428288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (22bb8460-591b-407f-a18a-80245d543e64), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.429319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:06.430185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.432177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c79fa53d-3067-4878-b921-35e37c1a6fa9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:06.433238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.440180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:06.463230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8cf35f40-ed28-49af-a391-fc4c23404202), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.465706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79fa53d-3067-4878-b921-35e37c1a6fa9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:06.491981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:06.499041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.499716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:06.509531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] Pushing event updated for resources: {'Network': ['ID=22bb8460-591b-407f-a18a-80245d543e64,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:06.523201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8cf35f40-ed28-49af-a391-fc4c23404202), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.524068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4cf83ed0-623f-4ccc-8e67-384d0c731104 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7229197 Feb 03 11:09:06.524211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:06.524830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.525242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:06.530513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Request body: {'subnet': {'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1334526848-subnet', 'tenant_id': '68e25144d6604fd9aefbb3c35dc205b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:06.563596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Made reservation on behalf of 68e25144d6604fd9aefbb3c35dc205b1 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:06.568289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1787002 Feb 03 11:09:06.569840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.573670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58682) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:06.596224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:06.599326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 22bb8460-591b-407f-a18a-80245d543e64 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:09:06.611592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Request body: {'subnet': {'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-subnet', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:06.693995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-719226403-network', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:06.697328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Made reservation on behalf of 3e95291a0f0a46fdab481946f70d78ad for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:06.700846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76deb99-9374-4b16-a5c0-5bd6a6673947 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf35f40-ed28-49af-a391-fc4c23404202,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:06.701327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.799859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Made reservation on behalf of e04cf36ae9f4449f99263cd948712070 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:06.803087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.827544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:06.837682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:06.858131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'network_id': '8752443e-72de-4264-a17a-d4a851745e8c', 'port_id': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'mac_address': 'fa:16:3e:df:7d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36364292-dffd-47fe-bd60-3e81f646c69c', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:06.865778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8cf35f40-ed28-49af-a391-fc4c23404202 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:09:07.007861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:07.008831 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.025992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:07.060664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:07.068495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.070450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 98ff160d-5a11-4216-96d0-4b24dd807df1 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:07.083860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e48f0048-d092-4a3e-8563-a9e410ec59e4 req-8c1bc64e-991f-496b-99cb-80afaee7579b tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.4021039 Feb 03 11:09:07.119280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4f2c-e5c5-4832-beda-edf780c731d9 req-5bd26476-fd50-4989-a953-805518732416 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.120774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72de4f2c-e5c5-4832-beda-edf780c731d9 req-5bd26476-fd50-4989-a953-805518732416 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 944 time: 0.5819006 Feb 03 11:09:07.197140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebaa367e-32c2-46af-9286-7ff425a35eb6 req-769ed5fc-8aa6-4dac-b088-c68b247efcc0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=4796c2e2-3f27-4b44-b990-9092a3cfd46a HTTP/1.1" status: 200 len: 210 time: 0.0389936 Feb 03 11:09:07.204422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72de4f2c-e5c5-4832-beda-edf780c731d9 req-39012576-dc28-4611-96b5-4ca433613213 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Feb 03 11:09:07.277935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:07.320878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.330826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=98ff160d-5a11-4216-96d0-4b24dd807df1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:07.337013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (166af0a6-66a8-4993-9d6d-59bc4d5f8e06), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.342776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '98ff160d-5a11-4216-96d0-4b24dd807df1', 'network_id': 'aafba8e7-c60c-4398-a78c-f8ea4a58343e', 'port_id': '98ff160d-5a11-4216-96d0-4b24dd807df1', 'mac_address': 'fa:16:3e:53:66:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4905c639-6f7a-4fca-a369-122f771fec47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:07.343514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb913b3-e190-4e40-baed-632b49f4e117 req-7bbc90da-9fe5-4692-92f8-7a49cf2506a1 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.345683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccb913b3-e190-4e40-baed-632b49f4e117 req-7bbc90da-9fe5-4692-92f8-7a49cf2506a1 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.0627844 Feb 03 11:09:07.383093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 98ff160d-5a11-4216-96d0-4b24dd807df1 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:07.383532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.398169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ff160d-5a11-4216-96d0-4b24dd807df1 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:07.410494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccb913b3-e190-4e40-baed-632b49f4e117 req-a6909a74-a714-4ec3-b2b1-2bfa7f344a48 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576181 Feb 03 11:09:07.420794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=98ff160d-5a11-4216-96d0-4b24dd807df1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:07.426004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.471476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=166af0a6-66a8-4993-9d6d-59bc4d5f8e06,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:07.492101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:07.543331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Checking segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:07.543700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Network hostable DHCP agents. Network: 22bb8460-591b-407f-a18a-80245d543e64, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:09:07.580013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (020e4cfb-33c6-4472-af72-59c214993ff3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.599325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks [] for security_group (ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.603776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008ce36-97af-441c-90aa-d0f5b284cd16 req-18494b13-df20-4c09-bcf7-e1a5c350874d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.611029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008ce36-97af-441c-90aa-d0f5b284cd16 req-18494b13-df20-4c09-bcf7-e1a5c350874d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.612739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8008ce36-97af-441c-90aa-d0f5b284cd16 req-18494b13-df20-4c09-bcf7-e1a5c350874d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1681 time: 0.0689223 Feb 03 11:09:07.627410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.636790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Network 22bb8460-591b-407f-a18a-80245d543e64 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:09:07.668370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8008ce36-97af-441c-90aa-d0f5b284cd16 req-4669cd70-f561-4de2-bdf2-7180722d3419 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Feb 03 11:09:07.681277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:09:07.690493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Pushing event updated for resources: {'Subnet': ['ID=020e4cfb-33c6-4472-af72-59c214993ff3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:07.706073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 22bb8460-591b-407f-a18a-80245d543e64) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:07.711831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.712632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.713790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad52333-2fb6-42a3-9cb3-e018ce477167 None None] Network 22bb8460-591b-407f-a18a-80245d543e64 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:07.721200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:07.728546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (92ac505e-9a67-4176-b687-1ece25befccb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.729381 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Added segment 92ac505e-9a67-4176-b687-1ece25befccb of type vlan for network 4a357544-ca38-46dd-8722-544b07963010 Feb 03 11:09:07.746784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Checking segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:07.747169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Network hostable DHCP agents. Network: 8cf35f40-ed28-49af-a391-fc4c23404202, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:09:07.770074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29594ef4-81f6-4959-acbc-01bec8af7a1d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2436111 Feb 03 11:09:07.803743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4a357544-ca38-46dd-8722-544b07963010), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.817594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Network 8cf35f40-ed28-49af-a391-fc4c23404202 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:09:07.822699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c79fa53d-3067-4878-b921-35e37c1a6fa9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:07.837782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8cf35f40-ed28-49af-a391-fc4c23404202) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:07.852046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.853182 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.873537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1fbeeb28-43df-41b8-ae41-add41e54409d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2981277 Feb 03 11:09:07.876061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4a357544-ca38-46dd-8722-544b07963010), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.876988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:07.877149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:07.878402 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.881929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:07.902274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['98ff160d-5a11-4216-96d0-4b24dd807df1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:07.907486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:07.918886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.919697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:07.935956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0be78e-08c0-46d0-b171-f14fcf14d5da None None] Network 8cf35f40-ed28-49af-a391-fc4c23404202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:07.939022 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4303818 Feb 03 11:09:07.942148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:07.947477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Request body: {'subnet': {'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-719226403-subnet', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:08.003056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b70f2-9d83-4fa6-859f-d835a8b39bdd admin admin] Pushing event updated for resources: {'Network': ['ID=4a357544-ca38-46dd-8722-544b07963010,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:08.016611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Made reservation on behalf of e04cf36ae9f4449f99263cd948712070 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:08.019390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.039970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for router_controller (4382b362-8fd8-4e4d-aba8-dea1ef056076), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.148396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4a357544-ca38-46dd-8722-544b07963010 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:09:08.215026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0bf3a-e256-4687-bcd1-d2adad01b587 None None] Network 22bb8460-591b-407f-a18a-80245d543e64 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:08.298241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5f7131f5-4f0e-46dc-8202-8a70151ae705), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.315188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for router_gateway (4382b362-8fd8-4e4d-aba8-dea1ef056076), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.387074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e311df7-4f2d-4133-b3f3-3dfd4ea4b8a0 req-da9fef2e-42ed-4090-bc25-aa4b1601868a tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0928836 Feb 03 11:09:08.392673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7131f5-4f0e-46dc-8202-8a70151ae705,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:08.465143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Checking segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:08.466466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Network hostable DHCP agents. Network: 4a357544-ca38-46dd-8722-544b07963010, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:09:08.491149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:08.493437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:08.503516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Network 4a357544-ca38-46dd-8722-544b07963010 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:09:08.514388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4a357544-ca38-46dd-8722-544b07963010) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:08.530269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:08.532959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.568469 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa7f1628-0e0f-4d33-ad19-0b728ba009cc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6249647 Feb 03 11:09:08.573428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58720) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:08.578263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:08.603925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.605161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.626353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301b0f0-a67b-4afc-8a53-1e4284c4a76f None None] Network 4a357544-ca38-46dd-8722-544b07963010 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:08.674970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for router_controller (02de5ccc-08b1-4a32-bf79-bb35ee302cac), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.675458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8a7a592f-a92d-476d-80b0-e5fffc8828d8 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:08.677279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8a7a592f-a92d-476d-80b0-e5fffc8828d8 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 818 time: 0.2419696 Feb 03 11:09:08.689835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74950e-2f1e-4b13-ab18-3de10d96059e req-6c90127f-d355-4ab5-a983-9d9e1528fdb1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:08.691580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea74950e-2f1e-4b13-ab18-3de10d96059e req-6c90127f-d355-4ab5-a983-9d9e1528fdb1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 945 time: 0.1568067 Feb 03 11:09:08.715497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5b0dc2b1-6b91-4134-b65b-b032851c8b3c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/quotas/68e25144d6604fd9aefbb3c35dc205b1 HTTP/1.1" status: 200 len: 375 time: 0.0226359 Feb 03 11:09:08.732733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-8cf35f40-ed28-49af-a391-fc4c23404202', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'fixed_ips': [{'subnet_id': '020e4cfb-33c6-4472-af72-59c214993ff3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:09:08.733954 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.799950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-eafafda7-7d9d-48ff-bd4d-acf170e807bd tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767381 Feb 03 11:09:08.862983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for router_gateway (02de5ccc-08b1-4a32-bf79-bb35ee302cac), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.902110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:09:08.906766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for router_gateway (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:08.919868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea74950e-2f1e-4b13-ab18-3de10d96059e req-c599dc95-f275-4b8f-82d0-dafc91de298c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189829 Feb 03 11:09:08.978673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.071698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4a357544-ca38-46dd-8722-544b07963010', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:09:09.072560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.110164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Allocated IP 172.25.7.5 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/7dd53d2c-8a40-458d-8cd7-25c489c0044b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:09.225392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.254302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for router_gateway (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.307697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.314853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Allocated IP 172.20.0.2 (8cf35f40-ed28-49af-a391-fc4c23404202/020e4cfb-33c6-4472-af72-59c214993ff3/098b00fb-407c-400d-95f0-738cef49da2f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:09.338304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.386402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-d948de6f-0c52-4f73-bac7-b896c366da31 service neutron] 10.222.0.30 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571694 Feb 03 11:09:09.389240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd53d2c-8a40-458d-8cd7-25c489c0044b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:09.404037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7c24f-9d2a-45cb-9872-1b0eb7561492 req-dbb52be2-75c9-41ac-9c1f-1d53dea49abc tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:09.412328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35d7c24f-9d2a-45cb-9872-1b0eb7561492 req-dbb52be2-75c9-41ac-9c1f-1d53dea49abc tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1506383 Feb 03 11:09:09.435701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:09.441105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:09.444651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:09.446940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:09.477809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Allocated IP 172.25.7.188 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/fc3963ce-c1e4-40a8-a00a-8685ab142068) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:09.484306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'mac_address': 'fa:16:3e:3c:b6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:09.526672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35d7c24f-9d2a-45cb-9872-1b0eb7561492 req-8238961b-440d-4bd5-9866-3a52bab756f3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133821 Feb 03 11:09:09.536085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:09.536606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.601414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.643853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.654595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:09.655047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.682087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:09.684685 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5a88e-f03e-407d-baab-ecefa90157e6" -d '{"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:09.685025 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:09:09.690128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:09.693133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:09.699267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:09.754497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3963ce-c1e4-40a8-a00a-8685ab142068,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:09.758365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:09.805412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-08e9f194-10a8-4d5c-abc1-a18c180a1977 service neutron] 10.222.0.30 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848672 Feb 03 11:09:09.807301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:09.813251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:09.814260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:09.837832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a77b-1276-4dd8-baaa-facc906806a6 req-e2a92f6e-6088-49a2-8e01-69888c190dee tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:09.843325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a77b-1276-4dd8-baaa-facc906806a6 req-e2a92f6e-6088-49a2-8e01-69888c190dee tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:09.857887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f116a77b-1276-4dd8-baaa-facc906806a6 req-e2a92f6e-6088-49a2-8e01-69888c190dee tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1681 time: 0.2294345 Feb 03 11:09:09.903424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 7fe04cff-8384-402d-a92a-c3fa946b7c9a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:09.903888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 7fe04cff-8384-402d-a92a-c3fa946b7c9a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:09.946426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Allocated IP 172.20.0.2 (4a357544-ca38-46dd-8722-544b07963010/5f7131f5-4f0e-46dc-8202-8a70151ae705/ee484475-f140-405d-a968-8484bd44b8cb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:10.083918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f116a77b-1276-4dd8-baaa-facc906806a6 req-f8c22c5a-614b-45b6-9944-060cd3cbbc6d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220516 Feb 03 11:09:10.121720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for router_gateway (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.127510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for router_gateway (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.245955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:10.249910 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c560c-c1f3-4abb-bffd-e19fe412b728 x-openstack-request-id: req-267c560c-c1f3-4abb-bffd-e19fe412b728 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:10.250397 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:10.250807 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-267c560c-c1f3-4abb-bffd-e19fe412b728 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:10.251599 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'code': 200} Feb 03 11:09:10.265982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:09:10.266583 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:09:10.322293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks [] for port (098b00fb-407c-400d-95f0-738cef49da2f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.349105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52301260-21de-457a-bf23-8e10bdee98eb req-8725abea-8be1-4214-b7b6-1ad1f359ba39 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0807030 Feb 03 11:09:10.354772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (098b00fb-407c-400d-95f0-738cef49da2f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.426582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Network 8cf35f40-ed28-49af-a391-fc4c23404202 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:10.434077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:10.440620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:10.482962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks [] for port (ee484475-f140-405d-a968-8484bd44b8cb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.487418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Pushing event updated for resources: {'Port': ['ID=098b00fb-407c-400d-95f0-738cef49da2f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:10.510860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.535795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ee484475-f140-405d-a968-8484bd44b8cb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.541534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6074-5783-4fbe-8094-c3d6573e9d51 req-6be1d8e2-0242-4d8d-b39e-254229bb443d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:10.543098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e1c6074-5783-4fbe-8094-c3d6573e9d51 req-6be1d8e2-0242-4d8d-b39e-254229bb443d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 945 time: 0.1964853 Feb 03 11:09:10.606033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.608712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Attempting to bind port 098b00fb-407c-400d-95f0-738cef49da2f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:10.609326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Attempting to bind port 098b00fb-407c-400d-95f0-738cef49da2f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:10.609738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Attempting to bind port 098b00fb-407c-400d-95f0-738cef49da2f on network 8cf35f40-ed28-49af-a391-fc4c23404202 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:10.620435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Network 4a357544-ca38-46dd-8722-544b07963010 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:10.622371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:10.622751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Checking segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:10.623161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.623559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Bound using segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:10.624034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Bound port: 098b00fb-407c-400d-95f0-738cef49da2f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:10.624418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (098b00fb-407c-400d-95f0-738cef49da2f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.626587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:10.628365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Pushing event updated for resources: {'Port': ['ID=ee484475-f140-405d-a968-8484bd44b8cb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:10.631660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:10.706369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:09:10.759002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Attempting to bind port ee484475-f140-405d-a968-8484bd44b8cb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:10.768336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e1c6074-5783-4fbe-8094-c3d6573e9d51 req-976fb1b4-e3a3-4f95-95e1-c539e6b9af36 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994801 Feb 03 11:09:10.770136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Attempting to bind port ee484475-f140-405d-a968-8484bd44b8cb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:10.770788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Attempting to bind port ee484475-f140-405d-a968-8484bd44b8cb on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:10.823085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:10.823892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.833464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:10.834224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Checking segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:10.834911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.835535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Bound using segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:10.836283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Bound port: ee484475-f140-405d-a968-8484bd44b8cb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:10.836961 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee484475-f140-405d-a968-8484bd44b8cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.874692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd44fafb-d446-402b-924b-91afa745ce20 req-aa461d0c-4990-498c-93c3-42a36f15bd6c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 210 time: 0.0387383 Feb 03 11:09:10.905717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] For port 098b00fb-407c-400d-95f0-738cef49da2f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:10.909301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:10.915672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448e4de-22a3-4a72-aebf-f3dd557fc86a req-623d39f7-4620-4935-aa41-4076e8670afe tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:10.923321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d448e4de-22a3-4a72-aebf-f3dd557fc86a req-623d39f7-4620-4935-aa41-4076e8670afe tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 946 time: 0.2567718 Feb 03 11:09:10.936110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] For port 098b00fb-407c-400d-95f0-738cef49da2f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=098b00fb-407c-400d-95f0-738cef49da2f,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:10.952385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:10.971808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:10.981858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:10.987228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:10.990999 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ca22167-30ab-4ed4-afea-63c386a8e252 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4140377 Feb 03 11:09:10.991233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:10.993870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d448e4de-22a3-4a72-aebf-f3dd557fc86a req-c8ea54f5-8231-4570-8899-01c675480636 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697234 Feb 03 11:09:11.007237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (098b00fb-407c-400d-95f0-738cef49da2f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:11.021887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:11.026918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Router 4382b362-8fd8-4e4d-aba8-dea1ef056076 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:09:11.063721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 98ff160d-5a11-4216-96d0-4b24dd807df1 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:11.271497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:11.290332 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Sync routers for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:11.303247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578547-26b6-4eab-b00c-6d323fd984fd req-be6146a0-ede7-4f70-975c-d63d452b392f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:11.308739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578547-26b6-4eab-b00c-6d323fd984fd req-be6146a0-ede7-4f70-975c-d63d452b392f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:11.310480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83578547-26b6-4eab-b00c-6d323fd984fd req-be6146a0-ede7-4f70-975c-d63d452b392f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1681 time: 0.0890017 Feb 03 11:09:11.314381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:11.315675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e7ac8107-3a0a-4dd0-a292-cf318b9cf036 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4375226 Feb 03 11:09:11.318757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:11.319613 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:11.327610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58764) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:11.555463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:11.588696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:11.589759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:11.600973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] For port ee484475-f140-405d-a968-8484bd44b8cb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:11.761517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2a715dd5-7e52-44cc-907c-f6cdd45fcd92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:11.783262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] For port ee484475-f140-405d-a968-8484bd44b8cb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee484475-f140-405d-a968-8484bd44b8cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:11.879215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c5d6af0-e28d-400e-a770-26c85e3ecdf6 req-a2344f2e-4e8d-4458-ba42-b2fa6da9bae3 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.2905142 Feb 03 11:09:11.954645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee484475-f140-405d-a968-8484bd44b8cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.025796 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 3, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:12.099169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 98ff160d-5a11-4216-96d0-4b24dd807df1 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:12.103818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037deb0-5cc0-499c-ac21-f42abcd2dcb3 None None] Pushing event updated for resources: {'Port': ['ID=098b00fb-407c-400d-95f0-738cef49da2f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:12.111780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.115433 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Checking router: 4382b362-8fd8-4e4d-aba8-dea1ef056076 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:12.116530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Updating router 4382b362-8fd8-4e4d-aba8-dea1ef056076 port 7dd53d2c-8a40-458d-8cd7-25c489c0044b binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:12.140988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 98ff160d-5a11-4216-96d0-4b24dd807df1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:12.141377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.171999 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.335870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83578547-26b6-4eab-b00c-6d323fd984fd req-8951a3cf-fba4-4b93-a933-822a91294851 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0146434 Feb 03 11:09:12.413280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:12.484531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9286be-d181-4103-94ec-f8b9b4082807 req-814a9cdc-bd34-4395-8346-5a757fc25ee9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:12.488761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e9286be-d181-4103-94ec-f8b9b4082807 req-814a9cdc-bd34-4395-8346-5a757fc25ee9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 945 time: 0.3550029 Feb 03 11:09:12.570854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:12.658957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Allocated IP 172.20.0.1 (4a357544-ca38-46dd-8722-544b07963010/5f7131f5-4f0e-46dc-8202-8a70151ae705/a155169b-5bc1-4e43-88e8-6a19b3c5e09f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:12.861396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0de0d4-78bd-4233-a942-3347b628f181 None None] Pushing event updated for resources: {'Port': ['ID=ee484475-f140-405d-a968-8484bd44b8cb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:12.927679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 98ff160d-5a11-4216-96d0-4b24dd807df1 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:12.928673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.982139 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks [] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.989689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks [] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:12.998189 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.019956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:13.022572 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a8eea-0b41-4078-a4a5-008ebf4838ff" -d '{"events": [{"server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "name": "network-vif-plugged", "status": "completed", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:13.107756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.130749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=98ff160d-5a11-4216-96d0-4b24dd807df1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:13.148590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.154048 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Attempting to bind port 7dd53d2c-8a40-458d-8cd7-25c489c0044b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:13.154422 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Attempting to bind port 7dd53d2c-8a40-458d-8cd7-25c489c0044b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:13.154784 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Attempting to bind port 7dd53d2c-8a40-458d-8cd7-25c489c0044b on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:13.158836 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Pushing event updated for resources: {'Port': ['ID=7dd53d2c-8a40-458d-8cd7-25c489c0044b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:13.168283 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.168644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.169000 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.169335 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.170110 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.170456 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.170788 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.171118 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.171445 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.172359 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.172671 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.181551 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.182013 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:13.193718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c79fa53d-3067-4878-b921-35e37c1a6fa9 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:13.200033 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:13.200483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:13.200823 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.201243 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:13.201745 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Bound port: 7dd53d2c-8a40-458d-8cd7-25c489c0044b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:13.202120 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.221339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:13.338291 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] For port 7dd53d2c-8a40-458d-8cd7-25c489c0044b, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:13.342451 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] For port 7dd53d2c-8a40-458d-8cd7-25c489c0044b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7dd53d2c-8a40-458d-8cd7-25c489c0044b,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:13.351292 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.381967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.404384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04ce2ebe-d75f-4c32-963e-84dd08826f75 req-a2267f8a-5943-44ca-8145-888aa6ff6e26 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 210 time: 0.8969421 Feb 03 11:09:13.432645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Network 4a357544-ca38-46dd-8722-544b07963010 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:13.496762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:13.520061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:13.527472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:13.591068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port c79fa53d-3067-4878-b921-35e37c1a6fa9 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:13.613654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 3, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:13.691150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cc2f3-1f44-4372-92bb-016355d42541 None None] Network 8cf35f40-ed28-49af-a391-fc4c23404202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:13.695140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port c79fa53d-3067-4878-b921-35e37c1a6fa9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:13.695875 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.698061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:13.698621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Updating router 02de5ccc-08b1-4a32-bf79-bb35ee302cac port fc3963ce-c1e4-40a8-a00a-8685ab142068 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:13.770057 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:13.770686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:13.798874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e9286be-d181-4103-94ec-f8b9b4082807 req-b46d8956-2b05-4646-a9f1-caeae6e4815b tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2933533 Feb 03 11:09:13.816611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-550feb84-4c21-49bb-a9cd-86db4b8e50dc tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:13.820610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-550feb84-4c21-49bb-a9cd-86db4b8e50dc tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 818 time: 0.4661674 Feb 03 11:09:13.833145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.856372 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308935e-dedd-4b58-972d-0e8a049a5d21 None None] Pushing event updated for resources: {'Port': ['ID=7dd53d2c-8a40-458d-8cd7-25c489c0044b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:13.887581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.915279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Request body: {'port': {'device_id': 'd46bb865-a908-44cb-b389-42179778e643', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'admin_state_up': True, 'tenant_id': '68e25144d6604fd9aefbb3c35dc205b1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:13.939088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Provisioning complete for port 098b00fb-407c-400d-95f0-738cef49da2f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:13.939473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (098b00fb-407c-400d-95f0-738cef49da2f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:13.973186 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:14.001251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e27dd17-460f-4511-8924-043ce262ea82 req-74bc9b40-cb24-4d4c-972f-b51e7fa14dcd tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0841806 Feb 03 11:09:14.118825 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0fa64f-b1ff-48e9-993b-9fc2b0b73821 x-openstack-request-id: req-1f0fa64f-b1ff-48e9-993b-9fc2b0b73821 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:14.119085 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "name": "network-vif-plugged", "status": "completed", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:14.119342 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f0fa64f-b1ff-48e9-993b-9fc2b0b73821 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:14.119968 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1', 'code': 200} Feb 03 11:09:14.204628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-e39368ab-1c63-4ba6-be41-00a9df56c35b tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:14.206578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-e39368ab-1c63-4ba6-be41-00a9df56c35b tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.53 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 818 time: 0.9879637 Feb 03 11:09:14.226260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2a772-9a73-4c58-b759-f828bf907cb4 req-15ea60ee-6602-46a2-8c3b-6d3208b749b5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:14.235455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58f2a772-9a73-4c58-b759-f828bf907cb4 req-15ea60ee-6602-46a2-8c3b-6d3208b749b5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 947 time: 0.7055819 Feb 03 11:09:14.251177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af1fa96-253e-489e-a143-48694f409acd None None] Network 4a357544-ca38-46dd-8722-544b07963010 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:14.264595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-12d50b9f-c194-4649-9035-ae281374f448 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:14.267283 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-12d50b9f-c194-4649-9035-ae281374f448 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 818 time: 1.0469913 Feb 03 11:09:14.323374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Request body: {'port': {'device_id': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'admin_state_up': True, 'tenant_id': '68e25144d6604fd9aefbb3c35dc205b1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:14.403757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58f2a772-9a73-4c58-b759-f828bf907cb4 req-94260f9e-c8c8-454e-9f06-fcb4b6d64b35 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669636 Feb 03 11:09:14.414111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Allocated IP 172.20.0.1 (8cf35f40-ed28-49af-a391-fc4c23404202/020e4cfb-33c6-4472-af72-59c214993ff3/7cb5aae2-60e0-44cc-9b11-8aba8d7ff984) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:14.423381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Made reservation on behalf of 68e25144d6604fd9aefbb3c35dc205b1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:14.439712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.493424 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 3, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:14.522679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e4c46-b2c5-4a52-9dfd-013a4c7a16a8 req-61d1ef84-281d-4b39-9e6f-e7b8a94b1b99 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:14.539405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e4c46-b2c5-4a52-9dfd-013a4c7a16a8 req-61d1ef84-281d-4b39-9e6f-e7b8a94b1b99 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:14.547308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a27e4c46-b2c5-4a52-9dfd-013a4c7a16a8 req-61d1ef84-281d-4b39-9e6f-e7b8a94b1b99 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1681 time: 0.2977753 Feb 03 11:09:14.552148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f713-39c7-435d-ac67-019f2d0b0098 None None] The sync data for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 is: [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:09Z', 'revision_number': 3, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:14.647003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks [] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.657575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-065f6d85-a066-4e35-ab3f-489ca6aed2cb req-1c724f29-3648-4c6c-94ab-e383b544ef19 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 210 time: 0.0880702 Feb 03 11:09:14.669248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee484475-f140-405d-a968-8484bd44b8cb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:14.703660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.786924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35803-d458-4eaf-9422-f216dfff32d9 None None] Pushing event updated for resources: {'Port': ['ID=fc3963ce-c1e4-40a8-a00a-8685ab142068,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:14.816886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c79fa53d-3067-4878-b921-35e37c1a6fa9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:14.817302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.855089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a27e4c46-b2c5-4a52-9dfd-013a4c7a16a8 req-ae9d0cc2-34c7-48b1-a7d2-78e1bd990fb0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613919 Feb 03 11:09:14.876707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks [] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.887060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:14.904626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:14.905927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:14.997191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Request body: {'port': {'device_id': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'admin_state_up': True, 'tenant_id': '68e25144d6604fd9aefbb3c35dc205b1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:15.103376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Allocated IP 172.20.0.2 (22bb8460-591b-407f-a18a-80245d543e64/166af0a6-66a8-4993-9d6d-59bc4d5f8e06/68511357-63d5-4fbf-b198-27e957ffdf10) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:15.117264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.184879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Made reservation on behalf of 68e25144d6604fd9aefbb3c35dc205b1 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:15.189398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.212156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe8fdfe1-ea62-4017-96a2-ee52910347bd req-f39fcbbc-669d-4c5f-9a99-f6fcf9c29077 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0852978 Feb 03 11:09:15.241269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ea01-4960-46b9-8677-4075d09c26a7 req-bb8f1831-11a2-49cc-919a-009e745d5101 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:15.251223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db48ea01-4960-46b9-8677-4075d09c26a7 req-bb8f1831-11a2-49cc-919a-009e745d5101 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.2892246 Feb 03 11:09:15.254290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf58fa-7b11-461b-8348-2888b50a2116 req-8fca27b9-1e3f-4c9d-b0f9-3d730e5e64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:15.262880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ddaf58fa-7b11-461b-8348-2888b50a2116 req-8fca27b9-1e3f-4c9d-b0f9-3d730e5e64b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 1128 time: 1.0552678 Feb 03 11:09:15.310135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.339051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:15.366876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Current status of the port 098b00fb-407c-400d-95f0-738cef49da2f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:15.367599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (098b00fb-407c-400d-95f0-738cef49da2f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.374352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Attempting to bind port fc3963ce-c1e4-40a8-a00a-8685ab142068 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:15.374739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Attempting to bind port fc3963ce-c1e4-40a8-a00a-8685ab142068 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:15.375684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Attempting to bind port fc3963ce-c1e4-40a8-a00a-8685ab142068 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:15.419524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:15.419975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:15.420391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.420796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:15.421644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Bound port: fc3963ce-c1e4-40a8-a00a-8685ab142068, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:15.422723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.506109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db48ea01-4960-46b9-8677-4075d09c26a7 req-72216054-0f7e-45b9-9da5-89afd45cb168 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522035 Feb 03 11:09:15.543061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Network 8cf35f40-ed28-49af-a391-fc4c23404202 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:15.591020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee484475-f140-405d-a968-8484bd44b8cb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:15.595450 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee484475-f140-405d-a968-8484bd44b8cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.606208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:15.608854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:15.655119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] For port 098b00fb-407c-400d-95f0-738cef49da2f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=098b00fb-407c-400d-95f0-738cef49da2f,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:15.665009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:15.708760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:15.709177 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.728857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.733264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks [] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.756766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (098b00fb-407c-400d-95f0-738cef49da2f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.865960 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ddaf58fa-7b11-461b-8348-2888b50a2116 req-0a541740-7026-474b-baa8-e4943bb00c32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878825 Feb 03 11:09:15.876247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:15.882288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Made reservation on behalf of 68e25144d6604fd9aefbb3c35dc205b1 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:15.895770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.901589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:15.972066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] For port fc3963ce-c1e4-40a8-a00a-8685ab142068, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:16.002849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65e2b452-1574-40d4-8f49-f94064d2b6eb req-22b59f26-995a-496d-8e41-84f02ca813e4 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 210 time: 0.1289907 Feb 03 11:09:16.034857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16794-99d7-48b5-b954-594d2b084620 req-93dad1d6-c033-482c-94ca-ab2ce3eeea8a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:16.043075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81d16794-99d7-48b5-b954-594d2b084620 req-93dad1d6-c033-482c-94ca-ab2ce3eeea8a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 947 time: 0.5021930 Feb 03 11:09:16.056407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.097271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] For port fc3963ce-c1e4-40a8-a00a-8685ab142068, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc3963ce-c1e4-40a8-a00a-8685ab142068,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:16.114735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.136718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:16.138152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:16.143735 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeea5c9-65bc-46f4-82a3-87f25987c148" -d '{"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-plugged", "status": "completed", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:16.150301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Provisioning complete for port a155169b-5bc1-4e43-88e8-6a19b3c5e09f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:16.150835 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.246608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.257512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.327911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks [] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.359267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee484475-f140-405d-a968-8484bd44b8cb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:16.359860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee484475-f140-405d-a968-8484bd44b8cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.391834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae7c5-a9b4-465a-8ba6-a5b52e353f4b None None] Pushing event updated for resources: {'Port': ['ID=098b00fb-407c-400d-95f0-738cef49da2f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:16.417051 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81d16794-99d7-48b5-b954-594d2b084620 req-53785e8d-9f1d-42ca-b6c2-3e4d662d7b3d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727601 Feb 03 11:09:16.418127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.471290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Network 4a357544-ca38-46dd-8722-544b07963010 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:16.476537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:16.500798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35803-d458-4eaf-9422-f216dfff32d9 None None] Pushing event updated for resources: {'Port': ['ID=fc3963ce-c1e4-40a8-a00a-8685ab142068,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:16.530447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Port a155169b-5bc1-4e43-88e8-6a19b3c5e09f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:16.533740 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a8cb2e-1250-4d6c-a59e-ca8f192655bc x-openstack-request-id: req-61a8cb2e-1250-4d6c-a59e-ca8f192655bc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:16.534141 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-plugged", "status": "completed", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:16.534390 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61a8cb2e-1250-4d6c-a59e-ca8f192655bc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:16.534782 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9', 'code': 200} Feb 03 11:09:16.544255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ee484475-f140-405d-a968-8484bd44b8cb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee484475-f140-405d-a968-8484bd44b8cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:16.554275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:16.555127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:16.649924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:16.677167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:09:16.689730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.756767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:16.766062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-432ec92b-aac9-4aba-986d-ce3fbdbbb747 req-03af6e50-448d-4d5d-ad6e-da58402a2b00 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0769098 Feb 03 11:09:16.786258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks [] for port (68511357-63d5-4fbf-b198-27e957ffdf10), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.862178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b657b4-0c87-469e-b288-fc3f52e8e962 req-9a8eccd2-9fad-442c-895e-b269ebc7d760 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:16.874469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b657b4-0c87-469e-b288-fc3f52e8e962 req-9a8eccd2-9fad-442c-895e-b269ebc7d760 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:16.880991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:16.895456 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fedb5fee-ef0b-4a0f-a404-1861dff382c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/02de5ccc-08b1-4a32-bf79-bb35ee302cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8941600 Feb 03 11:09:16.895689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47b657b4-0c87-469e-b288-fc3f52e8e962 req-9a8eccd2-9fad-442c-895e-b269ebc7d760 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1682 time: 0.7372310 Feb 03 11:09:16.955352 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee484475-f140-405d-a968-8484bd44b8cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:16.956249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 098b00fb-407c-400d-95f0-738cef49da2f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:16.958002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:16.958377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.071262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ee484475-f140-405d-a968-8484bd44b8cb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:17.076396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47b657b4-0c87-469e-b288-fc3f52e8e962 req-66fcf273-04c6-49c3-a7c9-e4f56b1412ca tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883464 Feb 03 11:09:17.165026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:17.173416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0cba-2ce2-4280-aa3b-be135aba3050 req-9f241c7c-cc8c-4dfe-904c-9b2d07e0c03d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:17.174976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95fc0cba-2ce2-4280-aa3b-be135aba3050 req-9f241c7c-cc8c-4dfe-904c-9b2d07e0c03d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.2828839 Feb 03 11:09:17.183779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Provisioning complete for port 098b00fb-407c-400d-95f0-738cef49da2f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:17.184158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (098b00fb-407c-400d-95f0-738cef49da2f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.185843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.191817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.224219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:17.253946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Allocated IP 172.20.0.11 (22bb8460-591b-407f-a18a-80245d543e64/166af0a6-66a8-4993-9d6d-59bc4d5f8e06/b86f6711-0c3e-4627-a83e-1246ea28fa72) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:17.312515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95fc0cba-2ce2-4280-aa3b-be135aba3050 req-0766aaf0-48b7-4e30-b2a5-14b3c602c220 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221054 Feb 03 11:09:17.346487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:17.367648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Network 22bb8460-591b-407f-a18a-80245d543e64 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:17.376672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Network 8cf35f40-ed28-49af-a391-fc4c23404202 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:17.398195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:17.399003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 098b00fb-407c-400d-95f0-738cef49da2f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:17.399397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (098b00fb-407c-400d-95f0-738cef49da2f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.416811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84fdbbda-3d63-45e7-bd67-582633fdd70e req-79ccb962-da55-4caa-b1c6-cec3d0685bcd tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 210 time: 0.1622145 Feb 03 11:09:17.419330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:17.528035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks [] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.572003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 2, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:17.610149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.627411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:17.679410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa77b96-35ab-4c6f-8291-dd2150bf55af None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 2, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:17.693511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Current status of the port 098b00fb-407c-400d-95f0-738cef49da2f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:17.712578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:17.714249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.730196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event updated for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:17.735558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Router 4382b362-8fd8-4e4d-aba8-dea1ef056076 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:09:17.795593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Provisioning complete for port ee484475-f140-405d-a968-8484bd44b8cb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:17.798434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Network 22bb8460-591b-407f-a18a-80245d543e64 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:17.798860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee484475-f140-405d-a968-8484bd44b8cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.814173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:17.829282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:17.846401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:17.847034 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.874556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event updated for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:17.882373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-84302e8a-1984-421b-a489-9192c27fe7f9 {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:09:17.883565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-33fbc564-fdce-4fcd-adaa-2af074e643c3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9722924 Feb 03 11:09:17.884164 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:09:17.901297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Request body: {'port': {'device_id': 'd46bb865-a908-44cb-b389-42179778e643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:17.914065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd4513-0b8c-4a82-97ea-cf7defb6d9d0 req-d1e99482-d0ec-43fb-b4dd-3955d66320a6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:17.915621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bfd4513-0b8c-4a82-97ea-cf7defb6d9d0 req-d1e99482-d0ec-43fb-b4dd-3955d66320a6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 947 time: 0.2844861 Feb 03 11:09:17.920991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:17.922024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:17.938018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58820) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:17.959234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133493377', 'description': 'tempest-description--1869026124'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:17.972754 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-9c7fde1b-f59a-4ab2-bbad-a6a2f6fe872d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6575665 Feb 03 11:09:17.992133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Request body: {'port': {'device_id': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:18.004653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 098b00fb-407c-400d-95f0-738cef49da2f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:18.036768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.120642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2389a9ee-1f76-4c5a-b4ef-89e36919cde3 req-ed3b197f-8eac-4e49-9907-9b06cbd6831e tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0436177 Feb 03 11:09:18.121943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:18.144340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fe61b1eb-76b9-4bc2-9c6d-84693f945fd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/4382b362-8fd8-4e4d-aba8-dea1ef056076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8071129 Feb 03 11:09:18.144538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Sync routers for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:18.196366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bfd4513-0b8c-4a82-97ea-cf7defb6d9d0 req-e1a6fd10-49ca-4c08-9702-6f678a5ca231 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192433 Feb 03 11:09:18.198218 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.206614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:18.207509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:18.266110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.399073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:18.427535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.502811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (4ca49d8e-220e-434e-8925-a00e2d9e730e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.521173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4ca49d8e-220e-434e-8925-a00e2d9e730e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.619547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.621106 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6817043 Feb 03 11:09:18.630870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:18.683646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group_rule': {'security_group_id': '4ca49d8e-220e-434e-8925-a00e2d9e730e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:18.709046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80e957-c261-4bc6-9280-57a2d5f339a2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca49d8e-220e-434e-8925-a00e2d9e730e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:18.722193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:18.724426 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8290415c-090a-43d8-918d-9defd11aa254" -d '{"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:18.731152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15aab133-0e0b-45c1-aa72-6c743c68ebdd None None] Current status of the port ee484475-f140-405d-a968-8484bd44b8cb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:18.739827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7dd53d2c-8a40-458d-8cd7-25c489c0044b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:18.742768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:18.743164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.841149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (f748f0c9-8cf4-465e-9d52-1d6517cf1f81), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.905258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (f748f0c9-8cf4-465e-9d52-1d6517cf1f81), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.912183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f748f0c9-8cf4-465e-9d52-1d6517cf1f81), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.931340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f748f0c9-8cf4-465e-9d52-1d6517cf1f81,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:18.967380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:18.971105 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb32911f-e867-48ec-b490-1eda717e5b40 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367827 Feb 03 11:09:18.971858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58846) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:18.978891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group_rule': {'security_group_id': '4ca49d8e-220e-434e-8925-a00e2d9e730e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:19.016313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Provisioning complete for port a155169b-5bc1-4e43-88e8-6a19b3c5e09f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:19.016692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.036200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df732b-10e7-4cff-baf4-62c43bad974e req-56710bdd-0494-40f8-a2bf-44948755774d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.059168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (2838a36c-977e-405d-81c5-28910247df93), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.062118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df732b-10e7-4cff-baf4-62c43bad974e req-56710bdd-0494-40f8-a2bf-44948755774d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.071246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98df732b-10e7-4cff-baf4-62c43bad974e req-56710bdd-0494-40f8-a2bf-44948755774d tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.7764127 Feb 03 11:09:19.108936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:19.163539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68511357-63d5-4fbf-b198-27e957ffdf10 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:19.166674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.176347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (2838a36c-977e-405d-81c5-28910247df93), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.179865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks [] for port (68511357-63d5-4fbf-b198-27e957ffdf10), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.182918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2838a36c-977e-405d-81c5-28910247df93), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.216866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.218527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2438560 Feb 03 11:09:19.221523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:19.236126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98df732b-10e7-4cff-baf4-62c43bad974e req-5502e393-67d8-4695-95ea-2ac5f7fb9761 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495261 Feb 03 11:09:19.236465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:19.236465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58858) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:19.244006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-network', 'tenant_id': '5d727314f1124a2397d84779acde5e8b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:19.246516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Transition to ACTIVE for port object 68511357-63d5-4fbf-b198-27e957ffdf10 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:09:19.248162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eca04a-d2e0-441a-ac27-b08da68c2786 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2838a36c-977e-405d-81c5-28910247df93,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:19.273650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808cbc5-e026-4cc8-8e04-c848dcb03d27 req-307fdef7-8006-43ba-a354-043dd620e6e1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.283569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0808cbc5-e026-4cc8-8e04-c848dcb03d27 req-307fdef7-8006-43ba-a354-043dd620e6e1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.6756601 Feb 03 11:09:19.285004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.294572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Port a155169b-5bc1-4e43-88e8-6a19b3c5e09f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:19.311377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7dd53d2c-8a40-458d-8cd7-25c489c0044b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:19.311750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.409474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Pushing event updated for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:19.418031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Allocated IP 172.20.0.9 (22bb8460-591b-407f-a18a-80245d543e64/166af0a6-66a8-4993-9d6d-59bc4d5f8e06/94388e3c-9621-4ed2-b17f-8c93d25a2d91) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:19.454478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:19.480469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0808cbc5-e026-4cc8-8e04-c848dcb03d27 req-2821c5f5-09b1-47c5-9be8-60efe88fd7b9 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869149 Feb 03 11:09:19.490568 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.492522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Provisioning complete for port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:19.492896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.494298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Made reservation on behalf of 5d727314f1124a2397d84779acde5e8b for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:19.496875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.511060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b64ff-e58d-4090-bf5a-80be350e950f req-210dc5e8-c944-4544-8611-930631a64538 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.519356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd8b64ff-e58d-4090-bf5a-80be350e950f req-210dc5e8-c944-4544-8611-930631a64538 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 932 time: 0.1704347 Feb 03 11:09:19.537110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.591324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd8b64ff-e58d-4090-bf5a-80be350e950f req-ee0286cd-934e-4e5f-bbc4-1ee5d65def09 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709989 Feb 03 11:09:19.593606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c2498-6ad2-43ec-bf8b-b2326fd065e3 None None] Port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:19.624463 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4b44d8-6be7-48e7-92bd-931a00e5caef x-openstack-request-id: req-ae4b44d8-6be7-48e7-92bd-931a00e5caef {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:19.624762 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-plugged", "status": "completed", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:19.625111 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae4b44d8-6be7-48e7-92bd-931a00e5caef {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:19.625520 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'code': 200} Feb 03 11:09:19.695678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 4, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7cb5aae2-60e0-44cc-9b11-8aba8d7ff984', 'name': '', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'mac_address': 'fa:16:3e:e1:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:13Z', 'updated_at': '2022-02-03T11:09:16Z', 'revision_number': 2, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'subnets': [{'id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:19.728822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7dd53d2c-8a40-458d-8cd7-25c489c0044b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:19.729237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.741283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Checking router: 4382b362-8fd8-4e4d-aba8-dea1ef056076 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:19.742101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Updating router 4382b362-8fd8-4e4d-aba8-dea1ef056076 port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:19.754857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks [] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.779450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Attempting to bind port 68511357-63d5-4fbf-b198-27e957ffdf10 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:19.779791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Attempting to bind port 68511357-63d5-4fbf-b198-27e957ffdf10 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:19.780124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Attempting to bind port 68511357-63d5-4fbf-b198-27e957ffdf10 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:19.799793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7dd53d2c-8a40-458d-8cd7-25c489c0044b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7dd53d2c-8a40-458d-8cd7-25c489c0044b,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:19.801334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.814562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.815553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 098b00fb-407c-400d-95f0-738cef49da2f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:19.859851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7d7d2e8-5e15-40f2-a256-2ccb019ceb1a req-20400873-1013-4c59-b152-971a31232910 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0708618 Feb 03 11:09:19.868386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7dd53d2c-8a40-458d-8cd7-25c489c0044b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:19.875954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Port 68511357-63d5-4fbf-b198-27e957ffdf10 on network 22bb8460-591b-407f-a18a-80245d543e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:09:19.877568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Attempting to bind port 68511357-63d5-4fbf-b198-27e957ffdf10 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:19.898617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks [] for security_group (13f830af-39b4-49ce-9796-3bbae07acf6f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.913721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277cfb-f0d8-4171-829a-cd0e81a0ded2 req-736b6238-1e3e-458f-b6ee-cbfe3d7cc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.914401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277cfb-f0d8-4171-829a-cd0e81a0ded2 req-736b6238-1e3e-458f-b6ee-cbfe3d7cc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:19.915973 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-66277cfb-f0d8-4171-829a-cd0e81a0ded2 req-736b6238-1e3e-458f-b6ee-cbfe3d7cc79f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 2047 time: 0.1827459 Feb 03 11:09:19.918441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (13f830af-39b4-49ce-9796-3bbae07acf6f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.930288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:19.931571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Checking segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:19.933182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Bound using segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:19.934548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Bound port: 68511357-63d5-4fbf-b198-27e957ffdf10, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:19.937420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.952691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:19.996772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:09:20.057662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.063269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event updated for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:20.071122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff852f58-32b5-4b40-9ca9-be1637b5b57f req-24e9e36e-77d9-4a91-9ed5-b049dab8d318 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.072337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff852f58-32b5-4b40-9ca9-be1637b5b57f req-24e9e36e-77d9-4a91-9ed5-b049dab8d318 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.3864694 Feb 03 11:09:20.130145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f830af-39b4-49ce-9796-3bbae07acf6f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:20.164344 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-66277cfb-f0d8-4171-829a-cd0e81a0ded2 req-5345136d-b0a1-422c-859a-c8bf503fef7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348938 Feb 03 11:09:20.171670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fa500e4c-8375-4b28-bf0b-f624f7167a0e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.172637 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Added segment fa500e4c-8375-4b28-bf0b-f624f7167a0e of type vlan for network 944298e4-a906-47eb-b94b-1b4ab785ff13 Feb 03 11:09:20.183452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 098b00fb-407c-400d-95f0-738cef49da2f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:20.184455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (098b00fb-407c-400d-95f0-738cef49da2f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.210891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Network 22bb8460-591b-407f-a18a-80245d543e64 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:20.220330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:20.275202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=68511357-63d5-4fbf-b198-27e957ffdf10,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:20.287005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff852f58-32b5-4b40-9ca9-be1637b5b57f req-37b0f1eb-4fb5-49ae-accf-10a593047963 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049332 Feb 03 11:09:20.290759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:20.317449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:20.329727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.379909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.380540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.382015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] 10.222.0.69 "PUT /v2.0/ports/68511357-63d5-4fbf-b198-27e957ffdf10 HTTP/1.1" status: 200 len: 1091 time: 2.4861841 Feb 03 11:09:20.382486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:20.384928 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d46f66c-3235-4817-9a3e-edcf528d229f" -d '{"events": [{"name": "network-changed", "server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:20.395038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 098b00fb-407c-400d-95f0-738cef49da2f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:20.396642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee484475-f140-405d-a968-8484bd44b8cb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:20.452534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22234c6-7ba5-4b5a-be1a-3dada80af935 req-56d4d144-bf2f-445f-a317-ac5e599661e8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.461655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b22234c6-7ba5-4b5a-be1a-3dada80af935 req-56d4d144-bf2f-445f-a317-ac5e599661e8 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.1684468 Feb 03 11:09:20.471304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f825767-e76a-4425-acfd-0e98e2542da7 service neutron] Pushing event updated for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:20.498204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (944298e4-a906-47eb-b94b-1b4ab785ff13), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.576814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b22234c6-7ba5-4b5a-be1a-3dada80af935 req-b8fd44af-2bcf-49f9-8493-c592d3410e88 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141350 Feb 03 11:09:20.582453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.583740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.615699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-bfb26249-41eb-444c-a808-6851127bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.617783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-bfb26249-41eb-444c-a808-6851127bc76d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 1125 time: 0.1526449 Feb 03 11:09:20.620588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-8c561953-3bf5-4a70-b16a-9ed56dfcd238 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6689920 Feb 03 11:09:20.633348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee484475-f140-405d-a968-8484bd44b8cb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:20.633945 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee484475-f140-405d-a968-8484bd44b8cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.644741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (944298e4-a906-47eb-b94b-1b4ab785ff13), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.645800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.646479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.646999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2029ad-fb32-475d-8284-b206a83e0c4e req-28dc362c-8440-4c60-8cdb-ade12d914b20 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.658298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2029ad-fb32-475d-8284-b206a83e0c4e req-28dc362c-8440-4c60-8cdb-ade12d914b20 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.660191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e2029ad-fb32-475d-8284-b206a83e0c4e req-28dc362c-8440-4c60-8cdb-ade12d914b20 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.1751990 Feb 03 11:09:20.660720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Request body: {'port': {'device_id': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:20.663544 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194d72ea-57ef-49ec-9114-7ce66ab3f2dd x-openstack-request-id: req-194d72ea-57ef-49ec-9114-7ce66ab3f2dd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:20.664024 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:20.664436 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-194d72ea-57ef-49ec-9114-7ce66ab3f2dd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:20.665070 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10', 'status': 'completed', 'code': 200} Feb 03 11:09:20.692613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Allocated IP 172.25.7.187 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a6fc50f7-60b6-4363-af26-c30e9c4edcdf) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:20.709202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks [] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.716208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-6fc9a26c-705a-4be0-b7a9-fc2642fb7a6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68511357-63d5-4fbf-b198-27e957ffdf10 HTTP/1.1" status: 200 len: 217 time: 0.0545521 Feb 03 11:09:20.727905 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.775017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5387187 Feb 03 11:09:20.784789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58874) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:20.791004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-912983ca-be2a-4119-8a19-46aa1dad626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:20.792693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-912983ca-be2a-4119-8a19-46aa1dad626b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.0680444 Feb 03 11:09:20.813333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86f6711-0c3e-4627-a83e-1246ea28fa72 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:20.834499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Request body: {'subnet': {'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-subnet', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:20.871551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976c9a2-9409-466c-91fa-7b8bf84e282f None None] Pushing event updated for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:20.903269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks [] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.913581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0848-b8f1-4551-aa2b-6613bb8ce2cb admin admin] Pushing event updated for resources: {'Network': ['ID=944298e4-a906-47eb-b94b-1b4ab785ff13,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:20.925537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Made reservation on behalf of 5d727314f1124a2397d84779acde5e8b for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:20.933150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:20.947777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:09:21.069753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee484475-f140-405d-a968-8484bd44b8cb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:21.090505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Attempting to bind port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:21.090881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Attempting to bind port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:21.091250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Attempting to bind port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 on network 8cf35f40-ed28-49af-a391-fc4c23404202 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:21.103933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:21.104321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Checking segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:21.104721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.105140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Bound using segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:21.105624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Bound port: 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:21.106011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.238124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Transition to ACTIVE for port object b86f6711-0c3e-4627-a83e-1246ea28fa72 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:09:21.264465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.267431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.310970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] For port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:21.318641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] For port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:21.343129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-2c9994e0-4914-44c3-920b-de0613e64036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5420368 Feb 03 11:09:21.348288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:21.370351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.448086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e2029ad-fb32-475d-8284-b206a83e0c4e req-4521728c-30a0-4540-9236-71273b1044a0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7719307 Feb 03 11:09:21.472439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.498310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7dd53d2c-8a40-458d-8cd7-25c489c0044b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:21.613330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Provisioning complete for port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:21.618072 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.631022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:21.631896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:21.633796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:21.636258 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68c4ae-653a-4374-91b1-bc9c515f5b25" -d '{"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:21.685357 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:21.703768 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:21.704669 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:21.732168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64fe67d3-6d76-4f37-8483-92257c2df174 req-37e824a0-31bb-4506-9064-250ba7da18d6 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0962949 Feb 03 11:09:21.759889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5618c-d730-4d18-9ee3-60664ed5ad48 req-43b3e243-aad5-4608-a510-a44c0683c9c4 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:21.773481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976c9a2-9409-466c-91fa-7b8bf84e282f None None] Pushing event updated for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:21.776186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8f5618c-d730-4d18-9ee3-60664ed5ad48 req-43b3e243-aad5-4608-a510-a44c0683c9c4 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 932 time: 0.9774268 Feb 03 11:09:21.785943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-84a74db3-78e7-4795-9412-c393b3e28406 service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252758 Feb 03 11:09:21.861929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7dd53d2c-8a40-458d-8cd7-25c489c0044b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:21.862582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.886754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.897586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (893d4d0d-34da-47fe-be63-ff6577242265), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:21.942620 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:21.961631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8f5618c-d730-4d18-9ee3-60664ed5ad48 req-9fcfcb30-64bd-4978-867e-88118c6c0d1d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824930 Feb 03 11:09:22.043682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Current status of the port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:22.044071 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.137134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:22.148267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab8ef-795e-4d86-8f26-c7387208cde5 req-8bea56b6-4157-446d-8927-fd794588aa61 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.157084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-123ab8ef-795e-4d86-8f26-c7387208cde5 req-8bea56b6-4157-446d-8927-fd794588aa61 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2852161 Feb 03 11:09:22.169363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-1a81ca0b-ac02-4ee7-8430-558dbccc4890 service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671739 Feb 03 11:09:22.182525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Attempting to bind port b86f6711-0c3e-4627-a83e-1246ea28fa72 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:22.191416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Attempting to bind port b86f6711-0c3e-4627-a83e-1246ea28fa72 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:22.192027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Attempting to bind port b86f6711-0c3e-4627-a83e-1246ea28fa72 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:22.213215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658f5d-1b86-4656-977e-581afc94105b req-3f20cb23-743b-4a98-81c0-92174550b510 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.222040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4658f5d-1b86-4656-977e-581afc94105b req-3f20cb23-743b-4a98-81c0-92174550b510 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.1576781 Feb 03 11:09:22.231226 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 2, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:22.268327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:22.268684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Updating router 02de5ccc-08b1-4a32-bf79-bb35ee302cac port a155169b-5bc1-4e43-88e8-6a19b3c5e09f binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:22.286434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Port b86f6711-0c3e-4627-a83e-1246ea28fa72 on network 22bb8460-591b-407f-a18a-80245d543e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:09:22.288290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Attempting to bind port b86f6711-0c3e-4627-a83e-1246ea28fa72 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:22.320838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-123ab8ef-795e-4d86-8f26-c7387208cde5 req-b705e715-cfa3-40c4-bd21-be9c74999a3e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627398 Feb 03 11:09:22.345135 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.348604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4658f5d-1b86-4656-977e-581afc94105b req-65c9b5d7-3172-4fb5-addf-a243f124623d tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208298 Feb 03 11:09:22.367233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-59ebbc1d-e7e9-44a6-b9c2-41cfe927d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.369470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-59ebbc1d-e7e9-44a6-b9c2-41cfe927d0aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 1125 time: 0.0972168 Feb 03 11:09:22.379356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=a6fc50f7-60b6-4363-af26-c30e9c4edcdf,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:22.417932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:22.423371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Checking segment: {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:22.423732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Network hostable DHCP agents. Network: 944298e4-a906-47eb-b94b-1b4ab785ff13, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:09:22.440838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:22.443327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:22.443672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Checking segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:22.444133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Bound using segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:22.444581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Bound port: b86f6711-0c3e-4627-a83e-1246ea28fa72, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:22.444955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.457509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:22.487375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7dd53d2c-8a40-458d-8cd7-25c489c0044b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:22.492494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc3963ce-c1e4-40a8-a00a-8685ab142068 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:22.520251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-ae5eab87-d2b0-4e93-afd2-09e12259807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.529644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-ae5eab87-d2b0-4e93-afd2-09e12259807e service neutron] 10.222.0.69 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 919 time: 0.1531980 Feb 03 11:09:22.577613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] For port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:22.586914 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15907a3c-2e68-4bbe-ba0c-59f8231ceb01 x-openstack-request-id: req-15907a3c-2e68-4bbe-ba0c-59f8231ceb01 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:22.589517 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:22.590026 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15907a3c-2e68-4bbe-ba0c-59f8231ceb01 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:22.590607 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'code': 200} Feb 03 11:09:22.591273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.606878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.623533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893d4d0d-34da-47fe-be63-ff6577242265,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:22.633131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-1fca9956-b7ff-4df7-a93a-61097cf06eda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68511357-63d5-4fbf-b198-27e957ffdf10 HTTP/1.1" status: 200 len: 217 time: 0.0975690 Feb 03 11:09:22.668349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b29aa-4614-4f80-9fd1-f7ee36370758 None None] Pushing event updated for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:22.679996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.682099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:09:22.691708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c558e22a-10a8-4b15-9620-7ee49d837d60 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.693766 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c558e22a-10a8-4b15-9620-7ee49d837d60 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.6100185 Feb 03 11:09:22.722575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fc3963ce-c1e4-40a8-a00a-8685ab142068 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:22.722964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.829852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-17ac20dc-f48f-459d-bab0-48a37fe72580 None None] Provisioning complete for port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:22.830252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ac20dc-f48f-459d-bab0-48a37fe72580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.859893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 944298e4-a906-47eb-b94b-1b4ab785ff13) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:22.882678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af35b8-7849-4598-81eb-739785b27462 None None] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:22.892861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.893475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.904131 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks [] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.916065 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:22.935172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-7522f855-7b92-4fae-b327-5a30aee2362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:22.936692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-7522f855-7b92-4fae-b327-5a30aee2362d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.2753866 Feb 03 11:09:22.945313 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb50c176-296d-4b2c-af9e-f5cf2873fb06 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1224840 Feb 03 11:09:22.948115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edfadea5-d206-49e0-82dc-5fa3e91fa2a6 req-5eb008d6-592f-4244-81f1-7d537a25ba66 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0834212 Feb 03 11:09:22.949760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:22.967829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:23.004179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:23.052004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-944298e4-a906-47eb-b94b-1b4ab785ff13', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'project_id': '5d727314f1124a2397d84779acde5e8b', 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:09:23.053364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.060308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:23.068260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fc3963ce-c1e4-40a8-a00a-8685ab142068 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:23.068659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.076351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-87c9e82e-e5f4-4b19-bac0-38b6f62f985e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205821 Feb 03 11:09:23.095289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port fc3963ce-c1e4-40a8-a00a-8685ab142068, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc3963ce-c1e4-40a8-a00a-8685ab142068,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:23.100039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a9375-1667-4260-9eba-67fcc705393e req-bda55af9-dcc8-4e11-a4fc-35f166b39692 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:23.102856 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b15fd-9e22-41a1-b4cb-f5fb5be43eda None None] Pushing event updated for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:23.114726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a9375-1667-4260-9eba-67fcc705393e req-bda55af9-dcc8-4e11-a4fc-35f166b39692 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:23.117578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.119474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f34a9375-1667-4260-9eba-67fcc705393e req-bda55af9-dcc8-4e11-a4fc-35f166b39692 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.5063510 Feb 03 11:09:23.230865 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Attempting to bind port a155169b-5bc1-4e43-88e8-6a19b3c5e09f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:23.231402 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Attempting to bind port a155169b-5bc1-4e43-88e8-6a19b3c5e09f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:23.231869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Attempting to bind port a155169b-5bc1-4e43-88e8-6a19b3c5e09f on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:23.243521 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:23.244079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Checking segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:23.244592 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.245133 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Bound using segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:23.247620 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Bound port: a155169b-5bc1-4e43-88e8-6a19b3c5e09f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:23.248120 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.291330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Allocated IP 172.20.0.2 (944298e4-a906-47eb-b94b-1b4ab785ff13/893d4d0d-34da-47fe-be63-ff6577242265/4861939a-e48f-4d51-9279-04cedaa69304) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:23.322698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59756923-b3df-478f-b075-e1c816081b3e req-0e609c17-d571-42e3-b3e4-b9c34bb97610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:23.326198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59756923-b3df-478f-b075-e1c816081b3e req-0e609c17-d571-42e3-b3e4-b9c34bb97610 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1130 time: 0.6070011 Feb 03 11:09:23.396964 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] For port a155169b-5bc1-4e43-88e8-6a19b3c5e09f, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:23.406260 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] For port a155169b-5bc1-4e43-88e8-6a19b3c5e09f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:23.433354 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.513578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:23.514218 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:03Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:23.556528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f34a9375-1667-4260-9eba-67fcc705393e req-06f03cd9-571f-46e0-be15-2876492b40f0 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087660 Feb 03 11:09:23.565717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34277b-3080-4cfc-9715-6c9e35622bee req-dcce16ed-6960-4d55-8c68-e63d4d5677ed tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:23.573314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af34277b-3080-4cfc-9715-6c9e35622bee req-dcce16ed-6960-4d55-8c68-e63d4d5677ed tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 944 time: 0.4871614 Feb 03 11:09:23.583473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-05680bae-a88f-4b04-b127-40edaac6d841 service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961054 Feb 03 11:09:23.644777 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b15fd-9e22-41a1-b4cb-f5fb5be43eda None None] Pushing event updated for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:23.660525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59756923-b3df-478f-b075-e1c816081b3e req-cf6fce58-5dc2-4284-9524-740421b9a932 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647090 Feb 03 11:09:23.661873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-17ac20dc-f48f-459d-bab0-48a37fe72580 None None] Current status of the port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:23.694325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=fc3963ce-c1e4-40a8-a00a-8685ab142068,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:23.723999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks [] for port (4861939a-e48f-4d51-9279-04cedaa69304), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.754240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4861939a-e48f-4d51-9279-04cedaa69304), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.760174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.839765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:23.841020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.848562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] 10.222.0.53 "PUT /v2.0/ports/b86f6711-0c3e-4627-a83e-1246ea28fa72 HTTP/1.1" status: 200 len: 1092 time: 5.8665955 Feb 03 11:09:23.853885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Pushing event updated for resources: {'Port': ['ID=4861939a-e48f-4d51-9279-04cedaa69304,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:23.854901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.856347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.885719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0868a1-68d0-4cab-b0d9-3e9e7a901a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:23.888136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 4, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7cb5aae2-60e0-44cc-9b11-8aba8d7ff984', 'name': '', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'mac_address': 'fa:16:3e:e1:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:13Z', 'updated_at': '2022-02-03T11:09:21Z', 'revision_number': 4, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'subnets': [{'id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:23.890751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:23.893589 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d" -d '{"events": [{"name": "network-changed", "server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:23.909601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:23.916203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:23.946517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af34277b-3080-4cfc-9715-6c9e35622bee req-a85da532-84a6-4bcd-b7f9-ac3551f0ec3b tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719201 Feb 03 11:09:23.952240 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:23.967748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Deleting port 98ff160d-5a11-4216-96d0-4b24dd807df1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:23.968011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:23.968995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:23.981155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252c405-ba0e-4e39-9f81-341f32ae8f6d None None] The sync data for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 is: [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:09:15Z', 'revision_number': 4, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7cb5aae2-60e0-44cc-9b11-8aba8d7ff984', 'name': '', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'mac_address': 'fa:16:3e:e1:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:13Z', 'updated_at': '2022-02-03T11:09:21Z', 'revision_number': 4, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'subnets': [{'id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:23.992734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Provisioning complete for port a155169b-5bc1-4e43-88e8-6a19b3c5e09f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:23.993242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.038143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d46f66c-3235-4817-9a3e-edcf528d229f req-b45513aa-0934-4bc1-8b9b-484842ed7d5a service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413505 Feb 03 11:09:24.080178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe093-c2c5-42ab-9c7f-c69eff7b5065 req-466e0f67-a93b-42f8-b671-bc0c0f8a7267 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:24.089541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03bfe093-c2c5-42ab-9c7f-c69eff7b5065 req-466e0f67-a93b-42f8-b671-bc0c0f8a7267 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.4219687 Feb 03 11:09:24.223880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03bfe093-c2c5-42ab-9c7f-c69eff7b5065 req-b892c832-a7fe-4b60-a6df-17559834d041 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332166 Feb 03 11:09:24.252001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Attempting to bind port 4861939a-e48f-4d51-9279-04cedaa69304 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:24.254587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Attempting to bind port 4861939a-e48f-4d51-9279-04cedaa69304 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:24.255121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Attempting to bind port 4861939a-e48f-4d51-9279-04cedaa69304 on network 944298e4-a906-47eb-b94b-1b4ab785ff13 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:24.275988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:24.276519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Checking segment: {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:24.276810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.277240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Bound using segment: {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:24.278898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Bound port: 4861939a-e48f-4d51-9279-04cedaa69304, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:24.279295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4861939a-e48f-4d51-9279-04cedaa69304), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.284361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdbbca-92a5-4cea-abee-18805ad5b889 req-9263c7dd-1712-4107-b94d-429c5a6c3285 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:24.299227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1fdbbca-92a5-4cea-abee-18805ad5b889 req-9263c7dd-1712-4107-b94d-429c5a6c3285 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 946 time: 0.1991389 Feb 03 11:09:24.388071 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.415415 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:24.440849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1fdbbca-92a5-4cea-abee-18805ad5b889 req-ea48de72-3c30-472e-9db4-cb48fdb7d660 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups?id=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405728 Feb 03 11:09:24.500555 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a506430-7b3d-42a8-b7ab-b8ca59285e74 None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:24.525189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Current status of the port a155169b-5bc1-4e43-88e8-6a19b3c5e09f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:24.525583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.527526 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a12ecc9-c176-44b0-8e86-f29617154bd3 x-openstack-request-id: req-7a12ecc9-c176-44b0-8e86-f29617154bd3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:24.531273 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:24.531788 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a12ecc9-c176-44b0-8e86-f29617154bd3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:24.532398 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72', 'status': 'completed', 'code': 200} Feb 03 11:09:24.534745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94388e3c-9621-4ed2-b17f-8c93d25a2d91 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:24.548977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.562304 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-5ddbb019-781c-46e0-89a2-fe8cf2872959 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8145308 Feb 03 11:09:24.567437 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for router_controller (d6002a93-494e-45fb-8f06-0f9e4ae895db), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.600525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks [] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.615289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] For port a155169b-5bc1-4e43-88e8-6a19b3c5e09f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:24.634755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57775926-e04b-4131-bdc1-fc65cb4e44b5 req-65cd1f04-e82f-434d-a4ed-5063d1765821 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f232fd3-a560-43d1-8295-57def8fe0282 HTTP/1.1" status: 200 len: 210 time: 0.0838749 Feb 03 11:09:24.635286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] For port 4861939a-e48f-4d51-9279-04cedaa69304, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:24.637415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.679362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] For port 4861939a-e48f-4d51-9279-04cedaa69304, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4861939a-e48f-4d51-9279-04cedaa69304,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:24.694712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4861939a-e48f-4d51-9279-04cedaa69304), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.720160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbce9ee-7c4c-43c5-b5e7-5360ba2a1582 None None] Pushing event updated for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:24.846882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4f5f0-3191-493f-8e17-9b36d1016554 None None] Pushing event updated for resources: {'Port': ['ID=4861939a-e48f-4d51-9279-04cedaa69304,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:24.857587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-acd795aa-af6d-44de-a0c5-54cc18cff22c None None] Provisioning complete for port a155169b-5bc1-4e43-88e8-6a19b3c5e09f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:24.858324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acd795aa-af6d-44de-a0c5-54cc18cff22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:24.905337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=a6fc50f7-60b6-4363-af26-c30e9c4edcdf,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:25.057521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] For port 98ff160d-5a11-4216-96d0-4b24dd807df1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=98ff160d-5a11-4216-96d0-4b24dd807df1,segment=NetworkSegment(eb3cb984-1630-46ee-860a-00f9b5959f11),segment_id=eb3cb984-1630-46ee-860a-00f9b5959f11)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:25.059804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.068529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-acd795aa-af6d-44de-a0c5-54cc18cff22c None None] Current status of the port a155169b-5bc1-4e43-88e8-6a19b3c5e09f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:25.088005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e13d4-a2c2-4a3b-ad4b-d09e880e997d req-70cefc3d-6747-45eb-97ad-3d30e63744d4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.091287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Calling delete_port for 98ff160d-5a11-4216-96d0-4b24dd807df1 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:25.096807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e13d4-a2c2-4a3b-ad4b-d09e880e997d req-70cefc3d-6747-45eb-97ad-3d30e63744d4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.105814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-249e13d4-a2c2-4a3b-ad4b-d09e880e997d req-70cefc3d-6747-45eb-97ad-3d30e63744d4 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.1581554 Feb 03 11:09:25.119757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 68511357-63d5-4fbf-b198-27e957ffdf10 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:25.296121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.304804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Transition to ACTIVE for port object 94388e3c-9621-4ed2-b17f-8c93d25a2d91 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:09:25.379113 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (98ff160d-5a11-4216-96d0-4b24dd807df1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.382482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-952f4c59-a262-4d54-ab25-2bbdcb40e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.384305 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-952f4c59-a262-4d54-ab25-2bbdcb40e05a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 1126 time: 1.4372244 Feb 03 11:09:25.391954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-249e13d4-a2c2-4a3b-ad4b-d09e880e997d req-d49e2467-95fa-47e7-bfdd-9617b25f9693 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889627 Feb 03 11:09:25.405715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.414966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=68511357-63d5-4fbf-b198-27e957ffdf10,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:25.456867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836207a3-2849-4190-b674-760755116ceb req-cd1d09f3-f93d-47c7-9b66-43cb610fb318 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.457077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '68511357-63d5-4fbf-b198-27e957ffdf10', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'port_id': '68511357-63d5-4fbf-b198-27e957ffdf10', 'mac_address': 'fa:16:3e:fe:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166af0a6-66a8-4993-9d6d-59bc4d5f8e06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:25.469713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-836207a3-2849-4190-b674-760755116ceb req-cd1d09f3-f93d-47c7-9b66-43cb610fb318 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 944 time: 0.3624537 Feb 03 11:09:25.543379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.546165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67fb0221-6b13-4e43-a4bc-0c5bef78b513 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3232903 Feb 03 11:09:25.625297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 68511357-63d5-4fbf-b198-27e957ffdf10 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:25.625697 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.631568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event deleted for resources: {'Port': ['ID=98ff160d-5a11-4216-96d0-4b24dd807df1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:25.644142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-836207a3-2849-4190-b674-760755116ceb req-a469289e-e43c-451c-8bd9-892649cd13ec tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728668 Feb 03 11:09:25.686919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68511357-63d5-4fbf-b198-27e957ffdf10 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:25.690679 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-96287568-ff2e-4585-a9f8-557d0d14b47f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72 HTTP/1.1" status: 200 len: 217 time: 0.2793648 Feb 03 11:09:25.745772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=68511357-63d5-4fbf-b198-27e957ffdf10,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:25.766119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.772717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c650f3-3869-41f7-b8ad-d92a83946787 req-cf16f059-47f9-4338-8474-38a469fc6b30 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.795809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c650f3-3869-41f7-b8ad-d92a83946787 req-cf16f059-47f9-4338-8474-38a469fc6b30 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2243757 Feb 03 11:09:25.871306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:25.893394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b62cfdf3-776a-4069-b879-dd185edd02ad req-b7e4afaf-d298-44d8-9986-287e33d0ed5c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/ports?device_id=87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f HTTP/1.1" status: 200 len: 210 time: 0.0772934 Feb 03 11:09:25.910923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a155169b-5bc1-4e43-88e8-6a19b3c5e09f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:25.950141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Pushing event updated for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:25.976773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-1a3a33f1-6ddf-485d-9cba-35b630c1c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:25.981400 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-1a3a33f1-6ddf-485d-9cba-35b630c1c94c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.1717131 Feb 03 11:09:25.991988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for router_gateway (d6002a93-494e-45fb-8f06-0f9e4ae895db), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:25.993021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c650f3-3869-41f7-b8ad-d92a83946787 req-a3b84fcb-aad8-4c78-8b27-93638ef5dfa6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917913 Feb 03 11:09:26.087770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a155169b-5bc1-4e43-88e8-6a19b3c5e09f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:26.088151 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:26.107426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-3771d80c-dff2-4157-a80b-9cacad4806b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:26.112697 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-3771d80c-dff2-4157-a80b-9cacad4806b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=828aaa4b7af9498090801d377111362a&device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 1126 time: 1.5035005 Feb 03 11:09:26.114602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-aec2d446-f59c-47f6-9849-691d3b2756d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659089 Feb 03 11:09:26.119670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] No DVR routers for this DVR port 98ff160d-5a11-4216-96d0-4b24dd807df1 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:26.133068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:26.147703 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8f5d280d-6e0c-4784-bfad-e95f709e0eae req-c123f86d-8319-4c38-b3fb-287047a945ee tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.53 "DELETE /v2.0/ports/98ff160d-5a11-4216-96d0-4b24dd807df1 HTTP/1.1" status: 204 len: 173 time: 3.4301386 Feb 03 11:09:26.232265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['68511357-63d5-4fbf-b198-27e957ffdf10'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:26.306537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-62f37c9d-76a9-4f49-a43b-33a800214f7f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--133493377&fields=id&tenant_id=e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 267 time: 0.1757588 Feb 03 11:09:26.385931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a155169b-5bc1-4e43-88e8-6a19b3c5e09f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:26.394836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4861939a-e48f-4d51-9279-04cedaa69304 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:26.462043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83b76f-0fb3-44ad-96f8-aace6485dcb6 req-3a840838-524f-44d4-91cd-54e745169e1e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:26.471566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac83b76f-0fb3-44ad-96f8-aace6485dcb6 req-3a840838-524f-44d4-91cd-54e745169e1e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2622180 Feb 03 11:09:26.558957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'name': 'network-vif-deleted', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:26.562206 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c8a7c-c4f9-4344-afbc-75845b02d2b9" -d '{"events": [{"server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "name": "network-vif-deleted", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:26.570169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-871f3e74-df58-4803-9824-9af7746f4a07 service neutron] 10.222.0.53 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239756 Feb 03 11:09:26.579734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4861939a-e48f-4d51-9279-04cedaa69304 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:26.580106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4861939a-e48f-4d51-9279-04cedaa69304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:26.623420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-df11ecd3-f304-47f4-8260-b2bc9f925dbb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:26.634477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-df11ecd3-f304-47f4-8260-b2bc9f925dbb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 810 time: 0.3255920 Feb 03 11:09:26.658752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac83b76f-0fb3-44ad-96f8-aace6485dcb6 req-e92d9a8c-4473-4246-b519-b9be3d0cdfbf tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861389 Feb 03 11:09:26.683381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-7eeb8aff-f63d-4c9e-ad60-c0a303992568 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/quotas/e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 375 time: 0.0479174 Feb 03 11:09:26.749496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c0c466-1d27-422d-8761-a824f49dd782 None None] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:26.852794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-bb2622e8-e821-4137-87e4-c101f908c060 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684353 Feb 03 11:09:26.881720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-a4f9aacf-be9a-449d-8ab1-a7dd59a9aa25 service neutron] 10.222.0.53 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864311 Feb 03 11:09:26.952390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4861939a-e48f-4d51-9279-04cedaa69304 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:26.953184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4861939a-e48f-4d51-9279-04cedaa69304), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:26.998243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-289d5c83-4db4-4995-a3f3-7b7e50da51cb None None] Provisioning complete for port 4861939a-e48f-4d51-9279-04cedaa69304 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:26.998856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-289d5c83-4db4-4995-a3f3-7b7e50da51cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4861939a-e48f-4d51-9279-04cedaa69304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.027543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-ae1769f9-3da4-40f1-8ae1-69d2cd9520de service neutron] 10.222.0.30 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671934 Feb 03 11:09:27.155189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Attempting to bind port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:27.155783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Attempting to bind port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:27.156652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Attempting to bind port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:27.165028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 on network 22bb8460-591b-407f-a18a-80245d543e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:09:27.165406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Attempting to bind port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 on network 22bb8460-591b-407f-a18a-80245d543e64 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:27.180946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:27.181318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Checking segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:27.181764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Bound using segment: {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:27.182225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Bound port: 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '22bb8460-591b-407f-a18a-80245d543e64'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:27.182587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.209157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0b5d22d4-e056-489e-a334-bc3c39601d66 service neutron] 10.222.0.30 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806362 Feb 03 11:09:27.214825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-0ccf3633-e8fe-4326-a3ac-04ac80d6cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.216360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-0ccf3633-e8fe-4326-a3ac-04ac80d6cf7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 1126 time: 0.1477005 Feb 03 11:09:27.226229 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.227110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 98ff160d-5a11-4216-96d0-4b24dd807df1 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:27.252334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 98ff160d-5a11-4216-96d0-4b24dd807df1 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:27.252675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 98ff160d-5a11-4216-96d0-4b24dd807df1 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:27.269137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f28212-39ce-49f8-a4d6-33d82a70d7b4 req-4b8fa336-b28a-4eb8-a270-8f010f017c2f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.277993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f28212-39ce-49f8-a4d6-33d82a70d7b4 req-4b8fa336-b28a-4eb8-a270-8f010f017c2f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.286409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85f28212-39ce-49f8-a4d6-33d82a70d7b4 req-4b8fa336-b28a-4eb8-a270-8f010f017c2f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.5036623 Feb 03 11:09:27.308079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 4861939a-e48f-4d51-9279-04cedaa69304, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4861939a-e48f-4d51-9279-04cedaa69304,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:27.325732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-52c8f7da-8bfa-4faf-8c6f-bffc90743919 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.331845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-52c8f7da-8bfa-4faf-8c6f-bffc90743919 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.341043 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-52c8f7da-8bfa-4faf-8c6f-bffc90743919 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.7571354 Feb 03 11:09:27.345320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4861939a-e48f-4d51-9279-04cedaa69304), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.346471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:27.387474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85f28212-39ce-49f8-a4d6-33d82a70d7b4 req-60868c99-0761-4a04-80ed-ce9550d65ffc tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976446 Feb 03 11:09:27.486333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-2af63c25-af1a-4903-b17d-9d7018d09eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.490588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-2af63c25-af1a-4903-b17d-9d7018d09eb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 200 len: 909 time: 1.2311118 Feb 03 11:09:27.516223 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc96f0d1-62c7-4924-84bd-5cece9f6f1de x-openstack-request-id: req-cc96f0d1-62c7-4924-84bd-5cece9f6f1de {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:27.516523 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f", "name": "network-vif-deleted", "tag": "98ff160d-5a11-4216-96d0-4b24dd807df1", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:27.516783 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc96f0d1-62c7-4924-84bd-5cece9f6f1de {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:27.517217 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b1ee55-69ea-4cbd-b9a5-7612e0d3c90f', 'name': 'network-vif-deleted', 'tag': '98ff160d-5a11-4216-96d0-4b24dd807df1', 'status': 'completed', 'code': 200} Feb 03 11:09:27.605006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d379-b945-4a34-9eeb-b71c63c038a4 req-6b5109ba-6d42-44ed-a38d-d0f371987de7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:27.608110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7337d379-b945-4a34-9eeb-b71c63c038a4 req-6b5109ba-6d42-44ed-a38d-d0f371987de7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 944 time: 0.1219440 Feb 03 11:09:27.697625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-289d5c83-4db4-4995-a3f3-7b7e50da51cb None None] Current status of the port 4861939a-e48f-4d51-9279-04cedaa69304 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:27.715873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:27.716268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.717971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=4861939a-e48f-4d51-9279-04cedaa69304,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:27.730689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7337d379-b945-4a34-9eeb-b71c63c038a4 req-e13e01e4-2b1c-495f-b2d5-a42ff4e4f7a9 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119375 Feb 03 11:09:27.823591 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-9d8f693d-ccd9-4b97-a9e6-31ed7c215bfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 200 len: 217 time: 0.3026557 Feb 03 11:09:27.899098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3cc8b67e-312b-48c8-a40a-58b719f6f59a None None] Provisioning complete for port 4861939a-e48f-4d51-9279-04cedaa69304 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:27.899575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b67e-312b-48c8-a40a-58b719f6f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4861939a-e48f-4d51-9279-04cedaa69304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:27.901019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:27.902099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc3963ce-c1e4-40a8-a00a-8685ab142068 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:27.947085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd44b3d4-465e-4517-ba80-d6f243c4fcc1 req-93e1aaf9-6fc6-4d30-919d-540f11c39da5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 210 time: 0.0700426 Feb 03 11:09:28.119623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:28.124699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-2d71a529-7c75-4f79-b275-cc684a2b11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.131847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-2d71a529-7c75-4f79-b275-cc684a2b11da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 200 len: 848 time: 0.2774558 Feb 03 11:09:28.178007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-8feda22a-5328-468e-826c-8b790e3a14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.179508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-8feda22a-5328-468e-826c-8b790e3a14ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 919 time: 0.9153588 Feb 03 11:09:28.222087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:28.242876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:28.244667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fc3963ce-c1e4-40a8-a00a-8685ab142068 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:28.247416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.317504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb931-64b4-4739-ac75-d522bcdb0f29 req-b01455cf-97b7-4360-a337-764b5c67db08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.327785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6bcb931-64b4-4739-ac75-d522bcdb0f29 req-b01455cf-97b7-4360-a337-764b5c67db08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1996987 Feb 03 11:09:28.337777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-07c9526a-81cd-46d3-93c6-bea8a6ace184 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da23f46f-2179-472f-a1fd-827be430980b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933014 Feb 03 11:09:28.372030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (847127c7-3ba5-4939-aa11-597e02d30852), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.452350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (847127c7-3ba5-4939-aa11-597e02d30852), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.499720 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.518880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6bcb931-64b4-4739-ac75-d522bcdb0f29 req-703b8c13-9f75-4709-8647-9c322e31b9aa tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857462 Feb 03 11:09:28.569584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8b67e-312b-48c8-a40a-58b719f6f59a None None] Current status of the port 4861939a-e48f-4d51-9279-04cedaa69304 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:28.610996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fc3963ce-c1e4-40a8-a00a-8685ab142068 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:28.616340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525e45e-3c99-44c4-9874-cfd7decb18fd req-e921376f-35b1-42ad-a2ac-cd0682979fea tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.622782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525e45e-3c99-44c4-9874-cfd7decb18fd req-e921376f-35b1-42ad-a2ac-cd0682979fea tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.630182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4525e45e-3c99-44c4-9874-cfd7decb18fd req-e921376f-35b1-42ad-a2ac-cd0682979fea tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.0931025 Feb 03 11:09:28.674160 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-1298df78-512b-47b1-9732-3b38125df046 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72 HTTP/1.1" status: 200 len: 217 time: 0.4294639 Feb 03 11:09:28.675519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:28.676148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.677087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (847127c7-3ba5-4939-aa11-597e02d30852), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.677498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] 10.222.0.69 "PUT /v2.0/ports/94388e3c-9621-4ed2-b17f-8c93d25a2d91 HTTP/1.1" status: 200 len: 1091 time: 8.0258584 Feb 03 11:09:28.680055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.681345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "DELETE /v2.0/security-groups/847127c7-3ba5-4939-aa11-597e02d30852 HTTP/1.1" status: 204 len: 168 time: 0.4578056 Feb 03 11:09:28.698000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4525e45e-3c99-44c4-9874-cfd7decb18fd req-903a504b-5f09-46d4-be91-18b76adfc43b tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Feb 03 11:09:28.714574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:28.715706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058bcdb-0f1d-4ac6-9623-212871e738d1 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847127c7-3ba5-4939-aa11-597e02d30852,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:28.779517 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-fdc8de1f-4de7-4d2e-a166-6eedb8a697a6 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] show failed (client error): The resource could not be found. Feb 03 11:09:28.783525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fdc8de1f-4de7-4d2e-a166-6eedb8a697a6 tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "GET /v2.0/security-groups/847127c7-3ba5-4939-aa11-597e02d30852 HTTP/1.1" status: 404 len: 347 time: 0.0447183 Feb 03 11:09:28.787971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:28.805514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4861939a-e48f-4d51-9279-04cedaa69304 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:28.890330 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-88454cdd-f08a-4163-b136-c97f129b45dc service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765020 Feb 03 11:09:28.919206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4861939a-e48f-4d51-9279-04cedaa69304 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:28.920178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4861939a-e48f-4d51-9279-04cedaa69304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:28.982635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port c79fa53d-3067-4878-b921-35e37c1a6fa9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:28.983330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.014188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a99d-e435-436b-b7d4-f596922437b9 req-0f29f00c-7ea8-4bd0-9a6a-49cbcc8e69e9 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:29.016242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2b7a99d-e435-436b-b7d4-f596922437b9 req-0f29f00c-7ea8-4bd0-9a6a-49cbcc8e69e9 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 944 time: 0.1527245 Feb 03 11:09:29.032276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Deleting port 5c7f6571-d580-4912-8a09-7444878443eb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:29.032731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5c7f6571-d580-4912-8a09-7444878443eb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.086021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for router_gateway (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.097701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4861939a-e48f-4d51-9279-04cedaa69304 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:29.159998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 68511357-63d5-4fbf-b198-27e957ffdf10 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:29.317347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2b7a99d-e435-436b-b7d4-f596922437b9 req-85ba4ecf-dae5-4481-9f4e-e728035070e2 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942162 Feb 03 11:09:29.328713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a3bf5de-8cf8-4283-9324-d43e1264faae req-811b1e41-70d3-4a65-86d3-f55cafa116c4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 210 time: 0.1936035 Feb 03 11:09:29.387920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5c7f6571-d580-4912-8a09-7444878443eb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.388340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for floatingip (5c7f6571-d580-4912-8a09-7444878443eb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.392218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 68511357-63d5-4fbf-b198-27e957ffdf10 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:29.399488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 68511357-63d5-4fbf-b198-27e957ffdf10 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:29.399863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.456462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Calling delete_port for 5c7f6571-d580-4912-8a09-7444878443eb owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:29.560807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-da33326e-1762-4eff-8b1e-59ce584c9a7b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:29.564959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-da33326e-1762-4eff-8b1e-59ce584c9a7b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 810 time: 0.3551931 Feb 03 11:09:29.578398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 68511357-63d5-4fbf-b198-27e957ffdf10 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:29.578794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.619865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:29.622182 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7136fad-71d9-4456-80cf-bcc3d9b2cc0b" -d '{"events": [{"server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "name": "network-vif-plugged", "status": "completed", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:29.636829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=68511357-63d5-4fbf-b198-27e957ffdf10,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:29.643140 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.711846 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f4b80-a341-4523-a09c-3051eba402e3 x-openstack-request-id: req-881f4b80-a341-4523-a09c-3051eba402e3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:29.713794 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "name": "network-vif-plugged", "status": "completed", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:29.713794 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-881f4b80-a341-4523-a09c-3051eba402e3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:29.713794 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10', 'code': 200} Feb 03 11:09:29.720482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:29.727192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193c76-daf2-4982-b180-297a4a8cdae4 req-9ad6db0a-767a-4617-9258-693e18c108be tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:29.729952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35193c76-daf2-4982-b180-297a4a8cdae4 req-9ad6db0a-767a-4617-9258-693e18c108be tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1012406 Feb 03 11:09:29.743435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:29.747791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:29.752218 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:29.779453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-b62543dd-0018-43c8-a80d-4025d3883393 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 379 time: 0.2006893 Feb 03 11:09:29.805695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'port': {'device_id': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'admin_state_up': True, 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'security_groups': ['4ca49d8e-220e-434e-8925-a00e2d9e730e']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:29.830567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838c68-5a9b-40d5-9f62-99b7e3358f5d service neutron] Pushing event updated for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:29.858307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-5d74648c-5500-4f25-89ab-be381106c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:29.860620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-5d74648c-5500-4f25-89ab-be381106c20a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.9584410 Feb 03 11:09:29.918905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-cb1c1e79-31a3-40b8-be17-1f6f2d3bfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:29.920418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-cb1c1e79-31a3-40b8-be17-1f6f2d3bfe81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 1125 time: 1.0171170 Feb 03 11:09:29.947912 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-36397a4b-f4d1-4c3d-afbf-86ce9d34b7d7 service neutron] 10.222.0.53 "GET /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0197549 Feb 03 11:09:30.032303 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-051ed227-56da-4632-a269-fe8eacf7553b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91 HTTP/1.1" status: 200 len: 217 time: 0.0831943 Feb 03 11:09:30.035185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-ca540716-fc06-4787-adc1-f3391bb4ed8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383543 Feb 03 11:09:30.066203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35193c76-daf2-4982-b180-297a4a8cdae4 req-bd2a8263-5e6a-4a8e-a9fb-c00b6ce5f3ac tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983594 Feb 03 11:09:30.075060 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5c7f6571-d580-4912-8a09-7444878443eb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.117901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Pushing event deleted for resources: {'Port': ['ID=5c7f6571-d580-4912-8a09-7444878443eb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:30.121727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10467-050b-4fe8-8881-c886dee6f913 req-b7e8716c-e07c-4fcb-9696-ec1e50e062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:30.123619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75a10467-050b-4fe8-8881-c886dee6f913 req-b7e8716c-e07c-4fcb-9696-ec1e50e062d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 1127 time: 0.1999257 Feb 03 11:09:30.124031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Made reservation on behalf of e04cf36ae9f4449f99263cd948712070 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:30.128023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.177721 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed0692a-c623-46e8-a9bd-97e968aea4de x-openstack-request-id: req-fed0692a-c623-46e8-a9bd-97e968aea4de {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:30.178064 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:30.178317 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fed0692a-c623-46e8-a9bd-97e968aea4de {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:30.178723 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91', 'status': 'completed', 'code': 200} Feb 03 11:09:30.193105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port c79fa53d-3067-4878-b921-35e37c1a6fa9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c79fa53d-3067-4878-b921-35e37c1a6fa9,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:30.193482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.223130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585cfdf-3364-4d0d-b775-d37297f2270e req-a0f9e1ec-6989-4509-8230-54e97d35c2fe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:30.228626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585cfdf-3364-4d0d-b775-d37297f2270e req-a0f9e1ec-6989-4509-8230-54e97d35c2fe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:30.230227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3585cfdf-3364-4d0d-b775-d37297f2270e req-a0f9e1ec-6989-4509-8230-54e97d35c2fe tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 1683 time: 0.3182735 Feb 03 11:09:30.254524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for c79fa53d-3067-4878-b921-35e37c1a6fa9 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:30.259354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-de8a86c9-4817-40ca-8a99-3cc2b8ccc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:30.265063 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-de8a86c9-4817-40ca-8a99-3cc2b8ccc7a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.2211032 Feb 03 11:09:30.291199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75a10467-050b-4fe8-8881-c886dee6f913 req-895e0afa-2038-45ed-8845-5631f64531e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589861 Feb 03 11:09:30.379242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks [] for floatingip (b40fb2ed-43e3-4d25-b513-c759a3d67149), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.381983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.385901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-80671ba2-cffb-44e1-a18a-f16c7a7f7f2c tempest-ImagesOneServerNegativeTestJSON-1415232473 tempest-ImagesOneServerNegativeTestJSON-1415232473-project] 10.222.0.30 "DELETE /v2.0/floatingips/b40fb2ed-43e3-4d25-b513-c759a3d67149 HTTP/1.1" status: 204 len: 168 time: 1.5968025 Feb 03 11:09:30.409216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3585cfdf-3364-4d0d-b775-d37297f2270e req-6aa65965-6c88-484a-8f3f-dfc7e9950f20 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630042 Feb 03 11:09:30.587914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22f86759-92d7-4598-a2ab-ed5f771e8f31 req-416f1af4-5078-480f-8958-bcd521235adf tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 210 time: 0.0719631 Feb 03 11:09:30.622500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Allocated IP 172.20.0.5 (4a357544-ca38-46dd-8722-544b07963010/5f7131f5-4f0e-46dc-8202-8a70151ae705/a43702bc-d479-41f8-ab44-b83e3d3f7d43) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:30.665159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43063d8-9627-4bc9-9f4c-acfe4e403498 req-5720dfb8-cdc8-4bae-ab77-2052b48c90ad tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:30.674229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a43063d8-9627-4bc9-9f4c-acfe4e403498 req-5720dfb8-cdc8-4bae-ab77-2052b48c90ad tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 944 time: 0.1902826 Feb 03 11:09:30.683307 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-18ebc9d8-9ec4-4685-8866-9feccffbdc4a service neutron] 10.222.0.53 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278212 Feb 03 11:09:30.685651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-59f236f9-7f7f-4395-897d-a9fc92bcba0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4039085 Feb 03 11:09:30.716181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Allocated IP 172.25.7.4 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:30.772206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:30.831845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-d2d3a304-e327-4aa0-a0b0-53d0177a074d service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127162 Feb 03 11:09:30.867071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Deleting subnet 4905c639-6f7a-4fca-a369-122f771fec47 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:30.887393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a43063d8-9627-4bc9-9f4c-acfe4e403498 req-3a593e70-67a0-489e-82ca-c1928e095310 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029526 Feb 03 11:09:30.890146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Publish callbacks [] for subnet (4905c639-6f7a-4fca-a369-122f771fec47), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:30.957435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41caa370-6c7a-46a5-98ee-2946a52eb4e0 req-6a650e52-0069-4f22-9cbf-d6137397c64a service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137486 Feb 03 11:09:30.961548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c79fa53d-3067-4878-b921-35e37c1a6fa9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.045450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (4905c639-6f7a-4fca-a369-122f771fec47), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.097583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b86f6711-0c3e-4627-a83e-1246ea28fa72 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:31.138642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port c79fa53d-3067-4878-b921-35e37c1a6fa9 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:31.141420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.147217 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "DELETE /v2.0/ports/c79fa53d-3067-4878-b921-35e37c1a6fa9 HTTP/1.1" status: 204 len: 173 time: 3.7659407 Feb 03 11:09:31.177609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c79fa53d-3067-4878-b921-35e37c1a6fa9 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:31.302050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=c79fa53d-3067-4878-b921-35e37c1a6fa9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:31.333639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: c79fa53d-3067-4878-b921-35e37c1a6fa9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:31.334079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c79fa53d-3067-4878-b921-35e37c1a6fa9 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:31.334750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:31.387664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.390575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9197b7e8-9213-4d6a-b84e-c206b1892c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.393365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.393926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.398478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.399112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.399834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.400382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.400904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.401562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.402097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.402612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.403133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.403661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38dead-8da0-4ad1-ae82-22f7c4bae207 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:31.422463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:31.508829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b86f6711-0c3e-4627-a83e-1246ea28fa72', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'port_id': 'b86f6711-0c3e-4627-a83e-1246ea28fa72', 'mac_address': 'fa:16:3e:4c:e9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166af0a6-66a8-4993-9d6d-59bc4d5f8e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:31.582192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-524b51bb-e202-4b24-aad3-b3c4a366d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:31.584036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-524b51bb-e202-4b24-aad3-b3c4a366d743 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 1125 time: 0.4552941 Feb 03 11:09:31.586407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:31.588804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.633831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b86f6711-0c3e-4627-a83e-1246ea28fa72 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:31.634335 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.677041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:31.695312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.697164 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cdd67bfe-7c85-42d6-8c8b-682e03e2b62d req-d0ef7ef5-ec93-4d8f-aeab-2aa43d7f42ef service neutron] 10.222.0.53 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009909 Feb 03 11:09:31.706769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86f6711-0c3e-4627-a83e-1246ea28fa72 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:31.715715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:31.717192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.791856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:31.793362 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.794181 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02a0949-28c9-40f5-8401-2d1043c518e3" -d '{"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:31.797466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:31.825230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:31.833465 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.875387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4905c639-6f7a-4fca-a369-122f771fec47), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.923854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:31.931667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.974730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:31.993919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (4905c639-6f7a-4fca-a369-122f771fec47), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.011595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:32.012045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.021693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-aecf2949-4552-4879-bc25-77c913139080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.023167 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-aecf2949-4552-4879-bc25-77c913139080 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 200 len: 919 time: 0.4122221 Feb 03 11:09:32.038937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:32.115800 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-4016d3f2-9fde-45b1-a803-87d1a2efb2b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91 HTTP/1.1" status: 200 len: 217 time: 0.0826783 Feb 03 11:09:32.120682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.124268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2341d-3cb6-4c0c-899e-781a7a5ff44d req-63189a89-1a8c-46dd-80a2-32b89b9ddac4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.131307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03a2341d-3cb6-4c0c-899e-781a7a5ff44d req-63189a89-1a8c-46dd-80a2-32b89b9ddac4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.5699527 Feb 03 11:09:32.144011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b86f6711-0c3e-4627-a83e-1246ea28fa72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:32.154206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Network 4a357544-ca38-46dd-8722-544b07963010 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:32.161335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4905c639-6f7a-4fca-a369-122f771fec47,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:32.168555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:32.177734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1620-3565-4b2c-9605-e713d5c1c783 req-afded8b1-6562-43cb-acd7-6c67c7d6ae26 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.184628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58df1620-3565-4b2c-9605-e713d5c1c783 req-afded8b1-6562-43cb-acd7-6c67c7d6ae26 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 946 time: 0.6102924 Feb 03 11:09:32.188448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-deleted', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:32.191801 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ede92b-49d9-4c57-a3ce-5ae5271c865c" -d '{"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-deleted", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:32.203975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.207271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-abc5916b-1898-4b83-a1f1-b75b61930b06 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4905c639-6f7a-4fca-a369-122f771fec47 HTTP/1.1" status: 204 len: 168 time: 1.4290986 Feb 03 11:09:32.208223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:32.228436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:32.346763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:32.396018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03a2341d-3cb6-4c0c-899e-781a7a5ff44d req-d82d59ca-408e-4d5e-86e8-8821c8703043 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585618 Feb 03 11:09:32.429519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58df1620-3565-4b2c-9605-e713d5c1c783 req-a0b87ccd-5396-43c1-a80f-4f8eed4ac96c tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/security-groups?id=b44a0244-d2c8-4025-b623-b5d471ec0234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437825 Feb 03 11:09:32.436106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Pushing event updated for resources: {'Port': ['ID=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:32.473168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:32.494518 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe03308-9d48-4d3b-9c12-1e21104323e8 x-openstack-request-id: req-dfe03308-9d48-4d3b-9c12-1e21104323e8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:32.494837 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:32.495119 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfe03308-9d48-4d3b-9c12-1e21104323e8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:32.499194 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'code': 200} Feb 03 11:09:32.551643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:32.556357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d33486fc-3940-487e-859c-23273ed28434 None None] Provisioning complete for port a43702bc-d479-41f8-ab44-b83e3d3f7d43 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:32.557029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d33486fc-3940-487e-859c-23273ed28434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.561895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:32.565631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (aafba8e7-c60c-4398-a78c-f8ea4a58343e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.596450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.597494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.603879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-531eb546-34f9-4302-bdf4-d798f3020194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.605739 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-531eb546-34f9-4302-bdf4-d798f3020194 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 200 len: 858 time: 0.4747875 Feb 03 11:09:32.628235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d33486fc-3940-487e-859c-23273ed28434 None None] Port a43702bc-d479-41f8-ab44-b83e3d3f7d43 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:32.645464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.648516 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-55e9cebd-a3b6-4788-8ef0-33d7f6023f4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bb8460-591b-407f-a18a-80245d543e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355978 Feb 03 11:09:32.745848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-0a3cb65a-e35c-4a34-b885-497924f50c3c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9445899 Feb 03 11:09:32.754891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:32.779308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Request body: {'port': {'device_id': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:32.919458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb024d-08ea-487f-838f-f2aa71a31028 req-3f71ed0d-121f-41a4-a189-65c033ab5c7b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:32.921161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6feb024d-08ea-487f-838f-f2aa71a31028 req-3f71ed0d-121f-41a4-a189-65c033ab5c7b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 931 time: 0.3622079 Feb 03 11:09:32.981951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:32.991264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:32.994691 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a943c60-9683-49c8-b9f8-a5e53dab9d52 req-7c72bd36-e76c-4f89-a7d9-21ec26866ebb tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.53 "DELETE /v2.0/ports/c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1 HTTP/1.1" status: 204 len: 173 time: 1.7706399 Feb 03 11:09:33.036315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6feb024d-08ea-487f-838f-f2aa71a31028 req-325700d7-17d0-428b-82e1-cac3fdad333d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831144 Feb 03 11:09:33.087391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544218-ce99-4cdd-a136-c39ae6510eea req-7eec1511-9a90-4110-ae48-f7e524070df1 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:33.087818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b544218-ce99-4cdd-a136-c39ae6510eea req-7eec1511-9a90-4110-ae48-f7e524070df1 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 945 time: 0.4516504 Feb 03 11:09:33.090313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.121918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-5ea5a310-49db-4084-b810-e8d631aab6e8 service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617343 Feb 03 11:09:33.191147 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b8984c-11e5-4785-9f33-fed23c49a63c x-openstack-request-id: req-25b8984c-11e5-4785-9f33-fed23c49a63c {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:33.191448 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-deleted", "tag": "c79fa53d-3067-4878-b921-35e37c1a6fa9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:33.191704 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25b8984c-11e5-4785-9f33-fed23c49a63c {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:33.192101 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-deleted', 'tag': 'c79fa53d-3067-4878-b921-35e37c1a6fa9', 'status': 'completed', 'code': 200} Feb 03 11:09:33.207587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (aafba8e7-c60c-4398-a78c-f8ea4a58343e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.245698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafba8e7-c60c-4398-a78c-f8ea4a58343e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:33.262675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3cb984-1630-46ee-860a-00f9b5959f11') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:33.263467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3cb984-1630-46ee-860a-00f9b5959f11') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:33.275869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (eb3cb984-1630-46ee-860a-00f9b5959f11), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.299165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (eb3cb984-1630-46ee-860a-00f9b5959f11), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.373539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:33.373982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (eb3cb984-1630-46ee-860a-00f9b5959f11), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.391776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ceb3a4f0-b882-44c1-9c4c-0b9b21ac407a req-2188efe6-629f-4c27-ba20-1b424455dfd8 service neutron] 10.222.0.69 "GET /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627404 Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:33.396816 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:33.534196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dddc1bc-7d6d-4616-a7e6-480baa0aad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.544604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b544218-ce99-4cdd-a136-c39ae6510eea req-a0e7a4a2-00c2-4744-aa12-cde3b28d73aa tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352484 Feb 03 11:09:33.607198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for router_gateway (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.861208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (aafba8e7-c60c-4398-a78c-f8ea4a58343e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.888041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:33.891622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] 10.222.0.30 "DELETE /v2.0/networks/aafba8e7-c60c-4398-a78c-f8ea4a58343e HTTP/1.1" status: 204 len: 168 time: 1.6608548 Feb 03 11:09:33.897937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1515fc29-f44f-486b-8e86-231fb661e4c0 req-6c1a60f4-010b-48fa-abe0-61263c361c17 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9e7e032-da53-42f8-8e57-dfc239d3150f HTTP/1.1" status: 200 len: 210 time: 0.0936751 Feb 03 11:09:33.930160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067768e-e261-4dfe-bf2a-9c350384a34e admin admin] Pushing event deleted for resources: {'Network': ['ID=aafba8e7-c60c-4398-a78c-f8ea4a58343e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:33.960528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017425fe-a2a2-438b-95a5-789a22be09db req-eb66f3ce-e4d0-4b46-b4fe-dbd5d7a4279f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:33.967496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-017425fe-a2a2-438b-95a5-789a22be09db req-eb66f3ce-e4d0-4b46-b4fe-dbd5d7a4279f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.4217162 Feb 03 11:09:34.054976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:34.081510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-017425fe-a2a2-438b-95a5-789a22be09db req-f7ef1002-b45a-4a89-b6f9-86d6af996c08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007543 Feb 03 11:09:34.271209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43702bc-d479-41f8-ab44-b83e3d3f7d43 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:34.289631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Router d6002a93-494e-45fb-8f06-0f9e4ae895db is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:09:34.305589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks [] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:34.341825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:34.354215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Transition to ACTIVE for port object a43702bc-d479-41f8-ab44-b83e3d3f7d43 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:09:34.373567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:34.499647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e934-fb26-4418-8fbf-eb5c9c2ea001 req-39ba5fea-8dc8-4c11-a212-87483c121c1d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:34.511931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:34.514798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c15e934-fb26-4418-8fbf-eb5c9c2ea001 req-39ba5fea-8dc8-4c11-a212-87483c121c1d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 931 time: 0.3204894 Feb 03 11:09:34.535952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:34.540497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Sync routers for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:34.542262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:34.546212 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e177905d-bd3e-474e-a79f-61bcda0abbce admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.5874264 Feb 03 11:09:34.546374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Pushing event updated for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:34.546468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59078) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:34.612684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:34.614166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:34.711807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59080) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:34.712035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3965f202-4283-4568-be9b-ebea0d6e1cf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6edc957da684b769f2f7ad10f237adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557243 Feb 03 11:09:34.960000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:34.974714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c15e934-fb26-4418-8fbf-eb5c9c2ea001 req-19215693-f5da-4ef8-80ef-e9dc77fdc4e4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588706 Feb 03 11:09:35.048002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:35.123673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb8a0-f4ae-4106-92c8-4da20441eadb req-8e80b188-7bac-4d9d-82ef-5dfd89fbb917 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:35.130128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daeeb8a0-f4ae-4106-92c8-4da20441eadb req-8e80b188-7bac-4d9d-82ef-5dfd89fbb917 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 945 time: 0.4787765 Feb 03 11:09:35.135305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b86f6711-0c3e-4627-a83e-1246ea28fa72 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:35.176027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting subnet 36364292-dffd-47fe-bd60-3e81f646c69c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:35.183944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (36364292-dffd-47fe-bd60-3e81f646c69c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.210151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 94388e3c-9621-4ed2-b17f-8c93d25a2d91 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:35.303248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (36364292-dffd-47fe-bd60-3e81f646c69c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.363044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Attempting to bind port a43702bc-d479-41f8-ab44-b83e3d3f7d43 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:35.363648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Attempting to bind port a43702bc-d479-41f8-ab44-b83e3d3f7d43 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:35.364306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Attempting to bind port a43702bc-d479-41f8-ab44-b83e3d3f7d43 on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:35.465265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Port a43702bc-d479-41f8-ab44-b83e3d3f7d43 on network 4a357544-ca38-46dd-8722-544b07963010 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:09:35.465937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Attempting to bind port a43702bc-d479-41f8-ab44-b83e3d3f7d43 on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:35.515385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b86f6711-0c3e-4627-a83e-1246ea28fa72 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:35.545534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-deleted', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:35.547979 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892b1b0b-83ac-4a49-b9f7-b720a498bf55" -d '{"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-deleted", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:35.552894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (36364292-dffd-47fe-bd60-3e81f646c69c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.557461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b86f6711-0c3e-4627-a83e-1246ea28fa72 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:35.559163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.566546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] Publish callbacks [] for security_group (0284bb9c-cec6-42e6-9efc-bf61b4c0f84a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.691951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:35.696410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Checking segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:35.696948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Bound using segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:35.697455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Bound port: a43702bc-d479-41f8-ab44-b83e3d3f7d43, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:35.697723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:35.697864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.712968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] Publish callbacks [] for security_group (0284bb9c-cec6-42e6-9efc-bf61b4c0f84a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:35.728154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daeeb8a0-f4ae-4106-92c8-4da20441eadb req-b5a2c898-1d49-44df-9f8d-7655f6913442 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968769 Feb 03 11:09:35.754285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '94388e3c-9621-4ed2-b17f-8c93d25a2d91', 'network_id': '22bb8460-591b-407f-a18a-80245d543e64', 'port_id': '94388e3c-9621-4ed2-b17f-8c93d25a2d91', 'mac_address': 'fa:16:3e:0b:76:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166af0a6-66a8-4993-9d6d-59bc4d5f8e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:35.898427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:33Z', 'revision_number': 3, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:35.930423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:35.936025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:35.970551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d3ca-6cd1-4079-a17b-0d6bb562d003 req-a7562b4e-68b8-4159-aa0e-f00a7593ecc4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:35.981667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54d5d3ca-6cd1-4079-a17b-0d6bb562d003 req-a7562b4e-68b8-4159-aa0e-f00a7593ecc4 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.6385210 Feb 03 11:09:35.993739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.134091 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e5392-1aa7-4ae2-b252-7f2ef6e946a3 x-openstack-request-id: req-a17e5392-1aa7-4ae2-b252-7f2ef6e946a3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:36.134487 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e7e032-da53-42f8-8e57-dfc239d3150f", "name": "network-vif-deleted", "tag": "c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:36.134674 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a17e5392-1aa7-4ae2-b252-7f2ef6e946a3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:36.135067 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e7e032-da53-42f8-8e57-dfc239d3150f', 'name': 'network-vif-deleted', 'tag': 'c8f4ef02-6d37-4f86-9fa7-f6d9f670d6d1', 'status': 'completed', 'code': 200} Feb 03 11:09:36.193257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0284bb9c-cec6-42e6-9efc-bf61b4c0f84a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.201558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.206375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0284bb9c-cec6-42e6-9efc-bf61b4c0f84a HTTP/1.1" status: 204 len: 168 time: 1.4943178 Feb 03 11:09:36.280334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd9a1-6000-45ac-b3d4-4e32ffd1b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284bb9c-cec6-42e6-9efc-bf61b4c0f84a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:36.448379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Checking router: d6002a93-494e-45fb-8f06-0f9e4ae895db for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:36.448733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Updating router d6002a93-494e-45fb-8f06-0f9e4ae895db port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:36.452301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:36.456698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.460679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] 10.222.0.53 "PUT /v2.0/ports/a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 1091 time: 3.6928039 Feb 03 11:09:36.473501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:36.480497 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4106bff-c282-4134-899c-e2fd44f6c7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:36.496808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (36364292-dffd-47fe-bd60-3e81f646c69c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.513316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef779e8-f56a-4ecf-bc9f-a281f3890b05 service neutron] Pushing event updated for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:36.628619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:36.629274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.638349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.703865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b86f6711-0c3e-4627-a83e-1246ea28fa72 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:36.717815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.740827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Subnet': ['ID=36364292-dffd-47fe-bd60-3e81f646c69c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:36.763134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54d5d3ca-6cd1-4079-a17b-0d6bb562d003 req-9f6e78b2-9129-48e3-bde6-6eee7ee8045b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668970 Feb 03 11:09:36.785947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.796497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.796497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a605cf-9124-4dce-963a-29a54a1fa8e9 None None] Network 8752443e-72de-4264-a17a-d4a851745e8c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:36.805128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81ab1bad-c127-489a-9086-c1f6c32e1d7f tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/subnets/36364292-dffd-47fe-bd60-3e81f646c69c HTTP/1.1" status: 204 len: 168 time: 1.7490275 Feb 03 11:09:36.816976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:36.818939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:36.948472 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa99d1-47ba-4e46-9211-bb742aa89666 x-openstack-request-id: req-56fa99d1-47ba-4e46-9211-bb742aa89666 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:36.948472 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:36.955543 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56fa99d1-47ba-4e46-9211-bb742aa89666 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:36.957644 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'status': 'completed', 'code': 200} Feb 03 11:09:37.221611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Allocated IP 172.20.0.1 (944298e4-a906-47eb-b94b-1b4ab785ff13/893d4d0d-34da-47fe-be63-ff6577242265/2888371a-1651-46e8-8eff-9aca364c740e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:37.276243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94388e3c-9621-4ed2-b17f-8c93d25a2d91 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:37.306602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e8cf-1be6-4b93-b503-8828c3b485d7 req-104df418-9737-4822-954e-73504909c00b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:37.322805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2245e8cf-1be6-4b93-b503-8828c3b485d7 req-104df418-9737-4822-954e-73504909c00b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 943 time: 1.1315670 Feb 03 11:09:37.355391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-e27cdd74-0ecb-4eb6-bb32-ee7670f4683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:37.357084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-e27cdd74-0ecb-4eb6-bb32-ee7670f4683d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1125 time: 0.6958563 Feb 03 11:09:37.366402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8752443e-72de-4264-a17a-d4a851745e8c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:37.410517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:37.448016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-e9db3f85-ef58-4ed8-b49b-2a7a3a7556a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 217 time: 0.0777123 Feb 03 11:09:37.517847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-bcf3583d-5fcd-4d96-a6c1-7002e506eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:37.519241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:37.519751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-bcf3583d-5fcd-4d96-a6c1-7002e506eaa5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.0609448 Feb 03 11:09:37.521518 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b326c-06cb-4cbd-a51d-e2964e990967" -d '{"events": [{"server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "name": "network-vif-plugged", "status": "completed", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:37.557524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks [] for port (2888371a-1651-46e8-8eff-9aca364c740e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:37.584176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b3d9-c6b9-472e-97c3-d0e48b8dc32d req-9fb2b7e2-32f7-495b-a725-9f8bb3ef5da3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:37.585198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:37.591299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eab0b3d9-c6b9-472e-97c3-d0e48b8dc32d req-9fb2b7e2-32f7-495b-a725-9f8bb3ef5da3 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 945 time: 0.3732593 Feb 03 11:09:37.627657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2245e8cf-1be6-4b93-b503-8828c3b485d7 req-f403916c-1ad6-47ee-b9e4-fe2f33ae49a6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020785 Feb 03 11:09:37.678839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:37.742630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eab0b3d9-c6b9-472e-97c3-d0e48b8dc32d req-fcacdd4a-5be8-44c1-af06-3762feffc6b5 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503811 Feb 03 11:09:37.792026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:37.821799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:37.837718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-a5784a8c-a1b6-4c18-9db6-c66230ad1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:37.842763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-a5784a8c-a1b6-4c18-9db6-c66230ad1354 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3118651 Feb 03 11:09:37.846343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:37.884040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Pushing event updated for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:37.902289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:37.915487 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fece50-e772-4201-b3c2-354839e8501e x-openstack-request-id: req-a2fece50-e772-4201-b3c2-354839e8501e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:37.917267 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "name": "network-vif-plugged", "status": "completed", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:37.917529 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2fece50-e772-4201-b3c2-354839e8501e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:37.917940 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72', 'code': 200} Feb 03 11:09:37.927727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:37.949510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:37.951424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.117373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:38.169570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-ddefa57f-4be9-466a-8f80-2aa3b3ad4e07 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153019 Feb 03 11:09:38.190932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks [] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.238962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.249099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.434896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67468cb-8838-4340-b145-e5b83d445f0b req-f83d0dcc-9ae4-41bb-a40e-a13bcbbff908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:38.436496 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f67468cb-8838-4340-b145-e5b83d445f0b req-f83d0dcc-9ae4-41bb-a40e-a13bcbbff908 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 1128 time: 0.3996375 Feb 03 11:09:38.439909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58136b71-217d-48bd-a6f8-7aebd374d2a4 None None] Pushing event updated for resources: {'Port': ['ID=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:38.497501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port f3a722cf-f52c-4996-9970-319d401f4a77 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:38.498098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.508000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Attempting to bind port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:38.508397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Attempting to bind port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:38.508926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Attempting to bind port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:38.524123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['94388e3c-9621-4ed2-b17f-8c93d25a2d91'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:38.569288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f67468cb-8838-4340-b145-e5b83d445f0b req-064ff238-0ef7-4ff7-a5ab-045e09bfffa7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102731 Feb 03 11:09:38.571539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644deaa1-91bd-41de-accc-445f2eb78ec9 req-39f2cf1f-dd7a-4190-9238-ad83adcf44dd tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:38.573061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644deaa1-91bd-41de-accc-445f2eb78ec9 req-39f2cf1f-dd7a-4190-9238-ad83adcf44dd tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.4010623 Feb 03 11:09:38.575618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d67423f-9e08-4207-87bc-e42c6992ce38 req-74843fb2-b330-431f-bcf3-4d88fcb6df6a service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647692 Feb 03 11:09:38.595288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:38.595854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:38.596380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.596872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:38.597483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Bound port: a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:38.597971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.712445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644deaa1-91bd-41de-accc-445f2eb78ec9 req-c779e225-2b74-4e8c-bc60-d0a9ed4a664a tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235480 Feb 03 11:09:38.721527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b6581-abf4-4fa2-9e74-e64da25aff9b req-be7f0284-78cd-42c5-8869-f3f0c09a598b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:38.725341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a84b6581-abf4-4fa2-9e74-e64da25aff9b req-be7f0284-78cd-42c5-8869-f3f0c09a598b tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 944 time: 0.5542264 Feb 03 11:09:38.755042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] DHCP port deletion for 8752443e-72de-4264-a17a-d4a851745e8c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:09:38.797346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4e554e9b-f7fe-4eff-8c52-e3f0c69534d5 None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:38.800580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e554e9b-f7fe-4eff-8c52-e3f0c69534d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.815440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2888371a-1651-46e8-8eff-9aca364c740e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:38.955556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a84b6581-abf4-4fa2-9e74-e64da25aff9b req-158d69d8-84aa-4b3f-994f-6243b9a3eaf0 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991613 Feb 03 11:09:39.043839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] For port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:39.084924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4e554e9b-f7fe-4eff-8c52-e3f0c69534d5 None None] Port 2888371a-1651-46e8-8eff-9aca364c740e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:39.093011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] For port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:39.131779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Deleting port f3a722cf-f52c-4996-9970-319d401f4a77 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:39.137638 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.259080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-37955af8-bea4-4cb2-bdf4-c35d0f12881a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:39.265464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-37955af8-bea4-4cb2-bdf4-c35d0f12881a tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e6bc4c-47e7-482b-bb2e-f60080ff26fe HTTP/1.1" status: 200 len: 944 time: 0.3069060 Feb 03 11:09:39.291900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] For port f3a722cf-f52c-4996-9970-319d401f4a77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3a722cf-f52c-4996-9970-319d401f4a77,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:39.292455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.306601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Calling delete_port for f3a722cf-f52c-4996-9970-319d401f4a77 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:39.390933 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.454832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58136b71-217d-48bd-a6f8-7aebd374d2a4 None None] Pushing event updated for resources: {'Port': ['ID=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:39.457279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.524204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] Pushing event deleted for resources: {'Port': ['ID=f3a722cf-f52c-4996-9970-319d401f4a77,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:39.546406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:39.554563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:39.588434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks [] for port (2888371a-1651-46e8-8eff-9aca364c740e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.611455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.728872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:39.745567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Pushing event updated for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:39.826354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Deleting port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:39.846376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:39.913902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadf2d5-1dcf-4423-8080-90ca2f342c1f None None] No DVR routers for this DVR port f3a722cf-f52c-4996-9970-319d401f4a77 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:39.991763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] For port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:39.993253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:40.010158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Calling delete_port for 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:40.126912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2888371a-1651-46e8-8eff-9aca364c740e', 'name': '', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'mac_address': 'fa:16:3e:75:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:36Z', 'updated_at': '2022-02-03T11:09:37Z', 'revision_number': 1, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'subnets': [{'id': '893d4d0d-34da-47fe-be63-ff6577242265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:40.149692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-9f3ced2e-2fbd-4183-9fda-0e33db10843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:40.152459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-9f3ced2e-2fbd-4183-9fda-0e33db10843e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1125 time: 1.2832832 Feb 03 11:09:40.164715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port f3a722cf-f52c-4996-9970-319d401f4a77, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3a722cf-f52c-4996-9970-319d401f4a77,segment=NetworkSegment(bd515797-fc28-49fb-80fc-5c31b1bb93fe),segment_id=bd515797-fc28-49fb-80fc-5c31b1bb93fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:40.165124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:40.174273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:40.177816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fda100-c740-4ef0-8d3d-fe34b2df80b5 None None] The sync data for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 is: [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2888371a-1651-46e8-8eff-9aca364c740e', 'name': '', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'mac_address': 'fa:16:3e:75:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:36Z', 'updated_at': '2022-02-03T11:09:37Z', 'revision_number': 1, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'subnets': [{'id': '893d4d0d-34da-47fe-be63-ff6577242265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:40.199141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (767e3b10-da20-4ec5-9e3e-1baa05e3f0fe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:40.303867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event deleted for resources: {'Port': ['ID=767e3b10-da20-4ec5-9e3e-1baa05e3f0fe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:40.409993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] No DVR routers for this DVR port 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:40.414908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:40.423407 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d2ed8289-b2a4-4cad-a95c-da4a67c2aa79 req-b8730c2d-48c9-41d0-ba65-aaae21d5c1d9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "DELETE /v2.0/ports/767e3b10-da20-4ec5-9e3e-1baa05e3f0fe HTTP/1.1" status: 204 len: 173 time: 1.1563191 Feb 03 11:09:40.424499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-deleted', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:40.427271 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69016baf-ae52-447a-8077-7cdfb7f32043" -d '{"events": [{"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-deleted", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:40.440019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-01f2acad-52f3-470b-a7ba-cce394f25a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:40.441594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-01f2acad-52f3-470b-a7ba-cce394f25a02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.2355690 Feb 03 11:09:40.471429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:40.476359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:40.479546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f53a2-be64-4cd3-a1ff-066155a063b4 req-e9ff8509-a38c-4e14-b903-aa922eca63d0 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:40.489474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b99f53a2-be64-4cd3-a1ff-066155a063b4 req-e9ff8509-a38c-4e14-b903-aa922eca63d0 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 943 time: 1.3245437 Feb 03 11:09:40.501762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for f3a722cf-f52c-4996-9970-319d401f4a77 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:40.714160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-533048af-f56d-4a3a-a3d2-fed6b48e8b0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 217 time: 0.2024851 Feb 03 11:09:40.743843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Router d6002a93-494e-45fb-8f06-0f9e4ae895db has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:09:40.833698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3a722cf-f52c-4996-9970-319d401f4a77 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:40.900795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f3a722cf-f52c-4996-9970-319d401f4a77 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:40.901377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3a722cf-f52c-4996-9970-319d401f4a77 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:41.007921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f3a722cf-f52c-4996-9970-319d401f4a77), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:41.028868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:41.044060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e9c10ab9-0b2b-4aba-b929-42d257bf95c2 None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:41.048406 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c10ab9-0b2b-4aba-b929-42d257bf95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:41.051504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=f3a722cf-f52c-4996-9970-319d401f4a77,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:41.076861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f6b6fdf5-83e4-4079-948e-4a9fb1e0999a admin admin] 10.222.0.30 "PUT /v2.0/routers/d6002a93-494e-45fb-8f06-0f9e4ae895db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5291476 Feb 03 11:09:41.078431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca72c6-9ef5-4348-bc43-84ae59a610a5 req-72782cae-7632-439a-b7a0-977a06fa27a7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:41.087315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ca72c6-9ef5-4348-bc43-84ae59a610a5 req-72782cae-7632-439a-b7a0-977a06fa27a7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 946 time: 1.8130047 Feb 03 11:09:41.167176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port f3a722cf-f52c-4996-9970-319d401f4a77 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:41.174968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-098ef745-d62b-431e-8deb-ac6d0307a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:41.180802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-098ef745-d62b-431e-8deb-ac6d0307a65d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.4643352 Feb 03 11:09:41.184779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e9c10ab9-0b2b-4aba-b929-42d257bf95c2 None None] Port 2888371a-1651-46e8-8eff-9aca364c740e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:41.187190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b99f53a2-be64-4cd3-a1ff-066155a063b4 req-0313cb75-7167-445f-b579-baeb05a0cc36 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6968827 Feb 03 11:09:41.575834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5826ecd3-2614-40e7-8275-5515ae57ede4 req-26deaee6-0355-4720-a8b3-dbe7835dbb1c tempest-AbsoluteLimitsNegativeTestJSON-1902805993 tempest-AbsoluteLimitsNegativeTestJSON-1902805993-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d26874db1fee4922ad3ff97eb1626231&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450374 Feb 03 11:09:41.608737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8752443e-72de-4264-a17a-d4a851745e8c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:41.622304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ca72c6-9ef5-4348-bc43-84ae59a610a5 req-c2df207b-900b-4b22-9ebe-887873bde606 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114968 Feb 03 11:09:41.692070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8752443e-72de-4264-a17a-d4a851745e8c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:41.734184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-ccaa385d-58b3-4c0d-b3be-a7e95e2209f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:41.736416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-ccaa385d-58b3-4c0d-b3be-a7e95e2209f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5434051 Feb 03 11:09:41.740288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd515797-fc28-49fb-80fc-5c31b1bb93fe') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:41.740833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd515797-fc28-49fb-80fc-5c31b1bb93fe') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:41.832456 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (bd515797-fc28-49fb-80fc-5c31b1bb93fe), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:41.996574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 94388e3c-9621-4ed2-b17f-8c93d25a2d91 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:42.128793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bd515797-fc28-49fb-80fc-5c31b1bb93fe), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.142280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:42.146262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:42.146823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.194893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:42.195817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (bd515797-fc28-49fb-80fc-5c31b1bb93fe), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:42.199179 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:42.306995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826ecd3-2614-40e7-8275-5515ae57ede4 req-8996f961-63c3-4193-8c29-7b6e8804ba2d tempest-AbsoluteLimitsNegativeTestJSON-1902805993 tempest-AbsoluteLimitsNegativeTestJSON-1902805993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:42.316612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5826ecd3-2614-40e7-8275-5515ae57ede4 req-8996f961-63c3-4193-8c29-7b6e8804ba2d tempest-AbsoluteLimitsNegativeTestJSON-1902805993 tempest-AbsoluteLimitsNegativeTestJSON-1902805993-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7099609 Feb 03 11:09:42.327356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:42.328385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.374679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:42.387022 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81596442-3c4e-4cbf-8aa5-b5eec961c495" -d '{"events": [{"server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "name": "network-vif-plugged", "status": "completed", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:42.440795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:42.453500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-a2a179f7-29ea-4b89-b14f-3ea3391e0b50 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027922 Feb 03 11:09:42.457703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.459039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:42.482586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04afeec-5f87-4fd0-8a85-6967be8b2958 req-0f647441-8dc0-4ac3-9526-45524b6c7d2d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:42.485044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d04afeec-5f87-4fd0-8a85-6967be8b2958 req-0f647441-8dc0-4ac3-9526-45524b6c7d2d tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.6673305 Feb 03 11:09:42.535241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8752443e-72de-4264-a17a-d4a851745e8c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.541999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:42.542625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 767e3b10-da20-4ec5-9e3e-1baa05e3f0fe not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:42.551293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5826ecd3-2614-40e7-8275-5515ae57ede4 req-0b55bf55-9412-45a3-b097-3d73e0554be8 tempest-AbsoluteLimitsNegativeTestJSON-1902805993 tempest-AbsoluteLimitsNegativeTestJSON-1902805993-project] 10.222.0.30 "GET /v2.0/quotas/d26874db1fee4922ad3ff97eb1626231 HTTP/1.1" status: 200 len: 375 time: 0.1202633 Feb 03 11:09:42.563487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.566891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/networks/8752443e-72de-4264-a17a-d4a851745e8c HTTP/1.1" status: 204 len: 168 time: 5.7370524 Feb 03 11:09:42.569901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59188) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:42.629748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:42.713842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5826ecd3-2614-40e7-8275-5515ae57ede4 req-58ce2e8a-6eb2-4e1a-bf5b-a1a4924a12b4 tempest-AbsoluteLimitsNegativeTestJSON-1902805993 tempest-AbsoluteLimitsNegativeTestJSON-1902805993-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26874db1fee4922ad3ff97eb1626231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437929 Feb 03 11:09:42.726738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Network': ['ID=8752443e-72de-4264-a17a-d4a851745e8c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:42.786198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting subnet e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:42.806812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:42.819294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.819845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.820619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.821169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.822402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.823022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.823563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.824063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.824544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.825095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.825602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.827269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.827772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02861b8-6287-4c3e-a648-e5c6439b5b7a tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:09:42.953574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d04afeec-5f87-4fd0-8a85-6967be8b2958 req-0df57478-d161-4a13-9ef7-4fd569912d81 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579806 Feb 03 11:09:43.035155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4106bff-c282-4134-899c-e2fd44f6c7d6 req-1158cf7a-fa8e-4a01-8bfb-b149d88a8887 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446246 Feb 03 11:09:43.077994 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122de54-fa83-464e-83db-397be9d68fd5 x-openstack-request-id: req-e122de54-fa83-464e-83db-397be9d68fd5 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:43.078342 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6bc4c-47e7-482b-bb2e-f60080ff26fe", "name": "network-vif-deleted", "tag": "767e3b10-da20-4ec5-9e3e-1baa05e3f0fe", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:43.078614 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e122de54-fa83-464e-83db-397be9d68fd5 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:43.079051 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6bc4c-47e7-482b-bb2e-f60080ff26fe', 'name': 'network-vif-deleted', 'tag': '767e3b10-da20-4ec5-9e3e-1baa05e3f0fe', 'status': 'completed', 'code': 200} Feb 03 11:09:43.092183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:43.174353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:43.447759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf76d1-8437-441d-89eb-6527eaf2a2f7 req-e4c4dfdd-abaa-4cf5-a967-db6e2ecbcaf0 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:43.459396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cbf76d1-8437-441d-89eb-6527eaf2a2f7 req-e4c4dfdd-abaa-4cf5-a967-db6e2ecbcaf0 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 946 time: 0.2033920 Feb 03 11:09:43.561459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:43.612059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cbf76d1-8437-441d-89eb-6527eaf2a2f7 req-0f1f01a3-058e-4c34-ac3a-2fe9bd1b3925 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496239 Feb 03 11:09:43.638547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e936ac-0c00-4a80-ad42-2d099df3cfc1 req-d103c7fd-825d-44ae-a51c-3c8361c79e63 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:43.651667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8e936ac-0c00-4a80-ad42-2d099df3cfc1 req-d103c7fd-825d-44ae-a51c-3c8361c79e63 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 943 time: 0.3578160 Feb 03 11:09:43.716077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59202) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:43.728096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:43.739964 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fbc270-a039-42c5-a0d9-07dce4ba1820 x-openstack-request-id: req-c8fbc270-a039-42c5-a0d9-07dce4ba1820 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:43.741051 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "name": "network-vif-plugged", "status": "completed", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:43.742011 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8fbc270-a039-42c5-a0d9-07dce4ba1820 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:43.742626 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91', 'code': 200} Feb 03 11:09:43.752192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a43702bc-d479-41f8-ab44-b83e3d3f7d43 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:09:43.787811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:43.788584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:43.817445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:43.829168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:43.832603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8383c88-d894-4cfd-929c-9b55ab43d4f5 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/subnets/e8ede8fe-bd85-47ab-94c6-aaae2ec20ec3 HTTP/1.1" status: 204 len: 168 time: 1.2615349 Feb 03 11:09:43.843009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c828b0-bfa5-4466-b688-4f8249418598 None None] Network d787b31e-5663-48c6-9a63-5d0938bb6837 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:43.860718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59206) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:43.890020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8e936ac-0c00-4a80-ad42-2d099df3cfc1 req-6b449253-50ee-4b53-8817-5218e7c20721 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294099 Feb 03 11:09:43.972225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5e63-969c-426d-8bdb-8481aea82212 req-0b93f7bd-3161-4cd6-b9dd-f943527d967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:43.973904 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-430b5e63-969c-426d-8bdb-8481aea82212 req-0b93f7bd-3161-4cd6-b9dd-f943527d967d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 1127 time: 0.5530562 Feb 03 11:09:44.332425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:44.340817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90d8a71d-d26a-4aef-b886-a79578543528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.380851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f95b7-5657-43e8-b09d-c9f965d3ad16 req-ff8eae4a-b440-45ad-939c-8c75e94cee87 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:44.394216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b7f95b7-5657-43e8-b09d-c9f965d3ad16 req-ff8eae4a-b440-45ad-939c-8c75e94cee87 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2346098 Feb 03 11:09:44.416135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'port_id': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:09:44.416790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437593eb-b5ef-429f-9b81-c097c2b95a7f req-57146f5d-fe4a-4e77-ace2-d4b85909d0fe tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:44.433547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-437593eb-b5ef-429f-9b81-c097c2b95a7f req-57146f5d-fe4a-4e77-ace2-d4b85909d0fe tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 945 time: 0.2637966 Feb 03 11:09:44.552107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d787b31e-5663-48c6-9a63-5d0938bb6837), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.602040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b7f95b7-5657-43e8-b09d-c9f965d3ad16 req-15c4d468-6103-4511-a5c5-ef2a4d7a095e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068651 Feb 03 11:09:44.645083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-430b5e63-969c-426d-8bdb-8481aea82212 req-09ce266b-5107-4bfc-9767-5487a256994f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529458 Feb 03 11:09:44.667038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] DHCP port deletion for d787b31e-5663-48c6-9a63-5d0938bb6837 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:09:44.686703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-437593eb-b5ef-429f-9b81-c097c2b95a7f req-37bf0fd3-f046-4e94-8370-eedf49b4796c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522430 Feb 03 11:09:44.700607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a43702bc-d479-41f8-ab44-b83e3d3f7d43 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:44.700607 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.728789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Sync routers for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:44.729358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:44.729739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.753265 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:44.755612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:44.756371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:44.760221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43702bc-d479-41f8-ab44-b83e3d3f7d43 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:09:44.785135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:44.818699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90d8a71d-d26a-4aef-b886-a79578543528 admin admin] Publish callbacks [] for security_group (72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.820568 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.822713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.853377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90d8a71d-d26a-4aef-b886-a79578543528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:44.926555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:44.930086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-66c5171d-3b96-4d84-a6de-feb54a605597 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:44.931646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-66c5171d-3b96-4d84-a6de-feb54a605597 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.3230002 Feb 03 11:09:44.943872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Deleting port 14c04cba-8158-4eaa-b458-46c17c85a8b1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:44.944416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.042705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-90d8a71d-d26a-4aef-b886-a79578543528 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d26874db1fee4922ad3ff97eb1626231&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3249674 Feb 03 11:09:45.047970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:45.068853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] For port 14c04cba-8158-4eaa-b458-46c17c85a8b1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14c04cba-8158-4eaa-b458-46c17c85a8b1,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:45.069355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.076680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8a71d-d26a-4aef-b886-a79578543528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:45.085950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Calling delete_port for 14c04cba-8158-4eaa-b458-46c17c85a8b1 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:45.131334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Deleting port 14c04cba-8158-4eaa-b458-46c17c85a8b1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:45.131334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.177340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14c04cba-8158-4eaa-b458-46c17c85a8b1 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:45.183645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.194538 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:45.218810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] No DVR routers for this DVR port 14c04cba-8158-4eaa-b458-46c17c85a8b1 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:45.220572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 14c04cba-8158-4eaa-b458-46c17c85a8b1 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:45.221082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14c04cba-8158-4eaa-b458-46c17c85a8b1 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:45.256594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:45.293453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad837d1-ac0f-4d70-bdf6-7a8c8c69ed51 None None] Pushing event deleted for resources: {'Port': ['ID=14c04cba-8158-4eaa-b458-46c17c85a8b1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:45.309122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a43702bc-d479-41f8-ab44-b83e3d3f7d43'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:45.350099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fda20b-d23d-4946-beed-1f0a982e8fc9 req-630d60b9-0eb1-44cb-ac88-5dec4bb75ba9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:45.363148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99fda20b-d23d-4946-beed-1f0a982e8fc9 req-630d60b9-0eb1-44cb-ac88-5dec4bb75ba9 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 944 time: 0.5531867 Feb 03 11:09:45.400468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] For port 14c04cba-8158-4eaa-b458-46c17c85a8b1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14c04cba-8158-4eaa-b458-46c17c85a8b1,segment=NetworkSegment(bf5b7a22-6249-4a58-be38-8e8b11461878),segment_id=bf5b7a22-6249-4a58-be38-8e8b11461878)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:45.400852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.435804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Calling delete_port for 14c04cba-8158-4eaa-b458-46c17c85a8b1 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:45.484974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272528c-d576-4485-bb92-01bf4ccb9820 req-713a2873-c4d4-4748-b4b9-2e8d7506c6c6 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:45.493943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8272528c-d576-4485-bb92-01bf4ccb9820 req-713a2873-c4d4-4748-b4b9-2e8d7506c6c6 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 945 time: 0.5884686 Feb 03 11:09:45.598769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (14c04cba-8158-4eaa-b458-46c17c85a8b1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.621887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] No DVR routers for this DVR port 14c04cba-8158-4eaa-b458-46c17c85a8b1 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:45.650128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] Publish callbacks [] for security_group (72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.783807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Port': ['ID=14c04cba-8158-4eaa-b458-46c17c85a8b1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:45.788756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99fda20b-d23d-4946-beed-1f0a982e8fc9 req-2aba1672-8f86-483e-b0a7-6ced25a7d499 tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242773 Feb 03 11:09:45.824658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] Publish callbacks [] for security_group (72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.840680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2888371a-1651-46e8-8eff-9aca364c740e', 'name': '', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'mac_address': 'fa:16:3e:75:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:36Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 2, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'subnets': [{'id': '893d4d0d-34da-47fe-be63-ff6577242265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:45.873282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8272528c-d576-4485-bb92-01bf4ccb9820 req-10bfcd38-2bb2-4263-ac71-42569a8cc90f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734846 Feb 03 11:09:45.878550 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Checking router: d6002a93-494e-45fb-8f06-0f9e4ae895db for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:45.878910 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Updating router d6002a93-494e-45fb-8f06-0f9e4ae895db port 2888371a-1651-46e8-8eff-9aca364c740e binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:45.932465 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2888371a-1651-46e8-8eff-9aca364c740e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.954130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Deleting port afe0293f-45c4-45ee-9769-b3a5bef352d7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:45.955826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:45.966529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d787b31e-5663-48c6-9a63-5d0938bb6837), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.012749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d787b31e-5663-48c6-9a63-5d0938bb6837']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:46.016688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.035644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5b7a22-6249-4a58-be38-8e8b11461878') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:46.035973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5b7a22-6249-4a58-be38-8e8b11461878') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:46.058739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (bf5b7a22-6249-4a58-be38-8e8b11461878), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.104686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bf5b7a22-6249-4a58-be38-8e8b11461878), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.130375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:46.133106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (bf5b7a22-6249-4a58-be38-8e8b11461878), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:46.144749 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:46.284980 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d787b31e-5663-48c6-9a63-5d0938bb6837), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.298202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.313738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] 10.222.0.30 "DELETE /v2.0/networks/d787b31e-5663-48c6-9a63-5d0938bb6837 HTTP/1.1" status: 204 len: 168 time: 2.4362187 Feb 03 11:09:46.346796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757904-8c50-4c7e-965a-315e66e3df92 tempest-ServersTestMultiNic-1755930467 tempest-ServersTestMultiNic-1755930467-project] Pushing event deleted for resources: {'Network': ['ID=d787b31e-5663-48c6-9a63-5d0938bb6837,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:46.418873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.421971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.423636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6 HTTP/1.1" status: 204 len: 168 time: 1.3747201 Feb 03 11:09:46.479797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8647ba-62df-426a-a274-42f124b5905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb6ae6-a65d-4ee0-a73c-c136cb2d2ab6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:46.552284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] For port afe0293f-45c4-45ee-9769-b3a5bef352d7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afe0293f-45c4-45ee-9769-b3a5bef352d7,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:46.552592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.596535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Calling delete_port for afe0293f-45c4-45ee-9769-b3a5bef352d7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:46.630109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738b27d-5840-4b53-bd10-cc710d520d9d req-eee303ff-50f5-4e30-bdda-4b7840995802 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:46.640153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1738b27d-5840-4b53-bd10-cc710d520d9d req-eee303ff-50f5-4e30-bdda-4b7840995802 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 944 time: 0.5958505 Feb 03 11:09:46.730440 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks [] for port (2888371a-1651-46e8-8eff-9aca364c740e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.768886 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:46.770588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8759-f858-41ba-ac1b-bbbc3d6bc27e req-41d3e904-8907-4d6e-b4cc-50b6ac623a4f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:46.772947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38df8759-f858-41ba-ac1b-bbbc3d6bc27e req-41d3e904-8907-4d6e-b4cc-50b6ac623a4f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.3633442 Feb 03 11:09:46.850243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1738b27d-5840-4b53-bd10-cc710d520d9d req-91f27d0d-0a1d-4a4a-a66e-f98e6e97644c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084229 Feb 03 11:09:46.976832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38df8759-f858-41ba-ac1b-bbbc3d6bc27e req-b7e747f8-c0f5-4f11-a6ed-391bad1a5781 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837218 Feb 03 11:09:47.020792 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048536f-2ac0-4d47-a5c0-565643e2eb0a None None] Pushing event updated for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:47.111010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:47.139722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (afe0293f-45c4-45ee-9769-b3a5bef352d7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.167783 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:09:47.240599 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Attempting to bind port 2888371a-1651-46e8-8eff-9aca364c740e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:47.241210 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Attempting to bind port 2888371a-1651-46e8-8eff-9aca364c740e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:47.242148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Attempting to bind port 2888371a-1651-46e8-8eff-9aca364c740e on network 944298e4-a906-47eb-b94b-1b4ab785ff13 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:47.244882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event deleted for resources: {'Port': ['ID=afe0293f-45c4-45ee-9769-b3a5bef352d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:47.262361 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:47.264322 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Checking segment: {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:47.264970 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.269300 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Bound using segment: {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:47.269980 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Bound port: 2888371a-1651-46e8-8eff-9aca364c740e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa500e4c-8375-4b28-bf0b-f624f7167a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:47.270535 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2888371a-1651-46e8-8eff-9aca364c740e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.311154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a43702bc-d479-41f8-ab44-b83e3d3f7d43 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:47.495939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] For port 2888371a-1651-46e8-8eff-9aca364c740e, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:47.504359 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] For port 2888371a-1651-46e8-8eff-9aca364c740e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2888371a-1651-46e8-8eff-9aca364c740e,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:47.519509 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.550966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:47.552571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.582795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] No DVR routers for this DVR port afe0293f-45c4-45ee-9769-b3a5bef352d7 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:47.590565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.624003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ec9a97-f48c-4c1a-90fb-d50eab7b021b req-ed598abd-bff6-46eb-afd2-f9fed928002d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "DELETE /v2.0/ports/afe0293f-45c4-45ee-9769-b3a5bef352d7 HTTP/1.1" status: 204 len: 173 time: 2.5802817 Feb 03 11:09:47.661898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85a698aa-159a-42d0-b6cd-3a166ac24a94 req-16da7782-a0e2-410a-8fb5-fb093e55cb6d tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fee9c45-4fec-4d86-a872-beaaa74f01dd HTTP/1.1" status: 200 len: 210 time: 0.4163840 Feb 03 11:09:47.663953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-deleted', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:47.667873 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:47.673322 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:47.674890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port a43702bc-d479-41f8-ab44-b83e3d3f7d43 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:09:47.687858 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d08ab2-1795-4e62-b549-6c42477ff266" -d '{"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-deleted", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:47.692844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a43702bc-d479-41f8-ab44-b83e3d3f7d43 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:47.700036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.807764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43343-fbf8-4202-97fd-4523308e852b req-f65cb501-bfaf-4adb-8786-331e9d82fb5c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:47.817004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0f43343-fbf8-4202-97fd-4523308e852b req-f65cb501-bfaf-4adb-8786-331e9d82fb5c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 945 time: 0.4775150 Feb 03 11:09:47.879638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:47.883366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:47.935358 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048536f-2ac0-4d47-a5c0-565643e2eb0a None None] Pushing event updated for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:48.041947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0f43343-fbf8-4202-97fd-4523308e852b req-f1a4886f-32b8-46a6-8a5a-e3ad6a2a4a14 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166250 Feb 03 11:09:48.177569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:48.197875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:48.238934 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538d8f0-c79a-46da-9920-85e33940359d x-openstack-request-id: req-5538d8f0-c79a-46da-9920-85e33940359d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:48.239275 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee9c45-4fec-4d86-a872-beaaa74f01dd", "name": "network-vif-deleted", "tag": "afe0293f-45c4-45ee-9769-b3a5bef352d7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:48.239535 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5538d8f0-c79a-46da-9920-85e33940359d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:48.239980 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee9c45-4fec-4d86-a872-beaaa74f01dd', 'name': 'network-vif-deleted', 'tag': 'afe0293f-45c4-45ee-9769-b3a5bef352d7', 'status': 'completed', 'code': 200} Feb 03 11:09:48.416353 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:48.416811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: afe0293f-45c4-45ee-9769-b3a5bef352d7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:48.416811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afe0293f-45c4-45ee-9769-b3a5bef352d7 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:48.417056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d6c27-632b-47f4-a0f7-57f8a377b33d req-b8cd6165-2001-41c6-ae67-0fb3487cf690 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:48.417056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-419d6c27-632b-47f4-a0f7-57f8a377b33d req-b8cd6165-2001-41c6-ae67-0fb3487cf690 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.0782695 Feb 03 11:09:48.505561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-419d6c27-632b-47f4-a0f7-57f8a377b33d req-69190672-0dfc-4406-bfb7-185e842c85a6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171684 Feb 03 11:09:48.551083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59272) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:48.617875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a43702bc-d479-41f8-ab44-b83e3d3f7d43 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:48.618658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:48.630179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a95b4-9eb5-47e3-aef2-d5e91e745bef req-00eb0563-1de9-4e7a-94d2-1782b98965c0 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:48.642043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207a95b4-9eb5-47e3-aef2-d5e91e745bef req-00eb0563-1de9-4e7a-94d2-1782b98965c0 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 944 time: 0.2108107 Feb 03 11:09:48.691379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:48.696366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:48.703704 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afefa16-9ff0-40bf-bf5f-50b25b360d49" -d '{"events": [{"server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "name": "network-vif-plugged", "status": "completed", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:48.719579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:48.763314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1423730412-network', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:48.798591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Made reservation on behalf of b0cf617cfbb84c49ba3063ec5bcf0303 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:48.801341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:48.819165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:48.903194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Current status of the port 2888371a-1651-46e8-8eff-9aca364c740e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:48.913704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2888371a-1651-46e8-8eff-9aca364c740e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.012043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207a95b4-9eb5-47e3-aef2-d5e91e745bef req-30c21e3e-621a-46c9-b21c-8e7ec808ac90 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546586 Feb 03 11:09:49.039001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] For port 2888371a-1651-46e8-8eff-9aca364c740e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2888371a-1651-46e8-8eff-9aca364c740e,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:49.046489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.096941 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2888371a-1651-46e8-8eff-9aca364c740e', 'name': '', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'mac_address': 'fa:16:3e:75:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:36Z', 'updated_at': '2022-02-03T11:09:47Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'subnets': [{'id': '893d4d0d-34da-47fe-be63-ff6577242265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:49.098556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:49.151760 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f7ff4-60f1-4114-83bb-4165f15b7d11 None None] The sync data for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 is: [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:09:38Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2888371a-1651-46e8-8eff-9aca364c740e', 'name': '', 'network_id': '944298e4-a906-47eb-b94b-1b4ab785ff13', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'mac_address': 'fa:16:3e:75:ab:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '893d4d0d-34da-47fe-be63-ff6577242265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:36Z', 'updated_at': '2022-02-03T11:09:47Z', 'revision_number': 4, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'subnets': [{'id': '893d4d0d-34da-47fe-be63-ff6577242265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:49.179045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b6051-063e-4819-bf2c-776dba4a19e9 None None] Pushing event updated for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:49.190492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2888371a-1651-46e8-8eff-9aca364c740e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:49.219187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks [] for security_group (3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.229259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.254725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59282) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:49.281408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:09:49.310739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:49.319198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.323570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (278a90cf-162d-455f-bd4f-e80f95e8526d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.327058 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Added segment 278a90cf-162d-455f-bd4f-e80f95e8526d of type vlan for network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 Feb 03 11:09:49.393842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-33384494-f43b-412a-8371-ebbf295a957f None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:49.395609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33384494-f43b-412a-8371-ebbf295a957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.483326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:49.497768 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5ef00-565e-475c-ae34-36d92c61e404 x-openstack-request-id: req-5ee5ef00-565e-475c-ae34-36d92c61e404 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:49.498060 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "name": "network-vif-plugged", "status": "completed", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:49.498324 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ee5ef00-565e-475c-ae34-36d92c61e404 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:49.498741 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'code': 200} Feb 03 11:09:49.521049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (81112bd5-066e-4a7c-8a3f-2ccd1adec518), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.603737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (81112bd5-066e-4a7c-8a3f-2ccd1adec518), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.606579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:49.607654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.622623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-c2f93ea0-2cb9-4d2c-ba5c-1be5c2626528 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:49.626266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-c2f93ea0-2cb9-4d2c-ba5c-1be5c2626528 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.8756497 Feb 03 11:09:49.727995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83ea28-fc39-4daa-ae85-01718eeb8dbd req-58637633-9192-44e6-a403-c8784083ce24 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:49.729776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec83ea28-fc39-4daa-ae85-01718eeb8dbd req-58637633-9192-44e6-a403-c8784083ce24 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df945f9-e660-40a1-9eca-4a61ed05580b HTTP/1.1" status: 200 len: 944 time: 0.7935233 Feb 03 11:09:49.762153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2092063 Feb 03 11:09:49.763043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:49.764609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd2336-55ba-43c0-9f0e-f7329209d7ad admin admin] Pushing event updated for resources: {'Network': ['ID=81112bd5-066e-4a7c-8a3f-2ccd1adec518,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:49.770973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2888371a-1651-46e8-8eff-9aca364c740e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:49.776649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Request body: {'subnet': {'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1423730412-subnet', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:49.787442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:09:49.815385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0749bc0-1b67-433b-9055-b46136d6e8a6 req-0473f680-0967-4e41-bf5b-61175b84cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:49.817758 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0749bc0-1b67-433b-9055-b46136d6e8a6 req-0473f680-0967-4e41-bf5b-61175b84cc57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1127 time: 0.3380909 Feb 03 11:09:49.825728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Made reservation on behalf of b0cf617cfbb84c49ba3063ec5bcf0303 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:09:49.829215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:49.878555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33384494-f43b-412a-8371-ebbf295a957f None None] Current status of the port 2888371a-1651-46e8-8eff-9aca364c740e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:49.957509 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e0749bc0-1b67-433b-9055-b46136d6e8a6 req-6569a09a-381e-4e75-ac4d-8c1766cb86bd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116316 Feb 03 11:09:50.121539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.186472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec83ea28-fc39-4daa-ae85-01718eeb8dbd req-a443859c-60cf-474c-9a6d-e321fb2e86e8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368153 Feb 03 11:09:50.278842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:50.297474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Checking segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:50.298066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Network hostable DHCP agents. Network: 81112bd5-066e-4a7c-8a3f-2ccd1adec518, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:09:50.334300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:09:50.349137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984275-76a3-4083-a390-001995933d1d req-55a4591e-d9f5-4049-b2a5-b2ecaa6e7c0f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:50.351285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 81112bd5-066e-4a7c-8a3f-2ccd1adec518) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:50.373559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1984275-76a3-4083-a390-001995933d1d req-55a4591e-d9f5-4049-b2a5-b2ecaa6e7c0f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 945 time: 0.6329639 Feb 03 11:09:50.375771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:50.376570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.384242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4a5be-0648-4383-af75-f7a77dbb7f33 None None] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:50.405845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f455f05-adc2-4101-8b2a-65faf8334d9f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6330938 Feb 03 11:09:50.408036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59292) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:50.422289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:50.470048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.474780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.610712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Deleting port dd29308a-892e-4ec7-9f1e-1ab6961c1258 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:50.613993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.617855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for router_controller (3e83254b-6d66-45af-854e-e2c1be0f6e5c), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.663102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:09:50.664041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.727629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1984275-76a3-4083-a390-001995933d1d req-76813a07-f179-4811-8ed2-da61708d8261 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506436 Feb 03 11:09:50.905227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for router_gateway (3e83254b-6d66-45af-854e-e2c1be0f6e5c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:50.995936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2888371a-1651-46e8-8eff-9aca364c740e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:51.054335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Allocated IP 172.20.0.2 (81112bd5-066e-4a7c-8a3f-2ccd1adec518/0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe/ba2de05a-0ed8-4f31-b666-7afd1c2edecf) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:51.435030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks [] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.447221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2888371a-1651-46e8-8eff-9aca364c740e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:51.448929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2888371a-1651-46e8-8eff-9aca364c740e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.452955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008799e7-547e-419c-b7b7-a463170cb24c req-be1b56d4-95f0-4995-a092-ebfd9b96a9a7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:51.481351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-008799e7-547e-419c-b7b7-a463170cb24c req-be1b56d4-95f0-4995-a092-ebfd9b96a9a7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.7799942 Feb 03 11:09:51.520465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] For port dd29308a-892e-4ec7-9f1e-1ab6961c1258, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dd29308a-892e-4ec7-9f1e-1ab6961c1258,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:51.520839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.527557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.543768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Calling delete_port for dd29308a-892e-4ec7-9f1e-1ab6961c1258 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:51.722643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (dd29308a-892e-4ec7-9f1e-1ab6961c1258), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.809792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-ebf49263-4cb5-41a5-b451-6e44c727e5af tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:51.811352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-ebf49263-4cb5-41a5-b451-6e44c727e5af tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 945 time: 1.1121058 Feb 03 11:09:51.813936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event deleted for resources: {'Port': ['ID=dd29308a-892e-4ec7-9f1e-1ab6961c1258,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:51.860432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542dae-706f-4db7-a355-1495ccebf645 req-e0884f94-3c1e-4f82-9974-d54ebd37accc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:51.862588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd542dae-706f-4db7-a355-1495ccebf645 req-e0884f94-3c1e-4f82-9974-d54ebd37accc tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 966 time: 0.1225493 Feb 03 11:09:51.866365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for router_gateway (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.919628 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.946434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] No DVR routers for this DVR port dd29308a-892e-4ec7-9f1e-1ab6961c1258 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:51.982438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:51.986569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f85e508e-e2c9-40e6-9988-5ed663fcb1ba req-34487e60-f129-44e3-855e-f6db54b81056 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.53 "DELETE /v2.0/ports/dd29308a-892e-4ec7-9f1e-1ab6961c1258 HTTP/1.1" status: 204 len: 173 time: 2.3325560 Feb 03 11:09:52.012408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-deleted', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:52.015195 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce461081-1914-45e6-96ec-18d0e9c71cc2" -d '{"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-deleted", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:52.052184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3d3e1-5eba-4e3e-9bb5-5b249730aad8 req-1628a74b-4fb2-4202-8f4d-db4d656659cb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:52.054809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb3d3e1-5eba-4e3e-9bb5-5b249730aad8 req-1628a74b-4fb2-4202-8f4d-db4d656659cb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.7285268 Feb 03 11:09:52.171713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:52.213473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:52.215677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Deleting port e6e0aa70-7b79-4206-af35-9e5294cbb9af {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:52.215916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.222260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:52.240157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Pushing event updated for resources: {'Port': ['ID=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:52.242889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Allocated IP 172.25.7.52 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/e2182cb9-7b6d-4094-b423-b3ff63e97084) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:52.275238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-008799e7-547e-419c-b7b7-a463170cb24c req-5e08f15a-64df-4c1b-925b-6b39a2377499 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901540 Feb 03 11:09:52.332517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Attempting to bind port ba2de05a-0ed8-4f31-b666-7afd1c2edecf on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:52.333709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Attempting to bind port ba2de05a-0ed8-4f31-b666-7afd1c2edecf by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:52.334130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Attempting to bind port ba2de05a-0ed8-4f31-b666-7afd1c2edecf on network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:52.339797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2888371a-1651-46e8-8eff-9aca364c740e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:52.343829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:52.344267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Checking segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:52.344684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.345110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Bound using segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:52.346045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Bound port: ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:52.346045 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.359369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Deleting port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:52.360036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.487246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] For port ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:52.488529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] For port e6e0aa70-7b79-4206-af35-9e5294cbb9af, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e6e0aa70-7b79-4206-af35-9e5294cbb9af,segment=NetworkSegment(fd18725e-8dbc-4621-b449-a3f554956350),segment_id=fd18725e-8dbc-4621-b449-a3f554956350)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:52.489036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.497790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] For port ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:52.515227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.550997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Calling delete_port for e6e0aa70-7b79-4206-af35-9e5294cbb9af owned by compute:tempest-test_az-876370163 {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:52.640155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d2856-0305-46ad-84d4-29db07ced4d3 None None] Pushing event updated for resources: {'Port': ['ID=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:52.658425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.670540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (07976736-49bd-470a-addf-1f74cb8763ae), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.795798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:52.820514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb3d3e1-5eba-4e3e-9bb5-5b249730aad8 req-9e150de4-ed6b-443b-befd-e44e6619cf79 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7245028 Feb 03 11:09:52.884892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2182cb9-7b6d-4094-b423-b3ff63e97084,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:52.947137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:52.950798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:52.958888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:53.016461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69434c95-fef0-4394-afa5-a93ce24127ad req-f0aeacc4-e99d-484b-82c7-2504044adaaf tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:53.024981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69434c95-fef0-4394-afa5-a93ce24127ad req-f0aeacc4-e99d-484b-82c7-2504044adaaf tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/ports?device_id=85125326-fe00-43fa-a985-2aa8db4e91e4 HTTP/1.1" status: 200 len: 966 time: 0.6066356 Feb 03 11:09:53.159242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] For port 94388e3c-9621-4ed2-b17f-8c93d25a2d91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=94388e3c-9621-4ed2-b17f-8c93d25a2d91,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:53.159749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.184974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e6e0aa70-7b79-4206-af35-9e5294cbb9af), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.191054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:53.195883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ba2de05a-0ed8-4f31-b666-7afd1c2edecf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:53.249561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69434c95-fef0-4394-afa5-a93ce24127ad req-c869d290-7af2-4a82-8dae-1b6cfff5a35c tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.30 "GET /v2.0/security-groups?id=2005dfec-533c-4317-b3b1-bec3407f22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179697 Feb 03 11:09:53.299194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Calling delete_port for 94388e3c-9621-4ed2-b17f-8c93d25a2d91 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:53.301649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: dd29308a-892e-4ec7-9f1e-1ab6961c1258 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:53.308048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Pushing event deleted for resources: {'Port': ['ID=e6e0aa70-7b79-4206-af35-9e5294cbb9af,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:53.308335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dd29308a-892e-4ec7-9f1e-1ab6961c1258 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:53.346500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ba2de05a-0ed8-4f31-b666-7afd1c2edecf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:53.347110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.369305 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b2e27-5a98-490f-b9d6-0e2d47dfe949 x-openstack-request-id: req-9a9b2e27-5a98-490f-b9d6-0e2d47dfe949 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:53.370189 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df945f9-e660-40a1-9eca-4a61ed05580b", "name": "network-vif-deleted", "tag": "dd29308a-892e-4ec7-9f1e-1ab6961c1258", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:53.371386 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a9b2e27-5a98-490f-b9d6-0e2d47dfe949 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:53.371942 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df945f9-e660-40a1-9eca-4a61ed05580b', 'name': 'network-vif-deleted', 'tag': 'dd29308a-892e-4ec7-9f1e-1ab6961c1258', 'status': 'completed', 'code': 200} Feb 03 11:09:53.504536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7386b-99d1-492b-b4d7-95610d2a5d70 req-7d1f0016-1712-476c-a9c2-5a8ea1a05537 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:53.506440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bf7386b-99d1-492b-b4d7-95610d2a5d70 req-7d1f0016-1712-476c-a9c2-5a8ea1a05537 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 945 time: 0.3549526 Feb 03 11:09:53.579185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ba2de05a-0ed8-4f31-b666-7afd1c2edecf is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:53.580040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.660259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bf7386b-99d1-492b-b4d7-95610d2a5d70 req-ac779bd5-fae5-4942-90be-00f921be04e1 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245315 Feb 03 11:09:53.660543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] No DVR routers for this DVR port e6e0aa70-7b79-4206-af35-9e5294cbb9af on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:53.663571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.666427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:53.694044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fd542dae-706f-4db7-a355-1495ccebf645 req-423ef28c-614a-4476-ac1c-c58e488d24ec tempest-LiveAutoBlockMigrationV225Test-1176550383 tempest-LiveAutoBlockMigrationV225Test-1176550383-project] 10.222.0.69 "DELETE /v2.0/ports/e6e0aa70-7b79-4206-af35-9e5294cbb9af HTTP/1.1" status: 204 len: 173 time: 1.8131881 Feb 03 11:09:53.696356 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:53.818767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:53.823268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-deleted', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:53.836778 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a57259-00fb-47a8-b7a1-0a5328709374" -d '{"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-deleted", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:53.891694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for router_gateway (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.018993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 94388e3c-9621-4ed2-b17f-8c93d25a2d91 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:54.033083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Deleting port b34801a9-af0b-4f06-8c17-47c4db603b52 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:54.033722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.050341 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (94388e3c-9621-4ed2-b17f-8c93d25a2d91), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.109628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event deleted for resources: {'Port': ['ID=94388e3c-9621-4ed2-b17f-8c93d25a2d91,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:54.112665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a5fe-a6cd-4103-bbaa-d74ce5f68fe9 req-80110e27-f8ea-46c8-aab3-bd1048ff8d37 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:54.121533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f656a5fe-a6cd-4103-bbaa-d74ce5f68fe9 req-80110e27-f8ea-46c8-aab3-bd1048ff8d37 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.4515209 Feb 03 11:09:54.144077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b86f6711-0c3e-4627-a83e-1246ea28fa72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:54.146734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['68511357-63d5-4fbf-b198-27e957ffdf10'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:09:54.209867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No active binding found for port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:09:54.210404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:09:54.210907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 94388e3c-9621-4ed2-b17f-8c93d25a2d91 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:54.211429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:54.240995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: e6e0aa70-7b79-4206-af35-9e5294cbb9af {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:54.240995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e6e0aa70-7b79-4206-af35-9e5294cbb9af not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:54.290838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] For port b34801a9-af0b-4f06-8c17-47c4db603b52, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b34801a9-af0b-4f06-8c17-47c4db603b52,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:54.291198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.306213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Calling delete_port for b34801a9-af0b-4f06-8c17-47c4db603b52 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:54.358661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472b787-f931-48bf-8ebe-d40375c30764 None None] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:09:54.417652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.599975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-76be4ddf-0436-45b4-89dc-0f58110f0637 None None] Provisioning complete for port ba2de05a-0ed8-4f31-b666-7afd1c2edecf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:54.601370 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76be4ddf-0436-45b4-89dc-0f58110f0637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.630319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5734-ca22-4d9f-8cb4-0058506047fc req-a9da8ee1-7ffd-40b8-a437-6159fca8cf49 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:54.638632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-4c1b9df3-4aad-4e09-be62-dc828dd25c94 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:54.641442 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-4c1b9df3-4aad-4e09-be62-dc828dd25c94 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.3909113 Feb 03 11:09:54.645400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30ed5734-ca22-4d9f-8cb4-0058506047fc req-a9da8ee1-7ffd-40b8-a437-6159fca8cf49 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 944 time: 0.6886251 Feb 03 11:09:54.730151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b34801a9-af0b-4f06-8c17-47c4db603b52), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.755548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] No DVR routers for this DVR port 94388e3c-9621-4ed2-b17f-8c93d25a2d91 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:54.787553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Router 3e83254b-6d66-45af-854e-e2c1be0f6e5c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:09:54.808578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Deleting port ab5d5f20-b553-4158-8de2-83fbb65fd850 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:54.809111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.860930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:54.864541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24953f06-e90c-4e61-acad-8b9f6b30ab03 req-3a7e67e8-47e9-4938-8a12-b62432102b27 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "DELETE /v2.0/ports/94388e3c-9621-4ed2-b17f-8c93d25a2d91 HTTP/1.1" status: 204 len: 173 time: 3.0009828 Feb 03 11:09:54.978927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34801a9-af0b-4f06-8c17-47c4db603b52,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:54.992390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76be4ddf-0436-45b4-89dc-0f58110f0637 None None] Current status of the port ba2de05a-0ed8-4f31-b666-7afd1c2edecf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:55.028715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f656a5fe-a6cd-4103-bbaa-d74ce5f68fe9 req-c5fc0cca-e95f-4810-8e0e-3429b4bf01c2 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060264 Feb 03 11:09:55.056373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ba2de05a-0ed8-4f31-b666-7afd1c2edecf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:55.060806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30ed5734-ca22-4d9f-8cb4-0058506047fc req-52ac2516-0fc7-4a52-8825-2bd951c4ef5d tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133480 Feb 03 11:09:55.115029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] For port ab5d5f20-b553-4158-8de2-83fbb65fd850, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ab5d5f20-b553-4158-8de2-83fbb65fd850,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:09:55.115550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.141542 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282398f4-dd69-4f68-9be5-71abe87696da x-openstack-request-id: req-282398f4-dd69-4f68-9be5-71abe87696da {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:55.147022 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85125326-fe00-43fa-a985-2aa8db4e91e4", "name": "network-vif-deleted", "tag": "e6e0aa70-7b79-4206-af35-9e5294cbb9af", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:55.147849 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-282398f4-dd69-4f68-9be5-71abe87696da {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:55.148436 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85125326-fe00-43fa-a985-2aa8db4e91e4', 'name': 'network-vif-deleted', 'tag': 'e6e0aa70-7b79-4206-af35-9e5294cbb9af', 'status': 'completed', 'code': 200} Feb 03 11:09:55.217806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59326) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:55.243123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ba2de05a-0ed8-4f31-b666-7afd1c2edecf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:55.243507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.258387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Calling delete_port for ab5d5f20-b553-4158-8de2-83fbb65fd850 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:09:55.368253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad2b4612-6029-4d5a-bf46-42f39fece4a8 req-3c5aed20-c947-4b2b-a619-9f3fc9bbd6fd tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6a440e-a17d-42fc-9c44-bc5a6149ec78 HTTP/1.1" status: 200 len: 210 time: 0.0476766 Feb 03 11:09:55.396165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ba2de05a-0ed8-4f31-b666-7afd1c2edecf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:55.418103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0893a0bd-25a0-4a71-9972-569823ec7211 None None] Provisioning complete for port ba2de05a-0ed8-4f31-b666-7afd1c2edecf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:55.418522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0893a0bd-25a0-4a71-9972-569823ec7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.425700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'name': 'network-vif-deleted', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:55.427942 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e088c55-998b-4d06-b00d-0828813984de" -d '{"events": [{"server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "name": "network-vif-deleted", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:55.435320 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (07976736-49bd-470a-addf-1f74cb8763ae), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.462212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:55.479071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Sync routers for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:55.496383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:55.497349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:55.521766 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.523354 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-823a5946-daf6-4764-b04f-3333004149d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1143131 Feb 03 11:09:55.526094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59342) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:55.532588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67cec-a4b0-4cc3-a249-61bffafafc9f req-b482db78-6017-4c77-9ebf-d5e3109349b4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:55.534192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6e67cec-a4b0-4cc3-a249-61bffafafc9f req-b482db78-6017-4c77-9ebf-d5e3109349b4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2988255 Feb 03 11:09:55.548764 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbb0877-5c35-4eff-b77e-3874070d0e6e x-openstack-request-id: req-0fbb0877-5c35-4eff-b77e-3874070d0e6e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:55.549058 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6a440e-a17d-42fc-9c44-bc5a6149ec78", "name": "network-vif-deleted", "tag": "94388e3c-9621-4ed2-b17f-8c93d25a2d91", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:55.550535 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fbb0877-5c35-4eff-b77e-3874070d0e6e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:55.550955 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6a440e-a17d-42fc-9c44-bc5a6149ec78', 'name': 'network-vif-deleted', 'tag': '94388e3c-9621-4ed2-b17f-8c93d25a2d91', 'status': 'completed', 'code': 200} Feb 03 11:09:55.587671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Deleting subnet 5fc27248-d154-4e96-ac03-9e62a20ac11f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:55.599556 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Publish callbacks [] for subnet (5fc27248-d154-4e96-ac03-9e62a20ac11f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.659664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0893a0bd-25a0-4a71-9972-569823ec7211 None None] Current status of the port ba2de05a-0ed8-4f31-b666-7afd1c2edecf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:55.668266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (5fc27248-d154-4e96-ac03-9e62a20ac11f), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.713981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5fc27248-d154-4e96-ac03-9e62a20ac11f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.736971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ab5d5f20-b553-4158-8de2-83fbb65fd850), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.741373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:55.784391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (5fc27248-d154-4e96-ac03-9e62a20ac11f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.800096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.803243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5fc27248-d154-4e96-ac03-9e62a20ac11f HTTP/1.1" status: 204 len: 168 time: 0.5844610 Feb 03 11:09:55.831048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:55.834697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] No DVR routers for this DVR port ab5d5f20-b553-4158-8de2-83fbb65fd850 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:09:55.837536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:55.841200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5c6c690e-e5ff-491b-acfa-2e91bf58ba3c req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "DELETE /v2.0/ports/ab5d5f20-b553-4158-8de2-83fbb65fd850 HTTP/1.1" status: 204 len: 173 time: 1.1944306 Feb 03 11:09:55.842008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee84e44-d2b7-4257-ad08-9a55db9e4407 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event deleted for resources: {'Port': ['ID=ab5d5f20-b553-4158-8de2-83fbb65fd850,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:55.876270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a779861-124d-40e0-aeab-c2d1932765ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc27248-d154-4e96-ac03-9e62a20ac11f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:55.964125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6e67cec-a4b0-4cc3-a249-61bffafafc9f req-55d1e382-87c8-4e31-8e22-52113ecbf6c9 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078624 Feb 03 11:09:56.149435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5fa897d9-e607-4149-946e-c2420f7fbdc2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.156004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:53Z', 'revision_number': 3, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:56.196949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Router 07976736-49bd-470a-addf-1f74cb8763ae has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:09:56.228139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Checking router: 3e83254b-6d66-45af-854e-e2c1be0f6e5c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:56.228766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Updating router 3e83254b-6d66-45af-854e-e2c1be0f6e5c port e2182cb9-7b6d-4094-b423-b3ff63e97084 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:09:56.264678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.384618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.410187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5fa897d9-e607-4149-946e-c2420f7fbdc2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.430747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81dd4-c17f-4406-8d3f-704226fef1e9 req-108c717d-7543-42fa-883f-1e5a9ed7327c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:56.432623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08b81dd4-c17f-4406-8d3f-704226fef1e9 req-108c717d-7543-42fa-883f-1e5a9ed7327c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2947142 Feb 03 11:09:56.476093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59358) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:56.482058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'floatingip': {'port_id': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:09:56.536731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.850057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c676ac-8da4-44c2-8aec-0aa165aa0960 req-b21d6220-a737-4818-ac1e-d526673add1f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:56.851545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3c676ac-8da4-44c2-8aec-0aa165aa0960 req-b21d6220-a737-4818-ac1e-d526673add1f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.7003038 Feb 03 11:09:56.861531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.887510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa897d9-e607-4149-946e-c2420f7fbdc2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:56.928046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c324664-f73f-4bd0-9598-c99bce88e716 req-b4d27d51-233d-44e1-a451-56509fc2de33 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=39561f18-3f52-4efe-82b5-d6728d9c7302 HTTP/1.1" status: 200 len: 210 time: 0.0736220 Feb 03 11:09:56.970487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks [] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.979348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd18725e-8dbc-4621-b449-a3f554956350') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:56.980979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:56.981141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd18725e-8dbc-4621-b449-a3f554956350') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:57.038768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (fd18725e-8dbc-4621-b449-a3f554956350), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.062750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Attempting to bind port e2182cb9-7b6d-4094-b423-b3ff63e97084 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:09:57.063935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Attempting to bind port e2182cb9-7b6d-4094-b423-b3ff63e97084 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:09:57.064968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Attempting to bind port e2182cb9-7b6d-4094-b423-b3ff63e97084 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:09:57.075946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:09:57.086188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-864ab07f-bb6a-4d47-84e4-13a0ddf46b11 admin admin] 10.222.0.30 "PUT /v2.0/routers/07976736-49bd-470a-addf-1f74cb8763ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7982776 Feb 03 11:09:57.087357 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Sync routers for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:09:57.096540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59362) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:57.097257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:09:57.098283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:09:57.099540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.100294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:09:57.101634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Bound port: e2182cb9-7b6d-4094-b423-b3ff63e97084, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:09:57.102386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.102550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd18725e-8dbc-4621-b449-a3f554956350), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.110465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bde84f-4d03-4c3c-b4f7-002267d1e155 None None] Pushing event updated for resources: {'Port': ['ID=e2182cb9-7b6d-4094-b423-b3ff63e97084,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:57.110701 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:57.111183 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:57.114164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:57.114741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (fd18725e-8dbc-4621-b449-a3f554956350), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:57.116937 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:57.121122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3c676ac-8da4-44c2-8aec-0aa165aa0960 req-602f47ba-705a-4838-b016-1245eb7adf68 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468314 Feb 03 11:09:57.230054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] For port e2182cb9-7b6d-4094-b423-b3ff63e97084, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:09:57.233988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5fa897d9-e607-4149-946e-c2420f7fbdc2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.253329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] For port e2182cb9-7b6d-4094-b423-b3ff63e97084, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e2182cb9-7b6d-4094-b423-b3ff63e97084,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:09:57.253972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.267134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5fa897d9-e607-4149-946e-c2420f7fbdc2 HTTP/1.1" status: 204 len: 168 time: 1.4035668 Feb 03 11:09:57.276400 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.300663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:57.316047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec01fe-3c30-489e-aac7-e688b8a27df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa897d9-e607-4149-946e-c2420f7fbdc2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:57.392651 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:57.411894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:57.415055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:57.441353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Deleting subnet 277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:09:57.450897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Publish callbacks [] for subnet (277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.540819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.567537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bde84f-4d03-4c3c-b4f7-002267d1e155 None None] Pushing event updated for resources: {'Port': ['ID=e2182cb9-7b6d-4094-b423-b3ff63e97084,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:57.609599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.646880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Allocated IP 172.20.0.1 (81112bd5-066e-4a7c-8a3f-2ccd1adec518/0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe/c809e3c2-f958-4ea3-a19c-e85717c43daf) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:09:57.656104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-deleted', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:09:57.658950 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156f5d1-e101-460b-997d-844791afd813" -d '{"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-deleted", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:09:57.693453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.725618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:57.738085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f HTTP/1.1" status: 204 len: 168 time: 0.4358873 Feb 03 11:09:57.739838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59380) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:57.740228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:57.770050 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6c543-3237-44d8-9f05-e0a2c5fa1fc1 x-openstack-request-id: req-99a6c543-3237-44d8-9f05-e0a2c5fa1fc1 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:09:57.771222 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39561f18-3f52-4efe-82b5-d6728d9c7302", "name": "network-vif-deleted", "tag": "ab5d5f20-b553-4158-8de2-83fbb65fd850", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:09:57.771647 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99a6c543-3237-44d8-9f05-e0a2c5fa1fc1 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:09:57.773036 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39561f18-3f52-4efe-82b5-d6728d9c7302', 'name': 'network-vif-deleted', 'tag': 'ab5d5f20-b553-4158-8de2-83fbb65fd850', 'status': 'completed', 'code': 200} Feb 03 11:09:57.781711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8c637-08a6-4778-90d2-dac356c87247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277dfdf5-a2a0-4222-8b88-cc1bd7d04e4f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:57.786668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:09:54Z', 'revision_number': 5, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:57.848645 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Checking router: 07976736-49bd-470a-addf-1f74cb8763ae for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:09:57.870261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Routers {'07976736-49bd-470a-addf-1f74cb8763ae'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:09:57.876808 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['07976736-49bd-470a-addf-1f74cb8763ae'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:57.951190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:09:57.967355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (befb5462-2d69-4e55-987b-ec309645cd5e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.060991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:09:58.072234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks [] for router (07976736-49bd-470a-addf-1f74cb8763ae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.126145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: ab5d5f20-b553-4158-8de2-83fbb65fd850 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:09:58.126442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ab5d5f20-b553-4158-8de2-83fbb65fd850 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:09:58.183598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (befb5462-2d69-4e55-987b-ec309645cd5e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.218190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8ca019be-47d6-443a-8436-38432baf393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:53Z', 'revision_number': 3, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:58.245468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befb5462-2d69-4e55-987b-ec309645cd5e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:58.257033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca019be-47d6-443a-8436-38432baf393f None None] The sync data for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 is: [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:53Z', 'revision_number': 3, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:58.266336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a824c-1e84-440f-8847-cb9c323ed59d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:58.268945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a824c-1e84-440f-8847-cb9c323ed59d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:58.292354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (e78a824c-1e84-440f-8847-cb9c323ed59d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.312773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.331134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e78a824c-1e84-440f-8847-cb9c323ed59d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.335589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.342223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:09:58.342818 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (e78a824c-1e84-440f-8847-cb9c323ed59d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:09:58.346892 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:09:58.458094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] Set router 07976736-49bd-470a-addf-1f74cb8763ae gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:09:58.505109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (befb5462-2d69-4e55-987b-ec309645cd5e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.507726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks [] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.512444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.518477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] 10.222.0.30 "DELETE /v2.0/networks/befb5462-2d69-4e55-987b-ec309645cd5e HTTP/1.1" status: 204 len: 168 time: 0.7776139 Feb 03 11:09:58.540092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e738d-2dc5-482f-b5d0-ca310057797f admin admin] Pushing event deleted for resources: {'Network': ['ID=befb5462-2d69-4e55-987b-ec309645cd5e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:58.552805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e799b-aac2-4f2b-a2cf-69f5fab88fae req-13dda35a-0456-4ceb-baba-30729dd761b9 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:58.560121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e8e799b-aac2-4f2b-a2cf-69f5fab88fae req-13dda35a-0456-4ceb-baba-30729dd761b9 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1543860 Feb 03 11:09:58.649142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks [] for router_gateway (07976736-49bd-470a-addf-1f74cb8763ae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.709506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e8e799b-aac2-4f2b-a2cf-69f5fab88fae req-742ea726-9c7f-4349-ad6c-1b016da31be0 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421747 Feb 03 11:09:58.724951 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Floating IP 43db2c68-3518-4d80-ad42-c1072c42c53b associated. External IP: 172.25.7.187, port: a43702bc-d479-41f8-ab44-b83e3d3f7d43. Feb 03 11:09:58.750423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6ad1-71e9-414f-a5c6-bbbd2b5b7cbd req-b5ecc5de-481e-410f-a86c-b59b3d80f95c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:58.771359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:58.780527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6ad1-71e9-414f-a5c6-bbbd2b5b7cbd req-b5ecc5de-481e-410f-a86c-b59b3d80f95c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:58.797267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:58.804785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb7f6ad1-71e9-414f-a5c6-bbbd2b5b7cbd req-b5ecc5de-481e-410f-a86c-b59b3d80f95c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7&device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 1682 time: 0.2168174 Feb 03 11:09:58.890285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:09:58.915035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:09:58.935791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:09:58.962403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb7f6ad1-71e9-414f-a5c6-bbbd2b5b7cbd req-78c378e1-f31b-4f25-abdb-f71c0935292c tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572051 Feb 03 11:09:58.987150 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:09:54Z', 'revision_number': 5, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:09:59.059869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87d1c4-5c48-4bc1-9b1e-7040ce6b0549 None None] The sync data for ids ['07976736-49bd-470a-addf-1f74cb8763ae'] in n-d-821606-6 is: [{'id': '07976736-49bd-470a-addf-1f74cb8763ae', 'name': 'tempest-ServersTestMultiNic-2031787141-router', 'tenant_id': '45bda1de5ee045578bf1b610205abb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:07:47Z', 'updated_at': '2022-02-03T11:09:54Z', 'revision_number': 5, 'project_id': '45bda1de5ee045578bf1b610205abb67', 'gw_port': {'id': '357413dc-8ab7-4fc7-81f5-839cf5001a99', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07976736-49bd-470a-addf-1f74cb8763ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:07:49Z', 'updated_at': '2022-02-03T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:09:59.078387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a03415-a330-49bb-9397-f5353f406c67 req-1a55b51e-6638-4205-80ca-d6f9469f9fc8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:59.086286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1a03415-a330-49bb-9397-f5353f406c67 req-1a55b51e-6638-4205-80ca-d6f9469f9fc8 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.1571980 Feb 03 11:09:59.142109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Pushing event updated for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:59.206650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1a03415-a330-49bb-9397-f5353f406c67 req-2cba953a-9c6f-4640-841b-263e4a0ca6d4 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145251 Feb 03 11:09:59.229557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ecb40ced-a453-43ca-bfe3-42f68d451905 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=202edb218022440b816ab5008043de5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544041 Feb 03 11:09:59.231933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:09:59.241034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Deleting port 357413dc-8ab7-4fc7-81f5-839cf5001a99 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:09:59.241257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.289476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.327905 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] Publish callbacks [] for security_group (2005dfec-533c-4317-b3b1-bec3407f22fc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.364006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] Publish callbacks [] for security_group (2005dfec-533c-4317-b3b1-bec3407f22fc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.422654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2005dfec-533c-4317-b3b1-bec3407f22fc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.427054 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.431601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2005dfec-533c-4317-b3b1-bec3407f22fc HTTP/1.1" status: 204 len: 168 time: 0.1960726 Feb 03 11:09:59.444297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-37a8863c-07d1-4cf6-a4eb-1973fd89d1c9 None None] Provisioning complete for port c809e3c2-f958-4ea3-a19c-e85717c43daf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:59.450766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086de1-a335-4207-ab4c-96afe0330339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005dfec-533c-4317-b3b1-bec3407f22fc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:09:59.461178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37a8863c-07d1-4cf6-a4eb-1973fd89d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.538897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e2182cb9-7b6d-4094-b423-b3ff63e97084 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:09:59.675105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37a8863c-07d1-4cf6-a4eb-1973fd89d1c9 None None] Port c809e3c2-f958-4ea3-a19c-e85717c43daf cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:09:59.715196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e2182cb9-7b6d-4094-b423-b3ff63e97084 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:09:59.715573 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:09:59.870939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:09:59.892073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-09af762e-b756-488f-a0da-6ae866941c34 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:09:59.893804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-09af762e-b756-488f-a0da-6ae866941c34 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.7913146 Feb 03 11:09:59.928386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e2182cb9-7b6d-4094-b423-b3ff63e97084 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:09:59.931985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.000432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e2182cb9-7b6d-4094-b423-b3ff63e97084, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e2182cb9-7b6d-4094-b423-b3ff63e97084,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:00.009807 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.038912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610e8f-1df4-4b98-829b-2e97c299f7ec req-94e8ecbb-5324-4004-acc9-969f9f680126 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:00.055589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a610e8f-1df4-4b98-829b-2e97c299f7ec req-94e8ecbb-5324-4004-acc9-969f9f680126 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.1377959 Feb 03 11:10:00.143615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] For port 357413dc-8ab7-4fc7-81f5-839cf5001a99, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=357413dc-8ab7-4fc7-81f5-839cf5001a99,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:00.143984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.174107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e2182cb9-7b6d-4094-b423-b3ff63e97084,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:00.195530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.198406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Calling delete_port for 357413dc-8ab7-4fc7-81f5-839cf5001a99 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:00.231361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a610e8f-1df4-4b98-829b-2e97c299f7ec req-8f375464-0280-4bd0-9bb2-53d223bdfe89 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736920 Feb 03 11:10:00.408391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:00.414165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.417649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59424) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:00.418658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:00.432260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:00.432898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:00.466809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6edc7-5bff-4832-b811-a1b93f4aecb8 req-9428b292-fd3e-4d5d-b962-5ad59fd0e34e tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:00.469742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aec6edc7-5bff-4832-b811-a1b93f4aecb8 req-9428b292-fd3e-4d5d-b962-5ad59fd0e34e tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 945 time: 0.1850035 Feb 03 11:10:00.473916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Deleting port 11e9759f-1484-4830-9fcb-5aeba1944605 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:00.474259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.498508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5993905-bd3a-4dd9-9b58-2e92198d7fa0 req-23972638-be2b-4e5f-862c-2872a8a9c9fb tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:00.501355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5993905-bd3a-4dd9-9b58-2e92198d7fa0 req-23972638-be2b-4e5f-862c-2872a8a9c9fb tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.1377285 Feb 03 11:10:00.642374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5993905-bd3a-4dd9-9b58-2e92198d7fa0 req-9fb798d1-9edd-4dfb-bcce-9b6649b86268 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338780 Feb 03 11:10:00.665255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aec6edc7-5bff-4832-b811-a1b93f4aecb8 req-5e86d75f-20ae-4f69-a57b-a706b123bf5d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885526 Feb 03 11:10:00.707345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:00.724193 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-003c4aa3-9cab-43b9-9777-fbb747e2edfb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "PUT /v2.0/floatingips/43db2c68-3518-4d80-ad42-c1072c42c53b HTTP/1.1" status: 200 len: 991 time: 4.2468109 Feb 03 11:10:00.744193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:00.746652 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f3e23-f699-44da-999e-ed8e1dad6a06" -d '{"events": [{"name": "network-changed", "server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:00.768474 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4dcd1cfc-3755-4ec9-a579-bf371d78d310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76cf5598b4044ea5bed3da84b066b84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428521 Feb 03 11:10:00.771199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59430) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:00.833130 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a14e13-aab0-4e0e-82b3-5ff60b860392 x-openstack-request-id: req-b4a14e13-aab0-4e0e-82b3-5ff60b860392 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:00.833686 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:00.834129 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4a14e13-aab0-4e0e-82b3-5ff60b860392 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:00.834516 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'status': 'completed', 'code': 200} Feb 03 11:10:00.872017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] For port 11e9759f-1484-4830-9fcb-5aeba1944605, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=11e9759f-1484-4830-9fcb-5aeba1944605,segment=NetworkSegment(053d9d77-b839-4609-bd80-98f9fc6a80d1),segment_id=053d9d77-b839-4609-bd80-98f9fc6a80d1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:00.872720 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:00.903383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Calling delete_port for 11e9759f-1484-4830-9fcb-5aeba1944605 owned by compute:tempest-test_az-876370163 {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:00.994877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] Publish callbacks [] for security_group (a39d9e67-6f09-4670-9994-d90e05d0adc1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.023991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e2182cb9-7b6d-4094-b423-b3ff63e97084 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:01.034581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] Publish callbacks [] for security_group (a39d9e67-6f09-4670-9994-d90e05d0adc1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.107513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a39d9e67-6f09-4670-9994-d90e05d0adc1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.110814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.114444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a39d9e67-6f09-4670-9994-d90e05d0adc1 HTTP/1.1" status: 204 len: 168 time: 0.3397927 Feb 03 11:10:01.133850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-b72f46eb-b9f6-432b-94c8-169adb23c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.135398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-b72f46eb-b9f6-432b-94c8-169adb23c0ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1127 time: 0.2717075 Feb 03 11:10:01.137369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cede1b5-b296-4784-86b3-4d39fc59a739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d9e67-6f09-4670-9994-d90e05d0adc1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:01.227990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e2182cb9-7b6d-4094-b423-b3ff63e97084 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:01.228374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.264018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '43db2c68-3518-4d80-ad42-c1072c42c53b', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:09:22Z', 'updated_at': '2022-02-03T11:09:57Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:01.278586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-4d92b9d3-4309-47ce-8ec7-777d46adc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.280072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-4d92b9d3-4309-47ce-8ec7-777d46adc894 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.1299818 Feb 03 11:10:01.310050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338991e-2c87-4009-8d76-9057a989226c req-ad20ee33-ca89-4301-acf5-4f8f6fd8a8e2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.317985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0338991e-2c87-4009-8d76-9057a989226c req-ad20ee33-ca89-4301-acf5-4f8f6fd8a8e2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.4312119 Feb 03 11:10:01.462675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:01.464619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d6437-cf3a-4738-bd69-490393116e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.513050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:01.519581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:09:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:01.523573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks [] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.537938 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (357413dc-8ab7-4fc7-81f5-839cf5001a99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.565200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0338991e-2c87-4009-8d76-9057a989226c req-ad2aadcf-25d8-445a-baa0-4017019035e1 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441776 Feb 03 11:10:01.570656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.580955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=357413dc-8ab7-4fc7-81f5-839cf5001a99,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:01.639781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5c4a6-a8d7-41df-96ae-6618db59cfe8 req-941fc040-3e6b-49d1-ba85-fb4b88c1159f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.642134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ab5c4a6-a8d7-41df-96ae-6618db59cfe8 req-941fc040-3e6b-49d1-ba85-fb4b88c1159f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2237446 Feb 03 11:10:01.649338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-75bb2093-1622-4b11-be45-b1c47ddc8f95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 999 time: 0.3290179 Feb 03 11:10:01.653869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Pushing event updated for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:01.723576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-74e657a6-c4b5-446c-8940-d0fa52543ad9 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.725502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-74e657a6-c4b5-446c-8940-d0fa52543ad9 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 945 time: 0.4433348 Feb 03 11:10:01.780338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:01.783308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-8c836a3d-3df8-4ba4-987a-1f43a8a5fe35 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:01.785134 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-8c836a3d-3df8-4ba4-987a-1f43a8a5fe35 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.53 "GET /v2.0/ports?device_id=727e4039-4c4b-4a0f-87dd-0235de9f55d7 HTTP/1.1" status: 200 len: 946 time: 0.3290019 Feb 03 11:10:01.786107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (07976736-49bd-470a-addf-1f74cb8763ae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.872517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e2182cb9-7b6d-4094-b423-b3ff63e97084 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:01.892078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (07976736-49bd-470a-addf-1f74cb8763ae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.894744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks [] for router_controller (07976736-49bd-470a-addf-1f74cb8763ae), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.907446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b34801a9-af0b-4f06-8c17-47c4db603b52 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:01.951864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b34801a9-af0b-4f06-8c17-47c4db603b52 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:01.952298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b34801a9-af0b-4f06-8c17-47c4db603b52 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:01.969639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (07976736-49bd-470a-addf-1f74cb8763ae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.969990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07976736-49bd-470a-addf-1f74cb8763ae {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:10:01.998293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:01.999724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3216c7cf-a102-438a-b0d7-b16b07e50d5a admin admin] 10.222.0.30 "DELETE /v2.0/routers/07976736-49bd-470a-addf-1f74cb8763ae HTTP/1.1" status: 204 len: 168 time: 4.8931594 Feb 03 11:10:02.005804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:02.068689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Deleting subnet 5569683c-5b4c-4d40-967a-1b9d0cdb2742 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:02.072705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Publish callbacks [] for subnet (5569683c-5b4c-4d40-967a-1b9d0cdb2742), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.110284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 11e9759f-1484-4830-9fcb-5aeba1944605 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:02.138668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5569683c-5b4c-4d40-967a-1b9d0cdb2742), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.213417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ab5c4a6-a8d7-41df-96ae-6618db59cfe8 req-d3ed6906-4e2e-4b08-92d0-10a12d0d6e60 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543292 Feb 03 11:10:02.257541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 11e9759f-1484-4830-9fcb-5aeba1944605 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:02.273780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '43db2c68-3518-4d80-ad42-c1072c42c53b', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:09:22Z', 'updated_at': '2022-02-03T11:09:57Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:02.291351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-2e7e0adf-85c7-49da-86a4-5db515473bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:02.296586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-2e7e0adf-85c7-49da-86a4-5db515473bda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.6350322 Feb 03 11:10:02.318876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5569683c-5b4c-4d40-967a-1b9d0cdb2742), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.381049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.394910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5569683c-5b4c-4d40-967a-1b9d0cdb2742), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.421781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac7846-d047-4aa5-9dcf-95c556fbdb48 req-0c4e8d91-3391-4950-a341-0bfdcfb9b930 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:02.431667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbac7846-d047-4aa5-9dcf-95c556fbdb48 req-0c4e8d91-3391-4950-a341-0bfdcfb9b930 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 965 time: 0.6111255 Feb 03 11:10:02.471820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.476263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5569683c-5b4c-4d40-967a-1b9d0cdb2742 HTTP/1.1" status: 204 len: 168 time: 0.4671967 Feb 03 11:10:02.478856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4709ee-652c-464c-ae90-0a04da4a326f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5569683c-5b4c-4d40-967a-1b9d0cdb2742,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:02.485718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:02.546439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-707261eb-5249-4cfb-9b17-5bcf1da59219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:02.549966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-707261eb-5249-4cfb-9b17-5bcf1da59219 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2028482 Feb 03 11:10:02.602812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (093caa14-ba56-4ddd-adcc-de463dafe5aa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.638921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:02.670410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f9498-3617-484a-b496-69cd2260aec4 None None] Network 093caa14-ba56-4ddd-adcc-de463dafe5aa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:02.738966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-57d00480-ceca-4583-99c1-d5b551e69849 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587002 Feb 03 11:10:02.742536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Deleting port 68511357-63d5-4fbf-b198-27e957ffdf10 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:02.742898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:02.756286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb650-f882-4b7d-96ca-1e4ccbe20c6c req-6f4d8a65-d40f-4ee8-a685-e41c65dc7ec7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:02.763254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51dbb650-f882-4b7d-96ca-1e4ccbe20c6c req-6f4d8a65-d40f-4ee8-a685-e41c65dc7ec7 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 945 time: 0.3985946 Feb 03 11:10:02.781159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8f587-e2ed-4fd9-8fb9-419a9a353ee4 None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '43db2c68-3518-4d80-ad42-c1072c42c53b', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:09:22Z', 'updated_at': '2022-02-03T11:09:57Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:02.802513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbac7846-d047-4aa5-9dcf-95c556fbdb48 req-ef2bd01b-f969-4765-a21d-e925c6c0c2da tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5083a4a-752e-4c2e-8763-edd72b6e034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627424 Feb 03 11:10:02.914274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Deleting port b86f6711-0c3e-4627-a83e-1246ea28fa72 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:02.914274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.020228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 357413dc-8ab7-4fc7-81f5-839cf5001a99 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:03.055698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 357413dc-8ab7-4fc7-81f5-839cf5001a99 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:03.056402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 357413dc-8ab7-4fc7-81f5-839cf5001a99 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:03.070654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] For port b86f6711-0c3e-4627-a83e-1246ea28fa72, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b86f6711-0c3e-4627-a83e-1246ea28fa72,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:03.071521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.077723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] DHCP port deletion for 093caa14-ba56-4ddd-adcc-de463dafe5aa request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:10:03.092572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Calling delete_port for b86f6711-0c3e-4627-a83e-1246ea28fa72 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:03.160376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (11e9759f-1484-4830-9fcb-5aeba1944605), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.169267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Deleting port b1c9c12b-d181-4de7-a757-0afe828307e3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:03.170032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.193090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1997745817-network', 'tenant_id': '48a73eac98a24d99956e997993c665e1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:03.197529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51dbb650-f882-4b7d-96ca-1e4ccbe20c6c req-076de7ca-ce8c-4363-93d4-b0303052583d tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333205 Feb 03 11:10:03.198849 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e0032-1b56-4653-ba98-c461fea6ef86 None None] New status for floating IP 43db2c68-3518-4d80-ad42-c1072c42c53b: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:10:03.209806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-470f3e23-f699-44da-999e-ed8e1dad6a06 req-07b05f25-d0d6-4741-a8f9-51099f208e65 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028664 Feb 03 11:10:03.246627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] For port 68511357-63d5-4fbf-b198-27e957ffdf10, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=68511357-63d5-4fbf-b198-27e957ffdf10,segment=NetworkSegment(e1b2dcf3-9621-4216-8537-f32e55c2b8e4),segment_id=e1b2dcf3-9621-4216-8537-f32e55c2b8e4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:03.249068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.286608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97159-6652-4961-9755-3f9f36a1df7c req-8ab41a19-9c37-4416-839f-a07d321aebe6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:03.305061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1de97159-6652-4961-9755-3f9f36a1df7c req-8ab41a19-9c37-4416-839f-a07d321aebe6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.3655450 Feb 03 11:10:03.311917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:10:03.316970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Calling delete_port for 68511357-63d5-4fbf-b198-27e957ffdf10 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:03.411144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:03.441281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:03.461436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Pushing event deleted for resources: {'Port': ['ID=11e9759f-1484-4830-9fcb-5aeba1944605,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:03.461901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] For port b1c9c12b-d181-4de7-a757-0afe828307e3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1c9c12b-d181-4de7-a757-0afe828307e3,segment=NetworkSegment(4836a985-2b15-4894-92d1-3e54c9e9061a),segment_id=4836a985-2b15-4894-92d1-3e54c9e9061a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:03.462390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.471495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Made reservation on behalf of 48a73eac98a24d99956e997993c665e1 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:03.474690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.479203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:03.479590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'mac_address': 'fa:16:3e:3c:b6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:10:03.486401 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b86f6711-0c3e-4627-a83e-1246ea28fa72), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.534964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.544067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1de97159-6652-4961-9755-3f9f36a1df7c req-fe6bee21-c1c6-4e6b-8ae1-f78afbf64531 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292957 Feb 03 11:10:03.556960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Calling delete_port for b1c9c12b-d181-4de7-a757-0afe828307e3 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:03.561686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:03.562128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.564849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b86f6711-0c3e-4627-a83e-1246ea28fa72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:03.590981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881a418-f8ec-4c8b-baac-16a64083702b req-191e9253-f9a6-46cf-a0cb-f95c7d06ac08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:03.592444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7881a418-f8ec-4c8b-baac-16a64083702b req-191e9253-f9a6-46cf-a0cb-f95c7d06ac08 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 948 time: 0.2413957 Feb 03 11:10:03.690587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:03.709485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-339f470a-f54d-49c2-9752-06d2d8e0235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.713833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7881a418-f8ec-4c8b-baac-16a64083702b req-a297617a-1243-41b4-8021-e10a63f5543f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135218 Feb 03 11:10:03.782589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (68511357-63d5-4fbf-b198-27e957ffdf10), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.787978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:03.795327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event deleted for resources: {'Port': ['ID=b86f6711-0c3e-4627-a83e-1246ea28fa72,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:03.799685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b86f6711-0c3e-4627-a83e-1246ea28fa72'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:03.845800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.955240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] No DVR routers for this DVR port 68511357-63d5-4fbf-b198-27e957ffdf10 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:03.957520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Pushing event deleted for resources: {'Port': ['ID=68511357-63d5-4fbf-b198-27e957ffdf10,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:03.959825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.960751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:03.968966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f166f2c-68da-4e3d-be96-c433c120cbe2 req-cf518a79-f3e5-43c8-a715-6452b0c6535f tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.69 "DELETE /v2.0/ports/68511357-63d5-4fbf-b198-27e957ffdf10 HTTP/1.1" status: 204 len: 173 time: 2.2111270 Feb 03 11:10:03.969737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'name': 'network-vif-deleted', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:03.972259 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7438deb-b426-4d62-b21f-551166ce1628" -d '{"events": [{"server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "name": "network-vif-deleted", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:04.021960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:04.031306 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b93b0-ec1f-4a7d-b74a-10ce8363ed98 x-openstack-request-id: req-758b93b0-ec1f-4a7d-b74a-10ce8363ed98 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:04.031796 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46bb865-a908-44cb-b389-42179778e643", "name": "network-vif-deleted", "tag": "68511357-63d5-4fbf-b198-27e957ffdf10", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:04.032463 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-758b93b0-ec1f-4a7d-b74a-10ce8363ed98 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:04.033102 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46bb865-a908-44cb-b389-42179778e643', 'name': 'network-vif-deleted', 'tag': '68511357-63d5-4fbf-b198-27e957ffdf10', 'status': 'completed', 'code': 200} Feb 03 11:10:04.078538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.079161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.079660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.080208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks [] for security_group (532fe4cb-fc82-4f88-96ed-045be8de4130), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.083606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] No DVR routers for this DVR port 11e9759f-1484-4830-9fcb-5aeba1944605 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:04.084774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.085435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.086136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Deleting port b1c9c12b-d181-4de7-a757-0afe828307e3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:04.086483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.086922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.087586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.089086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.090418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.090999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.093440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.094308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.094655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:04.103994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] No DVR routers for this DVR port b1c9c12b-d181-4de7-a757-0afe828307e3 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:04.118001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34f365e1-0cd8-48c4-80a1-17d0b93cc31f req-b9792bb6-f2d0-4cfe-89c1-a5d32f1c42e5 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9a7e9-a578-4bab-875e-8d3c8b9c986a HTTP/1.1" status: 200 len: 210 time: 0.0559156 Feb 03 11:10:04.119275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 68511357-63d5-4fbf-b198-27e957ffdf10 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:04.134981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36c72e0e-3959-4546-a04d-127637d30e77 None None] Provisioning complete for port c809e3c2-f958-4ea3-a19c-e85717c43daf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:04.135362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c72e0e-3959-4546-a04d-127637d30e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.195017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2a715dd5-7e52-44cc-907c-f6cdd45fcd92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:04.198504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.204686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1bbb160b-b431-42fe-bdd3-58d8d5b84c7c req-78de4ad7-7ab2-431d-98d2-64747edfd093 tempest-LiveMigrationTest-809562325 tempest-LiveMigrationTest-809562325-project] 10.222.0.69 "DELETE /v2.0/ports/11e9759f-1484-4830-9fcb-5aeba1944605 HTTP/1.1" status: 204 len: 173 time: 4.2957599 Feb 03 11:10:04.247528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 68511357-63d5-4fbf-b198-27e957ffdf10 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:04.247878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 68511357-63d5-4fbf-b198-27e957ffdf10 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:04.253734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955a8d-7ecc-4cf8-a007-b7277b048697 None None] Pushing event deleted for resources: {'Port': ['ID=b1c9c12b-d181-4de7-a757-0afe828307e3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:04.272597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36c72e0e-3959-4546-a04d-127637d30e77 None None] Port c809e3c2-f958-4ea3-a19c-e85717c43daf cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:04.285858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-deleted', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:04.288227 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f7ab27-be3f-4e63-be5a-a6296bbfb837" -d '{"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-deleted", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:04.309157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] No DVR routers for this DVR port b86f6711-0c3e-4627-a83e-1246ea28fa72 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:04.331439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.334768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fdcd6c26-8dce-4252-bb14-4d5c4efef354 req-a4cd910b-fd97-460f-a983-e0530e913790 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.53 "DELETE /v2.0/ports/b86f6711-0c3e-4627-a83e-1246ea28fa72 HTTP/1.1" status: 204 len: 173 time: 2.3756344 Feb 03 11:10:04.335387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (532fe4cb-fc82-4f88-96ed-045be8de4130), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.380957 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ccc504-9f0f-4767-97c7-de28c79a3e2e x-openstack-request-id: req-b8ccc504-9f0f-4767-97c7-de28c79a3e2e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:04.380957 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c9a7e9-a578-4bab-875e-8d3c8b9c986a", "name": "network-vif-deleted", "tag": "11e9759f-1484-4830-9fcb-5aeba1944605", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:04.381384 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8ccc504-9f0f-4767-97c7-de28c79a3e2e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:04.382106 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c9a7e9-a578-4bab-875e-8d3c8b9c986a', 'name': 'network-vif-deleted', 'tag': '11e9759f-1484-4830-9fcb-5aeba1944605', 'status': 'completed', 'code': 200} Feb 03 11:10:04.421410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] For port b1c9c12b-d181-4de7-a757-0afe828307e3, host n-d-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:04.421839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.463849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74c5dc9f-1e7b-4ef5-9835-0dfadfab6007 req-684e1448-3985-4f1c-8dfc-3a97885235b0 tempest-ListServersNegativeTestJSON-1978084702 tempest-ListServersNegativeTestJSON-1978084702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46bb865-a908-44cb-b389-42179778e643 HTTP/1.1" status: 200 len: 210 time: 0.0732913 Feb 03 11:10:04.523243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Calling delete_port for b1c9c12b-d181-4de7-a757-0afe828307e3 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:04.526648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:04.529431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Port b1c9c12b-d181-4de7-a757-0afe828307e3 was not found and therefore no delete operation was performed {{(pid=103126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:10:04.540804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532fe4cb-fc82-4f88-96ed-045be8de4130,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:04.546327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b1c9c12b-d181-4de7-a757-0afe828307e3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.555551 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.578829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c9c12b-d181-4de7-a757-0afe828307e3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:04.583289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (563fced1-26d5-44f5-a5f5-1bff9d3bc464), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.584270 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Added segment 563fced1-26d5-44f5-a5f5-1bff9d3bc464 of type vlan for network d2ddc516-2359-4c6f-ab4f-950e5255e469 Feb 03 11:10:04.626500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] No DVR routers for this DVR port b1c9c12b-d181-4de7-a757-0afe828307e3 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:04.642320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Router 3e83254b-6d66-45af-854e-e2c1be0f6e5c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:10:04.664425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d2ddc516-2359-4c6f-ab4f-950e5255e469), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.720937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7d50-cc5a-409c-a0e0-bfad491d46e3 req-a622dd28-4304-4fd6-9476-f7cf6946e323 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:04.730152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-675f7d50-cc5a-409c-a0e0-bfad491d46e3 req-a622dd28-4304-4fd6-9476-f7cf6946e323 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.0809767 Feb 03 11:10:04.737079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (093caa14-ba56-4ddd-adcc-de463dafe5aa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.759124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093caa14-ba56-4ddd-adcc-de463dafe5aa']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:04.769092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4836a985-2b15-4894-92d1-3e54c9e9061a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:04.769549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4836a985-2b15-4894-92d1-3e54c9e9061a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:04.779921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (4836a985-2b15-4894-92d1-3e54c9e9061a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.794477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4836a985-2b15-4894-92d1-3e54c9e9061a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.807536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:04.808057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (4836a985-2b15-4894-92d1-3e54c9e9061a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.808602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-675f7d50-cc5a-409c-a0e0-bfad491d46e3 req-20b79cb7-3aef-43a3-a30c-1624fb75cd69 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772595 Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:04.841643 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:04.883517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:10:04.955344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (093caa14-ba56-4ddd-adcc-de463dafe5aa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.965032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.969389 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] 10.222.0.30 "DELETE /v2.0/networks/093caa14-ba56-4ddd-adcc-de463dafe5aa HTTP/1.1" status: 204 len: 168 time: 2.4566815 Feb 03 11:10:04.993772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d2ddc516-2359-4c6f-ab4f-950e5255e469), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:04.995027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:04.995816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.002711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2fa25-de30-4346-af5f-ef2bfd4c767f admin admin] Pushing event deleted for resources: {'Network': ['ID=093caa14-ba56-4ddd-adcc-de463dafe5aa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:05.035980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ad76-9f31-4df4-9155-13c912e5f010 req-98fc32d4-9e2e-415c-90d9-129f1344c991 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:05.043418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7da7ad76-9f31-4df4-9155-13c912e5f010 req-98fc32d4-9e2e-415c-90d9-129f1344c991 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 947 time: 0.1029153 Feb 03 11:10:05.088546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1c9c12b-d181-4de7-a757-0afe828307e3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:05.097124 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4500432 Feb 03 11:10:05.099232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59492) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:05.114118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Request body: {'subnet': {'network_id': 'd2ddc516-2359-4c6f-ab4f-950e5255e469', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1997745817-subnet', 'tenant_id': '48a73eac98a24d99956e997993c665e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:05.131676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b1c9c12b-d181-4de7-a757-0afe828307e3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:05.132315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1c9c12b-d181-4de7-a757-0afe828307e3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:05.177991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234bed-a3de-408a-b4a6-8b8ae489d9b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ddc516-2359-4c6f-ab4f-950e5255e469,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:05.187314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:05.201057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4a9adfb1-1cef-4ac0-9fcd-bc11753dcfbf admin admin] 10.222.0.30 "PUT /v2.0/routers/3e83254b-6d66-45af-854e-e2c1be0f6e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6643438 Feb 03 11:10:05.202106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d2ddc516-2359-4c6f-ab4f-950e5255e469 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:05.217207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7da7ad76-9f31-4df4-9155-13c912e5f010 req-d6abef01-f5a4-4569-b089-ffcdbb735d48 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716452 Feb 03 11:10:05.219301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Made reservation on behalf of 48a73eac98a24d99956e997993c665e1 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:05.227544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.228715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Sync routers for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:05.256032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:05.275765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:05.309132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:05.348441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:05.348656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:05.397447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59504) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:05.398621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f0368fc1-f702-414f-ac7f-87c50de52541 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45bda1de5ee045578bf1b610205abb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879042 Feb 03 11:10:05.480410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:05.480790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.515876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] Publish callbacks [] for security_group (b44a0244-d2c8-4025-b623-b5d471ec0234), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.522227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:05.570833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] Publish callbacks [] for security_group (b44a0244-d2c8-4025-b623-b5d471ec0234), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.663474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (271e316c-94e5-4ff8-ab31-26dfaae20add), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.732416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=271e316c-94e5-4ff8-ab31-26dfaae20add,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:05.740471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Deleting subnet 9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:05.741815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b44a0244-d2c8-4025-b623-b5d471ec0234), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.744641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Publish callbacks [] for subnet (9f2ec76e-3a80-4ac8-992f-351c9b04f6f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.748019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.752134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b44a0244-d2c8-4025-b623-b5d471ec0234 HTTP/1.1" status: 204 len: 168 time: 0.3537171 Feb 03 11:10:05.762695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:05.808027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:05.808027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.808566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b57cca-6d91-4068-8b98-c95f8639b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a0244-d2c8-4025-b623-b5d471ec0234,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:05.834072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (9f2ec76e-3a80-4ac8-992f-351c9b04f6f1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.894264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Deleting subnet 166af0a6-66a8-4993-9d6d-59bc4d5f8e06 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:05.899436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Publish callbacks [] for subnet (166af0a6-66a8-4993-9d6d-59bc4d5f8e06), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.933906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (9f2ec76e-3a80-4ac8-992f-351c9b04f6f1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.941156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:05.951534 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2889bd-a06b-46bb-9d82-8a3b799322f7" -d '{"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:05.964340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Checking segment: {'id': '563fced1-26d5-44f5-a5f5-1bff9d3bc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd2ddc516-2359-4c6f-ab4f-950e5255e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:05.964761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Network hostable DHCP agents. Network: d2ddc516-2359-4c6f-ab4f-950e5255e469, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:05.983195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (166af0a6-66a8-4993-9d6d-59bc4d5f8e06), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:05.999098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:06.015567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.017183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b86f6711-0c3e-4627-a83e-1246ea28fa72 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:06.072587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (9f2ec76e-3a80-4ac8-992f-351c9b04f6f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.085432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.093049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:06.098032 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a046686-1a46-4ef5-9571-ed250b2bfb50 x-openstack-request-id: req-0a046686-1a46-4ef5-9571-ed250b2bfb50 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:06.098574 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:06.098574 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a046686-1a46-4ef5-9571-ed250b2bfb50 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:06.098964 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'code': 200} Feb 03 11:10:06.103252 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f2ec76e-3a80-4ac8-992f-351c9b04f6f1 HTTP/1.1" status: 204 len: 168 time: 0.8459504 Feb 03 11:10:06.120333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Network d2ddc516-2359-4c6f-ab4f-950e5255e469 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:06.169357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4110496-690b-4326-9011-00f71f4a5d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2ec76e-3a80-4ac8-992f-351c9b04f6f1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:06.194039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: b86f6711-0c3e-4627-a83e-1246ea28fa72 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:06.194389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b86f6711-0c3e-4627-a83e-1246ea28fa72 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:06.232443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.256522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:06.295594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:00Z', 'revision_number': 2, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:06.341946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Checking router: 3e83254b-6d66-45af-854e-e2c1be0f6e5c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:06.342603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Updating router 3e83254b-6d66-45af-854e-e2c1be0f6e5c port c809e3c2-f958-4ea3-a19c-e85717c43daf binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:06.384328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'name': 'network-vif-deleted', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:06.386832 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04701da1-73df-4e91-9ba8-a49863b7e9b7" -d '{"events": [{"server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "name": "network-vif-deleted", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:06.404865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (da23f46f-2179-472f-a1fd-827be430980b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.410617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.415022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d2ddc516-2359-4c6f-ab4f-950e5255e469) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:06.436249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:06.439172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.441285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb2ab1-05d3-40e7-9c09-f5358ba4b1e6 None None] Network d2ddc516-2359-4c6f-ab4f-950e5255e469 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:06.457289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (166af0a6-66a8-4993-9d6d-59bc4d5f8e06), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.496861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828265fe-9a2b-47d3-a5d1-2813e41557f6 req-1956fede-6977-477b-a667-76f8f19bdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:06.498416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-828265fe-9a2b-47d3-a5d1-2813e41557f6 req-1956fede-6977-477b-a667-76f8f19bdcc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1131 time: 0.1155612 Feb 03 11:10:06.558268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59534) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:06.571660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585547719', 'description': 'tempest-description--974844411'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:06.590202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4122155-5d1f-48d3-9171-c14b9f5cda66 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4898834 Feb 03 11:10:06.623766 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716ea8f-17f7-4b3a-8190-6be459e1c322 x-openstack-request-id: req-b716ea8f-17f7-4b3a-8190-6be459e1c322 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:06.624061 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727e4039-4c4b-4a0f-87dd-0235de9f55d7", "name": "network-vif-deleted", "tag": "b86f6711-0c3e-4627-a83e-1246ea28fa72", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:06.624339 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b716ea8f-17f7-4b3a-8190-6be459e1c322 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:06.624881 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727e4039-4c4b-4a0f-87dd-0235de9f55d7', 'name': 'network-vif-deleted', 'tag': 'b86f6711-0c3e-4627-a83e-1246ea28fa72', 'status': 'completed', 'code': 200} Feb 03 11:10:06.641370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-828265fe-9a2b-47d3-a5d1-2813e41557f6 req-4658626d-a604-459a-99c6-dbcd6d4ba720 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239595 Feb 03 11:10:06.649992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.760853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be43b4-3c76-4d89-97d5-3ef5aaac01b6 req-b89eb5ad-61c2-4e73-990e-691fbc59159e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:06.762534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8be43b4-3c76-4d89-97d5-3ef5aaac01b6 req-b89eb5ad-61c2-4e73-990e-691fbc59159e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 949 time: 0.3006656 Feb 03 11:10:06.808325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (6c9878b8-9d90-420c-bd77-26d0e711d8f0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.814758 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6c9878b8-9d90-420c-bd77-26d0e711d8f0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.871891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9878b8-9d90-420c-bd77-26d0e711d8f0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:06.903977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.906302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eddb5861-0917-4588-8908-c44bab28cfd9 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3469656 Feb 03 11:10:06.910990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59548) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:06.915840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'security_group_rule': {'security_group_id': '6c9878b8-9d90-420c-bd77-26d0e711d8f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:06.925505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (166af0a6-66a8-4993-9d6d-59bc4d5f8e06), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:06.972728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (d027d554-b98c-4f74-b851-42548038e0f8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.079603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166af0a6-66a8-4993-9d6d-59bc4d5f8e06,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:07.090762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (d027d554-b98c-4f74-b851-42548038e0f8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.101559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (da23f46f-2179-472f-a1fd-827be430980b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.102699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (d027d554-b98c-4f74-b851-42548038e0f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.123178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d027d554-b98c-4f74-b851-42548038e0f8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:07.160502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.173417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5f3a43a2-6034-4a93-a35d-4726fdcb5075 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/166af0a6-66a8-4993-9d6d-59bc4d5f8e06 HTTP/1.1" status: 204 len: 168 time: 1.4085140 Feb 03 11:10:07.180606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59554) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.180978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.202334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da23f46f-2179-472f-a1fd-827be430980b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:07.225429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8be43b4-3c76-4d89-97d5-3ef5aaac01b6 req-63934efb-c32f-435e-bdeb-7ec2ed5c00c5 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138565 Feb 03 11:10:07.244145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053d9d77-b839-4609-bd80-98f9fc6a80d1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:07.244588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053d9d77-b839-4609-bd80-98f9fc6a80d1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:07.256942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (053d9d77-b839-4609-bd80-98f9fc6a80d1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.272036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.280097 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afccbd5b-4a97-44de-8e0f-0591c77f6ce6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677986 Feb 03 11:10:07.281786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.300884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'security_group_rule': {'security_group_id': '6c9878b8-9d90-420c-bd77-26d0e711d8f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:07.301371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (053d9d77-b839-4609-bd80-98f9fc6a80d1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.331618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:07.332177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (053d9d77-b839-4609-bd80-98f9fc6a80d1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:07.336753 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:07.435465 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks [] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.455716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.456893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-486334833-network', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:07.458159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604af473-7b49-4db7-8c63-43dfdd71b72f None None] Network d2ddc516-2359-4c6f-ab4f-950e5255e469 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:07.491392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (22bb8460-591b-407f-a18a-80245d543e64), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.498457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (da23f46f-2179-472f-a1fd-827be430980b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.504473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.508744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] 10.222.0.30 "DELETE /v2.0/networks/da23f46f-2179-472f-a1fd-827be430980b HTTP/1.1" status: 204 len: 168 time: 1.4138260 Feb 03 11:10:07.523610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.540589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106756a-909c-4f06-9b6c-7da723ecdd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=da23f46f-2179-472f-a1fd-827be430980b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:07.550523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.595252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Deleting subnet 90779e39-98c9-4447-9e12-e93c43e92628 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:07.608386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (eed71cb6-c902-40be-b1bb-37fcafe6f3e6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.626588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c7064-84b8-4e67-a411-5a93d2f5daf8 None None] Pushing event updated for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:07.654211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Publish callbacks [] for subnet (90779e39-98c9-4447-9e12-e93c43e92628), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.663613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.670186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-408026520-network', 'tenant_id': '197ada4e1921404b97f17fe706b356c4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:07.705105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (eed71cb6-c902-40be-b1bb-37fcafe6f3e6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.717731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Made reservation on behalf of 197ada4e1921404b97f17fe706b356c4 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:07.731297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.741082 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.766149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Attempting to bind port c809e3c2-f958-4ea3-a19c-e85717c43daf on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:07.766800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Attempting to bind port c809e3c2-f958-4ea3-a19c-e85717c43daf by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:07.767512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Attempting to bind port c809e3c2-f958-4ea3-a19c-e85717c43daf on network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:07.780783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:07.782165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Checking segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:07.783089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.783674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Bound using segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:07.785356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Bound port: c809e3c2-f958-4ea3-a19c-e85717c43daf, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:07.786455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (eed71cb6-c902-40be-b1bb-37fcafe6f3e6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.787175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.857206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed71cb6-c902-40be-b1bb-37fcafe6f3e6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:07.867884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.873129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:07.886675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:07.888424 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80bf41b0-06a1-4cce-b145-d9f46035e70b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6025012 Feb 03 11:10:07.890440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:07.898022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.928339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] For port c809e3c2-f958-4ea3-a19c-e85717c43daf, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:07.932516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] For port c809e3c2-f958-4ea3-a19c-e85717c43daf, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c809e3c2-f958-4ea3-a19c-e85717c43daf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:07.935882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.941458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.986836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks [] for security_group (58cacbfc-9c26-46ea-9171-c9376e029727), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:07.998968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58cacbfc-9c26-46ea-9171-c9376e029727), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.008067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.010947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (90779e39-98c9-4447-9e12-e93c43e92628), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.032124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c7064-84b8-4e67-a411-5a93d2f5daf8 None None] Pushing event updated for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.091679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:08.092455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:08.092882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:08.132001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cacbfc-9c26-46ea-9171-c9376e029727,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.135899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d82aa29e-2ec6-4b5f-87b7-20a4061049fb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.145601 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Added segment d82aa29e-2ec6-4b5f-87b7-20a4061049fb of type vlan for network f9de3340-aa1b-4614-927f-68b8d2338ad6 Feb 03 11:10:08.168714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (22bb8460-591b-407f-a18a-80245d543e64), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.215093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Provisioning complete for port c809e3c2-f958-4ea3-a19c-e85717c43daf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:08.215503 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.290861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f9de3340-aa1b-4614-927f-68b8d2338ad6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.310142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:08.320315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks [] for security_group (3f79768b-42d9-443b-a16f-a488d3a63507), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.339748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb8460-591b-407f-a18a-80245d543e64']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:08.356454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:08.356819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b2dcf3-9621-4216-8537-f32e55c2b8e4') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:08.378485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (90779e39-98c9-4447-9e12-e93c43e92628), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.452658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3f79768b-42d9-443b-a16f-a488d3a63507), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.458297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e1b2dcf3-9621-4216-8537-f32e55c2b8e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.468557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (90779e39-98c9-4447-9e12-e93c43e92628), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.493253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f9de3340-aa1b-4614-927f-68b8d2338ad6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.495125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:08.496421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.497126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.504054 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/90779e39-98c9-4447-9e12-e93c43e92628 HTTP/1.1" status: 204 len: 168 time: 0.9718966 Feb 03 11:10:08.508846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:08.527618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e1b2dcf3-9621-4216-8537-f32e55c2b8e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.539685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722e944-f5d5-4900-9377-ab1dbffc517b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90779e39-98c9-4447-9e12-e93c43e92628,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.541783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Current status of the port c809e3c2-f958-4ea3-a19c-e85717c43daf is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:08.543000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.547952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:08.559619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:08.560140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e1b2dcf3-9621-4216-8537-f32e55c2b8e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:08.562474 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:08.565084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79768b-42d9-443b-a16f-a488d3a63507,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.584252 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (30aa6e45-059e-489e-9db1-29b8fd2a787b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.584611 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Added segment 30aa6e45-059e-489e-9db1-29b8fd2a787b of type vlan for network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea Feb 03 11:10:08.585830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9209774 Feb 03 11:10:08.588601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:08.593708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Request body: {'subnet': {'network_id': 'f9de3340-aa1b-4614-927f-68b8d2338ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-408026520-subnet', 'tenant_id': '197ada4e1921404b97f17fe706b356c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:08.633514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] For port c809e3c2-f958-4ea3-a19c-e85717c43daf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c809e3c2-f958-4ea3-a19c-e85717c43daf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:08.655957 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.669792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750724bb-e86a-44e8-8cfe-eb20215ccdcb admin admin] Pushing event updated for resources: {'Network': ['ID=f9de3340-aa1b-4614-927f-68b8d2338ad6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.679826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa042-0f8f-468f-80e9-4a5b784b6d6a req-880b6560-e495-47ba-975f-22ec5bd0d609 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:08.681681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eeafa042-0f8f-468f-80e9-4a5b784b6d6a req-880b6560-e495-47ba-975f-22ec5bd0d609 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 949 time: 0.3164554 Feb 03 11:10:08.704155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.711561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.716838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (136649a4-c094-43ba-b63c-6388fc2f5a23), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.720369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (22bb8460-591b-407f-a18a-80245d543e64), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.732523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Made reservation on behalf of 197ada4e1921404b97f17fe706b356c4 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:08.736312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.744438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063840-131a-49d7-a301-d5cfe70fb1c0 None None] Pushing event updated for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.756900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f9de3340-aa1b-4614-927f-68b8d2338ad6 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:08.825536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.831452 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] 10.222.0.30 "DELETE /v2.0/networks/22bb8460-591b-407f-a18a-80245d543e64 HTTP/1.1" status: 204 len: 168 time: 1.6469026 Feb 03 11:10:08.856635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:10:08.860670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7c550502-c7a5-42b4-973c-556d1cc18d83 None None] Provisioning complete for port c809e3c2-f958-4ea3-a19c-e85717c43daf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:08.861231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c550502-c7a5-42b4-973c-556d1cc18d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.870350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db21a0-9a3a-4c54-905f-3a35cf04d559 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bb8460-591b-407f-a18a-80245d543e64,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:08.880843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eeafa042-0f8f-468f-80e9-4a5b784b6d6a req-a8531a2c-8beb-4fab-9fe9-1ca797005275 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910126 Feb 03 11:10:08.894430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.895612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:08.896218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:08.964980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7260103 Feb 03 11:10:08.970925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:08.980961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Request body: {'subnet': {'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-486334833-subnet', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:08.991519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:07Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:09.035346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dd4bb-083b-4b4a-8813-31299ce2691b admin admin] Pushing event updated for resources: {'Network': ['ID=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:09.068997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Allocated IP 172.25.7.207 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/946cabf4-863d-4500-96da-2fa5b147191e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:09.079155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e13d13-89d3-4506-adb4-ca7cc78edabb None None] The sync data for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 is: [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:07Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:09.084151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:09.104763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:09.110941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:09.239028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:09.308573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (136649a4-c094-43ba-b63c-6388fc2f5a23), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:09.321997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:09.330331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c550502-c7a5-42b4-973c-556d1cc18d83 None None] Current status of the port c809e3c2-f958-4ea3-a19c-e85717c43daf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:09.429238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:09.481565 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cac5016a-e92d-4128-97f5-307b4abdd933 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68e25144d6604fd9aefbb3c35dc205b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374304 Feb 03 11:10:09.485555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59592) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:09.537869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Checking segment: {'id': 'd82aa29e-2ec6-4b5f-87b7-20a4061049fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f9de3340-aa1b-4614-927f-68b8d2338ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:09.538418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Network hostable DHCP agents. Network: f9de3340-aa1b-4614-927f-68b8d2338ad6, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:09.848955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136649a4-c094-43ba-b63c-6388fc2f5a23']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:09.874011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1042c7a-85bd-4a30-8436-3c16d48983b7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:09.874296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1042c7a-85bd-4a30-8436-3c16d48983b7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:09.910415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (e1042c7a-85bd-4a30-8436-3c16d48983b7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:09.927860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e1042c7a-85bd-4a30-8436-3c16d48983b7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:09.935644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:09.936043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (e1042c7a-85bd-4a30-8436-3c16d48983b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:10.006120 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:10.029903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (136649a4-c094-43ba-b63c-6388fc2f5a23), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.039069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689935f-7758-446b-8dcc-92c32b33c9e7 req-acbe7ed9-05a6-4e9e-84f7-f17ac5361f1e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:10.046949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7689935f-7758-446b-8dcc-92c32b33c9e7 req-acbe7ed9-05a6-4e9e-84f7-f17ac5361f1e tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1131 time: 0.7096517 Feb 03 11:10:10.053082 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] Publish callbacks [] for security_group (1c7b94c7-af64-4bb5-9f57-7b6fb50b9650), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.060940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Network f9de3340-aa1b-4614-927f-68b8d2338ad6 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:10.099592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f9de3340-aa1b-4614-927f-68b8d2338ad6) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:10.104282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:10.105047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.111298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55510ae9-3093-4a1a-9959-ee7861ff3dc7 None None] Network f9de3340-aa1b-4614-927f-68b8d2338ad6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:10.123323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.130198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/136649a4-c094-43ba-b63c-6388fc2f5a23 HTTP/1.1" status: 204 len: 168 time: 1.6124156 Feb 03 11:10:10.130198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369664c5-d8e8-4cdb-8a32-26a05ab1b8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=136649a4-c094-43ba-b63c-6388fc2f5a23,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:10.149229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] Publish callbacks [] for security_group (1c7b94c7-af64-4bb5-9f57-7b6fb50b9650), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.166658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for port (946cabf4-863d-4500-96da-2fa5b147191e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.240078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7689935f-7758-446b-8dcc-92c32b33c9e7 req-f60d90f8-5a79-428f-8f75-8c2442751d0f tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918375 Feb 03 11:10:10.255545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (9183219c-c854-4cc6-acbc-d838c19eaa69), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.310609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad208c-bd54-462e-a22d-8eb3856bbae6 None None] Network f9de3340-aa1b-4614-927f-68b8d2338ad6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:10.317079 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f121dd7-211f-4d78-a86b-904675f1f635 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7132261 Feb 03 11:10:10.332767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (946cabf4-863d-4500-96da-2fa5b147191e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.379716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c7b94c7-af64-4bb5-9f57-7b6fb50b9650), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.386573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.389657 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c7b94c7-af64-4bb5-9f57-7b6fb50b9650 HTTP/1.1" status: 204 len: 168 time: 0.8988841 Feb 03 11:10:10.457587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'Port': ['ID=946cabf4-863d-4500-96da-2fa5b147191e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:10.487758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693e0ff-110c-4d56-a54f-f61e12fa3d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b94c7-af64-4bb5-9f57-7b6fb50b9650,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:10.496661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:10.499169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:10.515855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:10.530363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:10.593716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9183219c-c854-4cc6-acbc-d838c19eaa69,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:10.631432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Checking segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:10.631736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Network hostable DHCP agents. Network: b04263c1-bbdc-4a9f-96f1-2aba2ce791ea, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:10.682862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:10.708948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:10.736790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b04263c1-bbdc-4a9f-96f1-2aba2ce791ea) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:10.747895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38ed3f-560e-4147-9335-2f8dd6dd7fc4 None None] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:10.761536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:10.762227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.810921 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f05fc501-1fbd-4f1a-8f53-4d9257382688 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8345525 Feb 03 11:10:10.812169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:10.823346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:10.827816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2c6b7f9d-8467-4d8c-bae9-ee30b01e6dd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=828aaa4b7af9498090801d377111362a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261242 Feb 03 11:10:10.832555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:10.874890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.876713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.932115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.940441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Deleting subnet 271e316c-94e5-4ff8-ab31-26dfaae20add {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:10.965096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Publish callbacks [] for subnet (271e316c-94e5-4ff8-ab31-26dfaae20add), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:10.986009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:10:10.987152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.000146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for router_controller (37aafcdb-5159-4ca1-ad68-744b571a5965), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.189130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (946cabf4-863d-4500-96da-2fa5b147191e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.230917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c809e3c2-f958-4ea3-a19c-e85717c43daf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:11.304629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for router_gateway (37aafcdb-5159-4ca1-ad68-744b571a5965), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.356929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Allocated IP 172.20.0.2 (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea/9183219c-c854-4cc6-acbc-d838c19eaa69/53664d8c-2cbf-4683-94c6-a4c2dc1cf09a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:11.476377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for port (946cabf4-863d-4500-96da-2fa5b147191e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.481883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] Publish callbacks [] for security_group (f5083a4a-752e-4c2e-8763-edd72b6e034c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.491836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef588-4334-4011-9db7-c171d573f134 req-f0536479-0a29-4b1b-a44a-5d624580620c tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:11.493464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47bef588-4334-4011-9db7-c171d573f134 req-f0536479-0a29-4b1b-a44a-5d624580620c tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 1131 time: 0.7208600 Feb 03 11:10:11.494390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (946cabf4-863d-4500-96da-2fa5b147191e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.605951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'Port': ['ID=946cabf4-863d-4500-96da-2fa5b147191e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:11.615250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.673278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (271e316c-94e5-4ff8-ab31-26dfaae20add), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.676612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47bef588-4334-4011-9db7-c171d573f134 req-f124603b-e55c-40e1-8705-1050e10fdeff tempest-ServersAdminTestJSON-921006608 tempest-ServersAdminTestJSON-921006608-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727629 Feb 03 11:10:11.721306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] Publish callbacks [] for security_group (f5083a4a-752e-4c2e-8763-edd72b6e034c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.734227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.741629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a02608d7-3e37-41df-b803-6a85fee95fa8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8599010 Feb 03 11:10:11.762272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (271e316c-94e5-4ff8-ab31-26dfaae20add), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.802299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c809e3c2-f958-4ea3-a19c-e85717c43daf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:11.806887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.816732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for router_gateway (37aafcdb-5159-4ca1-ad68-744b571a5965), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.845348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:11.954561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59636) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:11.977353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (271e316c-94e5-4ff8-ab31-26dfaae20add), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.042109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f5083a4a-752e-4c2e-8763-edd72b6e034c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.044027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.048417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5083a4a-752e-4c2e-8763-edd72b6e034c HTTP/1.1" status: 204 len: 168 time: 1.1988077 Feb 03 11:10:12.068164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271e316c-94e5-4ff8-ab31-26dfaae20add,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:12.087444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.096052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-58643341-6301-4a5c-addf-e785ac5ddeaf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/271e316c-94e5-4ff8-ab31-26dfaae20add HTTP/1.1" status: 204 len: 168 time: 1.4115708 Feb 03 11:10:12.097700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac90d-8314-462d-902e-86062d98655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5083a4a-752e-4c2e-8763-edd72b6e034c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:12.101340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:12.175548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Allocated IP 172.25.7.112 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:12.205325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c809e3c2-f958-4ea3-a19c-e85717c43daf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:12.240443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks [] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.253822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.294666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:12.313675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:12.317936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:12.394131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1510103758-network', 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:12.397206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Attempting to bind port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:12.397580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Attempting to bind port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:12.397960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Attempting to bind port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a on network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:12.403132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Pushing event updated for resources: {'Port': ['ID=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:12.405776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:12.406166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Checking segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:12.407282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.407925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Bound using segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:12.408405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Bound port: 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:12.408830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.486945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:12.492660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.500161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] For port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:12.504873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] For port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:12.529935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.530696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.546353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d2ddc516-2359-4c6f-ab4f-950e5255e469), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.556619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59662) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:12.572092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ccdd7-371e-4156-89e8-68b40dde05d4 req-c027fa3f-5547-4c7a-aa61-5c30d3164885 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:12.575727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613ccdd7-371e-4156-89e8-68b40dde05d4 req-c027fa3f-5547-4c7a-aa61-5c30d3164885 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 0.4047706 Feb 03 11:10:12.576064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.592523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-c8086b47-2d9e-4075-bc4f-ca4a3793bc09 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1585547719&fields=id&tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303 HTTP/1.1" status: 200 len: 267 time: 0.4148567 Feb 03 11:10:12.607871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6e33f-0f11-44ec-a20e-4bff5581afc1 None None] Pushing event updated for resources: {'Port': ['ID=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:12.646482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.750485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:12.760490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:12.776401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:12.847711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613ccdd7-371e-4156-89e8-68b40dde05d4 req-c79abb04-7be8-466f-b220-00e8a95d736e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429423 Feb 03 11:10:12.855143 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8bfa0830-6dff-4e3f-9852-9bd6de1b642d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d58484fdf1a64572988ce179155042bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958512 Feb 03 11:10:12.909339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:12.913688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d2ddc516-2359-4c6f-ab4f-950e5255e469), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:12.914256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Pushing event updated for resources: {'Port': ['ID=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:12.947492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-3a67afbf-c8af-4f84-be3c-4a28ae2f1d58 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:12.954655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-3a67afbf-c8af-4f84-be3c-4a28ae2f1d58 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 812 time: 0.3610535 Feb 03 11:10:13.002668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-eadbb883-f8c5-4380-8f0c-e482c1bc5a5e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/quotas/b0cf617cfbb84c49ba3063ec5bcf0303 HTTP/1.1" status: 200 len: 375 time: 0.0470257 Feb 03 11:10:13.011858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddc516-2359-4c6f-ab4f-950e5255e469']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:13.049601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563fced1-26d5-44f5-a5f5-1bff9d3bc464') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:13.050107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563fced1-26d5-44f5-a5f5-1bff9d3bc464') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:13.066495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks [] for security_group (ebc2545b-338f-4cd9-b81f-3423009fbc50), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.074463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ebc2545b-338f-4cd9-b81f-3423009fbc50), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.095606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (563fced1-26d5-44f5-a5f5-1bff9d3bc464), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.130676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (563fced1-26d5-44f5-a5f5-1bff9d3bc464), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.149329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-778d9cd8-aec6-4061-9950-a815cc62257b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1306412 Feb 03 11:10:13.150188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] Publish callbacks [] for security_group (dfb5f47d-617a-4115-94ec-bd6a8b0b2827), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.154404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:13.154804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (563fced1-26d5-44f5-a5f5-1bff9d3bc464), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:13.157245 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:13.178970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:13.197271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (006bd776-9ef0-4706-b9f2-33bbaab67d58), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.198000 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Added segment 006bd776-9ef0-4706-b9f2-33bbaab67d58 of type vlan for network a47591a8-6387-45b7-85b6-10d10782dc45 Feb 03 11:10:13.269798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a47591a8-6387-45b7-85b6-10d10782dc45), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.314234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] Publish callbacks [] for security_group (dfb5f47d-617a-4115-94ec-bd6a8b0b2827), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.341518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d2ddc516-2359-4c6f-ab4f-950e5255e469), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.355967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.362917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2ddc516-2359-4c6f-ab4f-950e5255e469 HTTP/1.1" status: 204 len: 168 time: 1.2605698 Feb 03 11:10:13.367035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2545b-338f-4cd9-b81f-3423009fbc50,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:13.367220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-109e0ab0-efb8-47ee-9b84-c5517c766ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951282 Feb 03 11:10:13.367676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:13.391310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:10:13.413974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eef15-1545-431f-bba5-0f334f3e9099 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ddc516-2359-4c6f-ab4f-950e5255e469,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:13.439904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a47591a8-6387-45b7-85b6-10d10782dc45), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.441235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:13.441917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.534557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] Pushing event updated for resources: {'Network': ['ID=a47591a8-6387-45b7-85b6-10d10782dc45,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:13.536418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for router_gateway (37aafcdb-5159-4ca1-ad68-744b571a5965), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.537859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Deleting subnet d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:10:13.545143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Publish callbacks [] for subnet (d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.545842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea9d6aeb-0a23-4b62-971b-4335f02e3c8d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5785747 Feb 03 11:10:13.557748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a47591a8-6387-45b7-85b6-10d10782dc45 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:13.572661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:13.584010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dfb5f47d-617a-4115-94ec-bd6a8b0b2827), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.587559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.591692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfb5f47d-617a-4115-94ec-bd6a8b0b2827 HTTP/1.1" status: 204 len: 168 time: 0.6799591 Feb 03 11:10:13.606770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Request body: {'subnet': {'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1510103758-subnet', 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:13.627399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dda733-5695-4cc0-8750-ec418277b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5f47d-617a-4115-94ec-bd6a8b0b2827,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:13.681532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-16dbdb9a-38ab-491c-8b25-99da8657a427 service neutron] 10.222.0.30 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905059 Feb 03 11:10:13.696832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.746113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-ad3e28ce-35c9-4156-98f2-cc06abcab2fc tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:13.749927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-ad3e28ce-35c9-4156-98f2-cc06abcab2fc tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 0.2096174 Feb 03 11:10:13.784833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.881102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.909746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:13.912082 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:13.918955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.024050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:14.027259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.034301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-04377852-5d73-434c-8007-d109a729f67a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2de34c7-0d27-40a6-a7e5-2e8f3eb4f966 HTTP/1.1" status: 204 len: 168 time: 0.6446512 Feb 03 11:10:14.148739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:14.348450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Router 37aafcdb-5159-4ca1-ad68-744b571a5965 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:10:14.392546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ffefb-c21b-4c6d-990d-ab7b3b413c05 None None] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:14.452830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Deleting port b296c30d-74ee-446b-8a7e-9b93337810c4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:14.453496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.575717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Provisioning complete for port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:14.576316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.622353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7ebdb7c-94bc-4c2b-89a3-b71b3734ff41 req-57485d8a-cf10-4684-b0b1-41f21e12a787 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 210 time: 0.6060596 Feb 03 11:10:14.679812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (ec15006b-c219-42eb-8961-a05b9efe1518), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.763149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:14.779575 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Sync routers for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:14.782978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] For port b296c30d-74ee-446b-8a7e-9b93337810c4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b296c30d-74ee-446b-8a7e-9b93337810c4,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:14.783397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.810163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Calling delete_port for b296c30d-74ee-446b-8a7e-9b93337810c4 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:14.822719 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:14.823349 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:14.827910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:14.833761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1638e601-0ee4-47e3-97cd-32c3dcf830f0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0173912 Feb 03 11:10:14.841253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:14.897938 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f9de3340-aa1b-4614-927f-68b8d2338ad6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.017519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec15006b-c219-42eb-8961-a05b9efe1518,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:15.031960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Current status of the port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:15.036032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.041037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:15.043078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Network hostable DHCP agents. Network: a47591a8-6387-45b7-85b6-10d10782dc45, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:15.084535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aaf6-c2b0-4da9-9d5e-961109444f10 req-9d4c80b4-d1cb-4a03-9df1-a47e4f9999e6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:15.114283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0b0aaf6-c2b0-4da9-9d5e-961109444f10 req-9d4c80b4-d1cb-4a03-9df1-a47e4f9999e6 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 948 time: 1.0877318 Feb 03 11:10:15.170945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] For port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:15.172169 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:15.180635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:15.285372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0b0aaf6-c2b0-4da9-9d5e-961109444f10 req-5102735a-c7bd-4df9-815c-a61fd3341bb9 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700847 Feb 03 11:10:15.290468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Network a47591a8-6387-45b7-85b6-10d10782dc45 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:15.298401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.330596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, a47591a8-6387-45b7-85b6-10d10782dc45) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:15.335840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:15.336369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.340605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f9de3340-aa1b-4614-927f-68b8d2338ad6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.399589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de3340-aa1b-4614-927f-68b8d2338ad6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:15.406129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a597b-8878-4f63-a5b4-2423bbcc37c0 None None] Network a47591a8-6387-45b7-85b6-10d10782dc45 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:15.418107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4e3c39d6-3b78-42cc-8288-c8a5bc2c1115 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8266411 Feb 03 11:10:15.429499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82aa29e-2ec6-4b5f-87b7-20a4061049fb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:15.429832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82aa29e-2ec6-4b5f-87b7-20a4061049fb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:15.453069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (d82aa29e-2ec6-4b5f-87b7-20a4061049fb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.486318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d82aa29e-2ec6-4b5f-87b7-20a4061049fb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.515220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:10:15.517536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (d82aa29e-2ec6-4b5f-87b7-20a4061049fb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:10:15.520821 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:10:15.740466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f9de3340-aa1b-4614-927f-68b8d2338ad6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.751528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.764435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9de3340-aa1b-4614-927f-68b8d2338ad6 HTTP/1.1" status: 204 len: 168 time: 1.1840112 Feb 03 11:10:15.774235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca309cb-88d6-4de5-a5ca-cab6dd73cc77 None None] Pushing event updated for resources: {'Port': ['ID=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:15.823857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77208f-278f-4961-8b11-0da7c9da2eba admin admin] Pushing event deleted for resources: {'Network': ['ID=f9de3340-aa1b-4614-927f-68b8d2338ad6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:15.892867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-299037a0-4a48-476b-a078-7dc1f4ea424e None None] Provisioning complete for port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:15.897159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-299037a0-4a48-476b-a078-7dc1f4ea424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:15.912177 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:13Z', 'revision_number': 3, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:15.923212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d17cee37-c869-45af-85af-cbbf14857426 req-7674810f-6dd2-4c6a-a216-13b1ceecd67f tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 210 time: 0.1004202 Feb 03 11:10:15.973658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:15.974270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Checking router: 37aafcdb-5159-4ca1-ad68-744b571a5965 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:15.974810 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Updating router 37aafcdb-5159-4ca1-ad68-744b571a5965 port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:15.977120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.018029 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.173538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59726) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:16.215073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b296c30d-74ee-446b-8a7e-9b93337810c4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.217216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f620e0-5cfe-4d34-84b6-f716b8018017 None None] Network a47591a8-6387-45b7-85b6-10d10782dc45 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:16.287313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event deleted for resources: {'Port': ['ID=b296c30d-74ee-446b-8a7e-9b93337810c4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:16.302798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0f818dd-c33f-4904-9a6d-797a41ed4136 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48a73eac98a24d99956e997993c665e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258926 Feb 03 11:10:16.304494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a92106f6-b217-4726-9924-d885089a0ec0', '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:16.307117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:16.365399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.406582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-57de4372-ef93-4d84-854c-8bf190692217 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:16.407870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-57de4372-ef93-4d84-854c-8bf190692217 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.69 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 812 time: 0.6794965 Feb 03 11:10:16.489639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] No DVR routers for this DVR port b296c30d-74ee-446b-8a7e-9b93337810c4 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:16.503862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:16.508732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.526895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a57fc5a1-be62-47c9-9dd5-4955fe990e50 req-e72b8fdf-2743-4a25-976f-9e8b10041f58 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "DELETE /v2.0/ports/b296c30d-74ee-446b-8a7e-9b93337810c4 HTTP/1.1" status: 204 len: 173 time: 2.6175513 Feb 03 11:10:16.529482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'name': 'network-vif-deleted', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:16.532541 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239bac0-7d59-4af7-863f-8cd0a768f181" -d '{"events": [{"server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "name": "network-vif-deleted", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:16.712457 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks [] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.738147 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.790765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bdec63e-2ab8-4ab6-868f-f5ca4c43914b req-73f1ce42-05fc-4ac3-a454-918574599fd9 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d1b63b5-7996-4cbb-a526-01b86d332435 HTTP/1.1" status: 200 len: 210 time: 0.1892073 Feb 03 11:10:16.803658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] Publish callbacks [] for security_group (532fe4cb-fc82-4f88-96ed-045be8de4130), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.811470 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-cccb3075-56d7-49f0-9d5d-c2bd74434636 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303 HTTP/1.1" status: 200 len: 380 time: 0.3791947 Feb 03 11:10:16.822787 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Attempting to bind port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:16.823162 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Attempting to bind port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:16.823518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Attempting to bind port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:16.849022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'port': {'device_id': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'admin_state_up': True, 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'security_groups': ['6c9878b8-9d90-420c-bd77-26d0e711d8f0']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:16.851369 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Pushing event updated for resources: {'Port': ['ID=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:16.856617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:16.857292 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:16.857865 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.858016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-27e3f015-88f4-48d2-9364-2058b1dc4add tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:16.858811 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:16.859577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Bound port: 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:16.860628 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.860756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-27e3f015-88f4-48d2-9364-2058b1dc4add tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.4797997 Feb 03 11:10:16.907502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-299037a0-4a48-476b-a078-7dc1f4ea424e None None] Current status of the port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:16.934051 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] For port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:16.938483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] For port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:16.941445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] Publish callbacks [] for security_group (532fe4cb-fc82-4f88-96ed-045be8de4130), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.951713 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7aff4d-8b0d-4108-ad8a-19270acc4006 x-openstack-request-id: req-5a7aff4d-8b0d-4108-ad8a-19270acc4006 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:16.952004 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b63b5-7996-4cbb-a526-01b86d332435", "name": "network-vif-deleted", "tag": "b296c30d-74ee-446b-8a7e-9b93337810c4", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:16.952330 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7aff4d-8b0d-4108-ad8a-19270acc4006 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:16.952753 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b63b5-7996-4cbb-a526-01b86d332435', 'name': 'network-vif-deleted', 'tag': 'b296c30d-74ee-446b-8a7e-9b93337810c4', 'status': 'completed', 'code': 200} Feb 03 11:10:16.963628 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.964238 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.964738 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.965253 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.966198 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.966717 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.967593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-df278e94-8245-4e68-b2b8-0885b8c32dae tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0993266 Feb 03 11:10:16.967897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.968639 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.969208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.970841 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.971222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:16.971708 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.972208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.972705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:16.999537 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:17.073185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12577825-153a-4108-b426-e735306243b5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970950 Feb 03 11:10:17.088001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:17.149662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:17.155708 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:17.174256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40c1e12a-14c7-468e-a398-a05abbd50f73 req-05dc118f-156e-4cbb-a9f9-1289e16dbe77 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 210 time: 0.0549769 Feb 03 11:10:17.276708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:17.277859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:17.286712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b296c30d-74ee-446b-8a7e-9b93337810c4 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:17.331439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Made reservation on behalf of b0cf617cfbb84c49ba3063ec5bcf0303 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:17.343730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:17.389590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: b296c30d-74ee-446b-8a7e-9b93337810c4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:17.390227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b296c30d-74ee-446b-8a7e-9b93337810c4 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:17.394629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (532fe4cb-fc82-4f88-96ed-045be8de4130), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:17.399846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:17.407189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/532fe4cb-fc82-4f88-96ed-045be8de4130 HTTP/1.1" status: 204 len: 168 time: 1.0929117 Feb 03 11:10:17.416689 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d746663-3de6-40dc-b5ce-b07e6c23391d None None] Pushing event updated for resources: {'Port': ['ID=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:17.457660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820317-bc16-40d3-b39b-4e8bccf1866d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532fe4cb-fc82-4f88-96ed-045be8de4130,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:17.522128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-515f3c52-ab4b-4039-a9f5-26a2cfc95ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317718 Feb 03 11:10:17.605421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:17.617170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:17.740826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Allocated IP 172.20.0.7 (81112bd5-066e-4a7c-8a3f-2ccd1adec518/0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe/c16d3483-e1c9-4d44-83b7-3b045c40af91) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:17.815981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-6ee71ddc-aae4-4374-b450-41b7680fe451 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff1555ec032c42919bf00ab23336f301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331931 Feb 03 11:10:17.827650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-9f062af3-5f30-4422-84b7-d6cb7b06ca3e service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016918 Feb 03 11:10:18.085075 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:13Z', 'revision_number': 3, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:18.110859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-073f39fd-e9fa-4737-8da5-2cfaee93733c tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:18.112405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-073f39fd-e9fa-4737-8da5-2cfaee93733c tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837732 Feb 03 11:10:18.131152 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1450b0-0587-4b6c-a368-0e1cd90c4fed None None] The sync data for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 is: [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:13Z', 'revision_number': 3, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:18.179453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-07a9d673-86d4-4077-888f-928e4bdaa052 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/quotas/ff1555ec032c42919bf00ab23336f301 HTTP/1.1" status: 200 len: 375 time: 0.0376048 Feb 03 11:10:18.218057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:18.325758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8de3a297-9744-45cb-9f87-246ff1baa75d req-430c947a-7115-49e0-aad2-819a747b8141 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 210 time: 0.0350046 Feb 03 11:10:18.346460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-5d22b672-3a97-4dd8-8e7e-041d2b312eb0 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1515722 Feb 03 11:10:18.423831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0dc51f95-40b8-4078-a327-1a702c2812ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=197ada4e1921404b97f17fe706b356c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038186 Feb 03 11:10:18.427570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59786) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:18.541921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] Publish callbacks [] for security_group (58cacbfc-9c26-46ea-9171-c9376e029727), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:18.601276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Allocated IP 172.20.0.1 (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea/9183219c-c854-4cc6-acbc-d838c19eaa69/ac724347-aa00-4460-a527-6b46d7087b1b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:18.636750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] Publish callbacks [] for security_group (58cacbfc-9c26-46ea-9171-c9376e029727), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:18.812996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks [] for port (ac724347-aa00-4460-a527-6b46d7087b1b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:18.858191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:18.871325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15794723-b7e9-4b8f-bc8c-10c30a5ab4fa req-d6524c91-79d0-4561-92f6-4ab4e30a73d0 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 210 time: 0.1282542 Feb 03 11:10:18.972447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e742243-5831-4ba4-8ec9-53f6ea6f2347 req-66cf58c1-17b3-4629-88e7-0c01f7b0474e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 210 time: 0.0997570 Feb 03 11:10:19.020937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:19.023732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58cacbfc-9c26-46ea-9171-c9376e029727), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.030219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.031935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58cacbfc-9c26-46ea-9171-c9376e029727 HTTP/1.1" status: 204 len: 168 time: 0.6024227 Feb 03 11:10:19.052798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:19.057117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686065d1-02a3-43ff-9130-0a22567dd677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cacbfc-9c26-46ea-9171-c9376e029727,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:19.079926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:19.187407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:19.204562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8df5a-4214-4017-898e-8a1180abe024 req-35a04db8-55f6-44a8-bde3-eb594b1fa91b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:19.206021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-def8df5a-4214-4017-898e-8a1180abe024 req-35a04db8-55f6-44a8-bde3-eb594b1fa91b tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.1543491 Feb 03 11:10:19.295013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Pushing event updated for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:19.329713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.346495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (37aafcdb-5159-4ca1-ad68-744b571a5965), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.476532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-def8df5a-4214-4017-898e-8a1180abe024 req-6619a174-0dff-421f-be13-cb7b7ce39d7f tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364621 Feb 03 11:10:19.483946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:19.484664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.602797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9687893-7d72-434b-b8d9-154bc6f64db7 req-500483b9-fa8c-4b88-bf8e-e70ba400a86a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 210 time: 0.0897920 Feb 03 11:10:19.752936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f3b3428d-fa44-417c-9ce2-80bbe127307b None None] Provisioning complete for port ac724347-aa00-4460-a527-6b46d7087b1b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:19.755221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3b3428d-fa44-417c-9ce2-80bbe127307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.783875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.812499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:19.817450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:19.866597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:19.898633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:19.899035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.930411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:19.945214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3428d-fa44-417c-9ce2-80bbe127307b None None] Port ac724347-aa00-4460-a527-6b46d7087b1b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:19.979188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:19.993351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:20.133713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:20.236416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-416bf4c5-2911-41ef-a6f0-99d0cc769e0c req-b1375962-d30d-4e5e-b096-182f1680b1bb tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 210 time: 0.1241722 Feb 03 11:10:20.383561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event updated for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:20.442398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-97dc2cc3-f476-4d3e-90fd-f2be38bdf073 None None] Provisioning complete for port c16d3483-e1c9-4d44-83b7-3b045c40af91 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:20.442932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97dc2cc3-f476-4d3e-90fd-f2be38bdf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:20.462232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:20.462914 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:20.464588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a091e-0e73-4619-858a-6cac601feb98 req-c62a30eb-a37b-4ae4-9955-65fc45e6a430 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:20.471925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f8a091e-0e73-4619-858a-6cac601feb98 req-c62a30eb-a37b-4ae4-9955-65fc45e6a430 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 931 time: 0.2322731 Feb 03 11:10:20.568364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-131267b9-f189-40c7-b25f-d9fa6b529252 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:20.570044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-131267b9-f189-40c7-b25f-d9fa6b529252 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.3188503 Feb 03 11:10:20.577599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97dc2cc3-f476-4d3e-90fd-f2be38bdf073 None None] Port c16d3483-e1c9-4d44-83b7-3b045c40af91 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:20.580448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-26eaf504-c0c2-4a48-958e-6d98e296e3c7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7610631 Feb 03 11:10:20.611521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Request body: {'port': {'device_id': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:20.625644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:20.640612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-8c6562cf-569a-4a98-9d31-38f29731a980 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:20.643455 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-8c6562cf-569a-4a98-9d31-38f29731a980 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.3216684 Feb 03 11:10:20.762708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks [] for port (ac724347-aa00-4460-a527-6b46d7087b1b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:20.805938 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:20.874178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f8a091e-0e73-4619-858a-6cac601feb98 req-fd88e6fa-c1c5-432c-9af8-cdf4d4ec966b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938627 Feb 03 11:10:20.888637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb2598-48df-4490-a3f2-844b61bd1b91 req-4a5e3e2e-06a7-40a7-9c5c-7ec607386104 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:20.893732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fadb2598-48df-4490-a3f2-844b61bd1b91 req-4a5e3e2e-06a7-40a7-9c5c-7ec607386104 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3 HTTP/1.1" status: 200 len: 949 time: 0.3190789 Feb 03 11:10:20.897489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:20.903298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.046183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.066739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:21.149812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (37aafcdb-5159-4ca1-ad68-744b571a5965), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.156986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Pushing event updated for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:21.201832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e00c25c-4c68-4bd5-9538-8a35d61cf8a2 req-8c33de1e-a49e-44ca-b604-b28cdc507cf7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 210 time: 0.2093050 Feb 03 11:10:21.206503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:21.207104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.292894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fadb2598-48df-4490-a3f2-844b61bd1b91 req-1a3d630e-0647-4743-ab7e-6a0b4fbd8d49 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873007 Feb 03 11:10:21.304943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-5d2dae65-b955-44fe-a48b-c893ec3513d1 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ff1555ec032c42919bf00ab23336f301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2156839 Feb 03 11:10:21.401569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:21.429011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Deleting port a92106f6-b217-4726-9924-d885089a0ec0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:21.429414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a92106f6-b217-4726-9924-d885089a0ec0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.513470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0069541-d73a-4874-a069-f09de5d43cbf req-7e56c3c4-42a7-497d-9f4e-ca68a73ba73d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 210 time: 0.0935795 Feb 03 11:10:21.560937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-0d9c230a-96a6-4bd9-b7a3-32cf396ea2a6 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:21.560937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-0d9c230a-96a6-4bd9-b7a3-32cf396ea2a6 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452703 Feb 03 11:10:21.581494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Request body: {'port': {'device_id': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ff1555ec032c42919bf00ab23336f301'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:21.609011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.10 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/d7170090-a63a-4284-b939-9919d8811827) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:21.692412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:21.700705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:21.704242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] For port a92106f6-b217-4726-9924-d885089a0ec0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a92106f6-b217-4726-9924-d885089a0ec0,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:21.704619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a92106f6-b217-4726-9924-d885089a0ec0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:21.736032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Calling delete_port for a92106f6-b217-4726-9924-d885089a0ec0 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:21.892660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16d3483-e1c9-4d44-83b7-3b045c40af91 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:21.917373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks [] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.015800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Transition to ACTIVE for port object c16d3483-e1c9-4d44-83b7-3b045c40af91 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:22.030699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.102174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Router 37aafcdb-5159-4ca1-ad68-744b571a5965 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:10:22.120234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Pushing event updated for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:22.168598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-09ef4fd3-0245-4ab7-b375-0614c43ac60e None None] Provisioning complete for port ac724347-aa00-4460-a527-6b46d7087b1b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:22.169913 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ef4fd3-0245-4ab7-b375-0614c43ac60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.233000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-09ef4fd3-0245-4ab7-b375-0614c43ac60e None None] Port ac724347-aa00-4460-a527-6b46d7087b1b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:22.330178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a92106f6-b217-4726-9924-d885089a0ec0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.342983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a92106f6-b217-4726-9924-d885089a0ec0', '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:22.376011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Attempting to bind port c16d3483-e1c9-4d44-83b7-3b045c40af91 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:22.376328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Attempting to bind port c16d3483-e1c9-4d44-83b7-3b045c40af91 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:22.376676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Attempting to bind port c16d3483-e1c9-4d44-83b7-3b045c40af91 on network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:22.404201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event deleted for resources: {'Port': ['ID=a92106f6-b217-4726-9924-d885089a0ec0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:22.414238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Port c16d3483-e1c9-4d44-83b7-3b045c40af91 on network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:22.414633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Attempting to bind port c16d3483-e1c9-4d44-83b7-3b045c40af91 on network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:22.441659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Made reservation on behalf of ff1555ec032c42919bf00ab23336f301 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:22.445033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.466909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:22.467262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Checking segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:22.467653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Bound using segment: {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:22.468127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Bound port: c16d3483-e1c9-4d44-83b7-3b045c40af91, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278a90cf-162d-455f-bd4f-e80f95e8526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:22.468466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.472388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] No DVR routers for this DVR port a92106f6-b217-4726-9924-d885089a0ec0 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:22.474419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:22.481682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.485693 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3fe6e361-4244-4d17-80f1-87af350a5672 req-ad7b3345-3b10-4054-bf97-7750a1a43735 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "DELETE /v2.0/ports/a92106f6-b217-4726-9924-d885089a0ec0 HTTP/1.1" status: 204 len: 173 time: 1.8162708 Feb 03 11:10:22.485693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'name': 'network-vif-deleted', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:22.485911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.487936 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce0eea-67b0-4824-b8b7-291a5dc9404d" -d '{"events": [{"server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "name": "network-vif-deleted", "tag": "a92106f6-b217-4726-9924-d885089a0ec0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:22.492573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Sync routers for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:22.501986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4056a978-30ca-4071-9aa8-ba797a831a83 admin admin] 10.222.0.30 "PUT /v2.0/routers/37aafcdb-5159-4ca1-ad68-744b571a5965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6511910 Feb 03 11:10:22.508468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-f479ad20-72ed-426f-acae-09ff1fb3e33c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:22.510972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-f479ad20-72ed-426f-acae-09ff1fb3e33c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/networks?id=8cf35f40-ed28-49af-a391-fc4c23404202 HTTP/1.1" status: 200 len: 815 time: 0.2571063 Feb 03 11:10:22.517236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3cea4-3f86-4c6b-8948-1888f33d30b2 req-43b0a991-6648-40ee-a3f0-27c7218a7daa tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:22.523884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69f3cea4-3f86-4c6b-8948-1888f33d30b2 req-43b0a991-6648-40ee-a3f0-27c7218a7daa tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 943 time: 0.2694113 Feb 03 11:10:22.575521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:22.575680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (d7170090-a63a-4284-b939-9919d8811827), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.576932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:22.591646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-4c81d50d-a5d8-4e13-af29-32494f42a5f3 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/quotas/3e95291a0f0a46fdab481946f70d78ad HTTP/1.1" status: 200 len: 375 time: 0.0624020 Feb 03 11:10:22.604447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:22.609182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:22.619274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.689750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:22.690496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.692299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] 10.222.0.69 "PUT /v2.0/ports/c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 1091 time: 2.0889931 Feb 03 11:10:22.749742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69f3cea4-3f86-4c6b-8948-1888f33d30b2 req-a37f85f5-e764-4f4f-971c-9ee0af4007e7 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247124 Feb 03 11:10:22.800712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d7170090-a63a-4284-b939-9919d8811827), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:22.818854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0ae9c-8acf-4005-9134-0bcd0f5db251 service neutron] Pushing event updated for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:22.864930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-c9938168-d14f-45a5-9284-4d956d70776e tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e95291a0f0a46fdab481946f70d78ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2721736 Feb 03 11:10:22.885646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-62063ecb-efac-4a16-b890-7537a0d787dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:22.887403 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-62063ecb-efac-4a16-b890-7537a0d787dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1125 time: 0.1368258 Feb 03 11:10:22.983755 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-7dfb0cc5-769f-4f8c-9eb4-5a5f556e0e48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 217 time: 0.0843759 Feb 03 11:10:23.077946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:23.086807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-3bb5b194-f04f-44ba-9dca-a9dfb5b71281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:23.088297 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-3bb5b194-f04f-44ba-9dca-a9dfb5b71281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 200 len: 851 time: 0.0980752 Feb 03 11:10:23.132380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:23.161965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-2674db2f-f3e2-4f14-b794-95a172e4db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:23.163727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-2674db2f-f3e2-4f14-b794-95a172e4db85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81112bd5-066e-4a7c-8a3f-2ccd1adec518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688300 Feb 03 11:10:23.182048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks [] for security_group (0c3c56a5-6e5d-4acd-ab2a-dffa903defb8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.209367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:23.214206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:23.217586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:23.226233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0c3c56a5-6e5d-4acd-ab2a-dffa903defb8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.338142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:20Z', 'revision_number': 2, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:23.355864 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-3c85363e-5e5e-4589-baea-9f4956060058 service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845973 Feb 03 11:10:23.373744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Checking router: 37aafcdb-5159-4ca1-ad68-744b571a5965 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:23.374111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Updating router 37aafcdb-5159-4ca1-ad68-744b571a5965 port ac724347-aa00-4460-a527-6b46d7087b1b binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:23.404953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.421327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-3d287fdf-0cca-45e7-a43b-451872e89a9b service neutron] 10.222.0.30 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555737 Feb 03 11:10:23.426163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:23.438729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f9a5-5d28-4cf5-b60d-21cf5eb8e801 req-897ce886-e17f-4e62-a98d-61f8444062a4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:23.445350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c704f9a5-5d28-4cf5-b60d-21cf5eb8e801 req-897ce886-e17f-4e62-a98d-61f8444062a4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 932 time: 0.4711039 Feb 03 11:10:23.451726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:23.452348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.493386 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2a0301c-d2f1-42e8-98f3-fd6cc11d886c req-5ba4917f-6c58-4ed9-bf3c-629ada53cc65 service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313875 Feb 03 11:10:23.555809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:23.562487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1524311139-network', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:23.569225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-12bb1fa4-8275-4a3b-9945-5f997d9c7982 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9516110 Feb 03 11:10:23.589436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Made reservation on behalf of bd25bc2ab3ba4e81a45e37c825244ac5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:23.592409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.601724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.669357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Request body: {'port': {'device_id': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:23.696223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks [] for security_group (cf90ef4e-07e7-4b5f-9496-211b8966ed27), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.700233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cf90ef4e-07e7-4b5f-9496-211b8966ed27), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.707669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-8fb084d5-6a88-4cfd-9624-fc087f77dc8f service neutron] 10.222.0.30 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785287 Feb 03 11:10:23.727977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:23.735107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c704f9a5-5d28-4cf5-b60d-21cf5eb8e801 req-fc48c965-ee73-4290-aa4c-61dc09091ff3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879176 Feb 03 11:10:23.735882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Allocated IP 192.168.233.109 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/384fdf25-4742-4939-b51f-cee070ea317e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:23.739193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90ef4e-07e7-4b5f-9496-211b8966ed27,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:23.759507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (60487788-0340-4674-8c65-cc14a30eac0d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.762354 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Added segment 60487788-0340-4674-8c65-cc14a30eac0d of type vlan for network efb0fa20-094d-4895-adee-9e6c8451777f Feb 03 11:10:23.768483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:10:23.777103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks [] for port (ac724347-aa00-4460-a527-6b46d7087b1b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.786545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.792224 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7170090-a63a-4284-b939-9919d8811827), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.846378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d66bdd-c67f-44b9-bbc5-f0a234b40086 None None] Pushing event updated for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:23.872029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (efb0fa20-094d-4895-adee-9e6c8451777f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.954194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (efb0fa20-094d-4895-adee-9e6c8451777f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.955812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:23.956676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:23.988287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Attempting to bind port ac724347-aa00-4460-a527-6b46d7087b1b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:23.990588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Attempting to bind port ac724347-aa00-4460-a527-6b46d7087b1b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:23.991854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Attempting to bind port ac724347-aa00-4460-a527-6b46d7087b1b on network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:24.014477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:24.014669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Checking segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:24.015075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.016646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Bound using segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:24.017291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Bound port: ac724347-aa00-4460-a527-6b46d7087b1b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:24.017679 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.041299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4843519 Feb 03 11:10:24.044406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:24.055599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Request body: {'subnet': {'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1524311139-subnet', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:24.060654 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b1ed9c-92f8-4610-a485-07d8ee912202 x-openstack-request-id: req-79b1ed9c-92f8-4610-a485-07d8ee912202 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:24.061176 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3", "name": "network-vif-deleted", "tag": "a92106f6-b217-4726-9924-d885089a0ec0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:24.063259 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79b1ed9c-92f8-4610-a485-07d8ee912202 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:24.075318 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0ae13-f7c7-42c0-8b74-a6d6b31d1ed3', 'name': 'network-vif-deleted', 'tag': 'a92106f6-b217-4726-9924-d885089a0ec0', 'status': 'completed', 'code': 200} Feb 03 11:10:24.139768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] For port ac724347-aa00-4460-a527-6b46d7087b1b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:24.147869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] For port ac724347-aa00-4460-a527-6b46d7087b1b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac724347-aa00-4460-a527-6b46d7087b1b,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:24.152672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989d66c-6307-44a6-8bda-f949675365df admin admin] Pushing event updated for resources: {'Network': ['ID=efb0fa20-094d-4895-adee-9e6c8451777f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:24.166071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network efb0fa20-094d-4895-adee-9e6c8451777f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:24.178829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.185583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Made reservation on behalf of bd25bc2ab3ba4e81a45e37c825244ac5 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:24.188235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.263113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb6c1908-1140-4efa-9c17-978cf1aa19ca req-344da0d7-4777-46bd-8a87-56bacc9df6ea tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 210 time: 0.0899038 Feb 03 11:10:24.326813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks [] for port (384fdf25-4742-4939-b51f-cee070ea317e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.442060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:24.442709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:24.499289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Provisioning complete for port ac724347-aa00-4460-a527-6b46d7087b1b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:24.499656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.506907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a4571bb-03f0-4891-801c-ff93c1de0c9d req-d7d21882-9d25-4761-b214-ac891e804096 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 210 time: 0.0573754 Feb 03 11:10:24.573090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.585954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (01c0b1a7-5591-48c1-862c-cb0c479bfdf7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.631098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96fa8-b7d0-4202-995b-05e440d97762 req-6569ba0e-1934-491a-9cfb-623f21eb23b4 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:24.639878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94a96fa8-b7d0-4202-995b-05e440d97762 req-6569ba0e-1934-491a-9cfb-623f21eb23b4 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 943 time: 0.2336752 Feb 03 11:10:24.650437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7170090-a63a-4284-b939-9919d8811827 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:24.682255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:24.693853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks [] for port (d7170090-a63a-4284-b939-9919d8811827), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.700150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:24.700357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d66bdd-c67f-44b9-bbc5-f0a234b40086 None None] Pushing event updated for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:24.703567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:24.727051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c0b1a7-5591-48c1-862c-cb0c479bfdf7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:24.745016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Pushing event updated for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:24.745814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Checking segment: {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:24.746270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Network hostable DHCP agents. Network: efb0fa20-094d-4895-adee-9e6c8451777f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:24.790356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:24.790585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Transition to ACTIVE for port object d7170090-a63a-4284-b939-9919d8811827 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:24.803457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Network efb0fa20-094d-4895-adee-9e6c8451777f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:24.803893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d7170090-a63a-4284-b939-9919d8811827), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.835513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94a96fa8-b7d0-4202-995b-05e440d97762 req-22cd75a0-b3a4-48ea-a8e7-42e6830202d1 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945355 Feb 03 11:10:24.837520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, efb0fa20-094d-4895-adee-9e6c8451777f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:24.844616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:24.845475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.866935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0ef2e-e711-4cf6-91f3-51510c858aac None None] Network efb0fa20-094d-4895-adee-9e6c8451777f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:24.872647 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82ddb43e-4c98-465d-abcd-d35c5646f9a4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8250132 Feb 03 11:10:24.876093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:24.905905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:24.914751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:24.915627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.940386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:24.941604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.017504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ab32095c-8cb4-4d16-97a5-32cef57021a3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4400895 Feb 03 11:10:25.019235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Pushing event updated for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:25.019623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Current status of the port ac724347-aa00-4460-a527-6b46d7087b1b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:25.020024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.030092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for router_controller (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.066316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Request body: {'port': {'device_id': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:25.205766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dc78d-b4c5-4da3-b0e6-3221add43036 req-84343262-c60b-49a8-bcc1-d71787df63b5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:25.212986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b0dc78d-b4c5-4da3-b0e6-3221add43036 req-84343262-c60b-49a8-bcc1-d71787df63b5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 944 time: 0.2473841 Feb 03 11:10:25.213723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] For port ac724347-aa00-4460-a527-6b46d7087b1b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac724347-aa00-4460-a527-6b46d7087b1b,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:25.216709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (384fdf25-4742-4939-b51f-cee070ea317e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.275685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.282801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for router_gateway (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.318550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-efb0fa20-094d-4895-adee-9e6c8451777f', 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f', 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'fixed_ips': [{'subnet_id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:10:25.319395 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.327090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a92106f6-b217-4726-9924-d885089a0ec0 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:25.340213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Attempting to bind port d7170090-a63a-4284-b939-9919d8811827 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:25.340578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Attempting to bind port d7170090-a63a-4284-b939-9919d8811827 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:25.340870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Attempting to bind port d7170090-a63a-4284-b939-9919d8811827 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:25.368470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b0dc78d-b4c5-4da3-b0e6-3221add43036 req-1bfdcbae-c455-449d-9e32-3a821e2862fd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533639 Feb 03 11:10:25.374104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Port d7170090-a63a-4284-b939-9919d8811827 on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:25.374443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Attempting to bind port d7170090-a63a-4284-b939-9919d8811827 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:25.397438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:25.397787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:25.398186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:25.398667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Bound port: d7170090-a63a-4284-b939-9919d8811827, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:25.399031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7170090-a63a-4284-b939-9919d8811827), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.403314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: a92106f6-b217-4726-9924-d885089a0ec0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:25.403669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a92106f6-b217-4726-9924-d885089a0ec0 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:25.429951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc67ff0-cf07-4fcc-ae48-dcd30e788839 None None] Pushing event updated for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:25.450287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ee8c8-0d03-4d04-9e11-965e195b3131 req-3e627316-3e80-4324-b02c-ff880cd8cdec tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:25.451795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-338ee8c8-0d03-4d04-9e11-965e195b3131 req-3e627316-3e80-4324-b02c-ff880cd8cdec tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 949 time: 0.2265837 Feb 03 11:10:25.508210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Provisioning complete for port 384fdf25-4742-4939-b51f-cee070ea317e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:25.508765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (384fdf25-4742-4939-b51f-cee070ea317e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.542782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:24Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:25.613943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef371-2652-499b-944e-8a3e6be9ca4c None None] The sync data for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 is: [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:24Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:25.623156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Port 384fdf25-4742-4939-b51f-cee070ea317e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:25.652569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Allocated IP 172.20.0.2 (efb0fa20-094d-4895-adee-9e6c8451777f/01c0b1a7-5591-48c1-862c-cb0c479bfdf7/6f40af19-e457-463a-a38e-fdcea9082365) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:25.659847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Provisioning complete for port ac724347-aa00-4460-a527-6b46d7087b1b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:25.659847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.685125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c250e-a286-4085-8048-b0b474904fe0 req-f714f701-7ff7-4e9d-bf4e-4fc7353a5de7 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:25.688223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f9c250e-a286-4085-8048-b0b474904fe0 req-f714f701-7ff7-4e9d-bf4e-4fc7353a5de7 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 936 time: 0.1787677 Feb 03 11:10:25.786208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-338ee8c8-0d03-4d04-9e11-965e195b3131 req-63dae7eb-dbec-4945-ab86-a7ed23039b40 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746131 Feb 03 11:10:25.787679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:25.844982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d7170090-a63a-4284-b939-9919d8811827,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:25.938143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d7170090-a63a-4284-b939-9919d8811827), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:25.945290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f9c250e-a286-4085-8048-b0b474904fe0 req-2d172917-9723-41f7-9df1-81afec25012e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216675 Feb 03 11:10:26.014769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:26.018099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:26.023210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] 10.222.0.69 "PUT /v2.0/ports/d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 200 len: 1092 time: 2.3655543 Feb 03 11:10:26.029002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'tag': 'd7170090-a63a-4284-b939-9919d8811827'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:26.049239 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518edb7d-980e-4763-b805-9c749b916819" -d '{"events": [{"name": "network-changed", "server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "tag": "d7170090-a63a-4284-b939-9919d8811827"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:26.087782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:26.096294 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e2ec6-3693-4706-8eba-60000f7f09e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:26.261194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-071b3310-9449-4218-a7b9-2ed95ef51740 req-471b293e-f881-43de-8772-5c0ae01e6b77 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 210 time: 0.0989869 Feb 03 11:10:26.291515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d647d-1992-4a14-8eae-2f88dc27df33 service neutron] Pushing event updated for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:26.354726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c16d3483-e1c9-4d44-83b7-3b045c40af91 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:10:26.366787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-f975c460-df98-4f21-a416-a9017b4e55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:26.369097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-f975c460-df98-4f21-a416-a9017b4e55d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 1126 time: 0.2810192 Feb 03 11:10:26.398949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-229e909f-837a-431f-9386-7942fdcb01c0 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:26.404797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-229e909f-837a-431f-9386-7942fdcb01c0 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.53 "GET /v2.0/networks?id=8cf35f40-ed28-49af-a391-fc4c23404202 HTTP/1.1" status: 200 len: 815 time: 0.4728611 Feb 03 11:10:26.423098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks [] for port (6f40af19-e457-463a-a38e-fdcea9082365), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:26.432597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Request body: {'port': {'device_id': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'admin_state_up': True, 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:26.485881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (6f40af19-e457-463a-a38e-fdcea9082365), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:26.493285 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cbff2e-2bd7-4776-8a9a-4a81b3cf149b x-openstack-request-id: req-e1cbff2e-2bd7-4776-8a9a-4a81b3cf149b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:26.493579 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "tag": "d7170090-a63a-4284-b939-9919d8811827", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:26.493959 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1cbff2e-2bd7-4776-8a9a-4a81b3cf149b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:26.494417 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'tag': 'd7170090-a63a-4284-b939-9919d8811827', 'status': 'completed', 'code': 200} Feb 03 11:10:26.496664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384fdf25-4742-4939-b51f-cee070ea317e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:26.506132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks [] for port (384fdf25-4742-4939-b51f-cee070ea317e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:26.522605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Transition to ACTIVE for port object 384fdf25-4742-4939-b51f-cee070ea317e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:26.529857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-bce63f13-9f09-49d4-810e-79194737012d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 200 len: 217 time: 0.1433530 Feb 03 11:10:26.532415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:26.571159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ac5e-764a-43ac-ad2b-6d5bd50282c7 req-b4470bca-1a49-4a42-b677-5b8bf6b33563 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:26.573039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d15ac5e-764a-43ac-ad2b-6d5bd50282c7 req-b4470bca-1a49-4a42-b677-5b8bf6b33563 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 943 time: 0.3830695 Feb 03 11:10:26.626362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:10:26.628661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Pushing event updated for resources: {'Port': ['ID=6f40af19-e457-463a-a38e-fdcea9082365,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:26.634123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43eae1ef-31f8-4af0-8f68-a840a09174be None None] Current status of the port ac724347-aa00-4460-a527-6b46d7087b1b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:26.737145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Network efb0fa20-094d-4895-adee-9e6c8451777f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:26.740510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:26.746939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:26.871697 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb91b128-6c3a-40f9-9366-095fd4c58693 x-openstack-request-id: req-cb91b128-6c3a-40f9-9366-095fd4c58693 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:26.877098 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:26.877892 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb91b128-6c3a-40f9-9366-095fd4c58693 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:26.879169 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'status': 'completed', 'code': 200} Feb 03 11:10:26.930602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Made reservation on behalf of 3e95291a0f0a46fdab481946f70d78ad for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:26.937256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.037220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for router_gateway (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.149067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:27.149901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.172280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'port_id': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'mac_address': 'fa:16:3e:d9:cb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:10:27.222765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac724347-aa00-4460-a527-6b46d7087b1b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:27.411705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Attempting to bind port 6f40af19-e457-463a-a38e-fdcea9082365 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:27.412361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Attempting to bind port 6f40af19-e457-463a-a38e-fdcea9082365 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:27.413129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Attempting to bind port 6f40af19-e457-463a-a38e-fdcea9082365 on network efb0fa20-094d-4895-adee-9e6c8451777f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:27.445942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.472020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:27.472406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Checking segment: {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:27.473545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.473947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Bound using segment: {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:27.474574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Bound port: 6f40af19-e457-463a-a38e-fdcea9082365, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:27.474958 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f40af19-e457-463a-a38e-fdcea9082365), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.500398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c16d3483-e1c9-4d44-83b7-3b045c40af91 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:27.501029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.526104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16d3483-e1c9-4d44-83b7-3b045c40af91 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:27.552284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:27.555870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-99adb09b-35ab-4c04-8250-8571a662a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:27.559738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.559901 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-99adb09b-35ab-4c04-8250-8571a662a915 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1125 time: 0.7177501 Feb 03 11:10:27.650063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ac724347-aa00-4460-a527-6b46d7087b1b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:27.650677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.855288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:27.879235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] For port 6f40af19-e457-463a-a38e-fdcea9082365, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:27.893281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-b6882d09-cf52-4b85-bccf-13ec20f0f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:27.897432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-b6882d09-cf52-4b85-bccf-13ec20f0f1f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 913 time: 0.3044598 Feb 03 11:10:27.901001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Allocated IP 172.25.7.149 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/420e2832-fa71-4f0d-aa40-e351a4063e90) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:27.920004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] For port 6f40af19-e457-463a-a38e-fdcea9082365, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f40af19-e457-463a-a38e-fdcea9082365,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:27.983914 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f40af19-e457-463a-a38e-fdcea9082365), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:27.990045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c16d3483-e1c9-4d44-83b7-3b045c40af91'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:28.049142 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-75c21ec7-4647-477f-a48f-f04d58e078eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 217 time: 0.1312983 Feb 03 11:10:28.141899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ac724347-aa00-4460-a527-6b46d7087b1b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:28.212029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-88fa2270-7a27-4509-9d19-6cb550a6e1c3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:28.217830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-88fa2270-7a27-4509-9d19-6cb550a6e1c3 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 949 time: 1.7359760 Feb 03 11:10:28.229541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Pushing event updated for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:28.237324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f407bd-4b3d-4827-9024-1340c5d7fcb2 None None] Pushing event updated for resources: {'Port': ['ID=6f40af19-e457-463a-a38e-fdcea9082365,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:28.239732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d15ac5e-764a-43ac-ad2b-6d5bd50282c7 req-c2fb4c0e-4378-45c1-848c-45c5a85a41c2 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5837810 Feb 03 11:10:28.402961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-aeb0ce61-47f2-45be-8aa6-2cb0230c46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:28.404590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-aeb0ce61-47f2-45be-8aa6-2cb0230c46a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 1.8017740 Feb 03 11:10:28.462052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:28.540020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Allocated IP 172.20.0.6 (8cf35f40-ed28-49af-a391-fc4c23404202/020e4cfb-33c6-4472-af72-59c214993ff3/2db2b7ac-b2bf-49f1-94da-c26c71493c25) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:28.637192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Attempting to bind port 384fdf25-4742-4939-b51f-cee070ea317e on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:28.637447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Attempting to bind port 384fdf25-4742-4939-b51f-cee070ea317e by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:28.637778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Attempting to bind port 384fdf25-4742-4939-b51f-cee070ea317e on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:28.645518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-2f4f7f85-627a-4803-bca8-11b3f270983f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658366 Feb 03 11:10:28.654631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Port 384fdf25-4742-4939-b51f-cee070ea317e on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:28.654955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Attempting to bind port 384fdf25-4742-4939-b51f-cee070ea317e on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:28.675578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:28.782804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-f9d9d824-e07e-471a-b704-59c4cf14d36e service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189570 Feb 03 11:10:28.795570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e2025-0ca7-4941-b337-6f85678547c9 req-4499b919-3305-443d-943e-75d5648bd8a2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:28.803249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b6e2025-0ca7-4941-b337-6f85678547c9 req-4499b919-3305-443d-943e-75d5648bd8a2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 944 time: 0.8640971 Feb 03 11:10:28.847915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-49155c34-6c81-4904-a896-26ab4f60c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:28.849106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a5384-b50d-4d61-9725-3571d98d9b45 req-d78b27ed-b60d-4308-8fdb-6e5a3af484d7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:28.851138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-090a5384-b50d-4d61-9725-3571d98d9b45 req-d78b27ed-b60d-4308-8fdb-6e5a3af484d7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 949 time: 0.3548343 Feb 03 11:10:28.857720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-49155c34-6c81-4904-a896-26ab4f60c0b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 200 len: 851 time: 0.7970970 Feb 03 11:10:28.910129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:28.912554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:28.945124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:28.970877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:28.971217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:28.971610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:28.972047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Bound port: 384fdf25-4742-4939-b51f-cee070ea317e, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:28.972404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (384fdf25-4742-4939-b51f-cee070ea317e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:28.979101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3437f2fd-1d7e-4d3c-92ed-f53ce18bbf68 req-f1f284e9-0384-4e77-bfb2-4b862245614f service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386580 Feb 03 11:10:28.993054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Pushing event updated for resources: {'Port': ['ID=420e2832-fa71-4f0d-aa40-e351a4063e90,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:29.073366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b6e2025-0ca7-4941-b337-6f85678547c9 req-32a6e782-1cd7-4966-a04b-ad1531507a8a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691147 Feb 03 11:10:29.152754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:29.160943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=384fdf25-4742-4939-b51f-cee070ea317e,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:29.164246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f40af19-e457-463a-a38e-fdcea9082365 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:29.216426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.242508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Deleting port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:10:29.244767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.296022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks [] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.307082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6f40af19-e457-463a-a38e-fdcea9082365 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:29.307595 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f40af19-e457-463a-a38e-fdcea9082365), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.381737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-090a5384-b50d-4d61-9725-3571d98d9b45 req-a8d60ba7-022e-4bf2-a879-05612ed2dce8 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/security-groups?id=a55506e3-73ee-4f51-8d68-e46a1d32ef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993773 Feb 03 11:10:29.496158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-0b2f6603-2c4e-4a3b-bb8e-4a591a9ae2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:29.500073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-0b2f6603-2c4e-4a3b-bb8e-4a591a9ae2dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81112bd5-066e-4a7c-8a3f-2ccd1adec518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6286929 Feb 03 11:10:29.582200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:29.582840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.584299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] 10.222.0.69 "PUT /v2.0/ports/384fdf25-4742-4939-b51f-cee070ea317e HTTP/1.1" status: 200 len: 1096 time: 4.5412545 Feb 03 11:10:29.597647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6f40af19-e457-463a-a38e-fdcea9082365 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:29.598113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f40af19-e457-463a-a38e-fdcea9082365), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.601327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:29.612381 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fca119e-1c06-4225-9517-b2d543acc59b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "tag": "384fdf25-4742-4939-b51f-cee070ea317e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:29.726031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 6f40af19-e457-463a-a38e-fdcea9082365, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f40af19-e457-463a-a38e-fdcea9082365,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:29.734991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f40af19-e457-463a-a38e-fdcea9082365), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.840005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:29.890181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=6f40af19-e457-463a-a38e-fdcea9082365,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:29.917253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Network 8cf35f40-ed28-49af-a391-fc4c23404202 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:29.960318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:29.962909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:29.982500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb4cd905-6ca2-4708-9601-d65b5c670341 req-b0443f57-46c7-4dd0-80f2-4ba8f66751d6 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 210 time: 0.3399069 Feb 03 11:10:30.095085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-a5bd1a25-dfdd-44f9-8e26-c719cef26ad1 service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733902 Feb 03 11:10:30.116851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Pushing event updated for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:30.187193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] For port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:30.190433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:30.214414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c16d3483-e1c9-4d44-83b7-3b045c40af91 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:30.222608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edb7d-980e-4763-b805-9c749b916819 req-4ecf9d94-fa3c-4649-aae6-e63a9495c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:30.224148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-4ecf9d94-fa3c-4649-aae6-e63a9495c0fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 1126 time: 1.0360746 Feb 03 11:10:30.249768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41387d4-ca81-4fc1-855b-4d8e7d6089db req-72d82ca9-4381-4ea3-826a-5e2cf450e093 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:30.258424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b41387d4-ca81-4fc1-855b-4d8e7d6089db req-72d82ca9-4381-4ea3-826a-5e2cf450e093 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 948 time: 0.9628177 Feb 03 11:10:30.259111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39441fc8-cf0b-47ee-ab9a-7f9e9d541521 service neutron] Pushing event updated for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:30.345074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Calling delete_port for 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:10:30.382238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port c16d3483-e1c9-4d44-83b7-3b045c40af91 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:10:30.395306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c16d3483-e1c9-4d44-83b7-3b045c40af91 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:30.397696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:30.478295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:30.484943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:30.485734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91174d33-2c6f-4ce6-9489-9dd11719817b None None] Network efb0fa20-094d-4895-adee-9e6c8451777f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:30.505846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edb7d-980e-4763-b805-9c749b916819 req-1302d020-563d-472e-b2ef-ce4627b34780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:30.507865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-1302d020-563d-472e-b2ef-ce4627b34780 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.2424457 Feb 03 11:10:30.594489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bd2e2ec6-3693-4706-8eba-60000f7f09e6 req-880dd11b-e7e9-43ab-9cd9-0ed8b4ee8c3d service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670329 Feb 03 11:10:30.625731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-51d02f88-067e-4af9-b968-aac5965ecf10 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2033994 Feb 03 11:10:30.626500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for router_gateway (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:30.738665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Request body: {'port': {'device_id': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:30.769202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-daae140e-3ecb-4808-8d57-19c45c124d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:30.770794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-daae140e-3ecb-4808-8d57-19c45c124d7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 1130 time: 1.0842104 Feb 03 11:10:30.771453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2a715dd5-7e52-44cc-907c-f6cdd45fcd92), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:30.784408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-b3e70648-39c0-43ca-9175-1d51918fb6a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 200 len: 217 time: 0.0606084 Feb 03 11:10:30.857432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Provisioning complete for port 6f40af19-e457-463a-a38e-fdcea9082365 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:30.857886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f40af19-e457-463a-a38e-fdcea9082365), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.052866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c16d3483-e1c9-4d44-83b7-3b045c40af91 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:31.053382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.069829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.107711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f40af19-e457-463a-a38e-fdcea9082365 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:31.110842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-3eba1402-5a9a-4958-9f71-8ab19f25aacd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=384fdf25-4742-4939-b51f-cee070ea317e HTTP/1.1" status: 200 len: 217 time: 0.2961841 Feb 03 11:10:31.121047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edb7d-980e-4763-b805-9c749b916819 req-95a729df-8089-4bf0-a9e7-c60d8e3eff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:31.122670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-95a729df-8089-4bf0-a9e7-c60d8e3eff32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1893957 Feb 03 11:10:31.349266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:31.366097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:31.374226 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67fec4a-2f06-46fe-8acb-b0a76ea67791" -d '{"events": [{"server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "name": "network-vif-plugged", "status": "completed", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:31.464722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.484140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b41387d4-ca81-4fc1-855b-4d8e7d6089db req-febb0f84-c5b9-4ba6-9999-f5a86eff1b1e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1557558 Feb 03 11:10:31.485105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] No DVR routers for this DVR port 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:10:31.488403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-e57b9d13-80d1-4845-a09a-6fceccdd41c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712073 Feb 03 11:10:31.495144 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.511918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee053f8-7445-4caf-a276-eb090f1bf823 req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.53 "DELETE /v2.0/ports/2a715dd5-7e52-44cc-907c-f6cdd45fcd92 HTTP/1.1" status: 204 len: 173 time: 3.2317884 Feb 03 11:10:31.511918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdd9e2-9438-4a2e-b0ce-f9d4673fbec7 tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] Pushing event deleted for resources: {'Port': ['ID=2a715dd5-7e52-44cc-907c-f6cdd45fcd92,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:31.530327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-3517532f-2a4e-49d7-9cfc-79b7ce5d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:31.535897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-3517532f-2a4e-49d7-9cfc-79b7ce5d5145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2889068 Feb 03 11:10:31.546503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:10:31.560119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Current status of the port 6f40af19-e457-463a-a38e-fdcea9082365 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:31.582786 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.649194 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e047d1-4ec5-4904-972c-fb0bd331b161 x-openstack-request-id: req-f4e047d1-4ec5-4904-972c-fb0bd331b161 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:31.649194 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "tag": "384fdf25-4742-4939-b51f-cee070ea317e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:31.649194 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e047d1-4ec5-4904-972c-fb0bd331b161 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:31.649758 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e', 'status': 'completed', 'code': 200} Feb 03 11:10:31.697268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87ab30f9-b2b7-49fb-93f0-feab9c6cb2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.780448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:10:31.782826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2a715dd5-7e52-44cc-907c-f6cdd45fcd92 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:10:31.830038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65713d1-2dfd-4a72-ae4a-7e8ca7e6a937 req-d3c419a4-eae4-443c-9781-dd713acd6daf tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:31.839845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f65713d1-2dfd-4a72-ae4a-7e8ca7e6a937 req-d3c419a4-eae4-443c-9781-dd713acd6daf tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 944 time: 1.1359479 Feb 03 11:10:31.879769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Provisioning complete for port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:31.880310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.918761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f65713d1-2dfd-4a72-ae4a-7e8ca7e6a937 req-0a1e3134-c8c4-40af-a4f7-b1251006f1a2 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774307 Feb 03 11:10:31.929173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6f40af19-e457-463a-a38e-fdcea9082365 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:31.929573 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f40af19-e457-463a-a38e-fdcea9082365), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:31.989170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-74c394c2-1e00-475c-9b52-ed3fadb68b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:31.998198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-74c394c2-1e00-475c-9b52-ed3fadb68b25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4107323 Feb 03 11:10:32.023109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390458b-9188-4868-b100-e3b037b0a282 req-4152d485-33c4-414f-9368-012887695eb3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:32.029434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:32.034163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6390458b-9188-4868-b100-e3b037b0a282 req-4152d485-33c4-414f-9368-012887695eb3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 944 time: 0.3605671 Feb 03 11:10:32.082315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3723ff39-bac2-45e0-8da8-f0b7acb05da5 None None] Port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:32.102926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6f40af19-e457-463a-a38e-fdcea9082365 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:32.187900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-906d2b08-2258-4606-9e7b-de3ed5bb6173 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389232 Feb 03 11:10:32.244764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9d86b1f6-bafa-480d-b8af-d66974f2f431 None None] Provisioning complete for port 6f40af19-e457-463a-a38e-fdcea9082365 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:32.247357 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d86b1f6-bafa-480d-b8af-d66974f2f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f40af19-e457-463a-a38e-fdcea9082365), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:32.253024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd61dd20-2d14-4729-a368-9e2f8458ef45 req-525b9933-599f-46c9-8897-47d28023861e tempest-ServersAdminTestJSON-442512992 tempest-ServersAdminTestJSON-442512992-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37bcf5c-f6f3-442f-83d6-3d52ade90ddd HTTP/1.1" status: 200 len: 210 time: 0.0631754 Feb 03 11:10:32.327801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d7170090-a63a-4284-b939-9919d8811827 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:10:32.402820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a15d0dd-873a-4372-a1b7-03eea148e84e req-ca05c20e-45c3-4036-9e94-3d70515876ed service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Feb 03 11:10:32.407837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-915c7b76-5585-4cf1-a060-37ef10682b81 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8880606 Feb 03 11:10:32.557256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6390458b-9188-4868-b100-e3b037b0a282 req-0f767aa0-214a-44fa-a5cd-fe19efe95ead tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218570 Feb 03 11:10:32.667736 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a134702-ca37-4296-b1d0-7407ae9ebd40 x-openstack-request-id: req-8a134702-ca37-4296-b1d0-7407ae9ebd40 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:32.668361 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "name": "network-vif-plugged", "status": "completed", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:32.673580 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a134702-ca37-4296-b1d0-7407ae9ebd40 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:32.674683 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'code': 200} Feb 03 11:10:32.690522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d7170090-a63a-4284-b939-9919d8811827,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:32.747346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'd7170090-a63a-4284-b939-9919d8811827', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': 'd7170090-a63a-4284-b939-9919d8811827', 'mac_address': 'fa:16:3e:9e:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:10:32.757499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d86b1f6-bafa-480d-b8af-d66974f2f431 None None] Current status of the port 6f40af19-e457-463a-a38e-fdcea9082365 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:32.834674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d7170090-a63a-4284-b939-9919d8811827 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:32.835530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7170090-a63a-4284-b939-9919d8811827), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:32.856987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7170090-a63a-4284-b939-9919d8811827 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:32.927603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:10:32.928551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d7170090-a63a-4284-b939-9919d8811827,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:32.948368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d7170090-a63a-4284-b939-9919d8811827), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:32.976800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a03a46-df3d-449d-8bc1-df57978d9b03 req-98c8e597-60df-4fa0-bb7c-57ebe024d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:32.982278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-76a03a46-df3d-449d-8bc1-df57978d9b03 req-98c8e597-60df-4fa0-bb7c-57ebe024d778 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1127 time: 0.1378546 Feb 03 11:10:33.059305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db2b7ac-b2bf-49f1-94da-c26c71493c25 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:33.077265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks [] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:33.131651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca119e-1c06-4225-9517-b2d543acc59b req-d56fb879-a44a-49b4-b48f-47ddf80399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:33.131922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:33.138477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-d56fb879-a44a-49b4-b48f-47ddf80399f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 1130 time: 0.4431720 Feb 03 11:10:33.140335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518edb7d-980e-4763-b805-9c749b916819 req-554f55af-2ee8-4783-9e50-15c4a53eb062 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094498 Feb 03 11:10:33.146397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Transition to ACTIVE for port object 2db2b7ac-b2bf-49f1-94da-c26c71493c25 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:33.151316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-76a03a46-df3d-449d-8bc1-df57978d9b03 req-0cfd32b0-d8dc-44fb-a77f-ab7680968d6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223588 Feb 03 11:10:33.174818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:33.189821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3430b3-9599-4998-8877-2da3d9bb4692 req-80f2f36f-3cb9-4209-a2d8-24ccf6eec032 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:33.191864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a3430b3-9599-4998-8877-2da3d9bb4692 req-80f2f36f-3cb9-4209-a2d8-24ccf6eec032 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 948 time: 0.3270173 Feb 03 11:10:33.273358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafc8b7-e97f-4145-93c5-bcc899312422 req-806aca71-ab21-4c42-acdd-f789c690c920 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:33.297633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fafc8b7-e97f-4145-93c5-bcc899312422 req-806aca71-ab21-4c42-acdd-f789c690c920 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 931 time: 0.4462643 Feb 03 11:10:33.307105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Pushing event updated for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:33.343399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:33.365304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.365738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.366103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.366520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.366792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.367154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.367489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.367831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.368178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.368536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.368875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.369241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.369582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:33.416179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:33.431165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Sync routers for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:33.458331 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:33.458987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:33.479369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a3430b3-9599-4998-8877-2da3d9bb4692 req-052d6c6f-dd12-4567-a5e3-14f9a60be19e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624004 Feb 03 11:10:33.554413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76068863-052e-413a-9785-5225531bb01f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:33.567063 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76068863-052e-413a-9785-5225531bb01f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6751461 Feb 03 11:10:33.569595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:33.582726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fafc8b7-e97f-4145-93c5-bcc899312422 req-dfd3fcee-9ab1-4205-8305-5391b713b072 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792208 Feb 03 11:10:33.662116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-deleted', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:33.668232 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b96f84-9a7e-4a1f-a4db-38e059d12f44" -d '{"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-deleted", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:33.688439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca119e-1c06-4225-9517-b2d543acc59b req-d23292a8-f909-4ccb-8eca-14b88c44ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:33.690034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-d23292a8-f909-4ccb-8eca-14b88c44ec5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.5191951 Feb 03 11:10:33.786418 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:33.820070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-7f99b7bb-f593-417d-95dd-800b38bed4de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=384fdf25-4742-4939-b51f-cee070ea317e HTTP/1.1" status: 200 len: 217 time: 0.1130707 Feb 03 11:10:33.949717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Attempting to bind port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:33.950812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Attempting to bind port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:33.951313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Attempting to bind port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 on network 8cf35f40-ed28-49af-a391-fc4c23404202 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:33.963594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 on network 8cf35f40-ed28-49af-a391-fc4c23404202 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:33.964359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Attempting to bind port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 on network 8cf35f40-ed28-49af-a391-fc4c23404202 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:33.976153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:33.976955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca119e-1c06-4225-9517-b2d543acc59b req-2eb1635a-dc79-4ea0-bbd2-187775d93b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:33.977543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Checking segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:33.979534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Bound using segment: {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:33.980289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Bound port: 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:33.981019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:33.985853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-2eb1635a-dc79-4ea0-bbd2-187775d93b60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1515548 Feb 03 11:10:34.080437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49e36c-3d24-4e43-bf56-fc31cef350d4 req-c23ab6d2-8cfe-453c-9796-7340d30dc151 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:34.092551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a49e36c-3d24-4e43-bf56-fc31cef350d4 req-c23ab6d2-8cfe-453c-9796-7340d30dc151 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.4183040 Feb 03 11:10:34.152493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd090ef2-f9d4-4abc-914b-3301bd90340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:34.171420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:34.178509 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:29Z', 'revision_number': 3, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:34.201256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:34.223567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:34.265198 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Checking router: e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:34.265198 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Updating router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 port 420e2832-fa71-4f0d-aa40-e351a4063e90 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:34.268339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a49e36c-3d24-4e43-bf56-fc31cef350d4 req-94e59129-6a91-4ec6-81fa-c69736db9806 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749160 Feb 03 11:10:34.337674 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:34.346649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca119e-1c06-4225-9517-b2d543acc59b req-86570e24-8d6b-4254-816f-471b3dfcf7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:34.351994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-86570e24-8d6b-4254-816f-471b3dfcf7d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3581374 Feb 03 11:10:34.395987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:34.396742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:34.398592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] 10.222.0.53 "PUT /v2.0/ports/2db2b7ac-b2bf-49f1-94da-c26c71493c25 HTTP/1.1" status: 200 len: 1091 time: 3.6708782 Feb 03 11:10:34.401202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:34.403708 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60176da6-19a7-4d60-aebb-a7742211935b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:34.517753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:34.602902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd392b-4325-41e0-a5c3-701bde186014 service neutron] Pushing event updated for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:34.662489 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5764e-f9f9-472b-b969-6fdc59112ad4 x-openstack-request-id: req-47b5764e-f9f9-472b-b969-6fdc59112ad4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:34.664344 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bcf5c-f6f3-442f-83d6-3d52ade90ddd", "name": "network-vif-deleted", "tag": "2a715dd5-7e52-44cc-907c-f6cdd45fcd92", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:34.665983 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47b5764e-f9f9-472b-b969-6fdc59112ad4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:34.667199 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bcf5c-f6f3-442f-83d6-3d52ade90ddd', 'name': 'network-vif-deleted', 'tag': '2a715dd5-7e52-44cc-907c-f6cdd45fcd92', 'status': 'completed', 'code': 200} Feb 03 11:10:34.716727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-a992a47a-d6bc-4001-a425-a2d4c62fec99 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414636 Feb 03 11:10:34.867064 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0dfa70-1ea1-45af-ba29-6392df70e32c x-openstack-request-id: req-cb0dfa70-1ea1-45af-ba29-6392df70e32c {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:34.867296 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:34.867401 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb0dfa70-1ea1-45af-ba29-6392df70e32c {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:34.867782 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25', 'status': 'completed', 'code': 200} Feb 03 11:10:34.999017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-50b3f4e1-d41c-48a8-ac65-26d6033849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.022378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-50b3f4e1-d41c-48a8-ac65-26d6033849c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e95291a0f0a46fdab481946f70d78ad&device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 1125 time: 0.5417306 Feb 03 11:10:35.137781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60086) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:35.199062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-13ad8385-d43d-489b-8a74-5903cc709950 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25 HTTP/1.1" status: 200 len: 217 time: 0.1340408 Feb 03 11:10:35.215410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fca119e-1c06-4225-9517-b2d543acc59b req-43424bf8-0100-435f-9fbd-a3ff7a0ac7dc service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976859 Feb 03 11:10:35.264799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96623f3-7233-4b17-a436-b6e06aa4bef7 req-84ad1b29-e1e2-4782-9c17-d9c816d96bb8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.268273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a96623f3-7233-4b17-a436-b6e06aa4bef7 req-84ad1b29-e1e2-4782-9c17-d9c816d96bb8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 945 time: 0.5978482 Feb 03 11:10:35.282769 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks [] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.296474 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.364570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f51c0-2a1d-49a0-b105-d76d42405e5f req-e05f3d58-2a1f-4975-bc6b-d458d358d58f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.408991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f73f51c0-2a1d-49a0-b105-d76d42405e5f req-e05f3d58-2a1f-4975-bc6b-d458d358d58f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 948 time: 0.4557130 Feb 03 11:10:35.462797 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a300c4-b21c-4806-82f7-b07ae3a2d0a9 None None] Pushing event updated for resources: {'Port': ['ID=420e2832-fa71-4f0d-aa40-e351a4063e90,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:35.503543 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Attempting to bind port 420e2832-fa71-4f0d-aa40-e351a4063e90 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:35.503907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Attempting to bind port 420e2832-fa71-4f0d-aa40-e351a4063e90 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:35.504264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Attempting to bind port 420e2832-fa71-4f0d-aa40-e351a4063e90 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:35.516860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:35.525568 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:35.525811 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.526937 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:35.527858 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Bound port: 420e2832-fa71-4f0d-aa40-e351a4063e90, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:35.528249 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.553733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a96623f3-7233-4b17-a436-b6e06aa4bef7 req-817d8cd1-3abe-4fd5-9c30-a6b17a13a2f5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716489 Feb 03 11:10:35.602855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.614177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f73f51c0-2a1d-49a0-b105-d76d42405e5f req-d1b82ba1-a67c-4953-af7d-6f895b54f418 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035329 Feb 03 11:10:35.642580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e2a5d01d-4f30-40a0-a97e-df027f9bcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.644108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e2a5d01d-4f30-40a0-a97e-df027f9bcd43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=020e4cfb-33c6-4472-af72-59c214993ff3 HTTP/1.1" status: 200 len: 854 time: 0.4304192 Feb 03 11:10:35.662476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] For port 420e2832-fa71-4f0d-aa40-e351a4063e90, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:35.672683 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] For port 420e2832-fa71-4f0d-aa40-e351a4063e90, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=420e2832-fa71-4f0d-aa40-e351a4063e90,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:35.686307 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:35.776626 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a300c4-b21c-4806-82f7-b07ae3a2d0a9 None None] Pushing event updated for resources: {'Port': ['ID=420e2832-fa71-4f0d-aa40-e351a4063e90,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:35.778987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:35.779615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:35.805922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede6bb1-39f3-45b2-9449-49f3ebf75a3c req-7525f7a5-7165-4380-a6a0-533cf2c4fdef tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.815197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ede6bb1-39f3-45b2-9449-49f3ebf75a3c req-7525f7a5-7165-4380-a6a0-533cf2c4fdef tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 943 time: 0.1433206 Feb 03 11:10:35.863154 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-70cd07d1-ad2c-4c16-b82d-d0a76fb85397 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=926bb5fb2e6e405a9c393e1ed317437b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7225964 Feb 03 11:10:35.866657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:35.890574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-a189e529-ada1-47d5-ac7a-088f783cae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.892895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-a189e529-ada1-47d5-ac7a-088f783cae13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8cf35f40-ed28-49af-a391-fc4c23404202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2413950 Feb 03 11:10:35.901162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961189e-7b66-4e62-bb03-66cf9429c014 req-087aaac2-a821-42cf-b641-315846d68daa tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:35.905013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3961189e-7b66-4e62-bb03-66cf9429c014 req-087aaac2-a821-42cf-b641-315846d68daa tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.1822026 Feb 03 11:10:35.983342 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:36.002362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3961189e-7b66-4e62-bb03-66cf9429c014 req-185f053a-f190-4c66-a235-1c3f238a3401 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830045 Feb 03 11:10:36.006864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ede6bb1-39f3-45b2-9449-49f3ebf75a3c req-da56e540-0415-478e-a7ce-b561ea381b99 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907880 Feb 03 11:10:36.139516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:36.253366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 384fdf25-4742-4939-b51f-cee070ea317e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:10:36.260044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d7170090-a63a-4284-b939-9919d8811827 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:36.343767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] Publish callbacks [] for security_group (a55506e3-73ee-4f51-8d68-e46a1d32ef25), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:36.353502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c946c-f61b-491c-bdcd-2c4f97a20b93 req-642daf8d-96bd-4a32-96fc-6d390addc3e8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:36.355245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d7c946c-f61b-491c-bdcd-2c4f97a20b93 req-642daf8d-96bd-4a32-96fc-6d390addc3e8 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.1364586 Feb 03 11:10:36.364534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:36.369859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Request body: {'floatingip': {'port_id': 'c16d3483-e1c9-4d44-83b7-3b045c40af91'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:36.512703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] Publish callbacks [] for security_group (a55506e3-73ee-4f51-8d68-e46a1d32ef25), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:36.517768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:36.616298 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:29Z', 'revision_number': 3, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:36.679804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Allocated IP 172.20.0.1 (efb0fa20-094d-4895-adee-9e6c8451777f/01c0b1a7-5591-48c1-862c-cb0c479bfdf7/e5a0fdea-b9ff-4093-9923-c08e65e1557f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:36.776594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430b1c0-aa73-4788-81ad-ecf8844fc877 None None] The sync data for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 is: [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:29Z', 'revision_number': 3, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:36.809511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=384fdf25-4742-4939-b51f-cee070ea317e,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:36.836529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '384fdf25-4742-4939-b51f-cee070ea317e', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '384fdf25-4742-4939-b51f-cee070ea317e', 'mac_address': 'fa:16:3e:50:67:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:10:36.890699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port d7170090-a63a-4284-b939-9919d8811827 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:10:36.932842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port d7170090-a63a-4284-b939-9919d8811827 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:36.933819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7170090-a63a-4284-b939-9919d8811827), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.008858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks [] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.029043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 384fdf25-4742-4939-b51f-cee070ea317e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:37.029580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (384fdf25-4742-4939-b51f-cee070ea317e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.076144 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-e8475fd2-0391-40f3-9420-630559f6de05 service neutron] 10.222.0.53 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1000357 Feb 03 11:10:37.076754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a55506e3-73ee-4f51-8d68-e46a1d32ef25), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.083575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.084728 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a55506e3-73ee-4f51-8d68-e46a1d32ef25 HTTP/1.1" status: 204 len: 168 time: 1.2133281 Feb 03 11:10:37.094697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384fdf25-4742-4939-b51f-cee070ea317e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:37.144719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=384fdf25-4742-4939-b51f-cee070ea317e,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:37.160258 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.342544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99a18-e5fc-4e28-aa7b-6b98a7f4d461 req-31fb683c-2587-4640-84d2-28365f6f3a92 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:37.357710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09e99a18-e5fc-4e28-aa7b-6b98a7f4d461 req-31fb683c-2587-4640-84d2-28365f6f3a92 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 945 time: 0.5857999 Feb 03 11:10:37.403148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d712-6630-429c-9dbd-cd7b770bb789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55506e3-73ee-4f51-8d68-e46a1d32ef25,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:37.423989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.444320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.447004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:37.456197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ff81-a294-4e4c-b3be-4e8ad19396fc req-bb27f818-10d2-40ac-a6f5-80dd1385b02f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:37.470463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1321ff81-a294-4e4c-b3be-4e8ad19396fc req-bb27f818-10d2-40ac-a6f5-80dd1385b02f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 948 time: 0.5263124 Feb 03 11:10:37.475573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d7170090-a63a-4284-b939-9919d8811827 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:37.485978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7170090-a63a-4284-b939-9919d8811827), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.546116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7170090-a63a-4284-b939-9919d8811827'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:37.554512 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f653dc-94e0-4dd3-8ad8-0ff944ca622e" -d '{"events": [{"server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "name": "network-vif-plugged", "status": "completed", "tag": "d7170090-a63a-4284-b939-9919d8811827"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:37.572327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:37.590386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Network efb0fa20-094d-4895-adee-9e6c8451777f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:37.598247 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-996c7caf-d662-4e3c-afc6-b7ac8ef7b2b3 req-b557288d-496f-4a86-8f51-deef034c9007 service neutron] 10.222.0.53 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941401 Feb 03 11:10:37.599704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:37.608169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['384fdf25-4742-4939-b51f-cee070ea317e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:37.612519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:37.637475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d7170090-a63a-4284-b939-9919d8811827,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:37.696941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.725755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d7170090-a63a-4284-b939-9919d8811827), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:37.861804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:38.015524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:38.117050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1a2a1027-fd17-4827-8ed2-f5efff20dd7f None None] Provisioning complete for port e5a0fdea-b9ff-4093-9923-c08e65e1557f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:38.117672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1027-fd17-4827-8ed2-f5efff20dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.179701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a1027-fd17-4827-8ed2-f5efff20dd7f None None] Port e5a0fdea-b9ff-4093-9923-c08e65e1557f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:38.216312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f5471a0c-33c9-461d-8ccb-a05591b3353e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a373301bf85c49b7b39a73e89481c938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531821 Feb 03 11:10:38.220232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:38.230899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176da6-19a7-4d60-aebb-a7742211935b req-74dcc34b-0025-428e-89a7-e41bc41b6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:38.232542 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-74dcc34b-0025-428e-89a7-e41bc41b6bab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e95291a0f0a46fdab481946f70d78ad&device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 1125 time: 0.5586536 Feb 03 11:10:38.358073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.412521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] Publish callbacks [] for security_group (5a535c6d-e7f5-4077-93ca-6afe2aa31be3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.588455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks [] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.600153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09e99a18-e5fc-4e28-aa7b-6b98a7f4d461 req-cb329002-61df-43b4-b562-2bd5065e6ffd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2413826 Feb 03 11:10:38.614696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.757618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] Publish callbacks [] for security_group (5a535c6d-e7f5-4077-93ca-6afe2aa31be3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.782984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176da6-19a7-4d60-aebb-a7742211935b req-98f7faf2-736e-498d-b8a1-364c11c61a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:38.785648 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-98f7faf2-736e-498d-b8a1-364c11c61a72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8cf35f40-ed28-49af-a391-fc4c23404202 HTTP/1.1" status: 200 len: 916 time: 0.5040452 Feb 03 11:10:38.795675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1321ff81-a294-4e4c-b3be-4e8ad19396fc req-6bb08543-3f38-4d2d-bc4d-d05d86075e06 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3243356 Feb 03 11:10:38.938980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:38.992605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5a535c6d-e7f5-4077-93ca-6afe2aa31be3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:38.996308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:39.006061 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a535c6d-e7f5-4077-93ca-6afe2aa31be3 HTTP/1.1" status: 204 len: 168 time: 0.7837737 Feb 03 11:10:39.009241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:39.080581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-ba697874-73f2-4068-b3ef-6b2c7c51c44e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4641292 Feb 03 11:10:39.162477 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-a1cf2653-8aad-4be7-aa28-61911f77d353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25 HTTP/1.1" status: 200 len: 217 time: 0.2790525 Feb 03 11:10:39.165200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bce9e-4a97-4ec2-af8d-c8da7f346c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a535c6d-e7f5-4077-93ca-6afe2aa31be3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:39.244162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 420e2832-fa71-4f0d-aa40-e351a4063e90 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:39.394802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 420e2832-fa71-4f0d-aa40-e351a4063e90 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:39.395228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:39.410292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce9da-7296-49ae-acf3-7ec1adea4dec req-b8ca08d2-cd19-45e2-b514-e6046d7e97d7 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:39.426654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-929ce9da-7296-49ae-acf3-7ec1adea4dec req-b8ca08d2-cd19-45e2-b514-e6046d7e97d7 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 943 time: 0.3854358 Feb 03 11:10:39.562546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176da6-19a7-4d60-aebb-a7742211935b req-61363f15-aecc-4f69-abe7-38c07e6051c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:39.572544 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-61363f15-aecc-4f69-abe7-38c07e6051c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=020e4cfb-33c6-4472-af72-59c214993ff3 HTTP/1.1" status: 200 len: 854 time: 0.3904843 Feb 03 11:10:39.675774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-929ce9da-7296-49ae-acf3-7ec1adea4dec req-aaaa5fca-60de-4bf2-825c-257a4735d82c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454164 Feb 03 11:10:39.719845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 420e2832-fa71-4f0d-aa40-e351a4063e90 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:39.720288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:39.798625 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd5c92-75c1-4220-b616-73494d2491cc x-openstack-request-id: req-25cd5c92-75c1-4220-b616-73494d2491cc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:39.798981 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "name": "network-vif-plugged", "status": "completed", "tag": "d7170090-a63a-4284-b939-9919d8811827", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:39.799244 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25cd5c92-75c1-4220-b616-73494d2491cc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:39.799720 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7170090-a63a-4284-b939-9919d8811827', 'code': 200} Feb 03 11:10:39.834094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-f4fa3442-45d3-4495-80f0-44523aee7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:39.835626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-f4fa3442-45d3-4495-80f0-44523aee7a47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1127 time: 0.5612104 Feb 03 11:10:39.846930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 420e2832-fa71-4f0d-aa40-e351a4063e90, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=420e2832-fa71-4f0d-aa40-e351a4063e90,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:39.860420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:39.868121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Network efb0fa20-094d-4895-adee-9e6c8451777f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:39.871437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:39.880240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:10:40.035303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=420e2832-fa71-4f0d-aa40-e351a4063e90,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:40.053398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176da6-19a7-4d60-aebb-a7742211935b req-2e179af3-fcc6-4e6a-9857-cfd2b0929a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:40.055015 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-2e179af3-fcc6-4e6a-9857-cfd2b0929a2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8cf35f40-ed28-49af-a391-fc4c23404202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4658458 Feb 03 11:10:40.266972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 384fdf25-4742-4939-b51f-cee070ea317e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:40.290515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.334051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.339526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-eefb2cc4-6693-44cc-8735-0375d9683f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:40.361580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-eefb2cc4-6693-44cc-8735-0375d9683f76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 913 time: 0.4630497 Feb 03 11:10:40.468759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 384fdf25-4742-4939-b51f-cee070ea317e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:10:40.477457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 384fdf25-4742-4939-b51f-cee070ea317e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:40.478527 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (384fdf25-4742-4939-b51f-cee070ea317e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.501936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49987fde-3a53-4541-a4b5-aa0126f4741d req-38be24fc-ba91-4c2a-81e7-e653c718bb29 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:40.509847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49987fde-3a53-4541-a4b5-aa0126f4741d req-38be24fc-ba91-4c2a-81e7-e653c718bb29 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.5852721 Feb 03 11:10:40.587720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7da60ae3-155c-4175-ba1e-1505a7a7f8dd None None] Provisioning complete for port e5a0fdea-b9ff-4093-9923-c08e65e1557f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:40.588133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7da60ae3-155c-4175-ba1e-1505a7a7f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.608868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-54963d2b-2563-4383-84c4-6109e316b132 service neutron] 10.222.0.53 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471797 Feb 03 11:10:40.611568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c8b89-d892-4075-8e19-1d389d521c6a req-c86a1a3d-e821-4cd4-a167-cabde81e05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:40.623856 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8f3c8b89-d892-4075-8e19-1d389d521c6a req-c86a1a3d-e821-4cd4-a167-cabde81e05c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 1128 time: 0.4657836 Feb 03 11:10:40.636717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7da60ae3-155c-4175-ba1e-1505a7a7f8dd None None] Port e5a0fdea-b9ff-4093-9923-c08e65e1557f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:40.686587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:10:40.701594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 384fdf25-4742-4939-b51f-cee070ea317e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:40.701899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (384fdf25-4742-4939-b51f-cee070ea317e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.706451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-24993dce-9656-44ea-8f30-50677444831b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 999 time: 0.3433945 Feb 03 11:10:40.745704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=384fdf25-4742-4939-b51f-cee070ea317e,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:40.752507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:40.767103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49987fde-3a53-4541-a4b5-aa0126f4741d req-877f1e95-de38-4913-989b-9b0c7b520042 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561364 Feb 03 11:10:40.818820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8f3c8b89-d892-4075-8e19-1d389d521c6a req-b81156bf-16f8-409b-bea0-2f6f8f635b7d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943178 Feb 03 11:10:40.865459 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Floating IP 8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729 associated. External IP: 172.25.7.207, port: c16d3483-e1c9-4d44-83b7-3b045c40af91. Feb 03 11:10:40.919222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:40.919996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:40.921683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-1057d3af-10b3-456b-981f-4b79f6e8af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:40.923986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-1057d3af-10b3-456b-981f-4b79f6e8af59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 200 len: 851 time: 0.2088499 Feb 03 11:10:41.052241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 420e2832-fa71-4f0d-aa40-e351a4063e90 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:41.133078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65e649-d361-4b05-84c3-86db8a74e2ab req-c8593f09-9c80-4a7a-ab24-d1972cce53ad tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:41.134659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca65e649-d361-4b05-84c3-86db8a74e2ab req-c8593f09-9c80-4a7a-ab24-d1972cce53ad tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.2051196 Feb 03 11:10:41.181404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 420e2832-fa71-4f0d-aa40-e351a4063e90 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:41.181842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:41.217694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-864069574-network', 'tenant_id': '4d424594b8c94974bd792a1996170ba0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:41.327634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca65e649-d361-4b05-84c3-86db8a74e2ab req-e9b5ebbd-1094-495f-bf53-497bf27391f6 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726837 Feb 03 11:10:41.394137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 420e2832-fa71-4f0d-aa40-e351a4063e90 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:41.416540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:41.423204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-528c9ba0-0313-437b-9c61-8731b40ba3f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8513005 Feb 03 11:10:41.442102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Sync routers for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:41.467630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:41.469793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:41.470369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:41.470931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:41.478965 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-60176da6-19a7-4d60-aebb-a7742211935b req-bfbc49c4-65f3-4b73-962d-05f87d50427c service neutron] 10.222.0.53 "GET /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185068 Feb 03 11:10:41.572839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:41.596654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-70a50b80-cad8-4442-911c-6a55d7ff40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:41.605565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-70a50b80-cad8-4442-911c-6a55d7ff40b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81112bd5-066e-4a7c-8a3f-2ccd1adec518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3829520 Feb 03 11:10:41.661900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:41.701203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f905-cf1c-4ad4-a26d-58d197cf972c req-dc1b5d0b-4e24-4280-ad4e-2583cf90d115 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:41.708517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53d4f905-cf1c-4ad4-a26d-58d197cf972c req-dc1b5d0b-4e24-4280-ad4e-2583cf90d115 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 943 time: 0.2503617 Feb 03 11:10:41.774578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Router 3e83254b-6d66-45af-854e-e2c1be0f6e5c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:10:41.804057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:41.808389 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac380a09-ea23-45e9-8548-4d0d466958c2" -d '{"events": [{"server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "name": "network-vif-plugged", "status": "completed", "tag": "384fdf25-4742-4939-b51f-cee070ea317e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:41.937136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53d4f905-cf1c-4ad4-a26d-58d197cf972c req-5c688984-d3a9-4dc7-bcf1-535c2500877a tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233937 Feb 03 11:10:42.013400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-4d009304-a36e-4d80-b08f-beb86348b0aa service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978026 Feb 03 11:10:42.025394 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277758ce-714b-4443-8770-f6788094f081 x-openstack-request-id: req-277758ce-714b-4443-8770-f6788094f081 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:42.027812 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "name": "network-vif-plugged", "status": "completed", "tag": "384fdf25-4742-4939-b51f-cee070ea317e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:42.028247 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-277758ce-714b-4443-8770-f6788094f081 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:42.042297 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e', 'code': 200} Feb 03 11:10:42.057317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:38Z', 'revision_number': 4, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e5a0fdea-b9ff-4093-9923-c08e65e1557f', 'name': '', 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'mac_address': 'fa:16:3e:73:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:35Z', 'updated_at': '2022-02-03T11:10:38Z', 'revision_number': 2, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'subnets': [{'id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:42.108496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:42.123965 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Sync routers for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:42.128407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.145906 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:42.150220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:42.166587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d9c2b31d-c374-4b48-94c0-934270063b82 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "PUT /v2.0/floatingips/8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729 HTTP/1.1" status: 200 len: 991 time: 5.7986565 Feb 03 11:10:42.177284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Checking router: e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:42.178093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Updating router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 port e5a0fdea-b9ff-4093-9923-c08e65e1557f binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:42.181088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:42.183991 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652bf46d-da79-4538-94dd-aad175f9a36b" -d '{"events": [{"name": "network-changed", "server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:42.204896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:42.292752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.321657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks [] for security_group (1b5fa05c-719d-4617-82a0-f56183b79d4a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.326625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d1e153-b5c1-4186-84f0-104323d696b2 req-5545e0f1-a412-4acf-bec7-4763449e636f service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154725 Feb 03 11:10:42.331182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b5fa05c-719d-4617-82a0-f56183b79d4a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.362320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366623-c30c-44a0-a25e-52d824446204 req-16904ac3-3acc-4bfd-902d-c74c20c6af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:42.368158 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3c366623-c30c-44a0-a25e-52d824446204 req-16904ac3-3acc-4bfd-902d-c74c20c6af98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 1132 time: 0.1709232 Feb 03 11:10:42.501684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3c366623-c30c-44a0-a25e-52d824446204 req-8baf9e94-94d1-43c5-bc8a-975fb3181375 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139517 Feb 03 11:10:42.530825 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:42.532468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02652b2c-b242-4735-be0f-13c5d95db60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.537548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5fa05c-719d-4617-82a0-f56183b79d4a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:42.559525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:42.576983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcc07a-3931-47b6-915d-5366cb33062c req-4cf3852e-e1e6-4dea-9de7-6e538595783d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:42.586717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9edcc07a-3931-47b6-915d-5366cb33062c req-4cf3852e-e1e6-4dea-9de7-6e538595783d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.6872449 Feb 03 11:10:42.655436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3becf776-7342-400f-b1f9-2b8be37a2a92), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.656186 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Added segment 3becf776-7342-400f-b1f9-2b8be37a2a92 of type vlan for network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e Feb 03 11:10:42.705512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02652b2c-b242-4735-be0f-13c5d95db60c admin admin] Publish callbacks [] for security_group (400cdb07-831e-4ae4-b7ee-3722e94828d6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.712375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02652b2c-b242-4735-be0f-13c5d95db60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (400cdb07-831e-4ae4-b7ee-3722e94828d6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.713527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.724826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a808f47-2d79-417d-b5ab-de874b249a2d req-961d24df-9934-4292-a4d8-989d5c51cf4f tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:42.726420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a808f47-2d79-417d-b5ab-de874b249a2d req-961d24df-9934-4292-a4d8-989d5c51cf4f tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.3703706 Feb 03 11:10:42.818272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02652b2c-b242-4735-be0f-13c5d95db60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400cdb07-831e-4ae4-b7ee-3722e94828d6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:42.859317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9edcc07a-3931-47b6-915d-5366cb33062c req-d725afe5-8681-4219-8431-6aa5cfd08e81 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712276 Feb 03 11:10:42.879758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.880726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:42.881339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.881936 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02652b2c-b242-4735-be0f-13c5d95db60c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cfd1f6e4ed94cb19bd847be561df796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756129 Feb 03 11:10:42.884583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60242) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:42.970793 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'port_id': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'mac_address': 'fa:16:3e:d9:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 1, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:42.990286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks [] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:42.997566 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.026454 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Checking router: 3e83254b-6d66-45af-854e-e2c1be0f6e5c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:43.027769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] Publish callbacks [] for security_group (400cdb07-831e-4ae4-b7ee-3722e94828d6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.040216 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:43.041037 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:43.053696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2b747-ab5e-47d9-93f1-a47cb0989a24 None None] Pushing event updated for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:43.079668 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d35e8d-a3ca-4f9a-8193-250bb2f2f129 x-openstack-request-id: req-92d35e8d-a3ca-4f9a-8193-250bb2f2f129 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:43.080241 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:43.080655 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92d35e8d-a3ca-4f9a-8193-250bb2f2f129 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:43.081259 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'status': 'completed', 'code': 200} Feb 03 11:10:43.087326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a808f47-2d79-417d-b5ab-de874b249a2d req-1a49fbef-ff77-4f33-a5c0-9e320c546d77 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511093 Feb 03 11:10:43.095977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1708038 Feb 03 11:10:43.097535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Pushing event updated for resources: {'Network': ['ID=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:43.100792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:43.106534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Request body: {'subnet': {'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-subnet', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:43.154202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.155399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.156276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.161350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.161823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.162274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.162692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.165161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.165599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.166013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.166557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.167413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.168271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d2c4c-84ef-4880-b242-c21319fb6faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:10:43.191163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] Publish callbacks [] for security_group (400cdb07-831e-4ae4-b7ee-3722e94828d6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.195997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:43.250444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (400cdb07-831e-4ae4-b7ee-3722e94828d6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.254140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.258356 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/400cdb07-831e-4ae4-b7ee-3722e94828d6 HTTP/1.1" status: 204 len: 168 time: 0.3687060 Feb 03 11:10:43.298394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47067edb-6f80-42cd-b514-1c1c16dbf7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cdb07-831e-4ae4-b7ee-3722e94828d6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:43.391603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf46d-da79-4538-94dd-aad175f9a36b req-f61deb42-3bee-41d1-ac54-33fa73252471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:43.393677 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-f61deb42-3bee-41d1-ac54-33fa73252471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1127 time: 0.3422937 Feb 03 11:10:43.401618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:43.403941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.430347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Attempting to bind port e5a0fdea-b9ff-4093-9923-c08e65e1557f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:43.430860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Attempting to bind port e5a0fdea-b9ff-4093-9923-c08e65e1557f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:43.432518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Attempting to bind port e5a0fdea-b9ff-4093-9923-c08e65e1557f on network efb0fa20-094d-4895-adee-9e6c8451777f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:43.438136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2db2b7ac-b2bf-49f1-94da-c26c71493c25 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:10:43.520995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f6da3-b1ca-43d6-884b-d3a148fcb57c req-d9444f90-9af3-408e-b21a-d15ef459ad82 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:43.532433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-218f6da3-b1ca-43d6-884b-d3a148fcb57c req-d9444f90-9af3-408e-b21a-d15ef459ad82 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.3556385 Feb 03 11:10:43.576955 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:43.695243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf46d-da79-4538-94dd-aad175f9a36b req-74903060-7e89-4836-be46-8227c9375c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:43.702616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-74903060-7e89-4836-be46-8227c9375c21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 913 time: 0.2999575 Feb 03 11:10:43.741575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:43.784039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2db2b7ac-b2bf-49f1-94da-c26c71493c25', 'network_id': '8cf35f40-ed28-49af-a391-fc4c23404202', 'port_id': '2db2b7ac-b2bf-49f1-94da-c26c71493c25', 'mac_address': 'fa:16:3e:f2:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020e4cfb-33c6-4472-af72-59c214993ff3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:10:43.814055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:43.814579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Checking segment: {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:43.814989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.815390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Bound using segment: {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:43.815925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Bound port: e5a0fdea-b9ff-4093-9923-c08e65e1557f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60487788-0340-4674-8c65-cc14a30eac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:43.816267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:43.889481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cc4-56bd-41e4-a298-19a5adf4675b req-63cd09e0-e93f-402c-8058-9d14351ae6ca tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:43.893021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd128cc4-56bd-41e4-a298-19a5adf4675b req-63cd09e0-e93f-402c-8058-9d14351ae6ca tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 943 time: 0.6061995 Feb 03 11:10:43.913469 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-6ef1b2fc-8334-44ea-ae75-e67a95d542b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 999 time: 0.2060049 Feb 03 11:10:44.023584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-218f6da3-b1ca-43d6-884b-d3a148fcb57c req-911ea866-d560-4df3-a009-6a3495cdcdb1 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757049 Feb 03 11:10:44.024766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:44.115569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55a52486-8047-4238-9ec1-39700a68796e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.150480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf46d-da79-4538-94dd-aad175f9a36b req-d3367229-6cef-438f-a5db-9055cd0da1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:44.157018 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-d3367229-6cef-438f-a5db-9055cd0da1d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 200 len: 851 time: 0.1813161 Feb 03 11:10:44.227521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] For port e5a0fdea-b9ff-4093-9923-c08e65e1557f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:44.279387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd128cc4-56bd-41e4-a298-19a5adf4675b req-5bf9e784-cdfc-45c2-9733-c3b9912592c9 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719552 Feb 03 11:10:44.291917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf46d-da79-4538-94dd-aad175f9a36b req-238272d6-2520-4ac6-81d5-1f2f9ea4c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:44.296158 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-238272d6-2520-4ac6-81d5-1f2f9ea4c87a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81112bd5-066e-4a7c-8a3f-2ccd1adec518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092143 Feb 03 11:10:44.302770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd8dd484-4111-470e-9941-9026131a45c3 None None] Provisioning complete for port e5a0fdea-b9ff-4093-9923-c08e65e1557f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:44.308080 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd484-4111-470e-9941-9026131a45c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.337433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] For port e5a0fdea-b9ff-4093-9923-c08e65e1557f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e5a0fdea-b9ff-4093-9923-c08e65e1557f,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:44.342768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:44.347378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.405944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.413218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db2b7ac-b2bf-49f1-94da-c26c71493c25 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:44.413960 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'port_id': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'mac_address': 'fa:16:3e:d9:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 1, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:44.491771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-70fdd239-d4c8-4623-92d9-593836c3fb9f service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885679 Feb 03 11:10:44.504626 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4341189-fa58-4ddf-b05a-9d286e12835b None None] The sync data for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 is: [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'port_id': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'mac_address': 'fa:16:3e:d9:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 1, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:44.612432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60a86-11a1-402c-b819-06b97831f57f req-24a33cd2-b016-419e-926d-d42316a8f3fb tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:44.614282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5a60a86-11a1-402c-b819-06b97831f57f req-24a33cd2-b016-419e-926d-d42316a8f3fb tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.3984613 Feb 03 11:10:44.627098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (6aea7a3b-c3b3-4ec9-9124-70b255fb28de), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.684406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aea7a3b-c3b3-4ec9-9124-70b255fb28de,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:44.719906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90251-15f9-4a67-9434-5bccd4faafd9 req-8dc367a5-5d58-4491-a204-7d6ff2e70d0e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:44.721658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76d90251-15f9-4a67-9434-5bccd4faafd9 req-8dc367a5-5d58-4491-a204-7d6ff2e70d0e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.3209612 Feb 03 11:10:44.739292 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-652bf46d-da79-4538-94dd-aad175f9a36b req-de9e5b07-c624-4dca-aac9-b8040e4b1556 service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399931 Feb 03 11:10:44.741824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:44.751153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd8dd484-4111-470e-9941-9026131a45c3 None None] Port e5a0fdea-b9ff-4093-9923-c08e65e1557f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:44.790941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.820348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2b747-ab5e-47d9-93f1-a47cb0989a24 None None] Pushing event updated for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:44.837947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:44.839248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:44.882527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76d90251-15f9-4a67-9434-5bccd4faafd9 req-0e0471e2-b1d9-4a46-b1d0-dc00ae8dcebb tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527920 Feb 03 11:10:44.957235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5a60a86-11a1-402c-b819-06b97831f57f req-decdcb61-7c07-4bd7-b4da-8c429be8a911 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272092 Feb 03 11:10:44.963792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55a52486-8047-4238-9ec1-39700a68796e admin admin] Publish callbacks [] for security_group (ee7a2257-8dcb-49e5-b20c-9df673df6001), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:44.974337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Checking segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:44.974848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Network hostable DHCP agents. Network: dbbaaa57-a4db-4c2b-bcf7-d85859bad01e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:10:44.990808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55a52486-8047-4238-9ec1-39700a68796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ee7a2257-8dcb-49e5-b20c-9df673df6001), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.041811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:10:45.053741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5310128-1532-4272-abe8-1403e89f9d2e None None] New status for floating IP 8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:10:45.113219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, dbbaaa57-a4db-4c2b-bcf7-d85859bad01e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:45.134340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:45.135031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.168402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55a52486-8047-4238-9ec1-39700a68796e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=181dd1f3cdd84d3ca6b12b5658ed761c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1220834 Feb 03 11:10:45.168987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60304) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:45.171628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a52486-8047-4238-9ec1-39700a68796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7a2257-8dcb-49e5-b20c-9df673df6001,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:45.182794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ffdc9878-d3de-42a1-b934-ecb7350846c4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0797019 Feb 03 11:10:45.187617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:45.202958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:45.237758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363547b-9f5c-4336-9c69-8bee09ccd2f4 req-c569ca06-f78b-45cf-99ef-3f72cb9f9c13 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:45.239453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6363547b-9f5c-4336-9c69-8bee09ccd2f4 req-c569ca06-f78b-45cf-99ef-3f72cb9f9c13 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.2039115 Feb 03 11:10:45.252413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.254283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.307970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] Publish callbacks [] for security_group (ee7a2257-8dcb-49e5-b20c-9df673df6001), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.324436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for router_controller (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.363037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] Publish callbacks [] for security_group (ee7a2257-8dcb-49e5-b20c-9df673df6001), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.454960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ee7a2257-8dcb-49e5-b20c-9df673df6001), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.457833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.459476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee7a2257-8dcb-49e5-b20c-9df673df6001 HTTP/1.1" status: 204 len: 168 time: 0.2893138 Feb 03 11:10:45.470356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98ba72-3367-4310-a01d-137e0d85489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7a2257-8dcb-49e5-b20c-9df673df6001,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:45.483603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a711c-7b86-471e-a01e-86e9b422b4ec None None] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:45.488794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2db2b7ac-b2bf-49f1-94da-c26c71493c25'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:45.559785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:45.745398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Provisioning complete for port e5a0fdea-b9ff-4093-9923-c08e65e1557f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:45.745780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:45.794241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:46.015367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:10:46.016760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.059531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6363547b-9f5c-4336-9c69-8bee09ccd2f4 req-d6738d57-0980-4076-a994-ac1650187ee2 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8106449 Feb 03 11:10:46.068984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for router_gateway (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.092571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.113399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394eb91-ca5c-4c28-9149-4ec76b4d336a req-f9566609-5dfd-483e-ac54-ddcf9d7de70d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:46.121983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2394eb91-ca5c-4c28-9149-4ec76b4d336a req-f9566609-5dfd-483e-ac54-ddcf9d7de70d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.8934922 Feb 03 11:10:46.208669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2394eb91-ca5c-4c28-9149-4ec76b4d336a req-2078625a-fc32-4787-a7dc-94e67fedfc1f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811989 Feb 03 11:10:46.223212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Current status of the port e5a0fdea-b9ff-4093-9923-c08e65e1557f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:46.223212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.291924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] For port e5a0fdea-b9ff-4093-9923-c08e65e1557f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e5a0fdea-b9ff-4093-9923-c08e65e1557f,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:46.310939 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.414410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc92aad-1f6b-4038-b00c-6cb309297865 None None] Pushing event updated for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:46.444830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Allocated IP 172.20.0.2 (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e/6aea7a3b-c3b3-4ec9-9124-70b255fb28de/93ee2806-80f0-4300-860b-8dde4ec69ed0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:46.451478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:38Z', 'revision_number': 4, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e5a0fdea-b9ff-4093-9923-c08e65e1557f', 'name': '', 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'mac_address': 'fa:16:3e:73:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:35Z', 'updated_at': '2022-02-03T11:10:44Z', 'revision_number': 4, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'subnets': [{'id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:46.495064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72589281-9e5f-40b5-8065-234909e74ab2 None None] The sync data for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 is: [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:10:38Z', 'revision_number': 4, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e5a0fdea-b9ff-4093-9923-c08e65e1557f', 'name': '', 'network_id': 'efb0fa20-094d-4895-adee-9e6c8451777f', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'mac_address': 'fa:16:3e:73:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:35Z', 'updated_at': '2022-02-03T11:10:44Z', 'revision_number': 4, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'subnets': [{'id': '01c0b1a7-5591-48c1-862c-cb0c479bfdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:46.530403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-9c0b094d-4146-4e02-9cc8-2a6e8bf0f918 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:46.540313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-9c0b094d-4146-4e02-9cc8-2a6e8bf0f918 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.2880666 Feb 03 11:10:46.638884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-260834ea-95a2-4dae-9529-25ecf02153b9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0973964 Feb 03 11:10:46.815078 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks [] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.826723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:46.830629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041989f-fbf2-4c97-a7a3-39fd238cea1d req-fadfc2a1-4eaf-49ab-a67e-394fb3c7e97e tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:46.832444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3041989f-fbf2-4c97-a7a3-39fd238cea1d req-fadfc2a1-4eaf-49ab-a67e-394fb3c7e97e tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 944 time: 0.4442368 Feb 03 11:10:46.849437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-87204aeb-d1ad-41b0-8bcd-5aa32b377c71 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092478 Feb 03 11:10:46.914234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Pushing event updated for resources: {'Port': ['ID=93ee2806-80f0-4300-860b-8dde4ec69ed0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:46.933343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:46.934959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:46.941344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:47.072428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Attempting to bind port 93ee2806-80f0-4300-860b-8dde4ec69ed0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:47.073019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Attempting to bind port 93ee2806-80f0-4300-860b-8dde4ec69ed0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:47.073571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Attempting to bind port 93ee2806-80f0-4300-860b-8dde4ec69ed0 on network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:47.082771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:47.083411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Checking segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:47.083955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.084709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Bound using segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:47.088474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Bound port: 93ee2806-80f0-4300-860b-8dde4ec69ed0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:47.091497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.170371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e5a0fdea-b9ff-4093-9923-c08e65e1557f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:47.258812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] For port 93ee2806-80f0-4300-860b-8dde4ec69ed0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:47.264185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] For port 93ee2806-80f0-4300-860b-8dde4ec69ed0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=93ee2806-80f0-4300-860b-8dde4ec69ed0,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:47.284646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.286932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e5a0fdea-b9ff-4093-9923-c08e65e1557f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:47.287417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.306572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-883899bd-1c44-4c5d-aec2-0b83d802405a service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561265 Feb 03 11:10:47.385602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for router_gateway (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.467571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2db2b7ac-b2bf-49f1-94da-c26c71493c25 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:47.490567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:47.525599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3041989f-fbf2-4c97-a7a3-39fd238cea1d req-6f62557e-9ead-4bea-a45e-7b701935420b tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545967 Feb 03 11:10:47.653701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f2850f3-4ddd-43d9-a993-df57b85bdad6 req-e2f2aa10-8607-4739-8d21-1329986d11da service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373394 Feb 03 11:10:47.807495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Allocated IP 172.25.7.147 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:48.031653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf24d4-78ca-43f9-9d83-c42a5d00735e None None] Pushing event updated for resources: {'Port': ['ID=93ee2806-80f0-4300-860b-8dde4ec69ed0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:48.151150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:48.236839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e5a0fdea-b9ff-4093-9923-c08e65e1557f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:48.275771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:48.278235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:10:48.293798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:48.294462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:48.369317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:48.395034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:48.399735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:48.417637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Pushing event updated for resources: {'Port': ['ID=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:48.633417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:48.634238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:48.703370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:48.706534 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efabc14-095f-4eb0-8a8f-4c9e6f1e6a7d" -d '{"events": [{"server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "name": "network-vif-plugged", "status": "completed", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:48.772599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:48.781042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:48.917916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:49.167058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for router_gateway (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.254922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 93ee2806-80f0-4300-860b-8dde4ec69ed0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:49.380565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 93ee2806-80f0-4300-860b-8dde4ec69ed0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:49.380967 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.433353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68747e2-bfad-416a-80cf-a0076de75fae req-131a1395-7cb2-4f3d-9394-81cc91068cc8 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:49.443309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a68747e2-bfad-416a-80cf-a0076de75fae req-131a1395-7cb2-4f3d-9394-81cc91068cc8 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 945 time: 0.3127291 Feb 03 11:10:49.522581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f621b9b-5f0a-4e70-af2a-dba7104fba62 None None] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:10:49.538589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993ca0b-c965-49c5-bde5-3baa3a15cbb7 req-6926e21e-f47b-43bd-b65d-84464f7b1d0d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:49.546552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 93ee2806-80f0-4300-860b-8dde4ec69ed0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:49.546843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a993ca0b-c965-49c5-bde5-3baa3a15cbb7 req-6926e21e-f47b-43bd-b65d-84464f7b1d0d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.2320354 Feb 03 11:10:49.546990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.575191 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.594660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a68747e2-bfad-416a-80cf-a0076de75fae req-f23d1611-adf3-494b-9abd-22f33a0c7e8a tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503940 Feb 03 11:10:49.670850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 93ee2806-80f0-4300-860b-8dde4ec69ed0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=93ee2806-80f0-4300-860b-8dde4ec69ed0,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:49.680510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1d4f0ce6-5178-45ec-908a-89cadb8ac6c9 None None] Provisioning complete for port 93ee2806-80f0-4300-860b-8dde4ec69ed0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:49.682570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0ce6-5178-45ec-908a-89cadb8ac6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.704101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a993ca0b-c965-49c5-bde5-3baa3a15cbb7 req-cfaf6963-d9df-43ae-93a4-197000e92e33 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556880 Feb 03 11:10:49.803359 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305f5e6c-4400-4e96-89dd-61b0f8e3d763 x-openstack-request-id: req-305f5e6c-4400-4e96-89dd-61b0f8e3d763 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:49.803655 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "name": "network-vif-plugged", "status": "completed", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:49.803932 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-305f5e6c-4400-4e96-89dd-61b0f8e3d763 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:49.804312 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25', 'code': 200} Feb 03 11:10:49.813528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:49.901083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:10:49.928890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=93ee2806-80f0-4300-860b-8dde4ec69ed0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:49.966535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f467416-9191-42af-841a-7bb8efe7d20c req-cd834801-1f68-4ad3-9816-a8ad2bfc6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:49.986170 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f467416-9191-42af-841a-7bb8efe7d20c req-cd834801-1f68-4ad3-9816-a8ad2bfc6e99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 1127 time: 0.1792853 Feb 03 11:10:50.003199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f0ce6-5178-45ec-908a-89cadb8ac6c9 None None] Current status of the port 93ee2806-80f0-4300-860b-8dde4ec69ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:50.125849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f467416-9191-42af-841a-7bb8efe7d20c req-73f85cd8-c978-40f5-abb8-4ac25e3470cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382129 Feb 03 11:10:50.173718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:50.193767 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Sync routers for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:50.194942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8f1a711f-f0eb-44c7-a060-433ad841edce tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff1555ec032c42919bf00ab23336f301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778248 Feb 03 11:10:50.210662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:50.212786 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:50.266560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:50.267782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9479e4de-f78c-41b4-8348-6fb3c09a0434 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0734382 Feb 03 11:10:50.270461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:50.384550 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:50.477382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-18c94444-0b69-41b2-857a-cc4aea6b972b tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:50.479125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-18c94444-0b69-41b2-857a-cc4aea6b972b tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833915 Feb 03 11:10:50.561066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d4c5cb11-254c-4ed2-92d5-7d8656dae407 None None] Provisioning complete for port 93ee2806-80f0-4300-860b-8dde4ec69ed0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:50.562231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cb11-254c-4ed2-92d5-7d8656dae407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:50.564805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-e124eedf-51df-403a-8150-227afb85261e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/quotas/ff1555ec032c42919bf00ab23336f301 HTTP/1.1" status: 200 len: 375 time: 0.0414262 Feb 03 11:10:50.636788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-d7913d37-c5f3-4ae6-8a4f-5b8adb0c9b5a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:50.642898 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:48Z', 'revision_number': 3, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:50.646396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-d7913d37-c5f3-4ae6-8a4f-5b8adb0c9b5a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.3312261 Feb 03 11:10:50.670458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-ab79a7fc-ba37-4e3b-a996-8a865bca4a7f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0218101 Feb 03 11:10:50.689216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5cb11-254c-4ed2-92d5-7d8656dae407 None None] Current status of the port 93ee2806-80f0-4300-860b-8dde4ec69ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:50.704161 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Checking router: a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:50.704788 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Updating router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:50.733581 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:50.864111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-a9a6b2d1-138a-4b00-b78e-0812c9945937 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2982345 Feb 03 11:10:50.925007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-4b0431dc-5c59-4fdc-b675-d84cf4203188 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514694 Feb 03 11:10:51.082789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 93ee2806-80f0-4300-860b-8dde4ec69ed0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:51.143267 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks [] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.149865 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.194958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 93ee2806-80f0-4300-860b-8dde4ec69ed0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:51.196009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.199789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb49b7b-abb3-408a-ab57-b7fcaa2b256d None None] Pushing event updated for resources: {'Port': ['ID=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:51.241986 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Attempting to bind port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:51.242354 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Attempting to bind port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:51.245108 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Attempting to bind port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:51.252692 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:51.253362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:51.254028 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.254663 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:51.255375 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Bound port: 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:51.255990 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.362475 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] For port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:51.368755 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] For port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:51.383098 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:51.476774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 93ee2806-80f0-4300-860b-8dde4ec69ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:51.542860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb49b7b-abb3-408a-ab57-b7fcaa2b256d None None] Pushing event updated for resources: {'Port': ['ID=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:51.570484 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:51.571827 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:51.744942 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:52.024633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-facde8db-2f18-4a30-a7ee-d7f0a486537f service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896173 Feb 03 11:10:52.038365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede69fd-23e3-488a-84fb-5369c63b5fb1 req-3fce2350-cd6e-41c5-9d75-337f703b5287 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:52.040245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ede69fd-23e3-488a-84fb-5369c63b5fb1 req-3fce2350-cd6e-41c5-9d75-337f703b5287 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 945 time: 0.2778606 Feb 03 11:10:52.115893 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:48Z', 'revision_number': 3, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:52.146566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-9981cc21-f99c-4d0c-9824-95970201283a service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022589 Feb 03 11:10:52.193498 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd50fa8-628d-47f3-894f-9d94e3b54c55 None None] The sync data for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 is: [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:48Z', 'revision_number': 3, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:10:52.226475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:52.276226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ede69fd-23e3-488a-84fb-5369c63b5fb1 req-cdd7991f-105f-4c82-ae73-9d662b4bc24b tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249306 Feb 03 11:10:52.452108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28a6a1c2-c195-4243-8631-3dd66bc19ac0 req-efb1e487-c4b0-442e-9dd8-ed3d199a70db tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 210 time: 0.0482326 Feb 03 11:10:52.709870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65fe1b45-4db5-4193-ba49-2f92adc0501d req-f69847e9-7192-4671-acc6-f54f9d79da6b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 210 time: 0.1692824 Feb 03 11:10:52.871894 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-c2b9931f-a10f-4de3-9b96-eebe7d379b3f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ff1555ec032c42919bf00ab23336f301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973449 Feb 03 11:10:52.908716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Allocated IP 172.20.0.1 (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e/6aea7a3b-c3b3-4ec9-9124-70b255fb28de/840d777d-f4ab-49b2-8597-1cefed2916b2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:53.280322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks [] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.303999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:53.351117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-bd5a4d77-e095-4dfb-98af-6cb413b5d159 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:53.352707 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-bd5a4d77-e095-4dfb-98af-6cb413b5d159 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747720 Feb 03 11:10:53.372058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Request body: {'port': {'device_id': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'ff1555ec032c42919bf00ab23336f301'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:53.390536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.462539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:53.463364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.502210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:53.506264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:53.525215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:53.536276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Made reservation on behalf of ff1555ec032c42919bf00ab23336f301 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:53.545243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.767213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:53.768692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.831130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72404556-2a2e-466b-a574-344d7cb133a8 req-ce745e35-275c-4862-a08d-819793ad05b4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 210 time: 0.1704268 Feb 03 11:10:53.840099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Pushing event updated for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:53.873581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:10:53.886445 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.938606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:53.968636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Allocated IP 192.168.233.34 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/a2917fcf-409b-4a8b-a7ab-a5a169942341) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:54.113962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:54.214070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3764d795-8736-49ea-b567-a07178c1000b req-2af70c63-43d0-4949-8239-10426d9869d0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 210 time: 0.3113024 Feb 03 11:10:54.276789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9d7a2b22-5120-4787-a636-e570590d12b4 None None] Provisioning complete for port 840d777d-f4ab-49b2-8597-1cefed2916b2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:54.280716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2b22-5120-4787-a636-e570590d12b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:54.302651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks [] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:54.374945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a2b22-5120-4787-a636-e570590d12b4 None None] Port 840d777d-f4ab-49b2-8597-1cefed2916b2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:54.413955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:54.426432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:54.470067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['384fdf25-4742-4939-b51f-cee070ea317e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:54.493034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:54.526964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:54.534323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:54.557139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:54.748879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Pushing event updated for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:54.821499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-682589d5-f7d6-479b-8dc1-526a73334830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.018642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-123d91da-4e46-459c-89e9-081ceb41c948 None None] Provisioning complete for port a2917fcf-409b-4a8b-a7ab-a5a169942341 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:55.019380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-123d91da-4e46-459c-89e9-081ceb41c948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.118315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-123d91da-4e46-459c-89e9-081ceb41c948 None None] Port a2917fcf-409b-4a8b-a7ab-a5a169942341 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:55.124378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:10:55.130698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:55.131460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.203298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:55.204423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.209999 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-8cebd3f6-21d3-4b86-8ce7-cf12b58c06f4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8466094 Feb 03 11:10:55.245795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Request body: {'port': {'device_id': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:55.295788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks [] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.373587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06aaa8-6ca9-42a3-ace7-8db8ed09884c req-5207f9a6-bc24-4392-9a4c-5d43f0101c14 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:55.381480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c06aaa8-6ca9-42a3-ace7-8db8ed09884c req-5207f9a6-bc24-4392-9a4c-5d43f0101c14 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 935 time: 0.3830400 Feb 03 11:10:55.395156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.399916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-0cec5783-fb4b-4bc6-8187-be3f8f9f440c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:55.401513 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-0cec5783-fb4b-4bc6-8187-be3f8f9f440c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.6412253 Feb 03 11:10:55.406429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:10:55.431468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:55.561991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-682589d5-f7d6-479b-8dc1-526a73334830 admin admin] Publish callbacks [] for security_group (7ec4e0dd-34a0-46c9-a630-288ded53c390), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.624373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f69853a2-f943-49e1-be50-103bd4ea389d req-a7ddef1c-208d-46e7-bf9d-05917b954bc8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 210 time: 0.2267001 Feb 03 11:10:55.632362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.648459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-682589d5-f7d6-479b-8dc1-526a73334830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ec4e0dd-34a0-46c9-a630-288ded53c390), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.761321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:55.765349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.817077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c06aaa8-6ca9-42a3-ace7-8db8ed09884c req-a5f7c33d-e0db-49ca-83d2-0008f63ec8db tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228015 Feb 03 11:10:55.817680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Pushing event updated for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:55.827151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:55.829467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682589d5-f7d6-479b-8dc1-526a73334830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4e0dd-34a0-46c9-a630-288ded53c390,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:55.847433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-682589d5-f7d6-479b-8dc1-526a73334830 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15fa5e63a0f343d4b395002b58d6abc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4301577 Feb 03 11:10:55.848467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:56.003137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] Publish callbacks [] for security_group (7ec4e0dd-34a0-46c9-a630-288ded53c390), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.051682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] Publish callbacks [] for security_group (7ec4e0dd-34a0-46c9-a630-288ded53c390), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.111273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:56.114472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:56.220999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.4 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/b639ca2c-286e-469d-a182-d393094659c0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:10:56.256095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ec4e0dd-34a0-46c9-a630-288ded53c390), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.260337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.261530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ec4e0dd-34a0-46c9-a630-288ded53c390 HTTP/1.1" status: 204 len: 168 time: 0.4107058 Feb 03 11:10:56.303603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92c98d-da84-4329-a88c-82d83c811b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4e0dd-34a0-46c9-a630-288ded53c390,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:56.372351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2917fcf-409b-4a8b-a7ab-a5a169942341 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:56.420332 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks [] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.505715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Transition to ACTIVE for port object a2917fcf-409b-4a8b-a7ab-a5a169942341 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:56.510899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.516808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:10:56.570128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c2a7daec-2508-4ba8-9df2-94242cd02317 None None] Provisioning complete for port 840d777d-f4ab-49b2-8597-1cefed2916b2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:56.570694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2a7daec-2508-4ba8-9df2-94242cd02317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.673903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7daec-2508-4ba8-9df2-94242cd02317 None None] Port 840d777d-f4ab-49b2-8597-1cefed2916b2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:10:56.727701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:10:56.743263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8d9e6727-90aa-4041-9020-6ef2c55557f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4625804 Feb 03 11:10:56.761808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Sync routers for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:10:56.791162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:56.792023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:56.890934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:56.909598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14ac7104-83c7-42ba-9723-4c1fd39061d8 req-23db06e7-da5b-4488-a7b1-b711db404efe tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 210 time: 0.0907717 Feb 03 11:10:56.910587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbda-389f-4b58-a257-bf3e8c345e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:56.950761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Pushing event updated for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:57.129726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.171294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00915-ad43-4fad-8b1f-217f17fc794c req-105390cb-e4c4-466c-98ce-aebbec63cceb tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:57.179903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8e00915-ad43-4fad-8b1f-217f17fc794c req-105390cb-e4c4-466c-98ce-aebbec63cceb tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 947 time: 0.1275380 Feb 03 11:10:57.191894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbda-389f-4b58-a257-bf3e8c345e67 admin admin] Publish callbacks [] for security_group (248515ac-1d78-4fa3-b683-5876c8d95553), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.197474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:10:57.218471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b41dbda-389f-4b58-a257-bf3e8c345e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (248515ac-1d78-4fa3-b683-5876c8d95553), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.232416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (b639ca2c-286e-469d-a182-d393094659c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.370634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Attempting to bind port a2917fcf-409b-4a8b-a7ab-a5a169942341 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:57.374179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Attempting to bind port a2917fcf-409b-4a8b-a7ab-a5a169942341 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:57.374533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Attempting to bind port a2917fcf-409b-4a8b-a7ab-a5a169942341 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:57.393283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Port a2917fcf-409b-4a8b-a7ab-a5a169942341 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:57.393619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Attempting to bind port a2917fcf-409b-4a8b-a7ab-a5a169942341 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:57.410874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:57.411222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:57.411649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:57.412120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Bound port: a2917fcf-409b-4a8b-a7ab-a5a169942341, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:57.412480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.420686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.449689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b41dbda-389f-4b58-a257-bf3e8c345e67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf8fc6f53b23486bb20f34c21e58ca90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569472 Feb 03 11:10:57.450538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:57.480553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:10:57.489865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41dbda-389f-4b58-a257-bf3e8c345e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248515ac-1d78-4fa3-b683-5876c8d95553,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:57.518970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8e00915-ad43-4fad-8b1f-217f17fc794c req-06aa8964-b8a1-45ea-a668-13aef88c173d tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382030 Feb 03 11:10:57.562661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:10:57.564067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] Publish callbacks [] for security_group (248515ac-1d78-4fa3-b683-5876c8d95553), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.592006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:10:57.594721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:10:57.632981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] Publish callbacks [] for security_group (248515ac-1d78-4fa3-b683-5876c8d95553), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.660055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:57.754525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (248515ac-1d78-4fa3-b683-5876c8d95553), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.760036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.762314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/248515ac-1d78-4fa3-b683-5876c8d95553 HTTP/1.1" status: 204 len: 168 time: 0.3025835 Feb 03 11:10:57.768253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:57.768493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 2, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:57.774143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:57.786488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:57.787171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.794483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eed91-d3ec-4d8e-98b1-eb10fc72f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248515ac-1d78-4fa3-b683-5876c8d95553,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:57.819022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.830676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Checking router: a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:10:57.833247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Updating router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c port 840d777d-f4ab-49b2-8597-1cefed2916b2 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:10:57.850187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:57.850836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:57.855659 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] 10.222.0.53 "PUT /v2.0/ports/a2917fcf-409b-4a8b-a7ab-a5a169942341 HTTP/1.1" status: 200 len: 1095 time: 2.6209850 Feb 03 11:10:57.861678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:10:57.868299 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17" -d '{"events": [{"name": "network-changed", "server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:10:57.931826 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-a0572c91-5ca8-4ddc-b78f-b99d64e2e18d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5041292 Feb 03 11:10:57.956834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Request body: {'port': {'device_id': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:57.966236 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.052406 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07a2df-18b3-47e6-9c74-df36e49fcad2 x-openstack-request-id: req-0b07a2df-18b3-47e6-9c74-df36e49fcad2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:10:58.053109 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:10:58.053580 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b07a2df-18b3-47e6-9c74-df36e49fcad2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:10:58.054222 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341', 'status': 'completed', 'code': 200} Feb 03 11:10:58.152446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6604-01be-485d-b04b-1f954b98cb85 service neutron] Pushing event updated for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:58.192582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-61ae7810-ce6d-4905-ae22-c4dad5d7548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:58.200598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-61ae7810-ce6d-4905-ae22-c4dad5d7548f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 1129 time: 0.2644918 Feb 03 11:10:58.220627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935cff-9ba5-4b31-8e42-cb9a7072e7cf req-355fdf0f-b1b5-4e7a-8c3c-f9c1463dad61 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:58.228289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b935cff-9ba5-4b31-8e42-cb9a7072e7cf req-355fdf0f-b1b5-4e7a-8c3c-f9c1463dad61 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 931 time: 0.1673582 Feb 03 11:10:58.232452 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b639ca2c-286e-469d-a182-d393094659c0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.377909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b935cff-9ba5-4b31-8e42-cb9a7072e7cf req-c3ba3d3f-cafc-444f-935f-a330f4d4ebf4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435356 Feb 03 11:10:58.414997 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-b55ad051-a953-4137-86a5-588f95f1ce43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341 HTTP/1.1" status: 200 len: 217 time: 0.2071145 Feb 03 11:10:58.423535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:58.428524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-28610163-network', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:58.465718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Made reservation on behalf of b0105f0c718f49e79f411e5ab080ca38 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:58.468037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.479468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.603540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-f147ff4f-98e9-4d3b-9d57-84b7bf7d3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:58.605717 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-f147ff4f-98e9-4d3b-9d57-84b7bf7d3ed6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1822538 Feb 03 11:10:58.698016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks [] for security_group (6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.741327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.797759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-d15c1998-7bb2-4408-885b-83021f9f4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:58.798394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:10:58.800168 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-d15c1998-7bb2-4408-885b-83021f9f4ec4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1845586 Feb 03 11:10:58.857201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (205e69b7-1ef2-49c3-93d6-1b380180d0d6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:58.860845 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Added segment 205e69b7-1ef2-49c3-93d6-1b380180d0d6 of type vlan for network f314f655-949c-41c7-96b0-7af6eb7508ba Feb 03 11:10:58.878713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:58.954647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23df11b-a864-4b15-87b3-0bf66ff25937 req-e387a010-9b82-49fb-b04c-4d28a90d495a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:58.962968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a23df11b-a864-4b15-87b3-0bf66ff25937 req-e387a010-9b82-49fb-b04c-4d28a90d495a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 947 time: 0.2821589 Feb 03 11:10:58.983125 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-a9f1a2f1-fdb2-4fd9-a1b8-2da3292a3aac service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746995 Feb 03 11:10:59.015550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f314f655-949c-41c7-96b0-7af6eb7508ba), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.023727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks [] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.036560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.092816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b639ca2c-286e-469d-a182-d393094659c0 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:10:59.110829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f314f655-949c-41c7-96b0-7af6eb7508ba), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.111774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:59.112358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.160498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a23df11b-a864-4b15-87b3-0bf66ff25937 req-de00d351-ea4a-4199-b5db-120eb25f6909 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895969 Feb 03 11:10:59.190242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks [] for port (b639ca2c-286e-469d-a182-d393094659c0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.195555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7706330 Feb 03 11:10:59.198642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:59.211724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Request body: {'subnet': {'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-subnet', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:59.285534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38fd03-736d-449a-9a19-5afa37a7f658 None None] Pushing event updated for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:59.298081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f51ab6-aa9c-40d3-a5d8-f6d040f41371 admin admin] Pushing event updated for resources: {'Network': ['ID=f314f655-949c-41c7-96b0-7af6eb7508ba,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:59.310104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Made reservation on behalf of b0105f0c718f49e79f411e5ab080ca38 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:10:59.321571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.325517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f314f655-949c-41c7-96b0-7af6eb7508ba details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:10:59.342911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Transition to ACTIVE for port object b639ca2c-286e-469d-a182-d393094659c0 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:10:59.363587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.563532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Attempting to bind port 840d777d-f4ab-49b2-8597-1cefed2916b2 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:59.563906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Attempting to bind port 840d777d-f4ab-49b2-8597-1cefed2916b2 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:59.565177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Attempting to bind port 840d777d-f4ab-49b2-8597-1cefed2916b2 on network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:59.579807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60634) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:10:59.604329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:59.604723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Checking segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:59.607638 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.608061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Bound using segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:59.608561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Bound port: 840d777d-f4ab-49b2-8597-1cefed2916b2, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:59.608974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.611883 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfc1ef2c-332f-4e6f-a422-4c692d97047b req-a525328c-f84c-44a4-9641-7b90dfde1e54 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212602 Feb 03 11:10:59.616166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db18ad5-b5d6-41e6-a83e-19330ae9f4e9 req-3a52d5ae-90b5-4c6d-885f-76bd0f403814 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:59.621120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9db18ad5-b5d6-41e6-a83e-19330ae9f4e9 req-3a52d5ae-90b5-4c6d-885f-76bd0f403814 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.1045971 Feb 03 11:10:59.668396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Pushing event updated for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:10:59.765826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] For port 840d777d-f4ab-49b2-8597-1cefed2916b2, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:10:59.766262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (21743431-705f-4ba9-9bcc-8d69f1e4d31c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.771815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] For port 840d777d-f4ab-49b2-8597-1cefed2916b2, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=840d777d-f4ab-49b2-8597-1cefed2916b2,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:10:59.782511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.815301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-8ae58748-616c-44a5-ab7e-3d95c8c04db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:10:59.817140 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-8ae58748-616c-44a5-ab7e-3d95c8c04db9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff1555ec032c42919bf00ab23336f301&device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 1129 time: 0.1367712 Feb 03 11:10:59.819909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Attempting to bind port b639ca2c-286e-469d-a182-d393094659c0 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:10:59.820400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Attempting to bind port b639ca2c-286e-469d-a182-d393094659c0 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:10:59.820773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Attempting to bind port b639ca2c-286e-469d-a182-d393094659c0 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:59.836005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Provisioning complete for port 840d777d-f4ab-49b2-8597-1cefed2916b2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:10:59.836389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.872766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Port b639ca2c-286e-469d-a182-d393094659c0 on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:10:59.873395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Attempting to bind port b639ca2c-286e-469d-a182-d393094659c0 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:10:59.895746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:10:59.897007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:10:59.897823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:10:59.898507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Bound port: b639ca2c-286e-469d-a182-d393094659c0, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:10:59.899100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b639ca2c-286e-469d-a182-d393094659c0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:10:59.904867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:10:59.909966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:10:59.970210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-network', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:10:59.973793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=21743431-705f-4ba9-9bcc-8d69f1e4d31c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:00.017775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38fd03-736d-449a-9a19-5afa37a7f658 None None] Pushing event updated for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:00.061433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Checking segment: {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:00.061433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Network hostable DHCP agents. Network: f314f655-949c-41c7-96b0-7af6eb7508ba, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:11:00.079394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9db18ad5-b5d6-41e6-a83e-19330ae9f4e9 req-af370daf-4d23-4d62-9266-c3749c63b02e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355460 Feb 03 11:11:00.082944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Made reservation on behalf of 511fb6c01a2f40b1a80bb904867c7389 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:00.086183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.101217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.119473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Network f314f655-949c-41c7-96b0-7af6eb7508ba is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:11:00.154421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-b6c1f29b-4009-4ce6-8d04-6f340d8ef296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.156213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-b6c1f29b-4009-4ce6-8d04-6f340d8ef296 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3327882 Feb 03 11:11:00.158339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f314f655-949c-41c7-96b0-7af6eb7508ba) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:00.196097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.197065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.236858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad328e-095b-45e1-8e81-ed15580dd121 None None] Network f314f655-949c-41c7-96b0-7af6eb7508ba requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:00.257551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:00.261851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3cf2eefa-e617-42aa-a106-e870ac1fe5ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0622530 Feb 03 11:11:00.264777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60640) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:00.282755 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-5dcb6438-6f47-4ee9-9906-891d84b0279c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341 HTTP/1.1" status: 200 len: 217 time: 0.1120715 Feb 03 11:11:00.296069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:00.299199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:00.333625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b639ca2c-286e-469d-a182-d393094659c0,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:00.368882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.407275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Current status of the port 840d777d-f4ab-49b2-8597-1cefed2916b2 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:00.407583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.476101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe792-90b1-46fe-9240-856d4182654b req-b417f2c6-f657-461c-90f4-f9fbfa1fda59 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.485625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e52fe792-90b1-46fe-9240-856d4182654b req-b417f2c6-f657-461c-90f4-f9fbfa1fda59 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 947 time: 0.1813686 Feb 03 11:11:00.487000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.488175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.490550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks [] for security_group (6d5ba161-721a-43ff-b2ef-7f71a28c2e74), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.498448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.499421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.501535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] 10.222.0.69 "PUT /v2.0/ports/b639ca2c-286e-469d-a182-d393094659c0 HTTP/1.1" status: 200 len: 1091 time: 2.5524230 Feb 03 11:11:00.502526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:00.505459 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2eee5d-025c-48c6-9591-8241d5cb92e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "tag": "b639ca2c-286e-469d-a182-d393094659c0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:00.510372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-14d0e3f4-aea0-4490-b915-135bae444e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.511958 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-14d0e3f4-aea0-4490-b915-135bae444e24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2279375 Feb 03 11:11:00.535609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d5ba161-721a-43ff-b2ef-7f71a28c2e74), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.536199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f23fa-b116-4974-80d1-20249bfa6375 service neutron] Pushing event updated for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:00.626467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e52fe792-90b1-46fe-9240-856d4182654b req-36065a8b-8ff6-4cec-9791-b4c7fc7968ab tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388719 Feb 03 11:11:00.632400 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac9096d-130a-4c7b-83e4-eb4eb8c01156 x-openstack-request-id: req-fac9096d-130a-4c7b-83e4-eb4eb8c01156 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:00.632692 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "tag": "b639ca2c-286e-469d-a182-d393094659c0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:00.633407 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fac9096d-130a-4c7b-83e4-eb4eb8c01156 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:00.633407 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0', 'status': 'completed', 'code': 200} Feb 03 11:11:00.657647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:11:00.675627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3238ad59-5dc2-490f-b51f-ee4f61c35831), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.676111 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Added segment 3238ad59-5dc2-490f-b51f-ee4f61c35831 of type vlan for network bce59d5e-9ad1-491f-8c15-039ed74d9b91 Feb 03 11:11:00.682751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for router_controller (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.748486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (bce59d5e-9ad1-491f-8c15-039ed74d9b91), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.748736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-fb3a2601-a0fd-420c-8140-f42afd62f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.758444 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:11:00.759469 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-fb3a2601-a0fd-420c-8140-f42afd62f7c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2298462 Feb 03 11:11:00.776474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] For port 840d777d-f4ab-49b2-8597-1cefed2916b2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=840d777d-f4ab-49b2-8597-1cefed2916b2,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:00.791600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ba161-721a-43ff-b2ef-7f71a28c2e74,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:00.817475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (bce59d5e-9ad1-491f-8c15-039ed74d9b91), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.819978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-e5e78ff3-8fb1-4bc4-8191-dcd7667d0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.821716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:00.821874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-e5e78ff3-8fb1-4bc4-8191-dcd7667d0d3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 1125 time: 0.2301562 Feb 03 11:11:00.823457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.916819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.918759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f314f655-949c-41c7-96b0-7af6eb7508ba', 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba', 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'fixed_ips': [{'subnet_id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:11:00.920339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] Pushing event updated for resources: {'Network': ['ID=bce59d5e-9ad1-491f-8c15-039ed74d9b91,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:00.921224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.943915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e8fd2ef0-1770-4ec0-a65e-fc30b559b12d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3602350 Feb 03 11:11:00.945377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:00.949595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-b639a4de-a197-408f-827f-a54c66abf657 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b639ca2c-286e-469d-a182-d393094659c0 HTTP/1.1" status: 200 len: 217 time: 0.1109052 Feb 03 11:11:00.952876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Request body: {'subnet': {'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-subnet', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:00.978349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Made reservation on behalf of 511fb6c01a2f40b1a80bb904867c7389 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:00.980791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:00.993736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for router_gateway (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.060495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:11:01.158696 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-20104afa-3107-48f8-8c11-2342ca7803f5 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542066 Feb 03 11:11:01.159630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10878de8-69e3-40c3-b195-9d7b2bd83026 None None] Pushing event updated for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:01.164516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-cd0b0220-d50d-413b-999d-fa21cbef841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:01.166157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-cd0b0220-d50d-413b-999d-fa21cbef841e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1638079 Feb 03 11:11:01.408040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-417539cc-edd1-4851-9d64-403f5c52d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.429721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e66c6b89-5b27-4536-b38c-7c7c5bbe5e83 None None] Provisioning complete for port 840d777d-f4ab-49b2-8597-1cefed2916b2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:01.430085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e66c6b89-5b27-4536-b38c-7c7c5bbe5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.434019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac120-cd00-4ba0-823c-abcba517139b req-ea400481-88fd-4195-8a40-5856e24a23ba tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:01.435578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-864ac120-cd00-4ba0-823c-abcba517139b req-ea400481-88fd-4195-8a40-5856e24a23ba tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.2130690 Feb 03 11:11:01.458636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (16c028d3-4644-4276-adc8-75fcaa22c232), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.523938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c028d3-4644-4276-adc8-75fcaa22c232,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:01.552075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Allocated IP 172.20.0.2 (f314f655-949c-41c7-96b0-7af6eb7508ba/21743431-705f-4ba9-9bcc-8d69f1e4d31c/b362f921-b738-46b4-aa40-55ec9e67ad4e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:01.597437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-864ac120-cd00-4ba0-823c-abcba517139b req-13412d6d-fd49-43eb-bd0e-7f59647e6872 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556962 Feb 03 11:11:01.598172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Checking segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:01.598533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Network hostable DHCP agents. Network: bce59d5e-9ad1-491f-8c15-039ed74d9b91, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:11:01.615072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:10:59Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:01.631834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:11:01.653741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, bce59d5e-9ad1-491f-8c15-039ed74d9b91) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:01.661361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:01.662471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.691440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-577d2c48-6b97-4ce9-86ff-4dec04c08f72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7449012 Feb 03 11:11:01.694036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:01.699259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:01.725155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d916a2-fcce-4996-b4ca-5c36cc6699d4 None None] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:01.742724 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a98cda39-683d-4754-9660-b9931d39be03), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.743983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a98cda39-683d-4754-9660-b9931d39be03), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.802668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for router_controller (a98cda39-683d-4754-9660-b9931d39be03), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:01.856313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6d1b2-0ace-440b-80b7-0e4ee8ad8c5d None None] The sync data for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 is: [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:10:59Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:01.869731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-db1887af-011c-4baf-8c5e-dcbfe136b9cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390215 Feb 03 11:11:01.873081 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1aff2d91-12db-48ea-ab9c-fab2c4b3db17 req-9f03e352-b70d-45b2-beb1-2e982c6454dc service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057176 Feb 03 11:11:02.132953 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-7852c05b-7509-4d38-ad83-c6ec75605820 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521279 Feb 03 11:11:02.172296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for router_gateway (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.179838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for router_gateway (a98cda39-683d-4754-9660-b9931d39be03), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.207991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3d54-b19b-451c-a49b-094c26582b12 req-4a46ad2d-baf9-4766-8537-50c42ce612b3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:02.212022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.214255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d7e3d54-b19b-451c-a49b-094c26582b12 req-4a46ad2d-baf9-4766-8537-50c42ce612b3 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 947 time: 0.4083261 Feb 03 11:11:02.292244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e66c6b89-5b27-4536-b38c-7c7c5bbe5e83 None None] Current status of the port 840d777d-f4ab-49b2-8597-1cefed2916b2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:02.308405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks [] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.328151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d7e3d54-b19b-451c-a49b-094c26582b12 req-4f345d1b-6be3-4cb4-b7fb-5fe0e4eed530 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Feb 03 11:11:02.375107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.453282 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3498aaf-2c0f-4aa3-a6e7-1ea0aaa9d8a4 req-43b2860a-8300-4cad-91e5-b8a3113b1b6a service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025753 Feb 03 11:11:02.557279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Allocated IP 172.25.7.22 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/95c275a4-a640-4812-8eb5-149b9c8bc7a6) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:02.754651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for router_gateway (a98cda39-683d-4754-9660-b9931d39be03), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.817900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.924854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.983068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Network f314f655-949c-41c7-96b0-7af6eb7508ba is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:02.992581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:02.995294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:11:03.003334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:03.008797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-a4c9f8ec-cc1e-48c0-a85c-920e17337efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:03.010384 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-a4c9f8ec-cc1e-48c0-a85c-920e17337efe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 1125 time: 0.3614101 Feb 03 11:11:03.013500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:03.052057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:03.073221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Pushing event updated for resources: {'Port': ['ID=b362f921-b738-46b4-aa40-55ec9e67ad4e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:03.118714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf66805-3fb0-4772-aafe-d1013e430b7a req-f9329558-007b-42a9-aee8-6d3acc0be2d1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:03.126016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faf66805-3fb0-4772-aafe-d1013e430b7a req-f9329558-007b-42a9-aee8-6d3acc0be2d1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.3127842 Feb 03 11:11:03.137956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:03.151750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:03.170950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:03.186823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Allocated IP 172.25.7.125 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/186b4b0e-46aa-401c-81af-5957b8026bda) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:03.214934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Attempting to bind port b362f921-b738-46b4-aa40-55ec9e67ad4e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:03.216122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Attempting to bind port b362f921-b738-46b4-aa40-55ec9e67ad4e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:03.218449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Attempting to bind port b362f921-b738-46b4-aa40-55ec9e67ad4e on network f314f655-949c-41c7-96b0-7af6eb7508ba {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:03.236110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 840d777d-f4ab-49b2-8597-1cefed2916b2 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:03.274848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faf66805-3fb0-4772-aafe-d1013e430b7a req-10b39fd7-ea74-4adf-a18f-be1ba78ecb06 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400516 Feb 03 11:11:03.294303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Pushing event updated for resources: {'Port': ['ID=95c275a4-a640-4812-8eb5-149b9c8bc7a6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:03.406750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for port (186b4b0e-46aa-401c-81af-5957b8026bda), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:03.490866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:03.491742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Checking segment: {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:03.492361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:03.493054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Bound using segment: {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:03.493770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Bound port: b362f921-b738-46b4-aa40-55ec9e67ad4e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:03.495980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:03.527678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-5d7d5703-f70b-4ab8-8401-775c4992337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:03.529185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-5d7d5703-f70b-4ab8-8401-775c4992337e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.4661911 Feb 03 11:11:03.565071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:03.566123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a2917fcf-409b-4a8b-a7ab-a5a169942341 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:11:03.644945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-dab9a0d1-c1f1-4028-85c7-3b820d8e5d5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b639ca2c-286e-469d-a182-d393094659c0 HTTP/1.1" status: 200 len: 217 time: 0.0827835 Feb 03 11:11:03.680667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:03.703353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2988a1-73fa-4629-986a-509fac3a11d8 req-1a5933e8-4410-4b6b-b7eb-16584c7bc522 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:03.715792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b2988a1-73fa-4629-986a-509fac3a11d8 req-1a5933e8-4410-4b6b-b7eb-16584c7bc522 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 947 time: 0.2490072 Feb 03 11:11:03.736422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:03.762481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:03.763433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:03.797876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-dad9e4ec-aaaa-401c-b9b6-3511e934dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:03.799498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-dad9e4ec-aaaa-401c-b9b6-3511e934dd1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1464484 Feb 03 11:11:03.813832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Pushing event updated for resources: {'Port': ['ID=186b4b0e-46aa-401c-81af-5957b8026bda,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:03.849144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a2917fcf-409b-4a8b-a7ab-a5a169942341', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'a2917fcf-409b-4a8b-a7ab-a5a169942341', 'mac_address': 'fa:16:3e:83:81:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:11:03.918773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b2988a1-73fa-4629-986a-509fac3a11d8 req-d341f0bf-0dae-4f0c-abe6-0ce4268c5a6a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020741 Feb 03 11:11:03.959250 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-d2a1530c-1d34-4467-bcd3-c1bae3c9cbea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777996 Feb 03 11:11:03.977598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bebaf7d7-c771-40c0-a7f4-ab4b569fd3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.052336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] For port b362f921-b738-46b4-aa40-55ec9e67ad4e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:04.057874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] For port b362f921-b738-46b4-aa40-55ec9e67ad4e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b362f921-b738-46b4-aa40-55ec9e67ad4e,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:04.078581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.084958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Allocated IP 172.20.0.2 (bce59d5e-9ad1-491f-8c15-039ed74d9b91/16c028d3-4644-4276-adc8-75fcaa22c232/75f3e895-78f7-4aef-8ffd-a92dcac2aeee) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:04.158461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Pushing event updated for resources: {'Port': ['ID=b362f921-b738-46b4-aa40-55ec9e67ad4e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:04.195399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a2917fcf-409b-4a8b-a7ab-a5a169942341 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:04.195796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.200623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 840d777d-f4ab-49b2-8597-1cefed2916b2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:04.201025 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.213964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for router_gateway (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.268716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.269119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.269464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.269803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.270139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.271077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.271420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.271747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.272614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.272974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.273307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.273632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.274105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e28b6-a00c-409f-86e8-781ae5e85b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:04.317199 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-40478f40-66d0-4219-9e7a-39e4ce30f0e1 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571565 Feb 03 11:11:04.319304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2917fcf-409b-4a8b-a7ab-a5a169942341 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:04.365499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:04.378029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.460707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for router_gateway (a98cda39-683d-4754-9660-b9931d39be03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.486820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:04.617508 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.619967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 840d777d-f4ab-49b2-8597-1cefed2916b2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:04.658397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a2917fcf-409b-4a8b-a7ab-a5a169942341'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:04.686269 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf2eee5d-025c-48c6-9591-8241d5cb92e8 req-dcc1d0e9-a2ea-475d-b708-660f8ae329b7 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571138 Feb 03 11:11:04.703111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067fab0-f729-4c26-a273-4f454ab46db3 req-ce7ce082-3422-4492-a394-5e703aa5dd67 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:04.736630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1067fab0-f729-4c26-a273-4f454ab46db3 req-ce7ce082-3422-4492-a394-5e703aa5dd67 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.2293184 Feb 03 11:11:04.821164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks [] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.848687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1067fab0-f729-4c26-a273-4f454ab46db3 req-83abff2a-f3e4-43af-afaa-4908e53dd9d9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102598 Feb 03 11:11:04.849910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:04.919480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.044738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:05.055493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:05.088133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:05.109057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Pushing event updated for resources: {'Port': ['ID=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:05.202677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:11:05.274878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b362f921-b738-46b4-aa40-55ec9e67ad4e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:05.335955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Attempting to bind port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:05.336249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Attempting to bind port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:05.336580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Attempting to bind port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:05.368666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:05.381189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Checking segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:05.381720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.382131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Bound using segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:05.382638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Bound port: 75f3e895-78f7-4aef-8ffd-a92dcac2aeee, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:05.383027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.383482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:05.394052 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Sync routers for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:05.411369 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:05.414416 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:05.439323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.443645 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4a59d89d-61a8-4151-9d72-c1848015e3ad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1705968 Feb 03 11:11:05.444263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:05.557785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b362f921-b738-46b4-aa40-55ec9e67ad4e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:05.559313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.612246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] For port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:05.644180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] For port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:05.669574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.829147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b362f921-b738-46b4-aa40-55ec9e67ad4e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:05.830005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.838956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a98cda39-683d-4754-9660-b9931d39be03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:05.897776 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:05.937569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef346315-671d-48bb-93e3-63360bca65d7 None None] Pushing event updated for resources: {'Port': ['ID=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:06.001824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee04ca5-44b2-4ed0-a8a7-3419acbb254b req-2fde3e87-1c05-4d33-80e9-54c21597fdbd tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:06.021701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bee04ca5-44b2-4ed0-a8a7-3419acbb254b req-2fde3e87-1c05-4d33-80e9-54c21597fdbd tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 948 time: 0.9385064 Feb 03 11:11:06.055156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port b362f921-b738-46b4-aa40-55ec9e67ad4e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b362f921-b738-46b4-aa40-55ec9e67ad4e,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:06.071504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.215907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bee04ca5-44b2-4ed0-a8a7-3419acbb254b req-9278854d-a36a-441c-832f-cec08ffc3c27 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915774 Feb 03 11:11:06.294575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.320229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=b362f921-b738-46b4-aa40-55ec9e67ad4e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:06.342908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b086900-2717-4768-bc80-3a7d031ccb9b req-0f201400-f0c2-4d8e-b6ac-ad21ad6ea262 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:06.347200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b086900-2717-4768-bc80-3a7d031ccb9b req-0f201400-f0c2-4d8e-b6ac-ad21ad6ea262 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.2928548 Feb 03 11:11:06.375260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f430a-dd70-467e-9a88-3528fb947466 None None] Network f314f655-949c-41c7-96b0-7af6eb7508ba requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:06.425108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b639ca2c-286e-469d-a182-d393094659c0 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:11:06.461170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Router a98cda39-683d-4754-9660-b9931d39be03 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:11:06.485407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b086900-2717-4768-bc80-3a7d031ccb9b req-76b328eb-22de-4827-a0b1-447e13080143 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250737 Feb 03 11:11:06.564930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d1a63e58-a086-46e3-947e-d2dd8242a759 None None] Provisioning complete for port b362f921-b738-46b4-aa40-55ec9e67ad4e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:06.565302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a63e58-a086-46e3-947e-d2dd8242a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.600169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.675423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:06.685322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b639ca2c-286e-469d-a182-d393094659c0,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:06.686527 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:03Z', 'revision_number': 3, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:06.692626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:06.711399 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.713990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f5b5b40d-2be1-4ddf-ab9d-e28c1a21f2da admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0185301 Feb 03 11:11:06.716247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b639ca2c-286e-469d-a182-d393094659c0', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': 'b639ca2c-286e-469d-a182-d393094659c0', 'mac_address': 'fa:16:3e:28:5b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:11:06.718045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:06.741465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:06.742085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:06.762181 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Checking router: f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:06.764286 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Updating router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:11:06.837215 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:06.935174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Allocated IP 172.20.0.1 (f314f655-949c-41c7-96b0-7af6eb7508ba/21743431-705f-4ba9-9bcc-8d69f1e4d31c/65b80237-41f7-4696-babb-6b3187739c64) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:07.431423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks [] for port (65b80237-41f7-4696-babb-6b3187739c64), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.509390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 75f3e895-78f7-4aef-8ffd-a92dcac2aeee up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:07.521760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.544951 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks [] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.558473 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.592806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a2917fcf-409b-4a8b-a7ab-a5a169942341 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:07.631258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1a63e58-a086-46e3-947e-d2dd8242a759 None None] Current status of the port b362f921-b738-46b4-aa40-55ec9e67ad4e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:07.633374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:07.651368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Network f314f655-949c-41c7-96b0-7af6eb7508ba is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:07.652837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:07.673257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:07.735183 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d6585-f57b-4dd7-9231-bb26c276ac79 None None] Pushing event updated for resources: {'Port': ['ID=95c275a4-a640-4812-8eb5-149b9c8bc7a6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:07.737697 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Attempting to bind port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:07.738188 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Attempting to bind port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:07.738697 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Attempting to bind port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:07.753682 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:07.754394 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:07.754896 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.755384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:07.756553 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Bound port: 95c275a4-a640-4812-8eb5-149b9c8bc7a6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:07.757105 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.794130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.801157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.828339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b639ca2c-286e-469d-a182-d393094659c0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:07.829293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b639ca2c-286e-469d-a182-d393094659c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.832222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388372d-fe7b-4c45-88f5-37f04ddd85b5 req-e4408b84-4ece-4c42-8d85-df26b1ddde56 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:07.833864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1388372d-fe7b-4c45-88f5-37f04ddd85b5 req-e4408b84-4ece-4c42-8d85-df26b1ddde56 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 948 time: 0.4760125 Feb 03 11:11:07.861017 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] For port 95c275a4-a640-4812-8eb5-149b9c8bc7a6, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:07.874779 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] For port 95c275a4-a640-4812-8eb5-149b9c8bc7a6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=95c275a4-a640-4812-8eb5-149b9c8bc7a6,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:07.890703 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:07.968497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d56635-bd4f-4ccb-a1c1-7c1d36a4503f None None] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:07.996232 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:07.997280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:08.043684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03a682-7398-4643-b5f5-747de6f181cf req-32054957-c4f3-4988-af0d-ddbf21225dc9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:08.056311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff03a682-7398-4643-b5f5-747de6f181cf req-32054957-c4f3-4988-af0d-ddbf21225dc9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 943 time: 0.3057880 Feb 03 11:11:08.081734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1388372d-fe7b-4c45-88f5-37f04ddd85b5 req-b6708b40-1e19-40bf-8bdd-9a3115dd01f8 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972275 Feb 03 11:11:08.114274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65b80237-41f7-4696-babb-6b3187739c64), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.123696 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d6585-f57b-4dd7-9231-bb26c276ac79 None None] Pushing event updated for resources: {'Port': ['ID=95c275a4-a640-4812-8eb5-149b9c8bc7a6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:08.223565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:08.226279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e81f8c52-d41f-4185-b4c9-88b6e6b147f6 None None] Provisioning complete for port b362f921-b738-46b4-aa40-55ec9e67ad4e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:08.226792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e81f8c52-d41f-4185-b4c9-88b6e6b147f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.243126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b639ca2c-286e-469d-a182-d393094659c0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:08.275220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b639ca2c-286e-469d-a182-d393094659c0,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:08.285017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff03a682-7398-4643-b5f5-747de6f181cf req-9a43b9f6-2ab0-4d11-87a5-7498b3d5648c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275009 Feb 03 11:11:08.295390 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:08.313088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.371538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.396051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port a2917fcf-409b-4a8b-a7ab-a5a169942341 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:11:08.417356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a49af2-f6f9-4c8e-b025-5372e881a358 req-e0c44a35-6980-460c-8f3c-4743ab8c4295 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:08.419170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77a49af2-f6f9-4c8e-b025-5372e881a358 req-e0c44a35-6980-460c-8f3c-4743ab8c4295 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1741462 Feb 03 11:11:08.499442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a2917fcf-409b-4a8b-a7ab-a5a169942341 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:08.499841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.530898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks [] for port (65b80237-41f7-4696-babb-6b3187739c64), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.540767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.561691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:08.562295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.586156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Allocated IP 172.20.0.1 (bce59d5e-9ad1-491f-8c15-039ed74d9b91/16c028d3-4644-4276-adc8-75fcaa22c232/09139974-04e7-4033-a980-cbe8704f88ce) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:08.642654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:08.646282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.747398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:08.766997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Network f314f655-949c-41c7-96b0-7af6eb7508ba is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:08.769367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:08.784086 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks [] for port (09139974-04e7-4033-a980-cbe8704f88ce), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.787930 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:03Z', 'revision_number': 3, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:08.858280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68b06d-77f5-45a3-9138-abc7991ae673 None None] The sync data for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 is: [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:03Z', 'revision_number': 3, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:08.890754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:08.954483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b639ca2c-286e-469d-a182-d393094659c0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:08.981594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:08.985827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:08.990056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:09.006174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:09.064625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77a49af2-f6f9-4c8e-b025-5372e881a358 req-d1fc070b-a7b7-4276-b3bc-35b524021e18 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310319 Feb 03 11:11:09.096348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (a98cda39-683d-4754-9660-b9931d39be03), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.491739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a2917fcf-409b-4a8b-a7ab-a5a169942341 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:09.498694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.615125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:09.615806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.647943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e81f8c52-d41f-4185-b4c9-88b6e6b147f6 None None] Current status of the port b362f921-b738-46b4-aa40-55ec9e67ad4e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:09.698978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:09.712338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:09.715887 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3d249-c913-4ef9-8845-3e374ca23483" -d '{"events": [{"server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "name": "network-vif-plugged", "status": "completed", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:09.725954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (09139974-04e7-4033-a980-cbe8704f88ce), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.726616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.727758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b362f921-b738-46b4-aa40-55ec9e67ad4e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:09.759574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfabc54-2f45-41e6-97f9-4c5c834962c5 req-d2df011b-fe5c-4849-ab8f-d637c016471a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:09.763260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1dfabc54-2f45-41e6-97f9-4c5c834962c5 req-d2df011b-fe5c-4849-ab8f-d637c016471a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 948 time: 0.4983234 Feb 03 11:11:09.809615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:11:09.840449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a5d36-cc08-440c-bbff-59ccb58a2966 req-3e3b0f47-d96d-4c77-a10a-663757de726b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:09.842449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5d36-cc08-440c-bbff-59ccb58a2966 req-3e3b0f47-d96d-4c77-a10a-663757de726b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 944 time: 0.3158572 Feb 03 11:11:09.855296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:09.922054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1dfabc54-2f45-41e6-97f9-4c5c834962c5 req-5c4cf196-2984-4a98-ac43-dfd1bfb169b4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345372 Feb 03 11:11:09.925661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:09.957247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:04Z', 'revision_number': 3, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:10.003161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:10.011085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Provisioning complete for port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:10.011408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.032267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-37a81dc6-4c10-4740-a0e3-be829de1c6c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/f66f0018-2a13-4f24-b8c6-97beb3d5e4c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5868499 Feb 03 11:11:10.119671 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75d332-cd8d-4b9b-ba3c-09118368a1dd x-openstack-request-id: req-6d75d332-cd8d-4b9b-ba3c-09118368a1dd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:10.119959 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "name": "network-vif-plugged", "status": "completed", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:10.120216 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d75d332-cd8d-4b9b-ba3c-09118368a1dd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:10.120615 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341', 'code': 200} Feb 03 11:11:10.132394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:10.132746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Updating router a98cda39-683d-4754-9660-b9931d39be03 port 186b4b0e-46aa-401c-81af-5957b8026bda binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:11:10.156770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks [] for port (09139974-04e7-4033-a980-cbe8704f88ce), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.170647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b362f921-b738-46b4-aa40-55ec9e67ad4e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:10.170990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.185462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.205622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576d0a-a09b-4ae8-af42-2f67289e92cb req-2f2bb947-742d-46da-8e41-d3c211ea8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:10.208387 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-27576d0a-a09b-4ae8-af42-2f67289e92cb req-2f2bb947-742d-46da-8e41-d3c211ea8b30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 1131 time: 0.0900116 Feb 03 11:11:10.240266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:10.309938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5d36-cc08-440c-bbff-59ccb58a2966 req-768f0eed-3893-41ad-bb5b-12e3236bf2d9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518363 Feb 03 11:11:10.348333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:10.361021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (a98cda39-683d-4754-9660-b9931d39be03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.375104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.378266 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-27576d0a-a09b-4ae8-af42-2f67289e92cb req-d3d48993-416b-4009-8c31-f37c5f2b90f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530545 Feb 03 11:11:10.418719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b5367-c6f3-4d49-a3ef-d2b0462aea6c req-7b939d8b-6da2-430c-ac26-ffbfb585e08a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:10.435781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a63b5367-c6f3-4d49-a3ef-d2b0462aea6c req-7b939d8b-6da2-430c-ac26-ffbfb585e08a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2369897 Feb 03 11:11:10.496714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Current status of the port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:10.511290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:10.612112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a63b5367-c6f3-4d49-a3ef-d2b0462aea6c req-2b9963e8-0fc9-4115-bbf1-c2d39659fcab tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736548 Feb 03 11:11:10.621891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:10.622402 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.678998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b362f921-b738-46b4-aa40-55ec9e67ad4e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:10.696571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:10.698278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:10.726055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Port 09139974-04e7-4033-a980-cbe8704f88ce cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:10.803300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Provisioning complete for port 65b80237-41f7-4696-babb-6b3187739c64 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:10.803935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65b80237-41f7-4696-babb-6b3187739c64), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:10.979088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:11:11.222204 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks [] for port (186b4b0e-46aa-401c-81af-5957b8026bda), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.225082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 95c275a4-a640-4812-8eb5-149b9c8bc7a6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:11.269166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.322286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d6496-410f-4488-8762-e6a4b03757fa None None] Port 65b80237-41f7-4696-babb-6b3187739c64 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:11.349178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:11.358610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6dd27-eee9-4ad5-a1f4-93f33187037e None None] Pushing event updated for resources: {'Port': ['ID=186b4b0e-46aa-401c-81af-5957b8026bda,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:11.361714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Attempting to bind port 186b4b0e-46aa-401c-81af-5957b8026bda on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:11.362146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Attempting to bind port 186b4b0e-46aa-401c-81af-5957b8026bda by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:11.362612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Attempting to bind port 186b4b0e-46aa-401c-81af-5957b8026bda on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:11.371583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:11.372046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:11.372512 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.373107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:11.373533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Bound port: 186b4b0e-46aa-401c-81af-5957b8026bda, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:11.373981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.395510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8861c5d9-9c7f-4f89-808e-8b537b25cc89 admin admin] 10.222.0.30 "PUT /v2.0/routers/a98cda39-683d-4754-9660-b9931d39be03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6741731 Feb 03 11:11:11.414964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:11.415341 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.450562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191b69-ef46-4df6-afc2-650d7e4b0cb8 req-78e87d6a-b43e-40db-bf34-0e7ea7c61c26 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:11.457215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4191b69-ef46-4df6-afc2-650d7e4b0cb8 req-78e87d6a-b43e-40db-bf34-0e7ea7c61c26 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.3808048 Feb 03 11:11:11.477710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] For port 186b4b0e-46aa-401c-81af-5957b8026bda, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:11.510080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] For port 186b4b0e-46aa-401c-81af-5957b8026bda, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=186b4b0e-46aa-401c-81af-5957b8026bda,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:11.512608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-84ccfe10-d6e8-4c66-bb45-71a1f0358d35 None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:11.512608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84ccfe10-d6e8-4c66-bb45-71a1f0358d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.640768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.783279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-84ccfe10-d6e8-4c66-bb45-71a1f0358d35 None None] Port 09139974-04e7-4033-a980-cbe8704f88ce cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:11.784050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4191b69-ef46-4df6-afc2-650d7e4b0cb8 req-bcc8d152-412e-40ca-8ef3-0f427eeef7ec tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937522 Feb 03 11:11:11.807469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e50e1-19d1-4097-8e05-b6b946935f33 req-26491821-0cf5-456f-b901-23b13bdefb41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:11.807469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab6e50e1-19d1-4097-8e05-b6b946935f33 req-26491821-0cf5-456f-b901-23b13bdefb41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 944 time: 0.3438179 Feb 03 11:11:11.847904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:11.848660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:11.855870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6dd27-eee9-4ad5-a1f4-93f33187037e None None] Pushing event updated for resources: {'Port': ['ID=186b4b0e-46aa-401c-81af-5957b8026bda,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:11.915940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:11.918495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:11.974795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab6e50e1-19d1-4097-8e05-b6b946935f33 req-2026ffff-0150-4fe1-b9f5-d8f54a516715 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645925 Feb 03 11:11:11.988657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 95c275a4-a640-4812-8eb5-149b9c8bc7a6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=95c275a4-a640-4812-8eb5-149b9c8bc7a6,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:12.051074 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:12.055334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 75f3e895-78f7-4aef-8ffd-a92dcac2aeee up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:12.085111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ee480-50fa-4800-8b2d-cb80510e7a06 req-dc26cc2e-4994-4dbd-9cc4-a1287d7e368f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:12.100151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a29ee480-50fa-4800-8b2d-cb80510e7a06 req-dc26cc2e-4994-4dbd-9cc4-a1287d7e368f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1242683 Feb 03 11:11:12.222267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a29ee480-50fa-4800-8b2d-cb80510e7a06 req-a8dd5ff5-4331-466d-8c3a-3009f191ddef tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131902 Feb 03 11:11:12.267095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:12.307761 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Sync routers for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:12.325557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:12.326322 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:12.345200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=95c275a4-a640-4812-8eb5-149b9c8bc7a6,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:12.458903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b639ca2c-286e-469d-a182-d393094659c0 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:12.539962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:12.539962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:12.577662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-b10a47bd-0760-4852-a232-cf9645a0a308 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:12.579179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-b10a47bd-0760-4852-a232-cf9645a0a308 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 821 time: 0.2145073 Feb 03 11:11:12.591303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:12.598210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-1bbdf4eb-47b8-47b3-be35-b75966727234 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/quotas/511fb6c01a2f40b1a80bb904867c7389 HTTP/1.1" status: 200 len: 375 time: 0.0123656 Feb 03 11:11:12.708636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-75dcf763-35bb-464c-9fbd-972be3cc743d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039376 Feb 03 11:11:12.782369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port b639ca2c-286e-469d-a182-d393094659c0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:11:12.818231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b639ca2c-286e-469d-a182-d393094659c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:12.818515 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b639ca2c-286e-469d-a182-d393094659c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:12.914786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-03409ed5-f67a-485c-9348-197abf2f0dac service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972201 Feb 03 11:11:12.940551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:12.966231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 2, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:13.012501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358af31a-85f6-497e-96ad-2a3cc724b5b5 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 2, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:13.029867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b639ca2c-286e-469d-a182-d393094659c0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:13.030261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b639ca2c-286e-469d-a182-d393094659c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:13.090467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:13.092645 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8b812-0aa3-45a7-b63b-67cb18703a16" -d '{"events": [{"server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "name": "network-vif-plugged", "status": "completed", "tag": "b639ca2c-286e-469d-a182-d393094659c0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:13.127676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-5ecc1690-834f-479d-9ab8-641867f7cb64 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452746 Feb 03 11:11:13.129168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b639ca2c-286e-469d-a182-d393094659c0,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:13.131771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 95c275a4-a640-4812-8eb5-149b9c8bc7a6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:13.169801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849e9a-9db4-480b-ae43-f29d9532979f req-dec500a8-221a-4d9e-9d49-7ad6b5c4f737 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:13.171676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83849e9a-9db4-480b-ae43-f29d9532979f req-dec500a8-221a-4d9e-9d49-7ad6b5c4f737 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.2605038 Feb 03 11:11:13.196303 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:13.239660 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:08Z', 'revision_number': 4, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '65b80237-41f7-4696-babb-6b3187739c64', 'name': '', 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'mac_address': 'fa:16:3e:95:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:06Z', 'updated_at': '2022-02-03T11:11:08Z', 'revision_number': 2, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'subnets': [{'id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:13.296617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:13.311005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:13.311284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:13.327587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83849e9a-9db4-480b-ae43-f29d9532979f req-dec8b1ef-1d02-44a5-b883-4383c3d8e29e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444559 Feb 03 11:11:13.334515 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Checking router: f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:13.335032 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Updating router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 port 65b80237-41f7-4696-babb-6b3187739c64 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:11:13.382267 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65b80237-41f7-4696-babb-6b3187739c64), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:13.498649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:13.515306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc33f98-5343-4ff5-af2d-17063a760a7f req-3e672728-79e1-4afd-96df-03efa3fe34e8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:13.528189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cc33f98-5343-4ff5-af2d-17063a760a7f req-3e672728-79e1-4afd-96df-03efa3fe34e8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.1317649 Feb 03 11:11:13.581685 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f7ec9-743c-4633-ab77-c392e342cd9b x-openstack-request-id: req-f18f7ec9-743c-4633-ab77-c392e342cd9b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:13.582238 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "name": "network-vif-plugged", "status": "completed", "tag": "b639ca2c-286e-469d-a182-d393094659c0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:13.583405 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f18f7ec9-743c-4633-ab77-c392e342cd9b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:13.595838 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0', 'code': 200} Feb 03 11:11:13.644923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cc33f98-5343-4ff5-af2d-17063a760a7f req-bb5a1620-f859-44e4-b351-6a26ca85a1ac tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Feb 03 11:11:13.855778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3541a-5e1b-443e-b717-534bc81b9a6b req-a32dcc51-e0e0-4fbf-b275-83b3b82d01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:13.857295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c1d3541a-5e1b-443e-b717-534bc81b9a6b req-a32dcc51-e0e0-4fbf-b275-83b3b82d01ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 1127 time: 0.1512563 Feb 03 11:11:13.864616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705e431-6cd1-424b-836e-0646c584355a req-a5c3bd6a-5de3-4a3d-bb22-f1c59bd7f534 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:13.880411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8705e431-6cd1-424b-836e-0646c584355a req-a5c3bd6a-5de3-4a3d-bb22-f1c59bd7f534 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1788001 Feb 03 11:11:14.032738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8705e431-6cd1-424b-836e-0646c584355a req-c72e68b6-018e-497d-8aef-26756b89a358 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511948 Feb 03 11:11:14.039056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c1d3541a-5e1b-443e-b717-534bc81b9a6b req-61c6b15b-f543-45dd-b27a-3d856c26af48 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666925 Feb 03 11:11:14.144649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a517f62-3156-4807-a471-837e9c01e989 req-e8219b11-4162-4738-a307-16b66422dce4 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 210 time: 0.0543492 Feb 03 11:11:14.280000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdd38-161f-419c-9fd2-93932b46fff6 req-23ae84e8-be53-4043-859d-95481b6f4caf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:14.289582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd5fdd38-161f-419c-9fd2-93932b46fff6 req-23ae84e8-be53-4043-859d-95481b6f4caf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.1267173 Feb 03 11:11:14.427481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd5fdd38-161f-419c-9fd2-93932b46fff6 req-5b4aff8f-05a4-417c-a6ef-a945e39f49bf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352930 Feb 03 11:11:14.456449 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks [] for port (65b80237-41f7-4696-babb-6b3187739c64), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:14.472536 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:14.563884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5f04-73db-4f98-9e19-705f3587fae7 None None] Pushing event updated for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:14.678817 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Attempting to bind port 65b80237-41f7-4696-babb-6b3187739c64 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:14.684576 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Attempting to bind port 65b80237-41f7-4696-babb-6b3187739c64 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:14.685107 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Attempting to bind port 65b80237-41f7-4696-babb-6b3187739c64 on network f314f655-949c-41c7-96b0-7af6eb7508ba {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:14.693195 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:14.694687 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Checking segment: {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:14.694687 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:14.695264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Bound using segment: {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:14.696365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Bound port: 65b80237-41f7-4696-babb-6b3187739c64, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205e69b7-1ef2-49c3-93d6-1b380180d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:14.697028 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65b80237-41f7-4696-babb-6b3187739c64), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:14.851750 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] For port 65b80237-41f7-4696-babb-6b3187739c64, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:14.861587 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] For port 65b80237-41f7-4696-babb-6b3187739c64, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65b80237-41f7-4696-babb-6b3187739c64,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:14.873026 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:14.962982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179667-8888-4071-8003-abc9930c87b4 req-8ffd725c-9e87-4630-9a25-27b65ac0927a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:14.982890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53179667-8888-4071-8003-abc9930c87b4 req-8ffd725c-9e87-4630-9a25-27b65ac0927a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.1853063 Feb 03 11:11:15.020519 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:15.021185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:15.156621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53179667-8888-4071-8003-abc9930c87b4 req-8b994e34-b47c-48d0-842f-1608239a76c5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715691 Feb 03 11:11:15.280214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Provisioning complete for port 65b80237-41f7-4696-babb-6b3187739c64 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:15.283035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65b80237-41f7-4696-babb-6b3187739c64), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:15.294399 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:15.392605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b000dff0-02e9-4cb8-9268-b511576cef70 req-c331bcb7-849c-485a-bfb5-ffa0a634fff7 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 210 time: 0.0410671 Feb 03 11:11:15.412212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 186b4b0e-46aa-401c-81af-5957b8026bda up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:15.425593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e6af-5a2a-4c6d-ba40-aad3095a2011 req-4d6e5d70-1554-43c8-bf91-897d14032dd5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:15.432097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb22e6af-5a2a-4c6d-ba40-aad3095a2011 req-4d6e5d70-1554-43c8-bf91-897d14032dd5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2208583 Feb 03 11:11:15.615058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb22e6af-5a2a-4c6d-ba40-aad3095a2011 req-bbeba199-eb64-4b19-80ba-255505c0fcc2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685395 Feb 03 11:11:15.788080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 186b4b0e-46aa-401c-81af-5957b8026bda triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:15.788545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:15.791674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Current status of the port 65b80237-41f7-4696-babb-6b3187739c64 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:15.791674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65b80237-41f7-4696-babb-6b3187739c64), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:15.810982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a3b6-54a9-473a-b8bc-4c4eea5e0df5 req-611f9c3b-0677-43ca-befe-a4a551ec7c9f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:15.825049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc58a3b6-54a9-473a-b8bc-4c4eea5e0df5 req-611f9c3b-0677-43ca-befe-a4a551ec7c9f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.1975627 Feb 03 11:11:15.953144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] For port 65b80237-41f7-4696-babb-6b3187739c64, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65b80237-41f7-4696-babb-6b3187739c64,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:15.976580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:15.977787 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5f04-73db-4f98-9e19-705f3587fae7 None None] Pushing event updated for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:16.026966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc58a3b6-54a9-473a-b8bc-4c4eea5e0df5 req-457275a3-d5bb-492f-be30-d7c843bdbada tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965618 Feb 03 11:11:16.134703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8a7d8007-fac7-4453-9f8a-78b7e0b1c3b9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:16.142402 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8a7d8007-fac7-4453-9f8a-78b7e0b1c3b9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 821 time: 0.3234520 Feb 03 11:11:16.151878 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:08Z', 'revision_number': 4, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '65b80237-41f7-4696-babb-6b3187739c64', 'name': '', 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'mac_address': 'fa:16:3e:95:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:06Z', 'updated_at': '2022-02-03T11:11:14Z', 'revision_number': 4, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'subnets': [{'id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:16.185736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5881d2-035f-4258-9579-4e55a17acc31 None None] Pushing event updated for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:16.194636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'port': {'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'admin_state_up': True, 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:16.275253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.311457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5d6fd319-7557-4a11-bf42-4c9506e60a77 None None] Provisioning complete for port 65b80237-41f7-4696-babb-6b3187739c64 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:16.312461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd319-7557-4a11-bf42-4c9506e60a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65b80237-41f7-4696-babb-6b3187739c64), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.316940 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a580d4-b798-473a-b825-f1cbfa1a9e6b None None] The sync data for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 is: [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:11:08Z', 'revision_number': 4, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '65b80237-41f7-4696-babb-6b3187739c64', 'name': '', 'network_id': 'f314f655-949c-41c7-96b0-7af6eb7508ba', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'mac_address': 'fa:16:3e:95:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:06Z', 'updated_at': '2022-02-03T11:11:14Z', 'revision_number': 4, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'subnets': [{'id': '21743431-705f-4ba9-9bcc-8d69f1e4d31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:16.325450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-b96646d8-5a74-47a4-b939-101c713a17e9 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:16.346345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-b96646d8-5a74-47a4-b939-101c713a17e9 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 1131 time: 0.1535850 Feb 03 11:11:16.450860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-8fa920b9-aa79-4209-b2eb-32545c1b1a40 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.458263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Made reservation on behalf of 511fb6c01a2f40b1a80bb904867c7389 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:16.462384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.586596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55076f-a94d-4c96-9a1f-c31aed5302e3 req-2679b8fd-9b57-4707-9a69-adf9fb0b5a57 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:16.607203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d55076f-a94d-4c96-9a1f-c31aed5302e3 req-2679b8fd-9b57-4707-9a69-adf9fb0b5a57 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.2522840 Feb 03 11:11:16.765272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 186b4b0e-46aa-401c-81af-5957b8026bda is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:16.765672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.790831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 186b4b0e-46aa-401c-81af-5957b8026bda, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=186b4b0e-46aa-401c-81af-5957b8026bda,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:16.802645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.803476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Allocated IP 172.20.0.10 (bce59d5e-9ad1-491f-8c15-039ed74d9b91/16c028d3-4644-4276-adc8-75fcaa22c232/49661993-063b-458a-8849-06d3728c530c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:16.868065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=186b4b0e-46aa-401c-81af-5957b8026bda,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:16.873115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fd319-7557-4a11-bf42-4c9506e60a77 None None] Current status of the port 65b80237-41f7-4696-babb-6b3187739c64 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:16.886033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d55076f-a94d-4c96-9a1f-c31aed5302e3 req-4d7717b3-f52f-4819-bdc8-e6ec2cabc01c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790499 Feb 03 11:11:16.959102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-8fa920b9-aa79-4209-b2eb-32545c1b1a40 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] Publish callbacks [] for security_group (53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:16.978232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-8fa920b9-aa79-4209-b2eb-32545c1b1a40 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.232452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1647771-2753-4926-93d7-cc2247d19490 req-4a884d00-930a-494e-a83c-ca1a5dc5b376 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 210 time: 0.1200526 Feb 03 11:11:17.234641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for port (49661993-063b-458a-8849-06d3728c530c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.244507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa920b9-aa79-4209-b2eb-32545c1b1a40 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:17.273070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceed435d-65cc-4378-8581-2c103fb20c34 req-8fa920b9-aa79-4209-b2eb-32545c1b1a40 tempest-LiveMigrationNegativeTest-1195244863 tempest-LiveMigrationNegativeTest-1195244863-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9258304 Feb 03 11:11:17.317968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (49661993-063b-458a-8849-06d3728c530c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.371699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 186b4b0e-46aa-401c-81af-5957b8026bda up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:17.456566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:17.473629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 186b4b0e-46aa-401c-81af-5957b8026bda triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:17.474363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:17.474917 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.480477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:17.613789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:17.614482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.616954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event updated for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:17.663547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8282f-6604-4ea3-9415-d90f5cd4a1c0 req-3e84ecbc-132c-43f3-9440-dd054d5ff4e8 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:17.670869 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-a3619912-8e3c-45ac-a54d-95655a993099 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5082750 Feb 03 11:11:17.671322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2da8282f-6604-4ea3-9415-d90f5cd4a1c0 req-3e84ecbc-132c-43f3-9440-dd054d5ff4e8 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2224269 Feb 03 11:11:17.691586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Request body: {'port': {'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:17.724076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 186b4b0e-46aa-401c-81af-5957b8026bda is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:17.725967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65b80237-41f7-4696-babb-6b3187739c64 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:17.740719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c771-bb2a-4369-8ea6-a6bc1f06ec2a req-85016f31-07e8-4b05-b637-699f2e8ecf5c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:17.756700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b02c771-bb2a-4369-8ea6-a6bc1f06ec2a req-85016f31-07e8-4b05-b637-699f2e8ecf5c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.2633314 Feb 03 11:11:17.852027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:17.858829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (49661993-063b-458a-8849-06d3728c530c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:17.879671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:17.880874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:17.959426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2da8282f-6604-4ea3-9415-d90f5cd4a1c0 req-a4c10da1-ad37-4d2e-9a05-9e7c0b947c54 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872436 Feb 03 11:11:17.986709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b02c771-bb2a-4369-8ea6-a6bc1f06ec2a req-47f0ba04-5d91-4669-ad19-89dde3ac3814 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189779 Feb 03 11:11:17.993836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 65b80237-41f7-4696-babb-6b3187739c64 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:17.994220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65b80237-41f7-4696-babb-6b3187739c64), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:18.129246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c4bed45-4c79-46cd-8cf0-58ba5f80daa0 None None] Provisioning complete for port 49661993-063b-458a-8849-06d3728c530c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:18.129868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c4bed45-4c79-46cd-8cf0-58ba5f80daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (49661993-063b-458a-8849-06d3728c530c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:18.454584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49661993-063b-458a-8849-06d3728c530c {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:18.464514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks [] for port (49661993-063b-458a-8849-06d3728c530c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:18.484222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Transition to ACTIVE for port object 49661993-063b-458a-8849-06d3728c530c will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:11:18.494215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (49661993-063b-458a-8849-06d3728c530c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:18.597291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:18.669255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Pushing event updated for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:18.711282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c4bed45-4c79-46cd-8cf0-58ba5f80daa0 None None] Port 49661993-063b-458a-8849-06d3728c530c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:18.719813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 65b80237-41f7-4696-babb-6b3187739c64 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:18.754294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339313-2027-40b9-93d0-f5755100a9ba req-88344d78-6189-4905-ac4a-32ceff60b002 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:18.772207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a339313-2027-40b9-93d0-f5755100a9ba req-88344d78-6189-4905-ac4a-32ceff60b002 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 944 time: 0.1521571 Feb 03 11:11:18.886609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Attempting to bind port 49661993-063b-458a-8849-06d3728c530c on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:18.886609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Attempting to bind port 49661993-063b-458a-8849-06d3728c530c by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:18.887110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Attempting to bind port 49661993-063b-458a-8849-06d3728c530c on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:18.898049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Port 49661993-063b-458a-8849-06d3728c530c on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:11:18.899128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Attempting to bind port 49661993-063b-458a-8849-06d3728c530c on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:18.921033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:18.922960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Checking segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:18.924268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Bound using segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:18.925015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Bound port: 49661993-063b-458a-8849-06d3728c530c, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:18.926179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (49661993-063b-458a-8849-06d3728c530c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:18.984261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a339313-2027-40b9-93d0-f5755100a9ba req-2e7e1e81-c2ad-4218-915e-72ba9b566510 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111628 Feb 03 11:11:19.034954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9789330-884c-4d92-ae0e-1d268861cf76 req-d7553d9f-a001-4557-9df0-686d0a4d6d4c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.059928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9789330-884c-4d92-ae0e-1d268861cf76 req-d7553d9f-a001-4557-9df0-686d0a4d6d4c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.2836871 Feb 03 11:11:19.136444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:19.149487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=49661993-063b-458a-8849-06d3728c530c,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:19.169689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (49661993-063b-458a-8849-06d3728c530c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:19.235188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9789330-884c-4d92-ae0e-1d268861cf76 req-109922d0-381b-4d6f-b4fa-b5864e78d73c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720490 Feb 03 11:11:19.270922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.271566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:19.273090 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] 10.222.0.53 "PUT /v2.0/ports/49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 1092 time: 1.5867410 Feb 03 11:11:19.273558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:19.275929 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9f534d-306d-415d-bd1b-98df95b3e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:19.325735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 2, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:19.399621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:19.401349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Updating router a98cda39-683d-4754-9660-b9931d39be03 port 09139974-04e7-4033-a980-cbe8704f88ce binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:11:19.424504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27d4e-9a48-48e4-821a-651357714dd7 req-8afc92cc-ed3b-46a3-855b-f3da5bed4e9a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.430826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3da27d4e-9a48-48e4-821a-651357714dd7 req-8afc92cc-ed3b-46a3-855b-f3da5bed4e9a tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.2436287 Feb 03 11:11:19.436880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791371f-f572-493e-93ef-8e53d9478d99 service neutron] Pushing event updated for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:19.475439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (09139974-04e7-4033-a980-cbe8704f88ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:19.483535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-dc65bbf1-a2a8-4603-838c-587e987643f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.489050 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-dc65bbf1-a2a8-4603-838c-587e987643f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1126 time: 0.1307724 Feb 03 11:11:19.610863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3da27d4e-9a48-48e4-821a-651357714dd7 req-d7e937e5-0d6b-4dea-8f49-77b6d564c24e tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468337 Feb 03 11:11:19.627243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-bab2516d-d037-4a1e-90bb-105c6a39eacb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.1278737 Feb 03 11:11:19.635257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e9561-6161-4a33-b88c-ed8add78e2f7 req-be638979-3705-47dd-ada7-b1d5848b018f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.646712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-077e9561-6161-4a33-b88c-ed8add78e2f7 req-be638979-3705-47dd-ada7-b1d5848b018f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2122340 Feb 03 11:11:19.708802 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81249de-6475-4d80-ad35-0ab1b86f9fb4 x-openstack-request-id: req-d81249de-6475-4d80-ad35-0ab1b86f9fb4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:19.709719 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:19.710910 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d81249de-6475-4d80-ad35-0ab1b86f9fb4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:19.711641 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:11:19.739625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-5a5dfc8d-0b65-4caa-847a-ba3350f2bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.741486 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-5a5dfc8d-0b65-4caa-847a-ba3350f2bbce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1078012 Feb 03 11:11:19.769640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-077e9561-6161-4a33-b88c-ed8add78e2f7 req-2317fc54-4d4b-473a-bc80-5b1d8ef56c5a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228461 Feb 03 11:11:19.811375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-25b75a62-e5fb-4ddc-9212-50d48c0be2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:19.811375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-25b75a62-e5fb-4ddc-9212-50d48c0be2ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581894 Feb 03 11:11:19.942389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks [] for port (09139974-04e7-4033-a980-cbe8704f88ce), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:19.949180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.005264 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-fc165adc-b364-44d3-9b48-21c08c010b42 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843789 Feb 03 11:11:20.062336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c395f-c0b1-4503-ac22-a4ecdd257986 None None] Pushing event updated for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:20.091641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Attempting to bind port 09139974-04e7-4033-a980-cbe8704f88ce on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:20.095077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Attempting to bind port 09139974-04e7-4033-a980-cbe8704f88ce by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:20.096235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Attempting to bind port 09139974-04e7-4033-a980-cbe8704f88ce on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:20.114919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:20.115362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Checking segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:20.116015 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.116423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Bound using segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:20.116935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Bound port: 09139974-04e7-4033-a980-cbe8704f88ce, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:20.117586 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (09139974-04e7-4033-a980-cbe8704f88ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.179448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-be045de1-2e4c-4e49-a42a-722287e3ca58 req-03393538-7d5e-4211-bb0c-8b289f5754e1 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493714 Feb 03 11:11:20.244415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6237-bb2a-4e50-8ab5-4e18a993aa6c req-317f655c-b498-4331-b087-7dd245656e4f tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.261421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeaa6237-bb2a-4e50-8ab5-4e18a993aa6c req-317f655c-b498-4331-b087-7dd245656e4f tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 944 time: 0.1329436 Feb 03 11:11:20.281190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-79537f03-6109-40d8-aa57-4c5b8d503b69 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.284520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-79537f03-6109-40d8-aa57-4c5b8d503b69 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.1041780 Feb 03 11:11:20.301817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] For port 09139974-04e7-4033-a980-cbe8704f88ce, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:20.312276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] For port 09139974-04e7-4033-a980-cbe8704f88ce, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=09139974-04e7-4033-a980-cbe8704f88ce,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:20.338387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.466703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:20.466703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:20.469941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c395f-c0b1-4503-ac22-a4ecdd257986 None None] Pushing event updated for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:20.523355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:20.523876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.534622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeaa6237-bb2a-4e50-8ab5-4e18a993aa6c req-1567101a-6a41-441f-bb76-81d9a1abdb26 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722809 Feb 03 11:11:20.566250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-5b73fc28-05e1-4c93-ba5e-31bf9ef1315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.566250 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-5b73fc28-05e1-4c93-ba5e-31bf9ef1315a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1126 time: 0.3230767 Feb 03 11:11:20.590650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-2337cc60-35f7-40ad-9b82-c660d35243be tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.592177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-2337cc60-35f7-40ad-9b82-c660d35243be tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.3282318 Feb 03 11:11:20.670033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb815a-e2b1-4270-b2ca-36ea2d99dbf4 req-c3ee51e5-8c97-45e4-bf14-24ddf646ab0c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.682297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30fb815a-e2b1-4270-b2ca-36ea2d99dbf4 req-c3ee51e5-8c97-45e4-bf14-24ddf646ab0c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 945 time: 0.2887111 Feb 03 11:11:20.736900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:20.766138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-95c9754c-6364-402d-8cc3-920aea7cd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.767638 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-95c9754c-6364-402d-8cc3-920aea7cd688 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.1966772 Feb 03 11:11:20.839213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port b639ca2c-286e-469d-a182-d393094659c0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:11:20.839536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b639ca2c-286e-469d-a182-d393094659c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:20.845083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-045d00e5-fa89-4c5c-b2fc-2121d4394b2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.0526378 Feb 03 11:11:20.864359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30fb815a-e2b1-4270-b2ca-36ea2d99dbf4 req-2a8ac804-cd5c-4ff6-a7ea-397bb8b90a75 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813724 Feb 03 11:11:20.930468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0960b31-bd31-4ed1-bff1-acd78910c44f req-41ca5d7f-661d-4506-af40-66483b51b717 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.932406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0960b31-bd31-4ed1-bff1-acd78910c44f req-41ca5d7f-661d-4506-af40-66483b51b717 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 949 time: 0.1687105 Feb 03 11:11:20.975392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-8701f906-d770-4b7c-9ff1-0e592414631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:20.979024 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-8701f906-d770-4b7c-9ff1-0e592414631a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1231990 Feb 03 11:11:21.043311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0960b31-bd31-4ed1-bff1-acd78910c44f req-90834997-fcf3-496c-860f-308ada73ff4c tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010220 Feb 03 11:11:21.079201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Deleting port a2917fcf-409b-4a8b-a7ab-a5a169942341 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:11:21.080891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.081618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port b639ca2c-286e-469d-a182-d393094659c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b639ca2c-286e-469d-a182-d393094659c0,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:21.082292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b639ca2c-286e-469d-a182-d393094659c0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.104946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for b639ca2c-286e-469d-a182-d393094659c0 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:11:21.170081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6728-3d1e-4264-a16e-8e792e6aacd9 req-c8f0c776-68b7-43ed-8f98-68daf00c2a2f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:21.179190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-243c6728-3d1e-4264-a16e-8e792e6aacd9 req-c8f0c776-68b7-43ed-8f98-68daf00c2a2f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1497712 Feb 03 11:11:21.238011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 09139974-04e7-4033-a980-cbe8704f88ce up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:21.262542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] For port a2917fcf-409b-4a8b-a7ab-a5a169942341, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a2917fcf-409b-4a8b-a7ab-a5a169942341,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:21.263075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.285961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-243c6728-3d1e-4264-a16e-8e792e6aacd9 req-34629713-3249-4706-ba6b-f633b82ec3dc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053729 Feb 03 11:11:21.307845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Calling delete_port for a2917fcf-409b-4a8b-a7ab-a5a169942341 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:11:21.328129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-35f2e4ff-6da0-4b4e-904d-a10a7c4dd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:21.331049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-35f2e4ff-6da0-4b4e-904d-a10a7c4dd2f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3431354 Feb 03 11:11:21.404938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Current status of the port 09139974-04e7-4033-a980-cbe8704f88ce is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:21.404938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (09139974-04e7-4033-a980-cbe8704f88ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.487426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:21.488486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.494074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] For port 09139974-04e7-4033-a980-cbe8704f88ce, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=09139974-04e7-4033-a980-cbe8704f88ce,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:21.535767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.555109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b639ca2c-286e-469d-a182-d393094659c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.598135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a2917fcf-409b-4a8b-a7ab-a5a169942341), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.626401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=b639ca2c-286e-469d-a182-d393094659c0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:21.676689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Pushing event deleted for resources: {'Port': ['ID=a2917fcf-409b-4a8b-a7ab-a5a169942341,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:21.748987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port b639ca2c-286e-469d-a182-d393094659c0 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:11:21.752610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-7152d095-1764-486c-a0f8-616c81a96848 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089267 Feb 03 11:11:21.763847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.767212 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae2e8929-4624-44e3-9776-2d017e9c0475 req-9598d43b-0f3b-49f9-8d6d-1b0608b9c314 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "DELETE /v2.0/ports/b639ca2c-286e-469d-a182-d393094659c0 HTTP/1.1" status: 204 len: 173 time: 1.4675016 Feb 03 11:11:21.775304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'name': 'network-vif-deleted', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:21.777782 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee65045-939a-4eda-929c-35e599b32ccf" -d '{"events": [{"server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "name": "network-vif-deleted", "tag": "b639ca2c-286e-469d-a182-d393094659c0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:21.850192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] No DVR routers for this DVR port a2917fcf-409b-4a8b-a7ab-a5a169942341 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:11:21.854180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:21.874396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5970341d-5df7-4665-9e70-df7947743978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:20Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:21.878736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a60cb6e-8e6a-48d2-b26a-22423d6fae32 req-0bc08869-d145-42dd-acd9-e61e6d044be4 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.53 "DELETE /v2.0/ports/a2917fcf-409b-4a8b-a7ab-a5a169942341 HTTP/1.1" status: 204 len: 173 time: 1.2746525 Feb 03 11:11:21.880445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'name': 'network-vif-deleted', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:21.890347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:21.892551 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dc1710-a467-4e5e-ab3e-251171f362f4 x-openstack-request-id: req-69dc1710-a467-4e5e-ab3e-251171f362f4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:21.892847 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea86684-ec27-4f2c-ae99-70276399ad02", "name": "network-vif-deleted", "tag": "b639ca2c-286e-469d-a182-d393094659c0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:21.901378 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69dc1710-a467-4e5e-ab3e-251171f362f4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:21.901566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a2917fcf-409b-4a8b-a7ab-a5a169942341'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:21.903188 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea86684-ec27-4f2c-ae99-70276399ad02', 'name': 'network-vif-deleted', 'tag': 'b639ca2c-286e-469d-a182-d393094659c0', 'status': 'completed', 'code': 200} Feb 03 11:11:21.906083 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d48299-9e0d-4320-9bbc-2b709f62ebb0" -d '{"events": [{"server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "name": "network-vif-deleted", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:21.910329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['384fdf25-4742-4939-b51f-cee070ea317e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:21.950734 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7e9f534d-306d-415d-bd1b-98df95b3e6de req-ce4c4e6b-c04c-450e-9bcb-abcae212d7d0 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811619 Feb 03 11:11:21.961595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d93e-59f1-4e6c-a8c7-7af740b14d03 req-5c9711da-bb41-4034-b033-1193e095d7b0 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:21.965557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c39d93e-59f1-4e6c-a8c7-7af740b14d03 req-5c9711da-bb41-4034-b033-1193e095d7b0 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 944 time: 0.2159069 Feb 03 11:11:22.099752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c39d93e-59f1-4e6c-a8c7-7af740b14d03 req-734c3cd1-14c2-46d7-9929-22c5e68df546 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262438 Feb 03 11:11:22.160759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5d9b7c-26dd-47f1-8996-03d77d133e7a req-0f5f0aeb-66ee-4975-b70f-9f60803e7d1d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea86684-ec27-4f2c-ae99-70276399ad02 HTTP/1.1" status: 200 len: 210 time: 0.1149523 Feb 03 11:11:22.172617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2203aaf9-91ca-4db2-bb6e-ed68b5c39aa1 None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:22.173068 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2203aaf9-91ca-4db2-bb6e-ed68b5c39aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:22.182571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970341d-5df7-4665-9e70-df7947743978 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:20Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:22.202353 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3076c04f-93ca-48b3-9721-3f3ed6e43694 x-openstack-request-id: req-3076c04f-93ca-48b3-9721-3f3ed6e43694 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:22.203119 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a887cc-a073-4f8d-a0f0-6942d41bfb12", "name": "network-vif-deleted", "tag": "a2917fcf-409b-4a8b-a7ab-a5a169942341", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:22.204287 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3076c04f-93ca-48b3-9721-3f3ed6e43694 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:22.204853 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a887cc-a073-4f8d-a0f0-6942d41bfb12', 'name': 'network-vif-deleted', 'tag': 'a2917fcf-409b-4a8b-a7ab-a5a169942341', 'status': 'completed', 'code': 200} Feb 03 11:11:22.280293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff271-4ac3-48fa-95d4-192aeb5d5894 None None] Pushing event updated for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:22.326100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-382e1a75-b043-4359-8eb6-b54aebc3c0ad req-c0a53a33-4385-441c-99ce-2b38ed56a271 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=43a887cc-a073-4f8d-a0f0-6942d41bfb12 HTTP/1.1" status: 200 len: 210 time: 0.0499289 Feb 03 11:11:22.500022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b639ca2c-286e-469d-a182-d393094659c0 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:11:22.506263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 09139974-04e7-4033-a980-cbe8704f88ce is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:22.617086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b36f-ec48-4c31-a5f2-864f842f4527 req-188dbfc1-1ef3-4fa0-bb3a-d37bee238940 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:22.628008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fba5b36f-ec48-4c31-a5f2-864f842f4527 req-188dbfc1-1ef3-4fa0-bb3a-d37bee238940 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1897161 Feb 03 11:11:22.721383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: b639ca2c-286e-469d-a182-d393094659c0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:11:22.722200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b639ca2c-286e-469d-a182-d393094659c0 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:11:22.733239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fba5b36f-ec48-4c31-a5f2-864f842f4527 req-a07689b8-d8c2-4749-9153-f38912936b1a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030171 Feb 03 11:11:22.814760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2203aaf9-91ca-4db2-bb6e-ed68b5c39aa1 None None] Current status of the port 09139974-04e7-4033-a980-cbe8704f88ce is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:23.082568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 09139974-04e7-4033-a980-cbe8704f88ce up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:23.161214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 09139974-04e7-4033-a980-cbe8704f88ce triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:23.162041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (09139974-04e7-4033-a980-cbe8704f88ce), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:23.290841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25e268-6a1f-4829-b312-3562a0b1f642 req-70d208d4-513a-4475-ba50-a885547711c1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:23.293379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c25e268-6a1f-4829-b312-3562a0b1f642 req-70d208d4-513a-4475-ba50-a885547711c1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 944 time: 0.0956044 Feb 03 11:11:23.318771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 09139974-04e7-4033-a980-cbe8704f88ce is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:23.371424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c25e268-6a1f-4829-b312-3562a0b1f642 req-89ed0322-18e0-4aa5-916f-dfe31c1a5835 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699835 Feb 03 11:11:23.642261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 49661993-063b-458a-8849-06d3728c530c details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:11:23.791829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7424d0b-4d92-4994-9bcc-7079bd04905e req-0a7a5048-c730-4d16-a07e-50ba32426c21 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:23.803585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7424d0b-4d92-4994-9bcc-7079bd04905e req-0a7a5048-c730-4d16-a07e-50ba32426c21 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.1132472 Feb 03 11:11:23.817392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=49661993-063b-458a-8849-06d3728c530c,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:23.837717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '49661993-063b-458a-8849-06d3728c530c', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:11:23.885264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 49661993-063b-458a-8849-06d3728c530c is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:23.885664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (49661993-063b-458a-8849-06d3728c530c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:23.908842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49661993-063b-458a-8849-06d3728c530c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:23.924802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7424d0b-4d92-4994-9bcc-7079bd04905e req-5e0c0c99-e751-412a-816e-efef8087d517 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184638 Feb 03 11:11:23.947802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=49661993-063b-458a-8849-06d3728c530c,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:23.954034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (49661993-063b-458a-8849-06d3728c530c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:23.982131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250bdfa-e8ed-4a96-a243-d8244831deb2 req-18e67e49-56d4-4141-8a3d-e321e3cf314a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:23.983681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e250bdfa-e8ed-4a96-a243-d8244831deb2 req-18e67e49-56d4-4141-8a3d-e321e3cf314a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1081898 Feb 03 11:11:24.088275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:24.123825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e250bdfa-e8ed-4a96-a243-d8244831deb2 req-4a3f4916-3001-4064-86c8-7cddc43e432e tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307833 Feb 03 11:11:24.198969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['49661993-063b-458a-8849-06d3728c530c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:24.460958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-23f96293-35eb-4324-b97b-01c39d06e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.462628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-23f96293-35eb-4324-b97b-01c39d06e22f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1127 time: 0.0743551 Feb 03 11:11:24.585416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-8a683974-2aff-454f-a802-f0d6e0c429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.586978 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-8a683974-2aff-454f-a802-f0d6e0c429f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.1173215 Feb 03 11:11:24.596363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-628a6fde-09c0-45ce-8e98-e64d62e234bc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.601461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-628a6fde-09c0-45ce-8e98-e64d62e234bc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.5446885 Feb 03 11:11:24.626754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9225-8b5f-4199-a0a1-e6dcbedc724f req-4cc5fae0-2000-4e26-9784-68e0588d8280 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.635918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1caa9225-8b5f-4199-a0a1-e6dcbedc724f req-4cc5fae0-2000-4e26-9784-68e0588d8280 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1081374 Feb 03 11:11:24.645926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-3337e870-0a73-4ab8-8649-0057df714f57 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0395288 Feb 03 11:11:24.680038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-f68fb7a9-fee4-47c7-9b71-6e30c24dc62a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 1001 time: 0.0839474 Feb 03 11:11:24.720756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1caa9225-8b5f-4199-a0a1-e6dcbedc724f req-fe79a225-ae8f-4c36-9037-2f8958f82890 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838401 Feb 03 11:11:24.744263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-a46fe284-0d66-4dbb-a2b5-745059646df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.745777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-a46fe284-0d66-4dbb-a2b5-745059646df3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.0581315 Feb 03 11:11:24.751977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-27c26ad5-0305-4805-99d0-0f4aac135408 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987103 Feb 03 11:11:24.825306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-13331339-e73e-4fc5-85dd-f19241ab7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.829067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-13331339-e73e-4fc5-85dd-f19241ab7f64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694015 Feb 03 11:11:24.970415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0105-8550-4bbb-bf97-2060490ba208 req-8cb66255-1b24-4db0-981c-68127e667652 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:24.972109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa6a0105-8550-4bbb-bf97-2060490ba208 req-8cb66255-1b24-4db0-981c-68127e667652 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 945 time: 0.1033688 Feb 03 11:11:24.979743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1e913a4a-afc4-4d39-b3aa-c440af6e8820 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128227 Feb 03 11:11:25.029057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-837f0002-7085-41d1-9623-5c879d716f28 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919539 Feb 03 11:11:25.190434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa6a0105-8550-4bbb-bf97-2060490ba208 req-f597c82c-07b7-4e72-b008-f06e96a3b296 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647918 Feb 03 11:11:25.202158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-f1d6ff8d-0e43-43d0-87e7-279a4d6298e0 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215137 Feb 03 11:11:25.210188 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d143e280-83f2-402d-b5a2-33ed03293df4 req-cc755db2-8ce0-49fd-b4da-78544e2fe39d service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672113 Feb 03 11:11:25.355126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489b14-1d53-406a-a181-9b5d289d91fb req-85e341a0-9d36-421f-8c8f-86397deff2e6 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.367877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84489b14-1d53-406a-a181-9b5d289d91fb req-85e341a0-9d36-421f-8c8f-86397deff2e6 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.0738652 Feb 03 11:11:25.453092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-390c8902-35e2-46f7-83b5-c1abe9e4ab9b tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.455458 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-390c8902-35e2-46f7-83b5-c1abe9e4ab9b tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 950 time: 0.1370888 Feb 03 11:11:25.462888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-824b6114-46ef-434b-8140-a4fa1efcb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.464468 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-824b6114-46ef-434b-8140-a4fa1efcb4e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1127 time: 0.1135759 Feb 03 11:11:25.469511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9644c85-cb34-4e16-9333-6974c814812c req-a471f750-1d00-49bf-8d70-e5570cd581ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 210 time: 0.0544112 Feb 03 11:11:25.501778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84489b14-1d53-406a-a181-9b5d289d91fb req-2ed4adbf-dfdc-4f1a-8300-2cf6b423adb2 tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237333 Feb 03 11:11:25.654942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 49661993-063b-458a-8849-06d3728c530c up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:25.662737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-fc4a1154-edb8-4e32-a6ad-d1bfc95917cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.665358 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-fc4a1154-edb8-4e32-a6ad-d1bfc95917cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.1529095 Feb 03 11:11:25.673684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Deleting port 384fdf25-4742-4939-b51f-cee070ea317e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:11:25.674088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (384fdf25-4742-4939-b51f-cee070ea317e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:25.755895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 49661993-063b-458a-8849-06d3728c530c completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:11:25.762750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 49661993-063b-458a-8849-06d3728c530c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:25.763284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (49661993-063b-458a-8849-06d3728c530c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:25.799503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-7080f2ad-fa74-4450-9fde-7f61a9cdbf1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 1001 time: 0.1223218 Feb 03 11:11:25.902103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] For port 384fdf25-4742-4939-b51f-cee070ea317e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=384fdf25-4742-4939-b51f-cee070ea317e,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:25.902484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (384fdf25-4742-4939-b51f-cee070ea317e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:25.934983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de89ff6-3072-4ddd-a388-931bf1cbb1f5 req-fbd4697d-ccb7-461c-a78f-367e38f6a946 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.950762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Calling delete_port for 384fdf25-4742-4939-b51f-cee070ea317e owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:11:25.960460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3de89ff6-3072-4ddd-a388-931bf1cbb1f5 req-fbd4697d-ccb7-461c-a78f-367e38f6a946 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.1431592 Feb 03 11:11:25.960718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-9d068708-9a20-4ce2-9c82-d404edb3cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:25.962275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-9d068708-9a20-4ce2-9c82-d404edb3cdc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.1441677 Feb 03 11:11:25.988839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 49661993-063b-458a-8849-06d3728c530c is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:25.989267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (49661993-063b-458a-8849-06d3728c530c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:26.086146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=49661993-063b-458a-8849-06d3728c530c,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:26.088282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:26.096282 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e078cdf6-1d8f-4fd6-a96d-2209d724c2a8" -d '{"events": [{"server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "name": "network-vif-plugged", "status": "completed", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:26.108505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (49661993-063b-458a-8849-06d3728c530c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:26.111367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a2917fcf-409b-4a8b-a7ab-a5a169942341 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:11:26.145586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-968214a7-788a-4c8a-a038-9c610eef7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:26.149409 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-968214a7-788a-4c8a-a038-9c610eef7197 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1786597 Feb 03 11:11:26.153544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3de89ff6-3072-4ddd-a388-931bf1cbb1f5 req-b4b99ca2-81f7-4053-9131-b5942b72a689 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913130 Feb 03 11:11:26.237889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: a2917fcf-409b-4a8b-a7ab-a5a169942341 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:11:26.241338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a2917fcf-409b-4a8b-a7ab-a5a169942341 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:11:26.253476 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c25e4-e409-40d6-bac9-1bda7e5f2fa2 x-openstack-request-id: req-f39c25e4-e409-40d6-bac9-1bda7e5f2fa2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:26.254071 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "name": "network-vif-plugged", "status": "completed", "tag": "49661993-063b-458a-8849-06d3728c530c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:26.254562 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f39c25e4-e409-40d6-bac9-1bda7e5f2fa2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:26.255189 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'code': 200} Feb 03 11:11:26.305339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:26.382752 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-3f290052-5700-4355-a90c-10cb8b3b3030 service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215421 Feb 03 11:11:26.472307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (384fdf25-4742-4939-b51f-cee070ea317e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:26.480239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27562-45ac-45d1-9043-0f18d4ce7854 req-30f108c1-24d8-477a-9549-b524f3ddef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:26.481923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7be27562-45ac-45d1-9043-0f18d4ce7854 req-30f108c1-24d8-477a-9549-b524f3ddef6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.1518805 Feb 03 11:11:26.493647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448cc27-6c8c-4ed2-8e42-e4e9cbc3473a req-ff1f5c0a-b5ee-4fd6-9603-27662d8decc5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:26.502246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0448cc27-6c8c-4ed2-8e42-e4e9cbc3473a req-ff1f5c0a-b5ee-4fd6-9603-27662d8decc5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 946 time: 0.1154654 Feb 03 11:11:26.520185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['384fdf25-4742-4939-b51f-cee070ea317e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:26.577183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Pushing event deleted for resources: {'Port': ['ID=384fdf25-4742-4939-b51f-cee070ea317e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:26.634638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0448cc27-6c8c-4ed2-8e42-e4e9cbc3473a req-205a8882-a1f2-45a1-98d6-6df9b06c4c38 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312294 Feb 03 11:11:26.637189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7be27562-45ac-45d1-9043-0f18d4ce7854 req-4186dbe4-75a5-4547-b98e-387164145b9d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277068 Feb 03 11:11:26.660727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8d480e0-d5c4-443b-bfa4-6db1cbe1e8f5 req-1ee146f7-1ae5-4f2f-8b6a-08707033a2de service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551665 Feb 03 11:11:26.716446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] No DVR routers for this DVR port 384fdf25-4742-4939-b51f-cee070ea317e on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:11:26.719624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:26.723316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53e47b21-6ebb-4d24-b117-3db80a7838f5 req-fab7c6f6-f275-47a4-96d4-c3146c1f9ddf tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.69 "DELETE /v2.0/ports/384fdf25-4742-4939-b51f-cee070ea317e HTTP/1.1" status: 204 len: 173 time: 1.2626750 Feb 03 11:11:26.723635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'name': 'network-vif-deleted', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:26.726189 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab53a02-6cbd-4dd7-a282-f85ff7818011" -d '{"events": [{"server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "name": "network-vif-deleted", "tag": "384fdf25-4742-4939-b51f-cee070ea317e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:26.759237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba7c954f-ab3f-427e-9c2f-7541021359b9 req-fcb64a16-c9d2-4d4a-a69e-1a1b010266a1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 210 time: 0.0553293 Feb 03 11:11:26.843602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:26.940486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27bb2b1a-aced-46ac-904a-97e8186134c4 req-58c8803b-8fc6-4319-b71d-37d575f45d9f tempest-LiveMigrationNegativeTest-1982997922 tempest-LiveMigrationNegativeTest-1982997922-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab005e9-78fe-44e4-9495-6b16a2611d92 HTTP/1.1" status: 200 len: 210 time: 0.0688250 Feb 03 11:11:27.052294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-2f0668b7-dc06-4afb-92c8-0a68fde2bc59 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:27.055612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-2f0668b7-dc06-4afb-92c8-0a68fde2bc59 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.2618418 Feb 03 11:11:27.097356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:27.233610 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943cc61-4857-49c5-bd36-0eba912b0b67 x-openstack-request-id: req-5943cc61-4857-49c5-bd36-0eba912b0b67 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:27.233944 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab005e9-78fe-44e4-9495-6b16a2611d92", "name": "network-vif-deleted", "tag": "384fdf25-4742-4939-b51f-cee070ea317e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:27.234154 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5943cc61-4857-49c5-bd36-0eba912b0b67 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:27.234561 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab005e9-78fe-44e4-9495-6b16a2611d92', 'name': 'network-vif-deleted', 'tag': '384fdf25-4742-4939-b51f-cee070ea317e', 'status': 'completed', 'code': 200} Feb 03 11:11:27.298144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:27.302419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:27.346116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb357d4-5082-49f5-ac56-7cc94b6c4fa7 req-9c892317-d3b8-4750-951b-f1f1710ba6ee tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:27.348131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feb357d4-5082-49f5-ac56-7cc94b6c4fa7 req-9c892317-d3b8-4750-951b-f1f1710ba6ee tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.0691960 Feb 03 11:11:27.441066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feb357d4-5082-49f5-ac56-7cc94b6c4fa7 req-1fd2636b-1ac6-46d5-8ac3-7f7d289ae430 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867753 Feb 03 11:11:27.559006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.7 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:27.848841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875584bd-eff0-4870-9545-492015e8d0ac req-09885d42-36bc-4de4-a886-4f6cb8c8d2ac tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:27.858549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-875584bd-eff0-4870-9545-492015e8d0ac req-09885d42-36bc-4de4-a886-4f6cb8c8d2ac tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 946 time: 0.1233966 Feb 03 11:11:27.944547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-875584bd-eff0-4870-9545-492015e8d0ac req-42f1d6eb-8385-46d8-bfc0-0973fc7b65eb tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790682 Feb 03 11:11:27.987187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab852689-8629-4010-9213-fb14c7def64a req-62c6c23b-2e6e-4e1c-b4af-77f9ffad7b00 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 210 time: 0.1042793 Feb 03 11:11:28.305529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:28.349220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:28.382910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:28.402202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:28.406911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:28.411515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:28.500993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 384fdf25-4742-4939-b51f-cee070ea317e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:11:28.506798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:28.522438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:28.523501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:28.569474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 384fdf25-4742-4939-b51f-cee070ea317e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:11:28.569997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 384fdf25-4742-4939-b51f-cee070ea317e not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:11:28.582211 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-1d899b29-f715-467d-941c-b3325172d476 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966896 Feb 03 11:11:28.615018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Request body: {'port': {'device_id': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:28.677049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32894) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:28.810059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:28.959402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ac75be2f-d191-486c-8190-79402fb63916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff1555ec032c42919bf00ab23336f301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807505 Feb 03 11:11:28.963059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:29.126532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] Publish callbacks [] for security_group (0c3c56a5-6e5d-4acd-ab2a-dffa903defb8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.243564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] Publish callbacks [] for security_group (0c3c56a5-6e5d-4acd-ab2a-dffa903defb8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.305834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dfc41-101f-42a4-b77b-38a05a9509d5 req-6d125185-819e-4e0f-9caf-ba27114df887 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:29.307335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094dfc41-101f-42a4-b77b-38a05a9509d5 req-6d125185-819e-4e0f-9caf-ba27114df887 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 946 time: 0.1396344 Feb 03 11:11:29.329931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411227d-8852-4662-af1b-24083ae8b8ce req-dbed9c10-a023-4f89-a0d1-1544fb76ac1d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:29.331678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b411227d-8852-4662-af1b-24083ae8b8ce req-dbed9c10-a023-4f89-a0d1-1544fb76ac1d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 931 time: 0.1476777 Feb 03 11:11:29.333241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:29.344338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks [] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.363432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Transition to ACTIVE for port object c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:11:29.368444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.428082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:29.432192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b411227d-8852-4662-af1b-24083ae8b8ce req-8eb61f63-9330-4572-a1bb-31bf6f8dcdd2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727515 Feb 03 11:11:29.440293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0c3c56a5-6e5d-4acd-ab2a-dffa903defb8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.443951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.445318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c3c56a5-6e5d-4acd-ab2a-dffa903defb8 HTTP/1.1" status: 204 len: 168 time: 0.4804683 Feb 03 11:11:29.457061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c0b4b-30ef-4a8c-9e8a-671634cc568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c56a5-6e5d-4acd-ab2a-dffa903defb8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:29.521440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094dfc41-101f-42a4-b77b-38a05a9509d5 req-e313684e-b4b6-4517-9f3b-0f14db71831b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067375 Feb 03 11:11:29.526210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Attempting to bind port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:29.526765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Attempting to bind port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:29.527279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Attempting to bind port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:29.532052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:11:29.533018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Attempting to bind port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:29.539607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:29.539967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:29.540491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:29.540939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Bound port: c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:29.541380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.624667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:29.628891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:29.641565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.705474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:29.706109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.711198 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] 10.222.0.69 "PUT /v2.0/ports/c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad HTTP/1.1" status: 200 len: 1091 time: 1.1117260 Feb 03 11:11:29.711686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:29.715121 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944499b0-753b-4649-8957-94f945b0909a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:29.717509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-37d5b6ef-a9e2-44f7-9903-db6e74b649ae tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1683173 Feb 03 11:11:29.733673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:29.739107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd464e-bb87-4c7c-b5ca-047f1ab0d19c service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:29.778919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:29.786155 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc5cab-c27a-4e8f-acb8-13f23de3ee89 x-openstack-request-id: req-09dc5cab-c27a-4e8f-acb8-13f23de3ee89 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:29.786449 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:29.786709 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09dc5cab-c27a-4e8f-acb8-13f23de3ee89 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:29.787114 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad', 'status': 'completed', 'code': 200} Feb 03 11:11:29.863416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02ea84ae-2ed8-43a7-af53-0259e645c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:29.865466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-02ea84ae-2ed8-43a7-af53-0259e645c5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 1125 time: 0.0691195 Feb 03 11:11:29.953419 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-0e2c3187-6dd4-477c-9d24-3f57ce84ef38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad HTTP/1.1" status: 200 len: 217 time: 0.0722651 Feb 03 11:11:30.025867 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.051397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-66f586c4-2560-4e56-93c3-3fcdddd87c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:30.066337 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-66f586c4-2560-4e56-93c3-3fcdddd87c44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1068330 Feb 03 11:11:30.074310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:30.119195 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-d199d998-8af4-4251-8b25-c5ff6a16eb4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438361 Feb 03 11:11:30.152800 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84a4172f-9c8f-4142-982f-e9e9b9045c66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb8ab98cffb541d68c1cc11996ac5a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761106 Feb 03 11:11:30.159712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:30.201715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Allocated IP 172.25.7.137 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f09b8ae2-111d-49eb-942c-56200c6f7a0c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:30.370582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] Publish callbacks [] for security_group (53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.387573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.419871 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-09fa8e43-7ce7-480f-b90c-e503d8e5d3f7 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723157 Feb 03 11:11:30.435014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.469770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] Publish callbacks [] for security_group (53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.563380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:30.571008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f53c8e9-3ff3-4675-b910-5eea10a7af35 req-23d6e0c7-725a-413b-aa94-9e1f4db5affb service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449847 Feb 03 11:11:30.577970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:30.580466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.583335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.584531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7 HTTP/1.1" status: 204 len: 168 time: 0.4236324 Feb 03 11:11:30.595505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dee66-8f33-4fd0-9a93-5d13adf7aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e4f29a-5e3a-4c4e-a1cf-8eb54ed1efc7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:30.623341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:30.694389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event updated for resources: {'Port': ['ID=f09b8ae2-111d-49eb-942c-56200c6f7a0c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:30.722582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eaf1c-09f8-4d38-b0dc-b9d487abd3ab req-644c2c4b-e05e-4c63-9a07-4da1973eb30e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:30.729871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-516eaf1c-09f8-4d38-b0dc-b9d487abd3ab req-644c2c4b-e05e-4c63-9a07-4da1973eb30e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 943 time: 0.1943996 Feb 03 11:11:30.746578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944499b0-753b-4649-8957-94f945b0909a req-cd18dddb-7d83-4c25-9ab7-c2d82ea6719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:30.748299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-cd18dddb-7d83-4c25-9ab7-c2d82ea6719a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 1125 time: 0.0635152 Feb 03 11:11:30.856280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-516eaf1c-09f8-4d38-b0dc-b9d487abd3ab req-f30db921-6cd0-49b9-a380-85c9d87beb46 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246498 Feb 03 11:11:30.900961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.957980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:30.960068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944499b0-753b-4649-8957-94f945b0909a req-d24e3ed4-3f7d-472d-b61c-ac1aa01f1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:30.961584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-d24e3ed4-3f7d-472d-b61c-ac1aa01f1736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.2076583 Feb 03 11:11:31.048668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-5704db1d-7efd-4740-8f7d-d64d933f5efd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad HTTP/1.1" status: 200 len: 217 time: 0.0801039 Feb 03 11:11:31.115187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944499b0-753b-4649-8957-94f945b0909a req-74cc0199-1974-49fd-9c57-f93e512d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:31.116829 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-74cc0199-1974-49fd-9c57-f93e512d90fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.0605395 Feb 03 11:11:31.163978 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-046e17ea-4028-41c3-b69a-714c0261278f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399306 Feb 03 11:11:31.171972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:31.183276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:31.203276 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5425eb3f-bbc2-4b6d-bc14-e1a3c9385e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:31.302634 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-89b41399-6d9c-4bc4-9404-6f8e6ec59155 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332884 Feb 03 11:11:31.327309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event updated for resources: {'Port': ['ID=f09b8ae2-111d-49eb-942c-56200c6f7a0c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:31.342240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:31.372424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:31.390660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b38dcfbc-6ccc-4f64-9556-85699060423b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6596565 Feb 03 11:11:31.476602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-944499b0-753b-4649-8957-94f945b0909a req-e7b29f0a-c473-4523-98c1-a491bb240b8e service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684811 Feb 03 11:11:31.520370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-b32eeb47-35c3-40e9-88bc-4a34d25dfec6 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.1280823 Feb 03 11:11:31.716008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-d16f6985-215d-4c18-85c2-885f4a468cd5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:31.716008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1e6b96-e3f4-43b2-9b65-0cbd706a7150 req-d16f6985-215d-4c18-85c2-885f4a468cd5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.1896005 Feb 03 11:11:32.122801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5caa4-60f4-49ce-a72a-497b5d7be70e req-599ae3d3-1131-4d3b-882e-1026a98184ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:32.124856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dd5caa4-60f4-49ce-a72a-497b5d7be70e req-599ae3d3-1131-4d3b-882e-1026a98184ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 943 time: 0.1485486 Feb 03 11:11:32.190606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-d063c49f-6df6-4ec0-a43e-ec1ebb41033d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:32.192144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-d063c49f-6df6-4ec0-a43e-ec1ebb41033d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 821 time: 0.2145813 Feb 03 11:11:32.228236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dd5caa4-60f4-49ce-a72a-497b5d7be70e req-1e5ad02a-96a6-46ef-909d-9f5a879553c3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861340 Feb 03 11:11:32.252292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-5ed886b9-b460-46a6-95a0-cdcf1fa98eb5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/quotas/511fb6c01a2f40b1a80bb904867c7389 HTTP/1.1" status: 200 len: 375 time: 0.0294082 Feb 03 11:11:32.346395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-48103477-ceda-47f2-b752-56eeb58d73f5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875826 Feb 03 11:11:32.485566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-fbcdbdfd-98cb-4e45-9ed2-b863add90534 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309054 Feb 03 11:11:32.608257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-746ebd97-8e58-4240-8f4a-60e94cc9e514 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164033 Feb 03 11:11:32.895158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5588e917-9f6b-4901-b6e4-0eaa1f19f950 req-5cd151a0-a074-4e69-9b0f-81df639790db tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 210 time: 0.0497479 Feb 03 11:11:33.443609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9c93-68c7-4240-89cf-4962d1a1ff5f req-bcf1a0cd-957b-44f0-8702-e58409bc4193 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:33.445363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-710d9c93-68c7-4240-89cf-4962d1a1ff5f req-bcf1a0cd-957b-44f0-8702-e58409bc4193 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 943 time: 0.0785699 Feb 03 11:11:33.535143 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b04d0d33-bb54-4d96-a78f-869021595180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:33.536829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-710d9c93-68c7-4240-89cf-4962d1a1ff5f req-9c6449d0-b848-4ea6-9585-221b8fc6a86a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857432 Feb 03 11:11:33.648504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33030) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:33.654544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1518883579'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:33.704635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:33.711310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:33.776179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:11:33.790867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1f2195d7-3ad3-4add-b06f-ce11d444942b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:33.791802 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Added segment 1f2195d7-3ad3-4add-b06f-ce11d444942b of type vlan for network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 Feb 03 11:11:33.882180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d93e64e0-e3b0-4409-a8de-f4f69fc80f83), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:33.927564 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d93e64e0-e3b0-4409-a8de-f4f69fc80f83), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:33.937210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:33.939043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.030868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77be9f82-58c9-4c67-acbe-164cec6163da req-e1136d6d-213d-48b5-a836-30e50cedee1b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 210 time: 0.0494168 Feb 03 11:11:34.039211 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3889663 Feb 03 11:11:34.043374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:34.053284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2135755757'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:34.081366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:34.085457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.131908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33042) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:34.155159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:11:34.174624 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3eb49602-ce48-40f2-874d-2711ebc08bba), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.174975 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Added segment 3eb49602-ce48-40f2-874d-2711ebc08bba of type vlan for network 1d821e10-2ced-40ae-a51d-7290b4b2a308 Feb 03 11:11:34.214317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Network': ['ID=d93e64e0-e3b0-4409-a8de-f4f69fc80f83,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:34.251230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1d821e10-2ced-40ae-a51d-7290b4b2a308), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.272120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.272774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.273370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.273948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.274523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.275072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.275625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.276167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.276724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.277306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.277847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.278403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.278982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c67f8-5327-45c9-bb89-3e9f41cd77ad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:34.286544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1d821e10-2ced-40ae-a51d-7290b4b2a308), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.293591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:34.294229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.298608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:11:34.357301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3127105 Feb 03 11:11:34.361021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:34.361923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc5bb-afc2-4fa9-ba2e-9e199be8ff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.370087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'subnet': {'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:34.393840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-c1c453d9-4efa-4895-bcf6-23ec34d52bca tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:34.395954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-c1c453d9-4efa-4895-bcf6-23ec34d52bca tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.69 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 821 time: 0.2411644 Feb 03 11:11:34.434404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'port': {'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'admin_state_up': True, 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:34.455103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f731d3-9f37-4a65-9fb5-b624aa8a93e9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Network': ['ID=1d821e10-2ced-40ae-a51d-7290b4b2a308,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:34.468547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:11:34.537027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:34.542153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.556759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc5bb-afc2-4fa9-ba2e-9e199be8ff39 admin admin] Publish callbacks [] for security_group (eb632a41-8ef3-4951-a78c-54e10f0d07ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.571427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc5bb-afc2-4fa9-ba2e-9e199be8ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eb632a41-8ef3-4951-a78c-54e10f0d07ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.588290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:11:34.606004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.655404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Made reservation on behalf of 511fb6c01a2f40b1a80bb904867c7389 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:34.661711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.696620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad3fc5bb-afc2-4fa9-ba2e-9e199be8ff39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1986eea91e454e1294afb49e26b76c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634522 Feb 03 11:11:34.698203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fc5bb-afc2-4fa9-ba2e-9e199be8ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb632a41-8ef3-4951-a78c-54e10f0d07ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:34.704676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:34.813711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] Publish callbacks [] for security_group (eb632a41-8ef3-4951-a78c-54e10f0d07ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.846760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:34.875878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad', 'mac_address': 'fa:16:3e:37:f1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:11:34.878877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] Publish callbacks [] for security_group (eb632a41-8ef3-4951-a78c-54e10f0d07ad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.925257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Allocated IP 172.20.0.4 (bce59d5e-9ad1-491f-8c15-039ed74d9b91/16c028d3-4644-4276-adc8-75fcaa22c232/e3bbade3-e492-487a-82ec-b63b60df7c9a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:34.946093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213175e-194d-4ed1-af81-06f782c33a79 req-57111de1-0747-4d25-8be6-a2db408d753b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:34.947822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f213175e-194d-4ed1-af81-06f782c33a79 req-57111de1-0747-4d25-8be6-a2db408d753b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 943 time: 0.2556279 Feb 03 11:11:34.959398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:34.960541 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:34.978188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:35.029237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:35.040141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.057013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f213175e-194d-4ed1-af81-06f782c33a79 req-8234cf6f-8217-4a9c-85e7-d23b43d6a4e7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963252 Feb 03 11:11:35.073653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2fa234a4-e65b-492f-bfa0-6f452699b386), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.172241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:35.177043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.185009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Subnet': ['ID=2fa234a4-e65b-492f-bfa0-6f452699b386,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:35.213604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eb632a41-8ef3-4951-a78c-54e10f0d07ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.216900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.218464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb632a41-8ef3-4951-a78c-54e10f0d07ad HTTP/1.1" status: 204 len: 168 time: 0.5106859 Feb 03 11:11:35.228864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a00d7122-0277-4064-b3c1-547cd9aaff2e req-271d73b1-b978-4063-b5f4-97cd00cc69d5 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 210 time: 0.0529656 Feb 03 11:11:35.239065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ec73d-7e24-4a28-8d8a-e9fd0100e7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb632a41-8ef3-4951-a78c-54e10f0d07ad,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:35.254838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:35.255196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network hostable DHCP agents. Network: d93e64e0-e3b0-4409-a8de-f4f69fc80f83, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:11:35.257141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.282334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:11:35.288170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['49661993-063b-458a-8849-06d3728c530c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:35.295492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d93e64e0-e3b0-4409-a8de-f4f69fc80f83) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:35.303617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:35.305053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.337143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65bbf54e-1641-4e2f-9034-a831ddc25559 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9750810 Feb 03 11:11:35.339618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:35.347387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'subnet': {'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:35.356796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:35.367423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:35.378890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:35.382390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc7684-a3bc-4548-99c2-9c3f59b5ee91 None None] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:35.467866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:35.470210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.499322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:35.503315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event updated for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:35.511032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.539296 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-07f39aa7-deae-4581-8492-e46d82ce241a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110377 Feb 03 11:11:35.556411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Request body: {'port': {'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:35.566694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:35.706460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.779720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:11:35.780643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.880878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33074) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:35.915559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (384b0af5-983b-4a02-a216-b25efb38fa17), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.937400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff84b2f-26e7-42ca-bed3-6b3b744b6134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:35.971090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Subnet': ['ID=384b0af5-983b-4a02-a216-b25efb38fa17,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:35.986632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Allocated IP 10.1.1.2 (d93e64e0-e3b0-4409-a8de-f4f69fc80f83/2fa234a4-e65b-492f-bfa0-6f452699b386/69aeaba1-3803-40ca-aa1c-f73ff6db41ad) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:36.002580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Checking segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:36.003075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network hostable DHCP agents. Network: 1d821e10-2ced-40ae-a51d-7290b4b2a308, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:11:36.025912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:11:36.042574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1d821e10-2ced-40ae-a51d-7290b4b2a308) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:36.058691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:36.059418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.099922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88c9d611-ff48-4720-91a0-0c760eb76e02 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7591112 Feb 03 11:11:36.102561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33080) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:36.108290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'name': 'tempest-TaggedBootDevicesTest-1362479514', 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:36.141944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff84b2f-26e7-42ca-bed3-6b3b744b6134 admin admin] Publish callbacks [] for security_group (b46229ca-a0ac-4739-a481-f6a7ec2c8523), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.155433 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff84b2f-26e7-42ca-bed3-6b3b744b6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b46229ca-a0ac-4739-a481-f6a7ec2c8523), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.176086 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks [] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.195115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a905f-c7b3-490a-a90e-bf255f836da2 None None] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:36.204899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.241277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-39484089-9bd9-4cd3-ae63-05664e6fe844 None None] Provisioning complete for port e3bbade3-e492-487a-82ec-b63b60df7c9a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:36.241651 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39484089-9bd9-4cd3-ae63-05664e6fe844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.331213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b470-7cda-4031-b149-d13da8fd46de req-42b0dee6-503e-4664-ab46-bf8a601bb3ed tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:36.332800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b60b470-7cda-4031-b149-d13da8fd46de req-42b0dee6-503e-4664-ab46-bf8a601bb3ed tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 944 time: 0.0781052 Feb 03 11:11:36.369701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-39484089-9bd9-4cd3-ae63-05664e6fe844 None None] Port e3bbade3-e492-487a-82ec-b63b60df7c9a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:36.378181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ff84b2f-26e7-42ca-bed3-6b3b744b6134 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=880fa60c7fcf4f189483414df1d8cbb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933324 Feb 03 11:11:36.388828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:36.441421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84b2f-26e7-42ca-bed3-6b3b744b6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46229ca-a0ac-4739-a481-f6a7ec2c8523,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:36.446083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b60b470-7cda-4031-b149-d13da8fd46de req-880f7699-5145-4dac-9b4e-a682b478cddd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045756 Feb 03 11:11:36.503944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ccfb0-5f76-4440-8add-5cc44eccf82f req-dab52e5f-3068-42a6-8b0a-8478a8f06fc9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:36.505616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-354ccfb0-5f76-4440-8add-5cc44eccf82f req-dab52e5f-3068-42a6-8b0a-8478a8f06fc9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 931 time: 0.1066649 Feb 03 11:11:36.550737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] Publish callbacks [] for security_group (b46229ca-a0ac-4739-a481-f6a7ec2c8523), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.568194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:36.608293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-354ccfb0-5f76-4440-8add-5cc44eccf82f req-5a2e7b2a-7dd5-4628-9a8f-7f5bd7e417a2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841534 Feb 03 11:11:36.608547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:36.619793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:36.620025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] Publish callbacks [] for security_group (b46229ca-a0ac-4739-a481-f6a7ec2c8523), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.620148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.621644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:36.673627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Pushing event updated for resources: {'Port': ['ID=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:36.725540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.746115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] device_id is not set on port 8ecc6559-7039-4950-951a-98c1bab6d379 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:11:36.768129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bbade3-e492-487a-82ec-b63b60df7c9a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:36.812742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks [] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.865592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Transition to ACTIVE for port object e3bbade3-e492-487a-82ec-b63b60df7c9a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:11:36.866930 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b46229ca-a0ac-4739-a481-f6a7ec2c8523), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.890612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.895064 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b46229ca-a0ac-4739-a481-f6a7ec2c8523 HTTP/1.1" status: 204 len: 168 time: 0.4984078 Feb 03 11:11:36.902460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.907918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Attempting to bind port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:36.908644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Attempting to bind port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:36.908644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Attempting to bind port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:36.917715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:36.918081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:36.918484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.918865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Bound using segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:36.919380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Bound port: 69aeaba1-3803-40ca-aa1c-f73ff6db41ad, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:36.919768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.926732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1d821e10-2ced-40ae-a51d-7290b4b2a308', 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ips': [{'subnet_id': '384b0af5-983b-4a02-a216-b25efb38fa17'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:11:36.927608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:36.956498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db2fea-ed0f-40c7-91ac-69369d20a39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46229ca-a0ac-4739-a481-f6a7ec2c8523,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:37.139293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:37.169866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.1.1.222 (d93e64e0-e3b0-4409-a8de-f4f69fc80f83/2fa234a4-e65b-492f-bfa0-6f452699b386/8ecc6559-7039-4950-951a-98c1bab6d379) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:37.212206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Attempting to bind port e3bbade3-e492-487a-82ec-b63b60df7c9a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:37.212683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Attempting to bind port e3bbade3-e492-487a-82ec-b63b60df7c9a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:37.213188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Attempting to bind port e3bbade3-e492-487a-82ec-b63b60df7c9a on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:37.221254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Port e3bbade3-e492-487a-82ec-b63b60df7c9a on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:11:37.224352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Attempting to bind port e3bbade3-e492-487a-82ec-b63b60df7c9a on network bce59d5e-9ad1-491f-8c15-039ed74d9b91 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:37.239157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:37.239806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Checking segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:37.241753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Bound using segment: {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:37.243421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Bound port: e3bbade3-e492-487a-82ec-b63b60df7c9a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3238ad59-5dc2-490f-b51f-ee4f61c35831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:37.243757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.379719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Allocated IP 10.2.2.2 (1d821e10-2ced-40ae-a51d-7290b4b2a308/384b0af5-983b-4a02-a216-b25efb38fa17/3b093383-d99e-47f1-a30c-74d010452892) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:37.391592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:37.399310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:37.410937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.464903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:37.468767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.484073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 1091 time: 1.9319389 Feb 03 11:11:37.490511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:37.512176 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2882ea-6cc1-41a8-833f-d165a129d9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:37.609485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (8ecc6559-7039-4950-951a-98c1bab6d379), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.649000 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11905dc-7688-4025-87fd-4f8ee4710c41 x-openstack-request-id: req-a11905dc-7688-4025-87fd-4f8ee4710c41 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:37.649393 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:37.657858 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a11905dc-7688-4025-87fd-4f8ee4710c41 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:37.658421 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'status': 'completed', 'code': 200} Feb 03 11:11:37.703279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.714705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c702a4-706d-45c9-9720-6e51e257c157 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:37.732108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-15c7e01a-eba2-4927-a817-caf0aede6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:37.736080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-15c7e01a-eba2-4927-a817-caf0aede6504 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1125 time: 0.1594198 Feb 03 11:11:37.760428 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:11:37.825323 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-811bcd00-ce36-40f0-9397-9e6e5f49adc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 217 time: 0.0737770 Feb 03 11:11:37.889839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] For port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:37.897038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] For port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:37.908884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:37.937787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks [] for port (3b093383-d99e-47f1-a30c-74d010452892), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.963030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:37.973330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-789213c2-9c76-4a75-a149-77a0d958f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:37.979705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-789213c2-9c76-4a75-a149-77a0d958f187 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1391096 Feb 03 11:11:38.027818 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.046738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (3b093383-d99e-47f1-a30c-74d010452892), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.104388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:38.114141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:38.115857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:38.116621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-57e58105-5b9e-46c8-8741-de10fce16882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:38.118474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0382f9-fa7c-411a-ae4e-4ca30ce6eb78 None None] Pushing event updated for resources: {'Port': ['ID=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:38.126218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-57e58105-5b9e-46c8-8741-de10fce16882 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356628 Feb 03 11:11:38.140704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:38.148725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea85d0-a39e-493f-96bf-0e402057aba2 req-80b74cc9-f1b8-4978-b72e-52ab6c78b87b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:38.161748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feea85d0-a39e-493f-96bf-0e402057aba2 req-80b74cc9-f1b8-4978-b72e-52ab6c78b87b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 944 time: 0.4606974 Feb 03 11:11:38.165878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:38.175085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:38.253701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Pushing event updated for resources: {'Port': ['ID=3b093383-d99e-47f1-a30c-74d010452892,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:38.372838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a4a41-2896-48c0-9c0b-cb6bafb5cca5 req-dc7cce79-d1d2-4355-8bed-6620e63d7609 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:38.381758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-745a4a41-2896-48c0-9c0b-cb6bafb5cca5 req-dc7cce79-d1d2-4355-8bed-6620e63d7609 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 943 time: 0.4738836 Feb 03 11:11:38.473494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Attempting to bind port 3b093383-d99e-47f1-a30c-74d010452892 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:38.473871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Attempting to bind port 3b093383-d99e-47f1-a30c-74d010452892 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:38.474239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Attempting to bind port 3b093383-d99e-47f1-a30c-74d010452892 on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:38.478472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feea85d0-a39e-493f-96bf-0e402057aba2 req-3e1ce4e8-8168-43f2-93ea-47020973dfd6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038695 Feb 03 11:11:38.482454 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-1456c719-ee03-4498-8715-6028144c2f69 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441799 Feb 03 11:11:38.526096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:38.526798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Checking segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:38.528285 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.528852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Bound using segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:38.529612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Bound port: 3b093383-d99e-47f1-a30c-74d010452892, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:38.530161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3b093383-d99e-47f1-a30c-74d010452892), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.554507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:38.567608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:38.573427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.662800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-05ccf8ac-8a0d-4edf-a5f2-fef225c4d9a0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5563886 Feb 03 11:11:38.685984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:38.704671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'name': 'tempest-TaggedBootDevicesTest-372224052', 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:38.755729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0ea5fada-a38a-4c04-8488-0e43f01d1dad req-5db78425-34cb-4023-928a-83b6acceb2bb service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628565 Feb 03 11:11:38.816280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-745a4a41-2896-48c0-9c0b-cb6bafb5cca5 req-fc183996-c995-42c5-bd83-3680f74fd9f2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501053 Feb 03 11:11:38.836569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] For port 3b093383-d99e-47f1-a30c-74d010452892, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:38.888479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] For port 3b093383-d99e-47f1-a30c-74d010452892, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3b093383-d99e-47f1-a30c-74d010452892,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:38.890613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:11:38.902725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:38.904950 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.959410 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3b093383-d99e-47f1-a30c-74d010452892), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:38.989394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-7a445222-ec45-4511-988c-2439dc40109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:38.994099 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-7a445222-ec45-4511-988c-2439dc40109e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1125 time: 0.1233125 Feb 03 11:11:39.182394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016febdd-826a-451f-b426-160a5b2d7cd4 None None] Pushing event updated for resources: {'Port': ['ID=3b093383-d99e-47f1-a30c-74d010452892,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:39.252762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-88e45367-0eba-4d53-8ef7-7dda9b1522a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:39.258320 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-88e45367-0eba-4d53-8ef7-7dda9b1522a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.2550476 Feb 03 11:11:39.366166 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-265867a6-fab2-4333-bd4b-c4b6dc8b142e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 217 time: 0.1009541 Feb 03 11:11:39.445272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:39.445686 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:39.509639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 69aeaba1-3803-40ca-aa1c-f73ff6db41ad up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:39.520316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-0c69b439-8a56-4945-a4b7-840e388f0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:39.524946 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-0c69b439-8a56-4945-a4b7-840e388f0ffa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1487088 Feb 03 11:11:39.701427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-ec706dd5-0d32-47e5-a4ce-60e01c97d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:39.715442 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-ec706dd5-0d32-47e5-a4ce-60e01c97d5b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1686912 Feb 03 11:11:39.732184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:39.744545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:39.776224 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99fb14f-dfa7-4543-84a6-32f7f4a2b8cb" -d '{"events": [{"server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:39.792298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:39.830861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:39.830861 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:39.963969 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f773e39-ed17-4233-8e36-f25d25bed2fc x-openstack-request-id: req-7f773e39-ed17-4233-8e36-f25d25bed2fc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:39.964620 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:39.964620 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f773e39-ed17-4233-8e36-f25d25bed2fc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:39.964878 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad', 'code': 200} Feb 03 11:11:40.062771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-907497f2-8fa8-4edd-b244-06fe68913f61 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471045 Feb 03 11:11:40.129229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:40.193719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:40.198092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:40.231791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f2cc2-f4bd-48f5-88be-bb4b54515802 req-de0626a2-459c-42e5-a80c-b3df525d6359 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:40.233885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:40.234290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:40.236974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1d43c-1d49-431b-9e89-22f3c8195fa1 None None] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:40.247620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a92f2cc2-f4bd-48f5-88be-bb4b54515802 req-de0626a2-459c-42e5-a80c-b3df525d6359 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.3505599 Feb 03 11:11:40.259151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-cfe70426-a047-4921-a6bb-5267a17c8eea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3632720 Feb 03 11:11:40.281173 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2b2882ea-6cc1-41a8-833f-d165a129d9ba req-f1758aa9-b18f-4ac7-bcd9-b8a5206dc3b4 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109644 Feb 03 11:11:40.288444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] device_id is not set on port 0c20e157-6371-4793-b3d2-00f4ef6153ed yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:11:40.376451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8b8ad-63df-4b3e-b2d5-cbc41fd1536f req-89863761-6af4-4760-87dd-f50ddd844446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:40.378013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31e8b8ad-63df-4b3e-b2d5-cbc41fd1536f req-89863761-6af4-4760-87dd-f50ddd844446 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 1127 time: 0.3874629 Feb 03 11:11:40.409053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cac35-d341-41f5-b7b3-05e0f371b785 req-3aff2bb6-27b3-40f9-a93f-94c445a7efe2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:40.410852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-602cac35-d341-41f5-b7b3-05e0f371b785 req-3aff2bb6-27b3-40f9-a93f-94c445a7efe2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 943 time: 0.3060770 Feb 03 11:11:40.422118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-b1fd6498-9cb8-4f58-a350-11c88651dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:40.424103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-b1fd6498-9cb8-4f58-a350-11c88651dd61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 1127 time: 0.0862386 Feb 03 11:11:40.461693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:40.492659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:40.497247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-966ccf82-ddaf-46b2-b4c5-32dd40133cad None None] Provisioning complete for port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:40.497656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-966ccf82-ddaf-46b2-b4c5-32dd40133cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:40.566953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a92f2cc2-f4bd-48f5-88be-bb4b54515802 req-caeed932-c850-4106-85f2-9c9e7041dd80 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183620 Feb 03 11:11:40.741977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:40.795133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-d79d99ee-742e-4ddb-a8dd-019567216a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:40.797104 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-d79d99ee-742e-4ddb-a8dd-019567216a49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 200 len: 913 time: 0.3489523 Feb 03 11:11:40.865532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-966ccf82-ddaf-46b2-b4c5-32dd40133cad None None] Current status of the port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:40.905202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-602cac35-d341-41f5-b7b3-05e0f371b785 req-9ecb5491-d1c6-40de-bac3-7d30706d5c43 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332626 Feb 03 11:11:40.921112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31e8b8ad-63df-4b3e-b2d5-cbc41fd1536f req-c66185f3-e0f9-4b69-9fcc-a914d2440caf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528279 Feb 03 11:11:40.989575 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-92272535-be12-4db3-a25f-d076f95b51bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 200 len: 1001 time: 0.1854758 Feb 03 11:11:41.087609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.1.1.52 (d93e64e0-e3b0-4409-a8de-f4f69fc80f83/2fa234a4-e65b-492f-bfa0-6f452699b386/0c20e157-6371-4793-b3d2-00f4ef6153ed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:41.110426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Provisioning complete for port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:41.111724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:41.356569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5164d2ab-f561-4a70-b4eb-3599a51ad8a6 None None] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:41.427139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-5f15324a-771f-4497-ac2e-940cfa01c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:41.428651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-5f15324a-771f-4497-ac2e-940cfa01c911 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 200 len: 851 time: 0.1349921 Feb 03 11:11:41.501533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:41.546613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 69aeaba1-3803-40ca-aa1c-f73ff6db41ad up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:41.571040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-09d86ed0-f87e-43d0-9d0a-2c7dc43b10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:41.575694 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-09d86ed0-f87e-43d0-9d0a-2c7dc43b10b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=81112bd5-066e-4a7c-8a3f-2ccd1adec518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400936 Feb 03 11:11:41.585257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:41.631653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Current status of the port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:41.705988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Provisioning complete for port 8ecc6559-7039-4950-951a-98c1bab6d379 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:41.706545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:41.717721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:41.763089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:41.764076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:41.783639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f495202-750a-441d-9215-1326fd195a13 req-4cfd9cfb-e06a-40ea-8fa3-5ffe97facc54 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2383f22f9f474520b9920720456cfb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229192 Feb 03 11:11:41.784494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:41.839404 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-8daf8308-1f69-4dca-a70c-23368ce31ddc service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552605 Feb 03 11:11:41.868990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8895350d-fc42-46ee-971b-35f794b2fb76 None None] Port 8ecc6559-7039-4950-951a-98c1bab6d379 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:41.906757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:41.921743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495202-750a-441d-9215-1326fd195a13 req-2dd62106-99c4-4e5f-9f22-7dd822c4591a tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:41.923718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f495202-750a-441d-9215-1326fd195a13 req-2dd62106-99c4-4e5f-9f22-7dd822c4591a tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326296 Feb 03 11:11:41.954169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:41.971121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f495202-750a-441d-9215-1326fd195a13 req-fd821538-ab59-46f3-aa9a-c5b55839dfc1 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/quotas/2383f22f9f474520b9920720456cfb11 HTTP/1.1" status: 200 len: 375 time: 0.0142353 Feb 03 11:11:42.022288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f495202-750a-441d-9215-1326fd195a13 req-8e150222-288c-41f2-b88b-37394e40b070 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2383f22f9f474520b9920720456cfb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379555 Feb 03 11:11:42.045484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:42.049283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3b093383-d99e-47f1-a30c-74d010452892 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:42.070786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:42.075480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.111763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3ed838a2-5ebd-4219-99ea-7bd7f79c19b5 req-5231159d-4ea6-4447-9e32-1a30c270972a service neutron] 10.222.0.69 "GET /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607887 Feb 03 11:11:42.148544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064078-c4b2-4607-a1b1-b7e6ef8d0929 req-7510514a-7d86-40c6-b220-ac75b9148897 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:42.157381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34064078-c4b2-4607-a1b1-b7e6ef8d0929 req-7510514a-7d86-40c6-b220-ac75b9148897 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.4677343 Feb 03 11:11:42.180335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e93cb125-876c-46af-8bde-e38035310498 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4891644 Feb 03 11:11:42.197428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Provisioning complete for port 8ecc6559-7039-4950-951a-98c1bab6d379 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:42.198534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.283448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34064078-c4b2-4607-a1b1-b7e6ef8d0929 req-4470629f-6afd-4073-9623-5fce1f711c0e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226084 Feb 03 11:11:42.285304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3b093383-d99e-47f1-a30c-74d010452892 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:42.286119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3b093383-d99e-47f1-a30c-74d010452892), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.357928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Port 8ecc6559-7039-4950-951a-98c1bab6d379 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:42.389531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ae6bc-a077-43e1-8016-bd6ccd6e05e5 req-8717b138-6b28-4964-9467-40205d9e4350 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:42.393362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f1ae6bc-a077-43e1-8016-bd6ccd6e05e5 req-8717b138-6b28-4964-9467-40205d9e4350 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 943 time: 0.1290495 Feb 03 11:11:42.405512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Provisioning complete for port 3b093383-d99e-47f1-a30c-74d010452892 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:42.405970 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3b093383-d99e-47f1-a30c-74d010452892), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.473870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3b093383-d99e-47f1-a30c-74d010452892 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:42.474382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3b093383-d99e-47f1-a30c-74d010452892), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.517749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f1ae6bc-a077-43e1-8016-bd6ccd6e05e5 req-972d6761-0f87-490f-8653-314488017d59 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176338 Feb 03 11:11:42.523412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 3b093383-d99e-47f1-a30c-74d010452892, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3b093383-d99e-47f1-a30c-74d010452892,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:42.539053 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3b093383-d99e-47f1-a30c-74d010452892), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.571371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3bbade3-e492-487a-82ec-b63b60df7c9a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:11:42.701526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=3b093383-d99e-47f1-a30c-74d010452892,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:42.723170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-117feb2b-5100-4a42-ac40-7c10a6825c66 None None] Current status of the port 3b093383-d99e-47f1-a30c-74d010452892 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:42.865986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Provisioning complete for port 0c20e157-6371-4793-b3d2-00f4ef6153ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:42.866658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.906092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:42.911528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:42.914746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762642465', 'description': 'tempest-description--1779850305'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:42.931529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:11:42.960238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:42.976496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Port 0c20e157-6371-4793-b3d2-00f4ef6153ed cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:43.003846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Provisioning complete for port 3b093383-d99e-47f1-a30c-74d010452892 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:43.004382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3b093383-d99e-47f1-a30c-74d010452892), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.048728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (ec418876-cefa-4647-bdc6-5a2f0d54ff8f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.051550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e3bbade3-e492-487a-82ec-b63b60df7c9a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:43.052036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.054835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ec418876-cefa-4647-bdc6-5a2f0d54ff8f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.072194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe21d37c-db1d-4e60-8154-9cfdb4ee2d6b req-6e2bf141-3544-4531-abdc-5c02ecc33bc3 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2383f22f9f474520b9920720456cfb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481305 Feb 03 11:11:43.077380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bbade3-e492-487a-82ec-b63b60df7c9a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:43.086875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.088351 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1795721 Feb 03 11:11:43.092380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:43.098298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70822969-c20b-4ec4-8f2e-6e423849b5b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec418876-cefa-4647-bdc6-5a2f0d54ff8f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:43.109600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'security_group_rule': {'security_group_id': 'ec418876-cefa-4647-bdc6-5a2f0d54ff8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:43.162671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:43.165683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbb51297-8427-4595-8441-f8261d01fbd9 None None] Current status of the port 3b093383-d99e-47f1-a30c-74d010452892 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:43.170152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.202783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (b2faf4af-57be-4b8e-8299-0e4081de3fc8), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.254416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d37c-db1d-4e60-8154-9cfdb4ee2d6b req-883628dc-42bc-4a57-96f8-5b6fe133ab99 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:43.255958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe21d37c-db1d-4e60-8154-9cfdb4ee2d6b req-883628dc-42bc-4a57-96f8-5b6fe133ab99 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825824 Feb 03 11:11:43.289122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (b2faf4af-57be-4b8e-8299-0e4081de3fc8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.294315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe21d37c-db1d-4e60-8154-9cfdb4ee2d6b req-d04c3116-4dee-43ef-97c7-3adfe8227998 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/quotas/2383f22f9f474520b9920720456cfb11 HTTP/1.1" status: 200 len: 375 time: 0.0183425 Feb 03 11:11:43.295424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b2faf4af-57be-4b8e-8299-0e4081de3fc8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.332160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.335456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:43.335714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299390 Feb 03 11:11:43.343946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'security_group_rule': {'security_group_id': 'ec418876-cefa-4647-bdc6-5a2f0d54ff8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:43.362743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe21d37c-db1d-4e60-8154-9cfdb4ee2d6b req-7a72377d-0518-41d5-bae9-92cf45188849 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2383f22f9f474520b9920720456cfb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528865 Feb 03 11:11:43.374571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2faf4af-57be-4b8e-8299-0e4081de3fc8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:43.387128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (4a032e15-bc7c-4a3b-8e52-f36a180787ff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.405926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.406649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.407047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.407391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.407729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.408062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.408395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.408722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.409072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.409792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.410012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.410861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.411073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6b821-4743-41f2-8779-38a8b4139bc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:11:43.441058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3b093383-d99e-47f1-a30c-74d010452892 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:43.447613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b1938-d3e5-4cff-ae18-5a75bb023489 req-93e433e2-67df-4875-84e2-76de3bc15fb0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:43.450361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d78b1938-d3e5-4cff-ae18-5a75bb023489 req-93e433e2-67df-4875-84e2-76de3bc15fb0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.0937574 Feb 03 11:11:43.522001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (4a032e15-bc7c-4a3b-8e52-f36a180787ff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.523910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d78b1938-d3e5-4cff-ae18-5a75bb023489 req-6d032ff5-67ac-4bf4-892d-4172fd42b254 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667746 Feb 03 11:11:43.527033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4a032e15-bc7c-4a3b-8e52-f36a180787ff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.554233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:43.559657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a032e15-bc7c-4a3b-8e52-f36a180787ff,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:43.593798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.599602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a201cfb-30a2-49df-b021-9782617ecfa4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2611942 Feb 03 11:11:43.600955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33254) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:43.608830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3b093383-d99e-47f1-a30c-74d010452892 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:43.609329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3b093383-d99e-47f1-a30c-74d010452892), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.612574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:43.654345 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.673298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e3bbade3-e492-487a-82ec-b63b60df7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:43.737613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d8ee-4132-4c5c-a876-b11a0942e3d6 req-22acd2b3-e17c-4b0d-bd1f-503bc8e282f4 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:43.741731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5116d8ee-4132-4c5c-a876-b11a0942e3d6 req-22acd2b3-e17c-4b0d-bd1f-503bc8e282f4 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 944 time: 0.1086719 Feb 03 11:11:43.784693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:43.819049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3b093383-d99e-47f1-a30c-74d010452892 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:43.845308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5116d8ee-4132-4c5c-a876-b11a0942e3d6 req-0eae2616-4985-49a9-a683-c419d56b957e tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919821 Feb 03 11:11:43.880716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b32693-5db7-4342-b2d1-fa171e973531 req-6c612279-9d02-4f98-b826-92caf53bff8b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:43.882266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3b32693-5db7-4342-b2d1-fa171e973531 req-6c612279-9d02-4f98-b826-92caf53bff8b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.1043801 Feb 03 11:11:43.968541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 172.25.7.106 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a940f943-4af4-44e2-9c9e-6288ab527898) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:43.981975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3b32693-5db7-4342-b2d1-fa171e973531 req-3db2047f-4d0c-415b-a6e5-bb8d3569850c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Feb 03 11:11:44.119388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (a940f943-4af4-44e2-9c9e-6288ab527898), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.195415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.264119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:44.268172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:44.277755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:44.281966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=a940f943-4af4-44e2-9c9e-6288ab527898,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:44.314996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7edb8-79b5-43c7-8185-3de7cdae9fcb req-29ca83be-7bcd-4405-8054-6713482ef7e9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:44.316706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ed7edb8-79b5-43c7-8185-3de7cdae9fcb req-29ca83be-7bcd-4405-8054-6713482ef7e9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.1027091 Feb 03 11:11:44.398011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ed7edb8-79b5-43c7-8185-3de7cdae9fcb req-ac83b691-32b4-48b0-a962-2544c1728464 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704026 Feb 03 11:11:44.419405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.468552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.550087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7079817-775f-4ea6-aee5-c90b31e5b8de req-6b50d1dc-0491-491e-a2d1-f2fed6de2ca0 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2383f22f9f474520b9920720456cfb11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379777 Feb 03 11:11:44.594933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f7da-3ad2-4154-ba5c-a2523300bf23 req-a58c982a-3884-4913-b227-7004f45f2bf6 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:44.596551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9390f7da-3ad2-4154-ba5c-a2523300bf23 req-a58c982a-3884-4913-b227-7004f45f2bf6 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 945 time: 0.0932336 Feb 03 11:11:44.644327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (a940f943-4af4-44e2-9c9e-6288ab527898), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.650062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.701534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9390f7da-3ad2-4154-ba5c-a2523300bf23 req-89fa5e78-9461-4fe1-9a36-b692893315c2 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Feb 03 11:11:44.718523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7079817-775f-4ea6-aee5-c90b31e5b8de req-b539a9de-4173-462e-b90b-1ad63211af92 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:44.720664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7079817-775f-4ea6-aee5-c90b31e5b8de req-b539a9de-4173-462e-b90b-1ad63211af92 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612070 Feb 03 11:11:44.734251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=a940f943-4af4-44e2-9c9e-6288ab527898,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:44.737601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7079817-775f-4ea6-aee5-c90b31e5b8de req-8998b9cc-3896-49f5-a94e-95c4bdda20d9 tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/quotas/2383f22f9f474520b9920720456cfb11 HTTP/1.1" status: 200 len: 375 time: 0.0112433 Feb 03 11:11:44.752896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.770354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:44.771862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7079817-775f-4ea6-aee5-c90b31e5b8de req-15b7ad7f-b483-49c8-bdcf-394623f8f9ea tempest-QuotasAdminNegativeTest-450264579 tempest-QuotasAdminNegativeTest-450264579-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2383f22f9f474520b9920720456cfb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283501 Feb 03 11:11:44.781212 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7e477754-e422-4007-9300-ca410b534141 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1789684 Feb 03 11:11:44.967183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a45cc-26f6-40f6-a6ce-f142bb211c12 req-12d8cd13-9751-4d92-9769-dce8fc1c797b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:44.968696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e21a45cc-26f6-40f6-a6ce-f142bb211c12 req-12d8cd13-9751-4d92-9769-dce8fc1c797b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 944 time: 0.0611596 Feb 03 11:11:45.028401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e21a45cc-26f6-40f6-a6ce-f142bb211c12 req-4023407b-c5ee-4403-b346-6f30a475c64c tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527468 Feb 03 11:11:45.151162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-8e6d8a22-5d33-4daa-9050-29fd0b0ffcd4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1762642465&fields=id&tenant_id=7974f8769fa043cdb7ecc4bb261b9b20 HTTP/1.1" status: 200 len: 267 time: 0.0439236 Feb 03 11:11:45.212745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-82d267dc-d66d-4249-ab81-1cfb12c5481e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.214200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-82d267dc-d66d-4249-ab81-1cfb12c5481e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 932 time: 0.0525398 Feb 03 11:11:45.271028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-06eaf327-1869-40a1-b950-23bf39755c17 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.272587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-06eaf327-1869-40a1-b950-23bf39755c17 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 930 time: 0.0519247 Feb 03 11:11:45.340333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-87363a0f-06ec-4378-bb03-11ba0556f091 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0621097 Feb 03 11:11:45.364606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:45.390526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-dfd8b937-3323-49d4-bc4d-fe41da409b80 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0431409 Feb 03 11:11:45.509119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-689ef340-a268-4ffb-ab46-53b4a1249122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:45.509973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-650055cf-26ba-49d1-8fda-4e3f7212963c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.515301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-650055cf-26ba-49d1-8fda-4e3f7212963c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.520569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-650055cf-26ba-49d1-8fda-4e3f7212963c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.523001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-650055cf-26ba-49d1-8fda-4e3f7212963c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/networks?id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=1d821e10-2ced-40ae-a51d-7290b4b2a308&id=1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 200 len: 1990 time: 0.1316664 Feb 03 11:11:45.566761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-abbab872-cbc1-47ec-9f13-9ac3bc3a9975 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/quotas/7974f8769fa043cdb7ecc4bb261b9b20 HTTP/1.1" status: 200 len: 375 time: 0.0341289 Feb 03 11:11:45.612898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-689ef340-a268-4ffb-ab46-53b4a1249122 admin admin] Publish callbacks [] for security_group (353fd5a5-4a5c-453e-9068-2989f462a1a3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:45.618470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-689ef340-a268-4ffb-ab46-53b4a1249122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (353fd5a5-4a5c-453e-9068-2989f462a1a3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:45.620760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecabe54-edfd-403c-8d30-fdb7afb824fe req-c3d03e32-3130-4cf3-944d-6e42baef1da9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.622194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ecabe54-edfd-403c-8d30-fdb7afb824fe req-c3d03e32-3130-4cf3-944d-6e42baef1da9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.0981107 Feb 03 11:11:45.649665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ef340-a268-4ffb-ab46-53b4a1249122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353fd5a5-4a5c-453e-9068-2989f462a1a3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:45.669852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-6be0cf17-2792-46e2-a5ae-08638b531165 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0953853 Feb 03 11:11:45.676744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:45.677208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-689ef340-a268-4ffb-ab46-53b4a1249122 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2383f22f9f474520b9920720456cfb11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114393 Feb 03 11:11:45.745756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ecabe54-edfd-403c-8d30-fdb7afb824fe req-4024d349-feeb-4ee5-920d-f263eae51b17 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147752 Feb 03 11:11:45.843954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] Publish callbacks [] for security_group (353fd5a5-4a5c-453e-9068-2989f462a1a3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:45.862189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-8898146b-5f77-48f7-86b1-826a4f5d1864 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.862615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-9c776eec-1837-430e-a83a-c6d16d6bb8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777325 Feb 03 11:11:45.863642 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-8898146b-5f77-48f7-86b1-826a4f5d1864 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Feb 03 11:11:45.888151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] Publish callbacks [] for security_group (353fd5a5-4a5c-453e-9068-2989f462a1a3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:45.928855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8bd2-c919-40c4-9d3d-773a256a6e74 req-a62dec0a-5fc8-4d55-981c-be6bcc844d6d tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:45.930336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3c8bd2-c919-40c4-9d3d-773a256a6e74 req-a62dec0a-5fc8-4d55-981c-be6bcc844d6d tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 945 time: 0.1263831 Feb 03 11:11:45.968836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:11:45.969795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.037233 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.082330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-d7d3c67c-74a7-49e0-82fd-a9087a1afd46 service neutron] 10.222.0.30 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077143 Feb 03 11:11:46.086143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3c8bd2-c919-40c4-9d3d-773a256a6e74 req-c2293130-f86e-450e-9990-0ecd713c43e1 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452849 Feb 03 11:11:46.086993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (353fd5a5-4a5c-453e-9068-2989f462a1a3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.089658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.090944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/353fd5a5-4a5c-453e-9068-2989f462a1a3 HTTP/1.1" status: 204 len: 168 time: 0.4130738 Feb 03 11:11:46.102284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deaad2-0602-486d-8ce5-24bbc005618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353fd5a5-4a5c-453e-9068-2989f462a1a3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:46.142458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:46.142838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.152729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c7acae99-a4e4-4f86-b6c8-fb0c4225d54d service neutron] 10.222.0.30 "GET /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0517738 Feb 03 11:11:46.174728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:11:46.281041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc45491-aa15-4015-9c97-771858aaf108 req-d48d7c56-5a2f-440a-9a2f-2e88413c27a3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:46.282860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bc45491-aa15-4015-9c97-771858aaf108 req-d48d7c56-5a2f-440a-9a2f-2e88413c27a3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 944 time: 0.1027668 Feb 03 11:11:46.319889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-74dd0333-080d-4f56-a318-0ad5acc7f2f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595099 Feb 03 11:11:46.374898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.397530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bc45491-aa15-4015-9c97-771858aaf108 req-b0c096e4-904a-43fd-914f-2f39e08450c8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955372 Feb 03 11:11:46.419292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827', 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:46.425426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:46.475398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-a33678af-d99c-4e80-a86d-a76e46dbb5b5 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:46.478475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-a33678af-d99c-4e80-a86d-a76e46dbb5b5 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 945 time: 0.2318885 Feb 03 11:11:46.506738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:11:46.510416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.513922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-08ca4664-d09c-4def-a515-9afe519b1b44 req-21f34c9d-4400-47c1-92a7-b447529db778 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "DELETE /v2.0/ports/c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad HTTP/1.1" status: 204 len: 173 time: 0.6444070 Feb 03 11:11:46.514426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'name': 'network-vif-deleted', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:46.517208 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb98d2a-78f4-4fcf-b1fb-3118f616f525" -d '{"events": [{"server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "name": "network-vif-deleted", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:46.536978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c74097d9-94dd-4553-83a4-641c65702c76 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053566 Feb 03 11:11:46.578124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3bbade3-e492-487a-82ec-b63b60df7c9a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:11:46.614056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-e269b6ac-e4b1-48d6-b2f4-669fa6950166 service neutron] 10.222.0.30 "GET /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0746329 Feb 03 11:11:46.628808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:46.655005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-938c234f-926a-48f9-8e95-dc23d519fd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.662777 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4327b4-5fe8-4428-ab72-924c88b779b9 x-openstack-request-id: req-4a4327b4-5fe8-4428-ab72-924c88b779b9 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:46.663237 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1984efe-85cb-49b9-bff0-acc4fc5562e2", "name": "network-vif-deleted", "tag": "c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:46.663508 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a4327b4-5fe8-4428-ab72-924c88b779b9 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:46.665000 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1984efe-85cb-49b9-bff0-acc4fc5562e2', 'name': 'network-vif-deleted', 'tag': 'c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad', 'status': 'completed', 'code': 200} Feb 03 11:11:46.722833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Deleting port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:11:46.723659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.765147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port e3bbade3-e492-487a-82ec-b63b60df7c9a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:11:46.794597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port e3bbade3-e492-487a-82ec-b63b60df7c9a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:46.802701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.804826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2e097823-23d5-446f-b2b7-8889080a9ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901455 Feb 03 11:11:46.900420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] For port 2db2b7ac-b2bf-49f1-94da-c26c71493c25, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2db2b7ac-b2bf-49f1-94da-c26c71493c25,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:46.901290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.919240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Calling delete_port for 2db2b7ac-b2bf-49f1-94da-c26c71493c25 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:11:46.927792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5683ec1-4615-4116-b733-4747c155c7e9 req-fb4f85b1-9386-4b23-a1a8-bc7f8115691f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1984efe-85cb-49b9-bff0-acc4fc5562e2 HTTP/1.1" status: 200 len: 210 time: 0.0429475 Feb 03 11:11:46.937218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e3bbade3-e492-487a-82ec-b63b60df7c9a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:11:46.937617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.944746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-938c234f-926a-48f9-8e95-dc23d519fd93 admin admin] Publish callbacks [] for security_group (87d3a442-8f84-4042-b642-45e5d8255d8a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.961329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-938c234f-926a-48f9-8e95-dc23d519fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (87d3a442-8f84-4042-b642-45e5d8255d8a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:46.980336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:46.982706 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3697cddf-9cbf-4556-8f77-a4f36a46a109" -d '{"events": [{"server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "name": "network-vif-plugged", "status": "completed", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:47.002823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:11:47.011289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-f77cb87f-a0fa-453e-b1d3-913e7c51f354 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055020 Feb 03 11:11:47.020789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.021039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-938c234f-926a-48f9-8e95-dc23d519fd93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e061e22710f64c07909ecce6baccc47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931072 Feb 03 11:11:47.021722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33354) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:47.064689 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b34deb-fa4c-465f-a9a9-674e98f5af2b x-openstack-request-id: req-85b34deb-fa4c-465f-a9a9-674e98f5af2b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:47.066808 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "name": "network-vif-plugged", "status": "completed", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:47.066808 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85b34deb-fa4c-465f-a9a9-674e98f5af2b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:47.066808 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'code': 200} Feb 03 11:11:47.087767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c234f-926a-48f9-8e95-dc23d519fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3a442-8f84-4042-b642-45e5d8255d8a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:47.147012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:47.259915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] Publish callbacks [] for security_group (87d3a442-8f84-4042-b642-45e5d8255d8a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.274463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2db2b7ac-b2bf-49f1-94da-c26c71493c25), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.279769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36515e3-7733-4ffc-88e3-18756a4d9fe9 req-400961ed-8ce5-4112-a205-304236429f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:47.281602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a36515e3-7733-4ffc-88e3-18756a4d9fe9 req-400961ed-8ce5-4112-a205-304236429f37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1127 time: 0.0814927 Feb 03 11:11:47.287871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2db2b7ac-b2bf-49f1-94da-c26c71493c25'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:47.311400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-210ee798-294b-497c-9a62-be98d3e4c2d6 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675886 Feb 03 11:11:47.346977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Pushing event deleted for resources: {'Port': ['ID=2db2b7ac-b2bf-49f1-94da-c26c71493c25,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:47.370557 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] Publish callbacks [] for security_group (87d3a442-8f84-4042-b642-45e5d8255d8a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.423387 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a36515e3-7733-4ffc-88e3-18756a4d9fe9 req-1475285a-ab52-4228-a4e3-0763d1a91415 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313221 Feb 03 11:11:47.439330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] No DVR routers for this DVR port 2db2b7ac-b2bf-49f1-94da-c26c71493c25 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:11:47.442330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.446012 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d991bd3-fe45-4660-9640-a00a5dabb7ad req-8dfc0345-6c2a-4a00-a522-d110e699268c tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.53 "DELETE /v2.0/ports/2db2b7ac-b2bf-49f1-94da-c26c71493c25 HTTP/1.1" status: 204 len: 173 time: 0.9478133 Feb 03 11:11:47.497719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf001-f6bc-4334-9ac7-6335c4ccac05 req-ed3e2031-ba93-46bc-a666-49c7eabd606d tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:47.499266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cbaf001-f6bc-4334-9ac7-6335c4ccac05 req-ed3e2031-ba93-46bc-a666-49c7eabd606d tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e35a3f6-2303-42df-8bed-2dca02fa7252 HTTP/1.1" status: 200 len: 867 time: 0.2621119 Feb 03 11:11:47.547149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-309ca84a-d837-45af-92c7-967555627cb6 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347982 Feb 03 11:11:47.561814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (87d3a442-8f84-4042-b642-45e5d8255d8a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.565079 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:47.566152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87d3a442-8f84-4042-b642-45e5d8255d8a HTTP/1.1" status: 204 len: 168 time: 0.5334427 Feb 03 11:11:47.605034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81212d8-4953-4470-b9bd-9b0e06723b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3a442-8f84-4042-b642-45e5d8255d8a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:47.628388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cbaf001-f6bc-4334-9ac7-6335c4ccac05 req-e4d49d1c-26e2-4767-8299-f84a3f9d2a19 tempest-AttachSCSIVolumeTestJSON-1097308539 tempest-AttachSCSIVolumeTestJSON-1097308539-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a18a74a-bc99-4f3b-95f5-6be137231fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178763 Feb 03 11:11:47.702605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-49aa5000-1045-4b31-ba20-7800f3c3726a service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421890 Feb 03 11:11:47.845780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8128e88-5ad9-4b51-a92f-8fe0e4b1806e req-2b77281a-1582-43f1-9d06-ffefc678c167 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:47.847545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8128e88-5ad9-4b51-a92f-8fe0e4b1806e req-2b77281a-1582-43f1-9d06-ffefc678c167 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 945 time: 0.1289008 Feb 03 11:11:47.851505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-15b62d80-849f-4c7e-88c6-66a5af2de364 service neutron] 10.222.0.30 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418774 Feb 03 11:11:48.018371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8128e88-5ad9-4b51-a92f-8fe0e4b1806e req-0d957120-852a-4b7f-9fe5-4d6f77ba6713 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542277 Feb 03 11:11:48.046712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-47711f57-de1c-410d-8da9-5b3519b11bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840248 Feb 03 11:11:48.154398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3d489e56-8aec-48eb-ac1c-771674ea9370 service neutron] 10.222.0.30 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978255 Feb 03 11:11:48.270303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2c4cac6d-1b08-42e7-b2ff-4a427316e1e2 service neutron] 10.222.0.30 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088269 Feb 03 11:11:48.446246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-f9550b68-f786-4141-bbf6-2d47a11febee service neutron] 10.222.0.30 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700218 Feb 03 11:11:48.488295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-006aa613-0c5a-4a26-8ae9-2290e39b5878 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:48.496458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-006aa613-0c5a-4a26-8ae9-2290e39b5878 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.1417847 Feb 03 11:11:48.512887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-9ff14c8b-d748-4b90-be74-05d16824222d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0154514 Feb 03 11:11:48.666693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'name': 'network-vif-deleted', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:48.669074 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989b021e-0634-4324-a267-886a724cb6d5" -d '{"events": [{"server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "name": "network-vif-deleted", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:48.923361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-9b23a9d6-2b41-444e-bfc9-1c8cba8b70f8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4095056 Feb 03 11:11:49.033489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-c93f12d4-1c60-4e87-bd71-91b566db37bf service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091990 Feb 03 11:11:49.137903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-a617c3d0-23a1-44f5-9d08-12f7ebb7fe91 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980811 Feb 03 11:11:49.215856 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4104b6-8bcb-4981-9851-d76b0f996b25 x-openstack-request-id: req-3f4104b6-8bcb-4981-9851-d76b0f996b25 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:49.216157 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e35a3f6-2303-42df-8bed-2dca02fa7252", "name": "network-vif-deleted", "tag": "2db2b7ac-b2bf-49f1-94da-c26c71493c25", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:49.216473 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f4104b6-8bcb-4981-9851-d76b0f996b25 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:49.216876 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e35a3f6-2303-42df-8bed-2dca02fa7252', 'name': 'network-vif-deleted', 'tag': '2db2b7ac-b2bf-49f1-94da-c26c71493c25', 'status': 'completed', 'code': 200} Feb 03 11:11:49.430880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9dbc6-81e6-4765-b0de-23ff2d6cfa5c req-d93ceab9-baf0-47af-8311-3bd42ed1770b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:49.439560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14a9dbc6-81e6-4765-b0de-23ff2d6cfa5c req-d93ceab9-baf0-47af-8311-3bd42ed1770b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 945 time: 0.1131928 Feb 03 11:11:49.487005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96c90e99-9646-4d48-990d-8a1f64c35515 req-ff85811e-8ccc-4d6c-9f52-8dda09bf0f04 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0380645 Feb 03 11:11:49.537230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14a9dbc6-81e6-4765-b0de-23ff2d6cfa5c req-f2745ed7-f053-4105-90c3-0d9f36295732 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913808 Feb 03 11:11:49.620167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67667fc3-b864-421a-b5fd-e94e8c95fa4d req-4957766c-2ae3-4baf-a9a9-156c74464535 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 210 time: 0.0401182 Feb 03 11:11:49.777530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2db2b7ac-b2bf-49f1-94da-c26c71493c25 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:11:49.823796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 2db2b7ac-b2bf-49f1-94da-c26c71493c25 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:11:49.825512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2db2b7ac-b2bf-49f1-94da-c26c71493c25 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:11:49.886102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-0d39727f-14af-4c68-9eca-434d77c22edf tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:49.890927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-0d39727f-14af-4c68-9eca-434d77c22edf tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1144571 Feb 03 11:11:50.009451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-2317de91-3328-4ebd-a345-64f2a055f9bf tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.1135869 Feb 03 11:11:50.033720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:50.188244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:50.602011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:11:50.639589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:11:50.639877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c4f9a0ea-0b95-49dc-bf38-b3b9e85f86ad not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:11:50.914471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:50.919559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:50.944202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-dc65ae98-2e4a-4bb1-9e19-340a0df85669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:50.956290 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-dc65ae98-2e4a-4bb1-9e19-340a0df85669 service neutron] 10.222.0.53 "GET /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 1028 time: 0.1068840 Feb 03 11:11:51.023586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-e0a314fb-9d42-4edb-8da5-01bf55b19745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:51.027466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-e0a314fb-9d42-4edb-8da5-01bf55b19745 service neutron] 10.222.0.53 "GET /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 1026 time: 0.0629060 Feb 03 11:11:51.080075 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 associated. External IP: 172.25.7.137, port: 49661993-063b-458a-8849-06d3728c530c. Feb 03 11:11:51.419582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04aa0695-db30-4e8b-b97d-a5d6662a135d req-d78fb9d0-65e6-4223-a1c5-87427e040aed tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0954633 Feb 03 11:11:51.645980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a191468-2d66-468a-b71b-5ed382e0abb1 req-3ba7896f-9cf0-4cae-86dd-9a280ad84683 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 210 time: 0.0613129 Feb 03 11:11:51.674836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3c7794f1-77f9-4f4c-924e-9d584c166deb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:51.680561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3c7794f1-77f9-4f4c-924e-9d584c166deb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:51.685774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3c7794f1-77f9-4f4c-924e-9d584c166deb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:51.687670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3c7794f1-77f9-4f4c-924e-9d584c166deb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/networks?id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=1d821e10-2ced-40ae-a51d-7290b4b2a308&id=1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 200 len: 1990 time: 0.6524172 Feb 03 11:11:51.698477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-d34a4041-2a9f-4593-bfb6-ac87562d47ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:51.701372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-d34a4041-2a9f-4593-bfb6-ac87562d47ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.3824830 Feb 03 11:11:51.770154 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-b04b16ac-2986-4637-be48-8982dfa71852 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7974f8769fa043cdb7ecc4bb261b9b20 HTTP/1.1" status: 200 len: 380 time: 0.0568669 Feb 03 11:11:51.771272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:51.780536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'admin_state_up': True, 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'security_groups': ['ec418876-cefa-4647-bdc6-5a2f0d54ff8f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:51.981467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:11:52.007708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:52.025184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.182963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:52.186036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.205411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 172.20.0.11 (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea/9183219c-c854-4cc6-acbc-d838c19eaa69/519a8a52-b862-4a1c-8f56-202bd60fd430) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:52.213310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:52.218858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.226281 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:52.242699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:52.243544 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:52.359687 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:52.384738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-7c67dce0-3a20-48f9-b759-1d3ffef1feb2 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "PUT /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 997 time: 2.3733854 Feb 03 11:11:52.390562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:52.400624 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:52.522847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.530413 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17021a80-b94d-4e8c-ab80-277613fd9fa7 x-openstack-request-id: req-17021a80-b94d-4e8c-ab80-277613fd9fa7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:52.530971 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:52.531391 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17021a80-b94d-4e8c-ab80-277613fd9fa7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:52.532185 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:11:52.534459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.14 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/e014cb6f-7680-4130-bf3a-3b7e42dc106c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:52.538512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-9d975f7a-79c6-44bb-b114-6db53f347c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:52.540274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-9d975f7a-79c6-44bb-b114-6db53f347c90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.1355679 Feb 03 11:11:52.622509 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.686580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:52.693474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:52.696503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:52.766954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:52.767614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:52.771304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-d08127cd-978e-4268-8cb7-59f9e28be517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:52.772824 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-d08127cd-978e-4268-8cb7-59f9e28be517 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.2216263 Feb 03 11:11:52.790001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:52.810804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-6b78a45d-6a11-4276-93eb-8d33d2999923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:52.814479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-6b78a45d-6a11-4276-93eb-8d33d2999923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.2645793 Feb 03 11:11:52.831847 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-2be48a76-90a6-4820-bd27-a9c36e974909 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0550563 Feb 03 11:11:52.851378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'admin_state_up': True, 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'security_groups': ['ec418876-cefa-4647-bdc6-5a2f0d54ff8f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:52.912881 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:50Z', 'revision_number': 1, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:52.979041 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:52.983754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:53.028849 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:53.033212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:53.035662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:53.078000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:11:53.112425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-1b6796ce-98f5-46a4-b54b-582088f8778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.115080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-1b6796ce-98f5-46a4-b54b-582088f8778a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.3270376 Feb 03 11:11:53.227162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:53.230780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:53.232049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c8d0528d-038c-48e8-8dec-347ea782e63a None None] Provisioning complete for port 519a8a52-b862-4a1c-8f56-202bd60fd430 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:53.232675 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8d0528d-038c-48e8-8dec-347ea782e63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:53.237025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:53.239207 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:53.260235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:53.309170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-265ca9e9-ccd8-4dce-bfe5-0e5532feb2f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 1000 time: 0.4859731 Feb 03 11:11:53.320692 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-ad744c13-7fc4-450d-8e00-9e7a67ab268b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 1000 time: 0.1946390 Feb 03 11:11:53.324842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:53.329266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:53.445272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332add-0b72-4811-b82c-15f00d3eda60 req-a48b6a05-d9ac-4768-81e2-fec4abc98638 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.451915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15332add-0b72-4811-b82c-15f00d3eda60 req-a48b6a05-d9ac-4768-81e2-fec4abc98638 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 932 time: 0.7104402 Feb 03 11:11:53.468634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0528d-038c-48e8-8dec-347ea782e63a None None] Port 519a8a52-b862-4a1c-8f56-202bd60fd430 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:53.558966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-85f33869-c0e2-4ec9-99ea-fecc95f5500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.560492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-85f33869-c0e2-4ec9-99ea-fecc95f5500b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2201316 Feb 03 11:11:53.612868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15332add-0b72-4811-b82c-15f00d3eda60 req-23cc8290-8b2c-4098-b998-5000fcf7cfc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480606 Feb 03 11:11:53.621496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-834d23c3-57d9-41bf-bb07-d099d42fef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.639983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-834d23c3-57d9-41bf-bb07-d099d42fef80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.3295782 Feb 03 11:11:53.689430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.690050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:53.712406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-2459f747-debe-4353-8034-84a21444873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.725740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-2459f747-debe-4353-8034-84a21444873c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848610 Feb 03 11:11:53.781056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-af29b389-891a-41f7-88d9-bd5bf2102107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:53.783119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-af29b389-891a-41f7-88d9-bd5bf2102107 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139041 Feb 03 11:11:53.831171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.1.1.95 (d93e64e0-e3b0-4409-a8de-f4f69fc80f83/2fa234a4-e65b-492f-bfa0-6f452699b386/0725e2d9-ad4b-49a9-b0fa-376bcd502cc4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:53.879337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-a6075dc2-8029-42b8-9bdc-8e8d2fa807e6 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522238 Feb 03 11:11:53.896704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-5e3bd0d5-d75b-4d8e-bc41-91ac1b99109c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1352847 Feb 03 11:11:53.929083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Request body: {'port': {'device_id': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:54.048276 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-ba4e8422-0a11-40bf-9b73-24987a361b3e service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547739 Feb 03 11:11:54.089769 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:50Z', 'revision_number': 1, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:54.129557 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.174841 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1826b-82a4-42bb-9188-8e77a22a0003 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:50Z', 'revision_number': 1, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:11:54.190890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.239131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.333852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:54.369859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:54.381270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:54.449721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:54.450547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.482001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e014cb6f-7680-4130-bf3a-3b7e42dc106c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:54.493462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:54.497700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks [] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.522443 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-775a5bc0-e25e-42bf-b0fc-899012e2a76b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6747248 Feb 03 11:11:54.548364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'admin_state_up': True, 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'security_groups': ['ec418876-cefa-4647-bdc6-5a2f0d54ff8f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:54.576860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Transition to ACTIVE for port object e014cb6f-7680-4130-bf3a-3b7e42dc106c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:11:54.597256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-856c116c-6aaf-404d-b9d6-77f6b1896cf9 req-66d91abd-43ff-4cdc-8898-74fb28ed0a7d service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169363 Feb 03 11:11:54.611592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.656776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf72b3-d0ec-4a2c-b5e8-f12bdb048774 None None] New status for floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:11:54.760669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:54.769677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.795817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3f2dff07-6bfa-44f4-882b-4ada336fd4c0 req-3b0032ee-9c03-4a65-b7ed-c5ab104aff12 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130799 Feb 03 11:11:54.879370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef124e-7f7d-4380-8d8a-a91bbd6627d6 req-3705d572-cb3a-4ca5-9645-c3155f2384c5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:54.887585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2ef124e-7f7d-4380-8d8a-a91bbd6627d6 req-3705d572-cb3a-4ca5-9645-c3155f2384c5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 932 time: 0.3548589 Feb 03 11:11:54.953264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-66c0193e-13ac-4f1a-8a26-9fda9ef31350 None None] Provisioning complete for port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:54.954173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66c0193e-13ac-4f1a-8a26-9fda9ef31350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:54.998859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.1.1.209 (d93e64e0-e3b0-4409-a8de-f4f69fc80f83/2fa234a4-e65b-492f-bfa0-6f452699b386/64fcdc7c-2419-44b9-b9b7-9a0f637b8f46) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:55.014029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:55.058722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66c0193e-13ac-4f1a-8a26-9fda9ef31350 None None] Port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:55.071913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Attempting to bind port e014cb6f-7680-4130-bf3a-3b7e42dc106c on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:55.072284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Attempting to bind port e014cb6f-7680-4130-bf3a-3b7e42dc106c by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:55.072586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Attempting to bind port e014cb6f-7680-4130-bf3a-3b7e42dc106c on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:55.093399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2ef124e-7f7d-4380-8d8a-a91bbd6627d6 req-c28736eb-ec68-4c84-ade4-35f2e7f434c1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039306 Feb 03 11:11:55.125247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-91f0cb88-b31d-43f4-b421-8c2df274de3e tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:55.128792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-91f0cb88-b31d-43f4-b421-8c2df274de3e tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2187741 Feb 03 11:11:55.130405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Port e014cb6f-7680-4130-bf3a-3b7e42dc106c on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:11:55.130725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Attempting to bind port e014cb6f-7680-4130-bf3a-3b7e42dc106c on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:55.227450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.282011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:55.282419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:55.282715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:55.283152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Bound port: e014cb6f-7680-4130-bf3a-3b7e42dc106c, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:55.283508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.289067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-a457c7b5-f5e7-4399-9b6d-7f6def49def3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1002 time: 0.1494977 Feb 03 11:11:55.300294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.319548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:55.348520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:55.376481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.388013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:55.397804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:55.471044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:55.496724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:55.497370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.534462 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-10537638-917a-4d8b-9d6c-1f9e4b08f48f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985976 Feb 03 11:11:55.544987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'admin_state_up': True, 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'security_groups': ['ec418876-cefa-4647-bdc6-5a2f0d54ff8f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:55.786881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:55.913733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-df570dde-522f-4ca0-b212-24ba5ff796e7 None None] Provisioning complete for port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:55.914790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df570dde-522f-4ca0-b212-24ba5ff796e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.952638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:55.999948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-df570dde-522f-4ca0-b212-24ba5ff796e7 None None] Port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:56.194631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72827ad-5f0d-4d40-8532-4e7287ff826f req-b7b5735a-3d53-4b0e-9770-1a1696368a62 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:56.201891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72827ad-5f0d-4d40-8532-4e7287ff826f req-b7b5735a-3d53-4b0e-9770-1a1696368a62 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:56.203776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f72827ad-5f0d-4d40-8532-4e7287ff826f req-b7b5735a-3d53-4b0e-9770-1a1696368a62 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 1653 time: 0.9569485 Feb 03 11:11:56.389881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:56.425251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f72827ad-5f0d-4d40-8532-4e7287ff826f req-5a8ea19f-c68a-454f-bee7-144eb3f4a707 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128291 Feb 03 11:11:56.436391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:56.475443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:56.492841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.2.2.100 (1d821e10-2ced-40ae-a51d-7290b4b2a308/384b0af5-983b-4a02-a216-b25efb38fa17/828a5282-d30d-483c-a524-2edafcebb89b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:56.494342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:56.495617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:56.497211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] 10.222.0.53 "PUT /v2.0/ports/e014cb6f-7680-4130-bf3a-3b7e42dc106c HTTP/1.1" status: 200 len: 1092 time: 2.5833232 Feb 03 11:11:56.630136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:56.634338 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a36ec-ebb7-4227-b125-2b20dd70f93b" -d '{"events": [{"name": "network-changed", "server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:56.717335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3174b23-6852-48e5-a03c-9bea5f482d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:56.743767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (828a5282-d30d-483c-a524-2edafcebb89b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:56.783358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-a59d069a-14d4-4fba-8417-defee22ee919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:56.785432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-a59d069a-14d4-4fba-8417-defee22ee919 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 1126 time: 0.1457384 Feb 03 11:11:56.794370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:56.831185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-8197adf5-ad7e-452d-a5a2-832f18c6c369 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c HTTP/1.1" status: 200 len: 217 time: 0.0375669 Feb 03 11:11:56.858154 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:56.910533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:56.914278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:56.916400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:56.920838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:56.960534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:56.968195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-962833390'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:56.976671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-2a0f00d2-6058-428f-8a04-11c118661f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:56.978186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-2a0f00d2-6058-428f-8a04-11c118661f84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1362202 Feb 03 11:11:57.021770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:57.022425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.041251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:57.044655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.084225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-61f1e695-4aea-490b-a28f-8ff3257e77b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5389206 Feb 03 11:11:57.089663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.095271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'admin_state_up': True, 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'security_groups': ['ec418876-cefa-4647-bdc6-5a2f0d54ff8f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:57.107131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-70a1f5b0-5253-4716-bbf4-2b5043767835 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103246 Feb 03 11:11:57.107766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.139979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:11:57.192925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2ec410db-ebb7-47d7-881d-92d1d28ba421), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.193292 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Added segment 2ec410db-ebb7-47d7-881d-92d1d28ba421 of type vlan for network 9ce900e2-422a-4715-8f61-024253e87c36 Feb 03 11:11:57.277974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9ce900e2-422a-4715-8f61-024253e87c36), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.314271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Made reservation on behalf of 7974f8769fa043cdb7ecc4bb261b9b20 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:57.319062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.350698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9ce900e2-422a-4715-8f61-024253e87c36), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.356111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:57.356798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.413050 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4491026 Feb 03 11:11:57.417726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901802a-9cd3-47d4-a59e-0b6ae3115073 req-cd7d73b2-3a41-4ded-8503-e79276e466cc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:57.419790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8901802a-9cd3-47d4-a59e-0b6ae3115073 req-cd7d73b2-3a41-4ded-8503-e79276e466cc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 944 time: 0.2355473 Feb 03 11:11:57.420474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:57.431374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1754929847'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:57.445170 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 associated. External IP: 172.25.7.137, port: 49661993-063b-458a-8849-06d3728c530c. Feb 03 11:11:57.445471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-04f985b9-1f15-40ea-96dd-0b7827ca9f0b None None] Provisioning complete for port 828a5282-d30d-483c-a524-2edafcebb89b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:57.446212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04f985b9-1f15-40ea-96dd-0b7827ca9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (828a5282-d30d-483c-a524-2edafcebb89b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.499581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb47b5-3de0-4e5d-81c5-dbce7d7a63a3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Network': ['ID=9ce900e2-422a-4715-8f61-024253e87c36,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:57.517155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-38391a66-d6d5-4a96-89c2-c4825ac74c6c service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415403 Feb 03 11:11:57.518189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9ce900e2-422a-4715-8f61-024253e87c36 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:11:57.554475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-04f985b9-1f15-40ea-96dd-0b7827ca9f0b None None] Port 828a5282-d30d-483c-a524-2edafcebb89b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:57.584235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:57.587877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.672591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Allocated IP 10.2.2.200 (1d821e10-2ced-40ae-a51d-7290b4b2a308/384b0af5-983b-4a02-a216-b25efb38fa17/1b7e63bd-44b5-4ce6-8df7-43f0d17af50f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:11:57.704236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8901802a-9cd3-47d4-a59e-0b6ae3115073 req-386c15e8-42a2-48c5-b731-50151edd8999 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630575 Feb 03 11:11:57.756606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:11:57.787992 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698f7b0-ed4e-4483-add0-64a11dd1136c x-openstack-request-id: req-1698f7b0-ed4e-4483-add0-64a11dd1136c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:11:57.803952 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:11:57.804638 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1698f7b0-ed4e-4483-add0-64a11dd1136c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:11:57.808314 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c', 'status': 'completed', 'code': 200} Feb 03 11:11:57.814356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.818633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ebc259-f4ef-48a6-815e-5945109812ba req-1b90f731-09ea-4f4a-badd-d1650673f274 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951164 Feb 03 11:11:57.851964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ede3f50-6c23-4ca7-88b2-a5cc4773c52f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.852694 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Added segment 5ede3f50-6c23-4ca7-88b2-a5cc4773c52f of type vlan for network af2f01dc-8cfc-4a58-9a04-fa12240976c5 Feb 03 11:11:57.867608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:57.909629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:11:57.914615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:57.918599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:11:57.993043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:58.029493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.030510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.083578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99f45813-eee2-48f8-b8ed-48d51a24c2b1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9966054 Feb 03 11:11:58.096297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (af2f01dc-8cfc-4a58-9a04-fa12240976c5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.099998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:58.168609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.246621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-2cd0775a-2c49-4db7-8a99-9687ba73130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.262805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-2cd0775a-2c49-4db7-8a99-9687ba73130d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 1126 time: 0.2353017 Feb 03 11:11:58.265629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (af2f01dc-8cfc-4a58-9a04-fa12240976c5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.272976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.278216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.384620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:11:58.397570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9bc78e51-1773-446d-8eaf-4fd2f9938ffb None None] Provisioning complete for port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:11:58.400601 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bc78e51-1773-446d-8eaf-4fd2f9938ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.476334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0456612 Feb 03 11:11:58.477849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33858) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:58.479167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f556c-c371-4df4-bc30-a906005a6a70 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Network': ['ID=af2f01dc-8cfc-4a58-9a04-fa12240976c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:58.480768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9bc78e51-1773-446d-8eaf-4fd2f9938ffb None None] Port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:11:58.498366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:11:58.506776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'subnet': {'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:58.595723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-a7783349-bddf-47ff-8a1f-9b9c6c78705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.597262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-a7783349-bddf-47ff-8a1f-9b9c6c78705b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.3132534 Feb 03 11:11:58.683785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-94e14e68-120c-45df-a44f-95f0b186a553 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c HTTP/1.1" status: 200 len: 217 time: 0.0762291 Feb 03 11:11:58.693630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:11:58.698196 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.764391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:11:58.777780 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:11:58.794199 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:58.794827 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:58.812828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-abd364a8-e65f-440e-82cf-dabb69f82912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.814911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-abd364a8-e65f-440e-82cf-dabb69f82912 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1130309 Feb 03 11:11:58.839864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.845658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.851017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.856555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.862912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:58.865572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-971f7373-6547-4a30-af0a-b586fd827e23 req-5ccd348b-5882-460d-b476-48c61a447ade tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 3816 time: 0.1954851 Feb 03 11:11:58.906139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519a8a52-b862-4a1c-8f56-202bd60fd430 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:11:58.918281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks [] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:58.923468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-50bef3a7-fee2-4e59-b1da-3e5415bf3e7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007643 Feb 03 11:11:59.014085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Transition to ACTIVE for port object 519a8a52-b862-4a1c-8f56-202bd60fd430 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:11:59.033774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.046437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-971f7373-6547-4a30-af0a-b586fd827e23 req-dda1961f-8724-43f0-b910-6023a3f5250d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535549 Feb 03 11:11:59.061050 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:59.095633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:59.315327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (87236df7-ec63-4f43-84e3-9e98f3dca1be), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.482392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:11:59.512081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-4ef8f1b0-04e0-41a1-aef3-10f769b77354 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767868 Feb 03 11:11:59.566800 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:56Z', 'revision_number': 3, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:59.571348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2677a9-5089-475d-a404-3de455d2f4e2 req-2c9910f3-94cb-493b-8ea4-92a8a7369d55 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:59.575081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Subnet': ['ID=87236df7-ec63-4f43-84e3-9e98f3dca1be,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:11:59.579128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:59.579601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db2677a9-5089-475d-a404-3de455d2f4e2 req-2c9910f3-94cb-493b-8ea4-92a8a7369d55 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 944 time: 0.1609411 Feb 03 11:11:59.580185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network hostable DHCP agents. Network: 9ce900e2-422a-4715-8f61-024253e87c36, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:11:59.587568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Attempting to bind port 519a8a52-b862-4a1c-8f56-202bd60fd430 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:11:59.588779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Attempting to bind port 519a8a52-b862-4a1c-8f56-202bd60fd430 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:11:59.589485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Attempting to bind port 519a8a52-b862-4a1c-8f56-202bd60fd430 on network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:59.615279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Port 519a8a52-b862-4a1c-8f56-202bd60fd430 on network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:11:59.616442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Attempting to bind port 519a8a52-b862-4a1c-8f56-202bd60fd430 on network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:11:59.630849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:11:59.631680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Checking segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:11:59.632316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Bound using segment: {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:11:59.632994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Bound port: 519a8a52-b862-4a1c-8f56-202bd60fd430, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aa6e45-059e-489e-9db1-29b8fd2a787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:11:59.633585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.637770 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:11:59.647000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 9ce900e2-422a-4715-8f61-024253e87c36 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:11:59.650560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:11:59.651186 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:11:59.660889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9ce900e2-422a-4715-8f61-024253e87c36) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:11:59.669125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1d6c2-2d25-4a08-92bd-adf52836e94e None None] Network 9ce900e2-422a-4715-8f61-024253e87c36 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:11:59.691424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:59.693628 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.753485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db2677a9-5089-475d-a404-3de455d2f4e2 req-e81867a2-fea5-4baf-8db0-16e68acbc065 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729541 Feb 03 11:11:59.807204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e175cd4-4325-46fc-b339-f66b3e2dbca8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3034654 Feb 03 11:11:59.811102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:11:59.832852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'subnet': {'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:11:59.833140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:11:59.841310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:11:59.861807 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:11:59.862800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.880630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-9ce900e2-422a-4715-8f61-024253e87c36', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:11:59.881698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.921798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:11:59.923383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:11:59.925374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-27637803-104a-44d1-878b-969a90d57a04 service neutron] 10.222.0.53 "PUT /v2.0/ports/519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 200 len: 1092 time: 1.8320527 Feb 03 11:11:59.926381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:11:59.929081 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc09c51b-88cf-44d8-84ba-eb39669a0c72" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:11:59.976438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:00.060066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637803-104a-44d1-878b-969a90d57a04 service neutron] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:00.096043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.161772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:00.166743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.182280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Allocated IP 10.1.1.2 (9ce900e2-422a-4715-8f61-024253e87c36/87236df7-ec63-4f43-84e3-9e98f3dca1be/b1d48d01-c66b-4499-a12f-7e060d17868e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:00.186585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469a36ec-ebb7-4227-b125-2b20dd70f93b req-182bcd82-c765-4ca1-95de-7ab75f8da653 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625650 Feb 03 11:12:00.384473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks [] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.398558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.456289 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:56Z', 'revision_number': 3, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:00.461094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Network 9ce900e2-422a-4715-8f61-024253e87c36 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:00.463838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Pushing event updated for resources: {'Port': ['ID=b1d48d01-c66b-4499-a12f-7e060d17868e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:00.477729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:00.481205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:00.531605 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfc8f-61c9-4c1d-baf5-4c09aa40c822 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:11:56Z', 'revision_number': 3, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:00.561720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Attempting to bind port b1d48d01-c66b-4499-a12f-7e060d17868e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:00.562394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Attempting to bind port b1d48d01-c66b-4499-a12f-7e060d17868e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:00.562930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Attempting to bind port b1d48d01-c66b-4499-a12f-7e060d17868e on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:00.569714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:00.570571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:00.571221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.572376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Bound using segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:00.573085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Bound port: b1d48d01-c66b-4499-a12f-7e060d17868e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:00.573667 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.682011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] For port b1d48d01-c66b-4499-a12f-7e060d17868e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:00.690579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] For port b1d48d01-c66b-4499-a12f-7e060d17868e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1d48d01-c66b-4499-a12f-7e060d17868e,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:00.704436 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.726893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecc6559-7039-4950-951a-98c1bab6d379 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:00.736349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks [] for port (8ecc6559-7039-4950-951a-98c1bab6d379), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.760570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Transition to ACTIVE for port object 8ecc6559-7039-4950-951a-98c1bab6d379 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:00.765485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:00.824866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7d3b-8e7f-451f-9b94-b83012f0b78a None None] Pushing event updated for resources: {'Port': ['ID=b1d48d01-c66b-4499-a12f-7e060d17868e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:00.905041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1419fd3-c5b5-438b-8219-a6462759c726 None None] New status for floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:12:00.933478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:01.007534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:01.010496 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136bad8d-3e58-4381-8c29-69372c5da3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:01.021376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:01.025009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.072556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Attempting to bind port 8ecc6559-7039-4950-951a-98c1bab6d379 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:01.072903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Attempting to bind port 8ecc6559-7039-4950-951a-98c1bab6d379 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:01.073362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Attempting to bind port 8ecc6559-7039-4950-951a-98c1bab6d379 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:01.088832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Port 8ecc6559-7039-4950-951a-98c1bab6d379 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:01.089445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Attempting to bind port 8ecc6559-7039-4950-951a-98c1bab6d379 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:01.124393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:01.139592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:01.140000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Bound using segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:01.140474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Bound port: 8ecc6559-7039-4950-951a-98c1bab6d379, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:01.140847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.150286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-01c16d5f-d710-4cbd-96d5-4c3c8dff9a2b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "PUT /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 998 time: 5.8356795 Feb 03 11:12:01.277324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:01.283565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:01.302978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.357868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-ea52111a-838e-40c0-9b0f-e5cca4789f8a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:01.359344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-ea52111a-838e-40c0-9b0f-e5cca4789f8a tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports/49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 943 time: 0.1765778 Feb 03 11:12:01.414315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f50d-4a2b-4973-ae5c-efa8483aa0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.417182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:01.417742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.419202 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 1131 time: 1.4580734 Feb 03 11:12:01.468760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:01.505431 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:01.507812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114e913-1c2b-4bc3-8c23-e9133d777c78 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:01.527607 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:01.537711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:01.556481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf390-2998-49f8-ac6e-25a8452bfe86 req-91a94861-1ba8-4164-861f-c7d18d9ec132 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:01.569196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc6cf390-2998-49f8-ac6e-25a8452bfe86 req-91a94861-1ba8-4164-861f-c7d18d9ec132 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 1.3966701 Feb 03 11:12:01.681931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:01.783472 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:01.812352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-c6ac7c56-0688-4eb6-942b-3c42cae92966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:01.819688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-c6ac7c56-0688-4eb6-942b-3c42cae92966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.2387686 Feb 03 11:12:01.869561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc6cf390-2998-49f8-ac6e-25a8452bfe86 req-333d8a7a-7e12-4c31-979c-471c30a55c44 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993562 Feb 03 11:12:01.872213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e014cb6f-7680-4130-bf3a-3b7e42dc106c details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:12:02.075898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-494d2b39-c7d2-431c-89d6-37f087c5a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:02.086117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-494d2b39-c7d2-431c-89d6-37f087c5a34c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.2654953 Feb 03 11:12:02.119243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (bd9c6268-6a68-4d41-a774-7d6235ccc2ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.335391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-35736830-5b68-4998-9c07-35629a31a354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.2483864 Feb 03 11:12:02.356885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:01Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:02.413153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:02.429436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:02.441349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c20e157-6371-4793-b3d2-00f4ef6153ed {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:02.441990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c', 'mac_address': 'fa:16:3e:29:de:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:12:02.453477 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:02.454672 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:02.461333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks [] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.477542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Subnet': ['ID=bd9c6268-6a68-4d41-a774-7d6235ccc2ed,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:02.490767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Transition to ACTIVE for port object 0c20e157-6371-4793-b3d2-00f4ef6153ed will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:02.503413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.504809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Checking segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:02.507303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network hostable DHCP agents. Network: af2f01dc-8cfc-4a58-9a04-fa12240976c5, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:12:02.557403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e014cb6f-7680-4130-bf3a-3b7e42dc106c is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:02.558073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.574470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-6d9b4775-60ac-42d6-a7c7-a0eb9cde0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:02.576275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e014cb6f-7680-4130-bf3a-3b7e42dc106c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:02.579775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-6d9b4775-60ac-42d6-a7c7-a0eb9cde0b65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2377715 Feb 03 11:12:02.601014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:02.606843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.619292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:12:02.629274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:02.647643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:02.678876 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:02.725220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, af2f01dc-8cfc-4a58-9a04-fa12240976c5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:02.737134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:02.740244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:02.754691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:02.758915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59998aac-c818-41c3-a8ef-7af72d918b2f None None] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:02.775997 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398e138-7f6f-4ffb-8a4e-779a2c8baf41 x-openstack-request-id: req-4398e138-7f6f-4ffb-8a4e-779a2c8baf41 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:02.776474 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:02.776829 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4398e138-7f6f-4ffb-8a4e-779a2c8baf41 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:02.777524 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'status': 'completed', 'code': 200} Feb 03 11:12:02.890673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43871d33-5a3c-443d-9771-56f80c6c5de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0778005 Feb 03 11:12:02.898367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:02.907794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'name': 'tempest-TaggedBootDevicesTest_v242-1892028374', 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:02.991479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-8caeb99e-8ff8-46e6-94cb-833318b28e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:02.993226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-8caeb99e-8ff8-46e6-94cb-833318b28e10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4054630 Feb 03 11:12:03.024618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4ae4a-32ac-44e9-bed5-c2ee43372755 None None] Network 9ce900e2-422a-4715-8f61-024253e87c36 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:03.030700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e014cb6f-7680-4130-bf3a-3b7e42dc106c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:03.092193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.092772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.093475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.093954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.094971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.095466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.096044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.098386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-6687496f-c49c-4a51-88bb-a539accf1654 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6229 time: 0.3111260 Feb 03 11:12:03.146673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ips': [{'subnet_id': 'bd9c6268-6a68-4d41-a774-7d6235ccc2ed'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:12:03.150348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.212223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.220963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.226582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.233318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.240039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.245998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.253574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.268755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-9bb31707-667e-4035-b030-5be68b612433 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5372 time: 0.3476510 Feb 03 11:12:03.413859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-9754d165-42b1-44e7-a681-62327ade4f5a service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795731 Feb 03 11:12:03.415594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Allocated IP 10.2.2.2 (af2f01dc-8cfc-4a58-9a04-fa12240976c5/bd9c6268-6a68-4d41-a774-7d6235ccc2ed/6fb87e23-e7bc-49ec-b716-bfa5a92a48d7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:03.436304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:03.439440 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:01Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:03.474971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed2395-bf3f-4ac6-b1ce-71db659a174d None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:9d:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:01Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:03.550245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83a9ddc5-d749-468d-ad29-e644cb2914c7 req-b703c519-3c1d-43d0-90ea-20507bc8017f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868705 Feb 03 11:12:03.578858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-18013b2f-43db-4f50-bfdd-ded378daef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.579342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-18013b2f-43db-4f50-bfdd-ded378daef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.579816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-18013b2f-43db-4f50-bfdd-ded378daef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.586903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-18013b2f-43db-4f50-bfdd-ded378daef4a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4779272 Feb 03 11:12:03.618415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Attempting to bind port 0c20e157-6371-4793-b3d2-00f4ef6153ed on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:03.625243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Attempting to bind port 0c20e157-6371-4793-b3d2-00f4ef6153ed by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:03.626178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Attempting to bind port 0c20e157-6371-4793-b3d2-00f4ef6153ed on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:03.674870 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks [] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.693661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Port 0c20e157-6371-4793-b3d2-00f4ef6153ed on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:03.694006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Attempting to bind port 0c20e157-6371-4793-b3d2-00f4ef6153ed on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:03.701297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1d48d01-c66b-4499-a12f-7e060d17868e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:03.705140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:03.705487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:03.705871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Bound using segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:03.706302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Bound port: 0c20e157-6371-4793-b3d2-00f4ef6153ed, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:03.706657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.770340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Provisioning complete for port b1d48d01-c66b-4499-a12f-7e060d17868e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:03.770720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.878647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:03.882580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.901325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-f48bcf39-a2fc-4375-b1b1-2bd7e6e05aee service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734163 Feb 03 11:12:03.919011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11532-0e0b-4d53-8d1a-759d8bb0c16a req-1fc656f4-016c-4d3f-8724-0d880f457a19 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:03.920828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3d11532-0e0b-4d53-8d1a-759d8bb0c16a req-1fc656f4-016c-4d3f-8724-0d880f457a19 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 945 time: 0.2446494 Feb 03 11:12:03.932163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:03.932390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:03.933220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5e43-a075-4a61-b069-dcf26aaa9cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.939607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.957782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:03.971963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:04.003700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-f723d3c9-b89d-4b32-b3cf-d8e83cc15389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.005413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc09c51b-88cf-44d8-84ba-eb39669a0c72 req-f723d3c9-b89d-4b32-b3cf-d8e83cc15389 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4080455 Feb 03 11:12:04.017045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.018167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.019843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] 10.222.0.53 "PUT /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 1129 time: 2.5596631 Feb 03 11:12:04.063815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] device_id is not set on port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:12:04.072291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:04.087117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:04.099325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Current status of the port b1d48d01-c66b-4499-a12f-7e060d17868e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:04.099864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.126327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70592cac-cd7b-4f93-898d-13bc18021a6c service neutron] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:04.187780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3d11532-0e0b-4d53-8d1a-759d8bb0c16a req-dfaf30ca-6525-482a-b526-3aa30ae5f629 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385318 Feb 03 11:12:04.222576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1d48d01-c66b-4499-a12f-7e060d17868e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:04.223083 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.225079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.253747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-de7eef8e-64fb-48e9-a798-45db2afb21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.255391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-de7eef8e-64fb-48e9-a798-45db2afb21c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1127 time: 0.2991459 Feb 03 11:12:04.297903 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b98ec-2ec6-4021-b0e2-17bcbe4995ee x-openstack-request-id: req-d30b98ec-2ec6-4021-b0e2-17bcbe4995ee {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:04.298174 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:04.298360 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d30b98ec-2ec6-4021-b0e2-17bcbe4995ee {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:04.298766 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:12:04.340283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Pushing event updated for resources: {'Port': ['ID=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:04.364862 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.392615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.393191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.393679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.394490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.395016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.395466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.396457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.396457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.396718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.397791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.398240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.399449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.399449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:04.420208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] For port b1d48d01-c66b-4499-a12f-7e060d17868e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1d48d01-c66b-4499-a12f-7e060d17868e,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:04.517412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.538044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-f6b2a819-bc37-4b4c-9684-3cb3cdae722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.539619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-f6b2a819-bc37-4b4c-9684-3cb3cdae722c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.1619110 Feb 03 11:12:04.561485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-206b6316-df5b-44d6-9227-67b8804440ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.564171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-206b6316-df5b-44d6-9227-67b8804440ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.2929249 Feb 03 11:12:04.586598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.1.1.69 (9ce900e2-422a-4715-8f61-024253e87c36/87236df7-ec63-4f43-84e3-9e98f3dca1be/fec4d5d4-0a49-443f-bb3e-1cd05cf94650) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:04.641343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Attempting to bind port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:04.642643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Attempting to bind port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:04.643283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Attempting to bind port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:04.646402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1d48d01-c66b-4499-a12f-7e060d17868e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:04.663183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717388a-f8d5-4900-9a7f-cce987b20941 None None] Pushing event updated for resources: {'Port': ['ID=b1d48d01-c66b-4499-a12f-7e060d17868e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:04.705417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:04.706303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Checking segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:04.707341 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.708679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Bound using segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:04.709542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Bound port: 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:04.710232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.745787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.865876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379'}, {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:04.868416 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75962c0-a1c9-4ca5-998a-da7f231e1e45" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379"}, {"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:04.873215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-ba9576a5-3097-4a61-aaaa-16d70a1d1a75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 1001 time: 0.2925062 Feb 03 11:12:04.905195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] For port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:04.928293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] For port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:04.950468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:04.996137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-1e1c8373-ae02-4488-827e-c9a667d60cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:04.997793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-1e1c8373-ae02-4488-827e-c9a667d60cb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.4471598 Feb 03 11:12:05.115958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-b7c752e3-52fa-4639-808e-32f886ef5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.137010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-b7c752e3-52fa-4639-808e-32f886ef5a09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2616279 Feb 03 11:12:05.147911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410737-cf5b-4f6f-8f9d-ab182c81892b None None] Pushing event updated for resources: {'Port': ['ID=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:05.193321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-8b4e97b7-894a-477e-93bc-bd2b4a21892d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.1838093 Feb 03 11:12:05.273559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:05.287304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks [] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.309073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1d48d01-c66b-4499-a12f-7e060d17868e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:05.310629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Transition to ACTIVE for port object 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:05.336315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.416220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3e8a3256-5f64-4e62-8fba-dac106597a41 None None] Provisioning complete for port b1d48d01-c66b-4499-a12f-7e060d17868e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:05.416662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3256-5f64-4e62-8fba-dac106597a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.435561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-8cd1dc3d-8262-452c-9e75-2d46e5a1205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.438627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-8cd1dc3d-8262-452c-9e75-2d46e5a1205a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2020085 Feb 03 11:12:05.440442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:05.458658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Deleting port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:05.458929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.482882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-93344eea-c657-4bae-b5c2-095f33c2feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.490296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-93344eea-c657-4bae-b5c2-095f33c2feb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3524027 Feb 03 11:12:05.534525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1d48d01-c66b-4499-a12f-7e060d17868e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:05.535782 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.594756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.606588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.616947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.622183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.629616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.634867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.645233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] For port 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:05.645233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.648572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:05.654531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-6a2b8cb3-73f5-40aa-acf1-653d128229ae tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5372 time: 0.5058880 Feb 03 11:12:05.669592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Calling delete_port for 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:05.723670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.754914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1d48d01-c66b-4499-a12f-7e060d17868e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:05.763371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a3256-5f64-4e62-8fba-dac106597a41 None None] Current status of the port b1d48d01-c66b-4499-a12f-7e060d17868e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:05.854608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.893341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e014cb6f-7680-4130-bf3a-3b7e42dc106c up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:05.918022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Attempting to bind port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:05.918589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Attempting to bind port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:05.918741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Attempting to bind port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:05.927198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:05.927522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Attempting to bind port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:05.939457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:05.939809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:05.940191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Bound using segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:05.940626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Bound port: 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:05.941009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.951058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7cb5aae2-60e0-44cc-9b11-8aba8d7ff984), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:05.956719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c81a728a-fc8b-4e04-a54d-03cd77931655 req-9d4ff4b0-3558-461d-a203-80f994ec02cd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2727566 Feb 03 11:12:05.960121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e014cb6f-7680-4130-bf3a-3b7e42dc106c completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:12:05.964847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e014cb6f-7680-4130-bf3a-3b7e42dc106c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:05.965588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.001148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-9f4ca2a2-437c-4dff-b1f1-a72f5799509a service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099397 Feb 03 11:12:06.003385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 9ce900e2-422a-4715-8f61-024253e87c36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:06.012295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-aac2a96a-9241-4785-98bb-af33bd758ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.014505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-aac2a96a-9241-4785-98bb-af33bd758ea6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5570247 Feb 03 11:12:06.015808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:06.017961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb5aae2-60e0-44cc-9b11-8aba8d7ff984,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:06.022213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:06.171502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e014cb6f-7680-4130-bf3a-3b7e42dc106c is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:06.173215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.185894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.188690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.190401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.204522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:06.208538 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610955a-2a66-4d2e-a5b8-2187f982722a" -d '{"events": [{"server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "name": "network-vif-plugged", "status": "completed", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:06.228612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:06.242523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.327378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:06.332083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:06.343319 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15565619-0066-4b7a-8c2e-b85bac527b84 x-openstack-request-id: req-15565619-0066-4b7a-8c2e-b85bac527b84 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:06.343669 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:06.343870 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15565619-0066-4b7a-8c2e-b85bac527b84 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:06.344794 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379', 'status': 'completed', 'code': 200} Feb 03 11:12:06.345077 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed', 'status': 'completed', 'code': 200} Feb 03 11:12:06.348166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:06.458151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.619661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.620765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7a72b2a4-46b7-41ec-a303-b18f3dcc5903 None None] Provisioning complete for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:06.621272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a72b2a4-46b7-41ec-a303-b18f3dcc5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.679928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a72b2a4-46b7-41ec-a303-b18f3dcc5903 None None] Port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:06.751182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.751912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:06.753388 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] 10.222.0.53 "PUT /v2.0/ports/0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 HTTP/1.1" status: 200 len: 1090 time: 2.6876166 Feb 03 11:12:06.796534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:06.830822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79eb95-85c9-495d-8a32-f4ca3df0c395 service neutron] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:06.850213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.851096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.851807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.852453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.853134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.853780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.854932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:06.859065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-e0714144-2868-4bb9-bead-8835227bd74c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6400 time: 0.4316378 Feb 03 11:12:06.902499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:06.904901 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85ae5df-9490-4f7b-a06b-0de8bd64da14" -d '{"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:06.945776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:06.961319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf11bfc-cc2c-4c27-bcb9-db40f43e8476 None None] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:06.984780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-427c7a11-c863-4b01-86b1-8a2743fa0f5b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0813510 Feb 03 11:12:06.990237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:06.995923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'name': 'tempest-TaggedBootDevicesTest_v242-1091895938', 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:07.060563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-e79c1331-2457-4f7a-81d7-459a83277152 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9605527 Feb 03 11:12:07.081301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Provisioning complete for port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:07.081689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.116863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840d17c-4bca-45ee-b635-ab8aeff4c155 req-a57c7fdf-596e-4dd2-87a6-23d96c7227d6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.126815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d840d17c-4bca-45ee-b635-ab8aeff4c155 req-a57c7fdf-596e-4dd2-87a6-23d96c7227d6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.2008228 Feb 03 11:12:07.142610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-138c9577-2d85-4c1c-b6b7-4ef6672c8fdc req-94990ec4-61a2-44dc-9d29-b17ecf1a7118 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9775941 Feb 03 11:12:07.143599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-7889dc68-53d5-4cfa-a952-c1f7b3c1ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.144083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-7889dc68-53d5-4cfa-a952-c1f7b3c1ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.144791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-7889dc68-53d5-4cfa-a952-c1f7b3c1ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.146844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-7889dc68-53d5-4cfa-a952-c1f7b3c1ed1f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2724872 Feb 03 11:12:07.147481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.229364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d840d17c-4bca-45ee-b635-ab8aeff4c155 req-6b4d7e90-afdc-4915-b5f9-c19f3d757695 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004148 Feb 03 11:12:07.286452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Current status of the port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:07.287001 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.296673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136bad8d-3e58-4381-8c29-69372c5da3c7 req-70259426-2064-4c6e-bc77-3925d3013612 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239425 Feb 03 11:12:07.336229 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d91e9-e550-4b8b-a0bc-87005f30838b x-openstack-request-id: req-c43d91e9-e550-4b8b-a0bc-87005f30838b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:07.336620 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "name": "network-vif-plugged", "status": "completed", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:07.336803 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c43d91e9-e550-4b8b-a0bc-87005f30838b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:07.337298 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c', 'code': 200} Feb 03 11:12:07.365700 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.405457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] For port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:07.413653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.509632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e183d11-d05c-46c3-8a76-a68bce0c8975 None None] Pushing event updated for resources: {'Port': ['ID=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:07.512447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:07.688798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:07.689498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.700877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0140d-954b-46cd-9a8e-b5cb489f2769 req-8d1b3a92-6dc6-4096-a966-1df3211d1a4c tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.715430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6af0140d-954b-46cd-9a8e-b5cb489f2769 req-8d1b3a92-6dc6-4096-a966-1df3211d1a4c tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.2886143 Feb 03 11:12:07.785045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-6b9dcf15-768b-4a5e-9291-8bc32905fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.786792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-6b9dcf15-768b-4a5e-9291-8bc32905fb1f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5978479 Feb 03 11:12:07.799559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4bcd4-ef20-454a-961c-a3a3ed4a0c07 req-851d11d9-a0d7-46ff-8da6-80e331909125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:07.806740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b4bcd4-ef20-454a-961c-a3a3ed4a0c07 req-851d11d9-a0d7-46ff-8da6-80e331909125 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 1128 time: 0.3552737 Feb 03 11:12:07.892968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:07.902728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-84d4dc0c-2a17-477f-802b-471c415828ab None None] Provisioning complete for port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:07.903260 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc0c-2a17-477f-802b-471c415828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:07.904941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6af0140d-954b-46cd-9a8e-b5cb489f2769 req-249039f0-7e97-4cf7-8c73-88b30e403464 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885273 Feb 03 11:12:07.969118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b4bcd4-ef20-454a-961c-a3a3ed4a0c07 req-cd2c1e31-c103-4b78-a757-e865a8574edc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262755 Feb 03 11:12:07.976299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:07.992173 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633217f-c6e8-4e8c-8a32-ffdc2b7ef0b4 x-openstack-request-id: req-8633217f-c6e8-4e8c-8a32-ffdc2b7ef0b4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:07.992679 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:07.993143 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8633217f-c6e8-4e8c-8a32-ffdc2b7ef0b4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:07.993729 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'status': 'completed', 'code': 200} Feb 03 11:12:08.060281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Router 4382b362-8fd8-4e4d-aba8-dea1ef056076 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:08.200821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-84d4dc0c-2a17-477f-802b-471c415828ab None None] Current status of the port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:08.205287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:08.215474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-5d1d7915-ad4a-496a-9950-a3eec0ce01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.219674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks [] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:08.229441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-5d1d7915-ad4a-496a-9950-a3eec0ce01ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1127 time: 0.1539609 Feb 03 11:12:08.252061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.257555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.262843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.268493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.273728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.278970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.284207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.286395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-1bd502ab-f350-4c7b-b754-016377aefcc2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5384 time: 0.1701512 Feb 03 11:12:08.299803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Transition to ACTIVE for port object 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:08.313448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.313937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.314557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.315029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.315503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.315976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.316449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.318680 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-9ee5e397-f69e-4fbe-b1fb-75130085d9a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6400 time: 0.4576349 Feb 03 11:12:08.455654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1ac688c-ab1f-4527-9a4e-ac74278cb9a3 req-93a6d122-f943-44de-a151-2ca403afbeec tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595430 Feb 03 11:12:08.470582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-95bee408-da1e-4cbb-ae3e-26b4e1118600 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.1821365 Feb 03 11:12:08.535594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-af203230-cc74-470f-83bf-d693fae554fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.537786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-af203230-cc74-470f-83bf-d693fae554fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.2503641 Feb 03 11:12:08.563289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-917821db-be5a-433b-90db-ad213a655b58 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.575623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-917821db-be5a-433b-90db-ad213a655b58 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports/e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 942 time: 0.0874009 Feb 03 11:12:08.702235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:08.707511 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:08.710145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:08.724003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-fb77ebb8-f3a9-4e2b-9ce9-37b01b1d0339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 1001 time: 0.1743283 Feb 03 11:12:08.773696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-ae20453b-068f-48c3-a2d2-3c6f61ee2be1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.1237028 Feb 03 11:12:08.817931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:08.936828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-3a700805-423c-4672-9729-aa97626d0735 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:08.948928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e4fc261-9838-4676-8e19-cd66c7cb58ba req-3a700805-423c-4672-9729-aa97626d0735 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.1741729 Feb 03 11:12:09.000923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-5a5c9145-0f85-4f7a-8267-0e9cff8e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.002770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-5a5c9145-0f85-4f7a-8267-0e9cff8e1771 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2688122 Feb 03 11:12:09.022164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:09.045192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-7ccf6cb2-834f-495f-a0e9-ddd5873afa05 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.047062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-7ccf6cb2-834f-495f-a0e9-ddd5873afa05 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.69 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.7973044 Feb 03 11:12:09.127060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] device_id is not set on port 899b7f55-30f9-432c-a8ff-c223dc1382db yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:12:09.198802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-433009a6-ad2a-4954-8cc5-3e04f57a84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.200185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-433009a6-ad2a-4954-8cc5-3e04f57a84e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1864216 Feb 03 11:12:09.211855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:09.220474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Sync routers for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:09.244273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2292f-2d9a-401d-8275-05a541f5343d req-e988c090-8827-413d-9aa8-5a277b5cd1c0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.248696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:09.249883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45a2292f-2d9a-401d-8275-05a541f5343d req-e988c090-8827-413d-9aa8-5a277b5cd1c0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.1616406 Feb 03 11:12:09.256149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:09.345112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:09.358343 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552decfd-1764-47f7-a01e-af14b12b0c67 x-openstack-request-id: req-552decfd-1764-47f7-a01e-af14b12b0c67 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:09.358760 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:09.359142 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-552decfd-1764-47f7-a01e-af14b12b0c67 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:09.360556 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'status': 'completed', 'code': 200} Feb 03 11:12:09.538108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45a2292f-2d9a-401d-8275-05a541f5343d req-cc1563c0-a576-4592-a67c-d0f3cc7c1a9b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723811 Feb 03 11:12:09.564705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b756dcd3-7623-4d23-abff-3fd50d41a5be admin admin] 10.222.0.30 "PUT /v2.0/routers/4382b362-8fd8-4e4d-aba8-dea1ef056076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9158373 Feb 03 11:12:09.570648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9be9c7-06c6-4e94-a00f-86c82df1f6bf req-b06773ef-1f1c-46ec-baf5-8b766e5de28a tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.579746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f9be9c7-06c6-4e94-a00f-86c82df1f6bf req-b06773ef-1f1c-46ec-baf5-8b766e5de28a tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 945 time: 0.2382743 Feb 03 11:12:09.602688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:09.606732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:09.611711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-c2a06580-7db6-4338-a925-ec87dbf5ebd2 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599741 Feb 03 11:12:09.628469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-b7fe21b5-d5de-48b2-8d4d-5f52f8abaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.629159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-b7fe21b5-d5de-48b2-8d4d-5f52f8abaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.629748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-b7fe21b5-d5de-48b2-8d4d-5f52f8abaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:09.633945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-b7fe21b5-d5de-48b2-8d4d-5f52f8abaa23 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9122546 Feb 03 11:12:09.727785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.1.1.212 (9ce900e2-422a-4715-8f61-024253e87c36/87236df7-ec63-4f43-84e3-9e98f3dca1be/899b7f55-30f9-432c-a8ff-c223dc1382db) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:09.810034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f9be9c7-06c6-4e94-a00f-86c82df1f6bf req-a5855937-c4de-4437-a00a-00e2e124771f tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9878b8-9d90-420c-bd77-26d0e711d8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291086 Feb 03 11:12:09.903232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-aee5c1e4-0604-43eb-9dc2-9d32e4bf70a4 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.3028953 Feb 03 11:12:09.924478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:09.924867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:09.931291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:09.979102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Attempting to bind port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:09.979536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Attempting to bind port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:09.979957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Attempting to bind port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:10.035259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-c8ec7b91-4633-4a69-bba4-adc0ed23e558 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.037755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-c8ec7b91-4633-4a69-bba4-adc0ed23e558 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports/e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 942 time: 0.1182275 Feb 03 11:12:10.048231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:12:05Z', 'revision_number': 5, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:10.114461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.124480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a85ae5df-9490-4f7b-a06b-0de8bd64da14 req-dfa97112-ed56-42ae-9083-1b732f5fe7f4 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058911 Feb 03 11:12:10.125754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:10.126403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Attempting to bind port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:10.127419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks [] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.162237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Checking router: 4382b362-8fd8-4e4d-aba8-dea1ef056076 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:10.178362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Routers {'4382b362-8fd8-4e4d-aba8-dea1ef056076'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:10.178594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4382b362-8fd8-4e4d-aba8-dea1ef056076'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:10.188136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:10.188598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Checking segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:10.189238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Bound using segment: {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:10.189843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Bound port: 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2195d7-3ad3-4add-b06f-ce11d444942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:10.190311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.303462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 9ce900e2-422a-4715-8f61-024253e87c36 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:10.304627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.314979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.320753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.321253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] Set router 4382b362-8fd8-4e4d-aba8-dea1ef056076 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:10.326807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.332970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.333136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:10.336943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:10.348174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.354831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.362050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-52a0c5b2-cbea-4106-b669-dd0902ea0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.363966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-c387a870-12ac-4b6a-b29c-75f335fd8e75 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5396 time: 0.3135333 Feb 03 11:12:10.365908 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c75962c0-a1c9-4ca5-998a-da7f231e1e45 req-52a0c5b2-cbea-4106-b669-dd0902ea0752 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3749738 Feb 03 11:12:10.372249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:10.517819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Deleting port c16d3483-e1c9-4d44-83b7-3b045c40af91 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:10.519404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.534026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:10.543214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-ede1bfa3-d04d-4117-88d1-ee63390553e0 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.3708541 Feb 03 11:12:10.702657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-b45759b6-b355-4c78-98a9-f694fcbc5816 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.704941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-b45759b6-b355-4c78-98a9-f694fcbc5816 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.1555595 Feb 03 11:12:10.721717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:12:05Z', 'revision_number': 5, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:10.763440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e87f4-8acb-4875-b502-348c0d6bdbad None None] The sync data for ids ['4382b362-8fd8-4e4d-aba8-dea1ef056076'] in n-d-821606-6 is: [{'id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'name': 'tempest-AttachSCSIVolumeTestJSON-1269147622-router', 'tenant_id': '3e95291a0f0a46fdab481946f70d78ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:07Z', 'updated_at': '2022-02-03T11:12:05Z', 'revision_number': 5, 'project_id': '3e95291a0f0a46fdab481946f70d78ad', 'gw_port': {'id': '7dd53d2c-8a40-458d-8cd7-25c489c0044b', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382b362-8fd8-4e4d-aba8-dea1ef056076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:10.786382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:10.788572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.791732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-1eb8cba3-5e68-43a8-be99-80d9b40df7e8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0769980 Feb 03 11:12:10.802947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:10.863307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-517747c0-9736-4897-b570-0fa0cbbe193a None None] Provisioning complete for port 899b7f55-30f9-432c-a8ff-c223dc1382db triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:10.863687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-517747c0-9736-4897-b570-0fa0cbbe193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.867466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa38f280-5144-47fd-a5b8-b633cc468138 req-d8f27d50-73bf-4a29-ba6c-f4d5051382df tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5025494 Feb 03 11:12:10.904278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:10.918776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks [] for router_gateway (4382b362-8fd8-4e4d-aba8-dea1ef056076), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.943581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-517747c0-9736-4897-b570-0fa0cbbe193a None None] Port 899b7f55-30f9-432c-a8ff-c223dc1382db cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:10.963287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] For port c16d3483-e1c9-4d44-83b7-3b045c40af91, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c16d3483-e1c9-4d44-83b7-3b045c40af91,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:10.963950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:10.965369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.042321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8b26246f-9425-4030-809f-289619216a57 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0508444 Feb 03 11:12:11.064591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:11.072207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.072765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.073334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.073908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.074434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.074958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.075484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.077623 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-3a7ead0b-0709-49ac-bc2f-2a162ed3b780 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6425 time: 0.6067708 Feb 03 11:12:11.106040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:11.135145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.150234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:11.172811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:11.173180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb5aae2-60e0-44cc-9b11-8aba8d7ff984 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:11.217499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.270688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.271468 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 disassociated. External IP: 172.25.7.137, port: e3bbade3-e492-487a-82ec-b63b60df7c9a. Feb 03 11:12:11.272454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.273168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.274523 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-35936114-b411-4ee5-951e-bc208290f986 service neutron] 10.222.0.53 "PUT /v2.0/ports/64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 HTTP/1.1" status: 200 len: 1091 time: 4.4883454 Feb 03 11:12:11.324007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e410f3e-6530-4c1a-aee8-db43b614e2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.381134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.381508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.381828 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Floating IP 8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729 disassociated. External IP: 172.25.7.207, port: c16d3483-e1c9-4d44-83b7-3b045c40af91. Feb 03 11:12:11.382316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Calling delete_port for c16d3483-e1c9-4d44-83b7-3b045c40af91 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:11.424860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2504-c764-4df6-a96e-b01c5b34ba8a req-3acac308-194e-45b9-8b33-1f05ce39ad59 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.426616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b77a2504-c764-4df6-a96e-b01c5b34ba8a req-3acac308-194e-45b9-8b33-1f05ce39ad59 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.4527130 Feb 03 11:12:11.439384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Deleting port 7dd53d2c-8a40-458d-8cd7-25c489c0044b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:11.439750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.512322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:11.514545 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28625df9-29fa-44a3-be66-1e3250cfc0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:11.530361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:11.570736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35936114-b411-4ee5-951e-bc208290f986 service neutron] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:11.584977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c16d3483-e1c9-4d44-83b7-3b045c40af91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.627011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-31e9dd06-2c21-4067-ab0d-961644e77838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.627489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-31e9dd06-2c21-4067-ab0d-961644e77838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.627967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-31e9dd06-2c21-4067-ab0d-961644e77838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.629646 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-31e9dd06-2c21-4067-ab0d-961644e77838 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5378540 Feb 03 11:12:11.634723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event deleted for resources: {'Port': ['ID=c16d3483-e1c9-4d44-83b7-3b045c40af91,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:11.749936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:11.908484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-95d46fab-9426-40be-a7ea-ba16e930df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:11.910015 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d0d68d53-e5fe-4260-9416-8fc2aa89ae02 req-95d46fab-9426-40be-a7ea-ba16e930df58 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675769 Feb 03 11:12:11.947656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b77a2504-c764-4df6-a96e-b01c5b34ba8a req-76ec86a5-f9fe-4c96-a62b-bad35afc6bad tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104032 Feb 03 11:12:11.959972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Router 3e83254b-6d66-45af-854e-e2c1be0f6e5c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:12.012608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] For port 7dd53d2c-8a40-458d-8cd7-25c489c0044b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7dd53d2c-8a40-458d-8cd7-25c489c0044b,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:12.012863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.017536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e410f3e-6530-4c1a-aee8-db43b614e2e5 admin admin] Publish callbacks [] for security_group (a5412576-2d95-4d1d-843d-a029fec3ae11), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.111145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Calling delete_port for 7dd53d2c-8a40-458d-8cd7-25c489c0044b owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:12.130490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e410f3e-6530-4c1a-aee8-db43b614e2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a5412576-2d95-4d1d-843d-a029fec3ae11), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.177592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:12.201259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:12.215163 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Sync routers for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:12.234929 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:12.235610 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:12.243005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-784f5bcb-0045-468a-98f2-635da5f71386 req-79977c36-07b7-490e-bd11-c972dc4035fa tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/ports?device_id=eca1158d-deef-4741-a41e-fd718b62bdbc HTTP/1.1" status: 200 len: 210 time: 0.1458850 Feb 03 11:12:12.284734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] No DVR routers for this DVR port c16d3483-e1c9-4d44-83b7-3b045c40af91 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:12.289089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.291077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e410f3e-6530-4c1a-aee8-db43b614e2e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2fb0f78979d4a379717bf519a533ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3852293 Feb 03 11:12:12.292830 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-39f7d947-d937-4ef0-9567-e0a425de7811 req-13d3673c-b55d-460d-b084-86ef4042eaf6 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.69 "DELETE /v2.0/ports/c16d3483-e1c9-4d44-83b7-3b045c40af91 HTTP/1.1" status: 204 len: 173 time: 3.2228923 Feb 03 11:12:12.304373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34158) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:12.384799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] Publish callbacks [] for security_group (a5412576-2d95-4d1d-843d-a029fec3ae11), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.397736 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:12.440971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] Publish callbacks [] for security_group (a5412576-2d95-4d1d-843d-a029fec3ae11), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.539518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828a5282-d30d-483c-a524-2edafcebb89b {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:12.548670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks [] for port (828a5282-d30d-483c-a524-2edafcebb89b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.563455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e410f3e-6530-4c1a-aee8-db43b614e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5412576-2d95-4d1d-843d-a029fec3ae11,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:12.583422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Transition to ACTIVE for port object 828a5282-d30d-483c-a524-2edafcebb89b will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:12.585710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a5412576-2d95-4d1d-843d-a029fec3ae11), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.589328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:12.589716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.590907 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5412576-2d95-4d1d-843d-a029fec3ae11 HTTP/1.1" status: 204 len: 168 time: 0.2850604 Feb 03 11:12:12.594206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.603283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:12.603801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:12.619077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:12.624033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:12.664377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:12.670631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56aafa-980a-4d9b-bf1c-ec4326261a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5412576-2d95-4d1d-843d-a029fec3ae11,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:12.737982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c16d3483-e1c9-4d44-83b7-3b045c40af91 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:12.785182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-80937911-aead-443e-990e-9f239c184a73 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "PUT /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 695 time: 1.9820273 Feb 03 11:12:12.786767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:12.790692 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d695c3-7532-42b3-9ff0-be3d5ae74640" -d '{"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:12.845148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:12.857771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: c16d3483-e1c9-4d44-83b7-3b045c40af91 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:12.859760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c16d3483-e1c9-4d44-83b7-3b045c40af91 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:12.862851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075493472', 'description': 'tempest-description--1042290781'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:12.897078 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:12.936377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Attempting to bind port 828a5282-d30d-483c-a524-2edafcebb89b on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:12.938820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Attempting to bind port 828a5282-d30d-483c-a524-2edafcebb89b by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:12.941406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Attempting to bind port 828a5282-d30d-483c-a524-2edafcebb89b on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:12.955810 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ab8f1-ee05-465a-a3b9-39dc6fad20c0 x-openstack-request-id: req-9d9ab8f1-ee05-465a-a3b9-39dc6fad20c0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:12.956207 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:12.956568 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d9ab8f1-ee05-465a-a3b9-39dc6fad20c0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:12.957110 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'status': 'completed', 'code': 200} Feb 03 11:12:12.959934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Port 828a5282-d30d-483c-a524-2edafcebb89b on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:12.962664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Attempting to bind port 828a5282-d30d-483c-a524-2edafcebb89b on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:13.043426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:13.048947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Checking segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:13.048947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Bound using segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:13.048947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Bound port: 828a5282-d30d-483c-a524-2edafcebb89b, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:13.049491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.054185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Checking router: 3e83254b-6d66-45af-854e-e2c1be0f6e5c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:13.074873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:13.087501 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:13.088781 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:13.094696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.096000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-33c4f6f2-979c-4cb5-8faa-aae084b728a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.102435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-33c4f6f2-979c-4cb5-8faa-aae084b728a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1127 time: 0.2749968 Feb 03 11:12:13.143673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7dd53d2c-8a40-458d-8cd7-25c489c0044b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.181735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (4c3ea3d4-35cc-4886-a2ac-755c81411bdf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.239687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:13.242739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:13.247563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c3ea3d4-35cc-4886-a2ac-755c81411bdf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.282881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3ea3d4-35cc-4886-a2ac-755c81411bdf,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:13.286202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.301732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.302372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.302918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.303441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.303972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.304504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.305061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.307333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-0ce1c232-593c-442a-8d08-531b43e943a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6523 time: 0.3331156 Feb 03 11:12:13.322216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd53d2c-8a40-458d-8cd7-25c489c0044b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:13.381908 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:13.496719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.505718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.508773 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] 10.222.0.53 "PUT /v2.0/ports/828a5282-d30d-483c-a524-2edafcebb89b HTTP/1.1" status: 200 len: 1091 time: 1.9977820 Feb 03 11:12:13.515538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.521414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:13.522083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08b404c3-c0e4-4968-b6d8-1be6f4f71658 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6702647 Feb 03 11:12:13.522257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:13.559150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'security_group_rule': {'security_group_id': '4c3ea3d4-35cc-4886-a2ac-755c81411bdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:13.570726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.589923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.594084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:13.603114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.616583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:13.617646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.620005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:13.624496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.626533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Request body: {'port': {'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:13.638749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (fed7ee89-9841-4ea4-992a-400a0d2d183e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.645780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.656553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.668120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-501f8de6-6908-4140-90e9-56b21a737636 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5408 time: 0.6073778 Feb 03 11:12:13.783773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-0373d29e-8a05-4272-b627-0b2bce210b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.789202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-0373d29e-8a05-4272-b627-0b2bce210b80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.6388066 Feb 03 11:12:13.795612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.806379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (fed7ee89-9841-4ea4-992a-400a0d2d183e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.822785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (fed7ee89-9841-4ea4-992a-400a0d2d183e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.850940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed7ee89-9841-4ea4-992a-400a0d2d183e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:13.852849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe302-37a3-40fd-adb8-ed5c3281aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:13.857982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.862036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a7d6a9c2-0ee8-4945-8c5a-8a11a43fa763 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285861 Feb 03 11:12:13.865826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:13.869969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-d8ee1a88-2d29-4bc9-9b09-f5b3eeb58d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.870453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-d8ee1a88-2d29-4bc9-9b09-f5b3eeb58d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.870924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-d8ee1a88-2d29-4bc9-9b09-f5b3eeb58d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:13.872506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-d8ee1a88-2d29-4bc9-9b09-f5b3eeb58d60 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5565798 Feb 03 11:12:13.892352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'security_group_rule': {'security_group_id': '4c3ea3d4-35cc-4886-a2ac-755c81411bdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:13.921229 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:13.928676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.931701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks [] for router_controller (4382b362-8fd8-4e4d-aba8-dea1ef056076), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:13.990854 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a0f62-d6fb-41cb-a2aa-b3d31e28e623 None None] The sync data for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 is: [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c809e3c2-f958-4ea3-a19c-e85717c43daf', 'name': '', 'network_id': '81112bd5-066e-4a7c-8a3f-2ccd1adec518', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'mac_address': 'fa:16:3e:87:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:56Z', 'updated_at': '2022-02-03T11:10:08Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'subnets': [{'id': '0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:14.011160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-e814d34d-4097-4684-a855-d14e69fa3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:14.011853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:14.012658 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28625df9-29fa-44a3-be66-1e3250cfc0b7 req-e814d34d-4097-4684-a855-d14e69fa3446 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025329 Feb 03 11:12:14.019781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (796e80f0-7960-49c1-89c7-cd34bba9ed07), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.032755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (4382b362-8fd8-4e4d-aba8-dea1ef056076), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.033690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4382b362-8fd8-4e4d-aba8-dea1ef056076 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:12:14.079350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (796e80f0-7960-49c1-89c7-cd34bba9ed07), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.080318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.104155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (796e80f0-7960-49c1-89c7-cd34bba9ed07), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.108317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.112716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-62b478f5-51cc-45dc-a638-96087eb30e96 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4382b362-8fd8-4e4d-aba8-dea1ef056076 HTTP/1.1" status: 204 len: 168 time: 4.4991999 Feb 03 11:12:14.114927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:14.116338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-eeb1f28e-ac1e-4a78-890e-51b66e2561a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 217 time: 0.1190858 Feb 03 11:12:14.189842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796e80f0-7960-49c1-89c7-cd34bba9ed07,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:14.195384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Deleting subnet 020e4cfb-33c6-4472-af72-59c214993ff3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:12:14.202169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8789ca4a-407f-4520-b8e0-e8b3a164e6e4 req-57991833-673d-4fa4-9464-2852debde432 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5324168 Feb 03 11:12:14.211722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Publish callbacks [] for subnet (020e4cfb-33c6-4472-af72-59c214993ff3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.232261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.237969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b20612f8-465a-4054-9297-cf831f816bad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651285 Feb 03 11:12:14.240683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34198) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:14.258728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:14.263574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:14.319471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1037739129-network', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:14.409300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-68c1454d-9219-4d1a-b21f-3d33a851bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:14.412786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-68c1454d-9219-4d1a-b21f-3d33a851bd47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2092946 Feb 03 11:12:14.419099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Made reservation on behalf of 9feb655248d04b978a0bb01646e73f3d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:14.421681 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.518933 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53ff78-961b-4f19-824e-1cf78a614536 None None] New status for floating IP 8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:12:14.578921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:14.606653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (020e4cfb-33c6-4472-af72-59c214993ff3), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.615454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db71fbe-b4aa-4a28-8a2b-8c60ec070a39 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:14.651372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-42be28b6-c37f-46e4-a3e5-d000c40c879a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:14.657083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-42be28b6-c37f-46e4-a3e5-d000c40c879a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.2410686 Feb 03 11:12:14.658071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.745566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-f30f860d-1618-4c83-a68f-3308d16dbedb tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0706761 Feb 03 11:12:14.759937 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:12:14.875783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-a5597589-cf2d-452d-9856-65b686a118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:14.877603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-a5597589-cf2d-452d-9856-65b686a118dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4004266 Feb 03 11:12:14.923273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.929222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (020e4cfb-33c6-4472-af72-59c214993ff3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:14.987874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'name': 'network-vif-deleted', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91'}, {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:14.987874 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3" -d '{"events": [{"server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "name": "network-vif-deleted", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91"}, {"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "828a5282-d30d-483c-a524-2edafcebb89b"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:15.038200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c84177b5-2f06-41c8-95be-4ce320723b3b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915959 Feb 03 11:12:15.145340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.148177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:15.161901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks [] for security_group (f4f9184f-5371-4670-acb6-3de907c75feb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.163177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks [] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.164019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c73cc-7812-4973-9199-58fea4bc2114 None None] New status for floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:12:15.169872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (020e4cfb-33c6-4472-af72-59c214993ff3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.182978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f4f9184f-5371-4670-acb6-3de907c75feb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.212194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Transition to ACTIVE for port object 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:15.221171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-4dc836ac-a8ba-4861-ba4e-92a1791a59ad service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305275 Feb 03 11:12:15.232789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.245370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020e4cfb-33c6-4472-af72-59c214993ff3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:15.279922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.283252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa9b4ba0-8986-4f55-96cf-5c0cc36d98e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/020e4cfb-33c6-4472-af72-59c214993ff3 HTTP/1.1" status: 204 len: 168 time: 1.1660180 Feb 03 11:12:15.284110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:12:15.287235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7dd53d2c-8a40-458d-8cd7-25c489c0044b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:15.288005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:15.310841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99843027-5d9a-4d93-83d8-47f08ba0cf98 None None] Network 8cf35f40-ed28-49af-a391-fc4c23404202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:15.313933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 172.25.7.25 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/4561271d-cd45-4fba-8572-8e423cda8f2a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:15.336626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f9184f-5371-4670-acb6-3de907c75feb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:15.340536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-ce06ea6c-f137-41e7-a665-24751470312e service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896163 Feb 03 11:12:15.341892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4a29e921-5573-462c-afec-a74e9d6d794c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.342261 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Added segment 4a29e921-5573-462c-afec-a74e9d6d794c of type vlan for network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 Feb 03 11:12:15.400993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7dd53d2c-8a40-458d-8cd7-25c489c0044b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:15.401607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7dd53d2c-8a40-458d-8cd7-25c489c0044b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:15.448233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.496578 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6dc62d81-b1f6-4ae5-87d7-20aff75593a8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.544050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8cf35f40-ed28-49af-a391-fc4c23404202), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.551568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:15.563797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.590154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a3370c5-5841-4264-acd4-3e508a2376b1 req-cfffe503-0b23-49c1-b23b-49a4343ccfa8 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678646 Feb 03 11:12:15.625153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6dc62d81-b1f6-4ae5-87d7-20aff75593a8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.626751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:15.627106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.648863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:15.702627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:15.711903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:15.727434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-59cd08da-0f70-438e-bcfe-645dfa518f81 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560982 Feb 03 11:12:15.730568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] DHCP port deletion for 8cf35f40-ed28-49af-a391-fc4c23404202 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:12:15.731287 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc82048-cb2a-4ea2-9606-214ce1e3285b x-openstack-request-id: req-ccc82048-cb2a-4ea2-9606-214ce1e3285b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:15.732434 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:15.732970 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccc82048-cb2a-4ea2-9606-214ce1e3285b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:15.734296 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'status': 'completed', 'code': 200} Feb 03 11:12:15.771579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=4561271d-cd45-4fba-8572-8e423cda8f2a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:15.865598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Deleting port 098b00fb-407c-400d-95f0-738cef49da2f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:15.865978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (098b00fb-407c-400d-95f0-738cef49da2f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:15.870829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8557720 Feb 03 11:12:15.884495 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ee515-e91d-4acf-9a3d-52c6f905a635 x-openstack-request-id: req-bf9ee515-e91d-4acf-9a3d-52c6f905a635 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:15.884799 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca1158d-deef-4741-a41e-fd718b62bdbc", "name": "network-vif-deleted", "tag": "c16d3483-e1c9-4d44-83b7-3b045c40af91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "828a5282-d30d-483c-a524-2edafcebb89b", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:15.885205 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf9ee515-e91d-4acf-9a3d-52c6f905a635 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:15.885603 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1158d-deef-4741-a41e-fd718b62bdbc', 'name': 'network-vif-deleted', 'tag': 'c16d3483-e1c9-4d44-83b7-3b045c40af91', 'status': 'completed', 'code': 200} Feb 03 11:12:15.885865 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b', 'status': 'completed', 'code': 200} Feb 03 11:12:15.886401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:15.914724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Request body: {'subnet': {'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1037739129-subnet', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:15.997157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3451b-f8a5-418d-a6f5-316f54116ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc62d81-b1f6-4ae5-87d7-20aff75593a8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:16.040846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Deleting port 098b00fb-407c-400d-95f0-738cef49da2f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:16.041365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (098b00fb-407c-400d-95f0-738cef49da2f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.055649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:12:16.206438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] For port 098b00fb-407c-400d-95f0-738cef49da2f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=098b00fb-407c-400d-95f0-738cef49da2f,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:16.206900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (098b00fb-407c-400d-95f0-738cef49da2f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.214795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Attempting to bind port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:16.215391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Attempting to bind port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:16.215640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Attempting to bind port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:16.227455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Calling delete_port for 098b00fb-407c-400d-95f0-738cef49da2f owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:16.237566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:16.251497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-429e7ab4-b774-428f-9fa9-e0674df63f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.253187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-429e7ab4-b774-428f-9fa9-e0674df63f4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 1127 time: 0.4376974 Feb 03 11:12:16.292944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:16.298541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Attempting to bind port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f on network 1d821e10-2ced-40ae-a51d-7290b4b2a308 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:16.307022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] For port 098b00fb-407c-400d-95f0-738cef49da2f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=098b00fb-407c-400d-95f0-738cef49da2f,segment=NetworkSegment(a77ecca6-3a2b-41b6-9d29-6c5d088a7971),segment_id=a77ecca6-3a2b-41b6-9d29-6c5d088a7971)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:16.307570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (098b00fb-407c-400d-95f0-738cef49da2f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.310790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Made reservation on behalf of 9feb655248d04b978a0bb01646e73f3d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:16.313801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.326293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Calling delete_port for 098b00fb-407c-400d-95f0-738cef49da2f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:16.376688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.383801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.384104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.391326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.397164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.402929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.408801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.415195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.417269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-cbe7d783-f615-4493-b704-6e753c59a990 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.2814257 Feb 03 11:12:16.456123 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (098b00fb-407c-400d-95f0-738cef49da2f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.474738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-297fc32b-7987-42a0-ad15-fdf1eef0b6f7 req-a99fc9f6-f9a7-41b4-bc7a-0752dfeda4d3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 210 time: 0.1321754 Feb 03 11:12:16.510367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] No DVR routers for this DVR port 098b00fb-407c-400d-95f0-738cef49da2f on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:16.518809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61fc07-3128-4ba7-bbf7-a3694fd83f17 None None] Pushing event deleted for resources: {'Port': ['ID=098b00fb-407c-400d-95f0-738cef49da2f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:16.536222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (098b00fb-407c-400d-95f0-738cef49da2f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.614620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb105924-33eb-4aa5-ae12-89e8ae48c76f req-d36af017-a6a9-4900-a744-f8dfc6ee52db tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682620 Feb 03 11:12:16.626385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:16.626781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Checking segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:16.627170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Bound using segment: {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:16.627661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Bound port: 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb49602-ce48-40f2-874d-2711ebc08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:16.628028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.641240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a6fd170c-9b78-482c-8cbb-0bdc4bcd8024), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.697802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] No DVR routers for this DVR port 098b00fb-407c-400d-95f0-738cef49da2f on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:16.703322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (6c9878b8-9d90-420c-bd77-26d0e711d8f0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.707312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=098b00fb-407c-400d-95f0-738cef49da2f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:16.715113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.715935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.716419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.717319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.717794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.718264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.719254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.722218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-5c30f550-49f6-470d-95ad-9b9f48c46574 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6621 time: 0.7797978 Feb 03 11:12:16.727458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.747840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:16.803164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-f4dc161b-8398-49f7-8408-81d5b482f8c1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.804772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-f4dc161b-8398-49f7-8408-81d5b482f8c1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2057602 Feb 03 11:12:16.809148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (6c9878b8-9d90-420c-bd77-26d0e711d8f0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.863727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-2cb43722-f051-4f35-9e3c-d48e9d1e97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:16.865221 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-2cb43722-f051-4f35-9e3c-d48e9d1e97ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.5945730 Feb 03 11:12:16.907694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8cf35f40-ed28-49af-a391-fc4c23404202), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.924832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:16.936633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-0b0e6082-df0b-40f1-b862-197b7d0deb5b tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.1176612 Feb 03 11:12:16.950313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf35f40-ed28-49af-a391-fc4c23404202']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:16.964152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:16.988986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-085d4b97-f2fe-456f-aacc-f95394f0e241 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 200 len: 217 time: 0.0924542 Feb 03 11:12:17.001737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:17.002023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77ecca6-3a2b-41b6-9d29-6c5d088a7971') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:17.003975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:17.010012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:17.020815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.025247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Checking segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:17.025626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Network hostable DHCP agents. Network: 6dc62d81-b1f6-4ae5-87d7-20aff75593a8, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:12:17.090385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (a77ecca6-3a2b-41b6-9d29-6c5d088a7971), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.092320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-96d61911-7518-44d1-8b60-c606dbd89dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.092804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-96d61911-7518-44d1-8b60-c606dbd89dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.093318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-96d61911-7518-44d1-8b60-c606dbd89dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.095544 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-96d61911-7518-44d1-8b60-c606dbd89dbb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3540208 Feb 03 11:12:17.097451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.108430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6c9878b8-9d90-420c-bd77-26d0e711d8f0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.113076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.114317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c9878b8-9d90-420c-bd77-26d0e711d8f0 HTTP/1.1" status: 204 len: 168 time: 0.8757617 Feb 03 11:12:17.134713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:17.155421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74e6dc-e237-4eff-8a19-196c6a9f5c8b tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9878b8-9d90-420c-bd77-26d0e711d8f0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:17.175422 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-0b8d484d-70b1-47f9-8099-7d2308b52e06 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] show failed (client error): The resource could not be found. Feb 03 11:12:17.176485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0b8d484d-70b1-47f9-8099-7d2308b52e06 tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "GET /v2.0/security-groups/6c9878b8-9d90-420c-bd77-26d0e711d8f0 HTTP/1.1" status: 404 len: 347 time: 0.0173066 Feb 03 11:12:17.177600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a77ecca6-3a2b-41b6-9d29-6c5d088a7971), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.197436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:17.208791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:12:17.209486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (a77ecca6-3a2b-41b6-9d29-6c5d088a7971), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:12:17.211490 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:12:17.247392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 098b00fb-407c-400d-95f0-738cef49da2f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:17.280536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 098b00fb-407c-400d-95f0-738cef49da2f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:17.281968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 098b00fb-407c-400d-95f0-738cef49da2f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:17.282581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.283203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.284620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] 10.222.0.53 "PUT /v2.0/ports/1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 200 len: 1091 time: 3.6859810 Feb 03 11:12:17.308243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-61508b99-a8a6-405b-8a46-3e279ea96567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.314021 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-61508b99-a8a6-405b-8a46-3e279ea96567 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2653253 Feb 03 11:12:17.370689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8cf35f40-ed28-49af-a391-fc4c23404202), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.383878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.389273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8cf35f40-ed28-49af-a391-fc4c23404202 HTTP/1.1" status: 204 len: 168 time: 2.0886943 Feb 03 11:12:17.396362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34238) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:17.425097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:12:17.549231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45140-e3a0-4d96-a28a-c2e981bc3e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:17.591386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6dc62d81-b1f6-4ae5-87d7-20aff75593a8) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:17.602188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65f77b-02b8-4d13-94f0-ef7d8a14c145 None None] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:17.659736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.660334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.691617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-87c3402d-2652-4f8e-87c0-dd72c1ad5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.694496 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4167bf8d-c67e-487c-af4e-61a2a6a44ff3 req-87c3402d-2652-4f8e-87c0-dd72c1ad5b44 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5595880 Feb 03 11:12:17.727939 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19dc9be9-2966-4690-ae31-70b7baf3c294 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8248801 Feb 03 11:12:17.751848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-8ef8f64c-00a2-41f4-92d5-3325de16c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:17.753885 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-8ef8f64c-00a2-41f4-92d5-3325de16c1c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3950133 Feb 03 11:12:17.758092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:17.767513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:17.814163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.839730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309c871-ed36-499e-a7f4-b3546c09bf8f None None] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:17.869693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:17.907320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:17.910873 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d6047-d3ae-4874-b7f5-15ed417572d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:17.937796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c133f3-c040-424c-8478-c65aaa1c05f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf35f40-ed28-49af-a391-fc4c23404202,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:18.019406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.020404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.032687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Deleting port 946cabf4-863d-4500-96da-2fa5b147191e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:18.033733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (946cabf4-863d-4500-96da-2fa5b147191e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.067211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec73d06-3d3e-4651-9e55-7f4605aa6b49 req-0d651bfb-8548-4b3d-a4e6-f992406fcf16 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 210 time: 0.1505666 Feb 03 11:12:18.089275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=4561271d-cd45-4fba-8572-8e423cda8f2a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:18.098116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.098804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.099374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.099848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.100318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.100785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.101271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.103329 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-40c0e4f3-c1ea-4e98-8a46-aa9d3c2429b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6694 time: 0.3245149 Feb 03 11:12:18.146676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.252030 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-1d7a1af8-24d9-4397-9d62-7b40a254b6ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 200 len: 217 time: 0.1356990 Feb 03 11:12:18.253463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for router_controller (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.258518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-30898a3b-bf3b-4c2f-b6d5-314a0a6059ce service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706984 Feb 03 11:12:18.293525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.294836 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9f541fd0-1cca-4f55-95c3-f25438b71951 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0533407 Feb 03 11:12:18.431743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-d9e258ac-74a1-407e-905c-bed560b44fe9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.433850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-d9e258ac-74a1-407e-905c-bed560b44fe9 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef95449a-5c3c-4542-b253-5bd10c2d6d68 HTTP/1.1" status: 200 len: 945 time: 0.5454350 Feb 03 11:12:18.510326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-94bdfa3e-36b1-46f8-a1da-4d662ebd849e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.512190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-94bdfa3e-36b1-46f8-a1da-4d662ebd849e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.6248364 Feb 03 11:12:18.570906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': '48d87cdc-4754-462d-bb85-b77d14f66671', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:18.731052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.737369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.743199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.749271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.755635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.761794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.763042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (946cabf4-863d-4500-96da-2fa5b147191e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.763379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (946cabf4-863d-4500-96da-2fa5b147191e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.767871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.770154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-85b79b45-cab4-43cb-966e-1eceb0470a37 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.5607009 Feb 03 11:12:18.819626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-9cec86d3-cc6e-4f26-9a5f-6ff4fbf98dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:18.821187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-9cec86d3-cc6e-4f26-9a5f-6ff4fbf98dc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9183219c-c854-4cc6-acbc-d838c19eaa69 HTTP/1.1" status: 200 len: 850 time: 0.5505416 Feb 03 11:12:18.850928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Calling delete_port for 946cabf4-863d-4500-96da-2fa5b147191e owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:18.920006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for router_gateway (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:18.978349 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41d695c3-7532-42b3-9ff0-be3d5ae74640 req-ab2f1188-85ca-41e9-929c-b5787b530107 service neutron] 10.222.0.69 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064526 Feb 03 11:12:18.987477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:12:18.991136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Deleting port e3bbade3-e492-487a-82ec-b63b60df7c9a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:18.991477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.037533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-5451ec26-f07e-4e52-9f1e-6c7e150223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:19.039136 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-5451ec26-f07e-4e52-9f1e-6c7e150223e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1843951 Feb 03 11:12:19.065610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:19.068784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.089608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e5098ba-01f0-43f8-971e-862cdb8b1f4c req-8cdb5162-41cc-4c13-a00b-0489316bda0a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3055930 Feb 03 11:12:19.156638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.185543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.221072 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-b598db6e-e98f-46af-91b2-9b713a14200a service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727145 Feb 03 11:12:19.268529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (946cabf4-863d-4500-96da-2fa5b147191e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.316446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] For port e3bbade3-e492-487a-82ec-b63b60df7c9a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e3bbade3-e492-487a-82ec-b63b60df7c9a,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:19.317320 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.336943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Pushing event deleted for resources: {'Port': ['ID=946cabf4-863d-4500-96da-2fa5b147191e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:19.354516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Calling delete_port for e3bbade3-e492-487a-82ec-b63b60df7c9a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:19.526792 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 associated. External IP: 172.25.7.137, port: 49661993-063b-458a-8849-06d3728c530c. Feb 03 11:12:19.528290 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694e01d5-00d5-4086-97e2-7e58663f8d93 x-openstack-request-id: req-694e01d5-00d5-4086-97e2-7e58663f8d93 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:19.528584 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:19.528842 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-694e01d5-00d5-4086-97e2-7e58663f8d93 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:19.529264 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'status': 'completed', 'code': 200} Feb 03 11:12:19.539151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.6 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/5be883b2-d49c-43f2-8ec7-82a591b17b68) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:19.562303 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3d12599e-b7a0-4bdd-8054-0d3aff26d0dc service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322797 Feb 03 11:12:19.575999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks [] for floatingip (8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.579083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.580201 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d9a58f1-91fb-490b-9dcf-4b9f3b22320e tempest-ServersTestManualDisk-1225779406 tempest-ServersTestManualDisk-1225779406-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b88e1f1-a91a-43c7-a4bd-3aa2ee4e2729 HTTP/1.1" status: 204 len: 168 time: 2.3811729 Feb 03 11:12:19.584423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34262) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:19.623502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for router_gateway (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.626624 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ca4ef896-519e-4ea4-9da6-188ae17ba73c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 217 time: 0.0569148 Feb 03 11:12:19.696962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.814724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-7d167a18-febd-42e8-95de-d26671550526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:19.816299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-7d167a18-febd-42e8-95de-d26671550526 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.1517811 Feb 03 11:12:19.848021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-576686ac-69d8-4024-9b8c-dc27823c3bbb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1075493472&fields=id&tenant_id=4d424594b8c94974bd792a1996170ba0 HTTP/1.1" status: 200 len: 267 time: 0.2179143 Feb 03 11:12:19.970598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ba7b6ccc-b2a0-472f-b86b-4e052e8f33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:19.972169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ba7b6ccc-b2a0-472f-b86b-4e052e8f33e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1465125 Feb 03 11:12:19.977421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e3bbade3-e492-487a-82ec-b63b60df7c9a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:19.990229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['49661993-063b-458a-8849-06d3728c530c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:20.023343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Allocated IP 172.25.7.170 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/83c42dd6-32d2-4b49-b520-cf21cdee98f3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:20.043898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e3bbade3-e492-487a-82ec-b63b60df7c9a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:20.223126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-99c02ab1-ec0a-40b8-8faf-bf8dccc75dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434149 Feb 03 11:12:20.306482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.402600 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-e0732267-fa05-410a-aa81-36a3f007f99f service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676242 Feb 03 11:12:20.403278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event deleted for resources: {'Port': ['ID=e3bbade3-e492-487a-82ec-b63b60df7c9a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:20.422521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-34fd5578-a298-4220-9652-4c77d42a2d95 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:20.429198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-34fd5578-a298-4220-9652-4c77d42a2d95 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 936 time: 0.5591059 Feb 03 11:12:20.433441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.470845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ad238a35-7d61-45ba-b462-969e59ea317b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 217 time: 0.0587113 Feb 03 11:12:20.472578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.600835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] No DVR routers for this DVR port e3bbade3-e492-487a-82ec-b63b60df7c9a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:20.604210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.608598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f1442e2-40bf-4cd5-9624-c6efc51be9f6 req-5688113a-65b6-4239-a1d8-5536f22a47d8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.69 "DELETE /v2.0/ports/e3bbade3-e492-487a-82ec-b63b60df7c9a HTTP/1.1" status: 204 len: 173 time: 2.1614735 Feb 03 11:12:20.626351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'name': 'network-vif-deleted', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:20.629562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-6c7a753b-180c-459c-b499-1f1da1530739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:20.631355 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-6c7a753b-180c-459c-b499-1f1da1530739 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.1201682 Feb 03 11:12:20.634326 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5526bb15-631f-41fa-9412-2d8aecf248a4" -d '{"events": [{"server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "name": "network-vif-deleted", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:20.687883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1bd97df9-c29e-4ab5-82b8-0b99a4ae905f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:20.689754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1bd97df9-c29e-4ab5-82b8-0b99a4ae905f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 937 time: 0.2597647 Feb 03 11:12:20.694577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.699286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:20.742902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:20.782924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:20.789100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-f8220938-d435-4f79-a732-faf98853e067 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0880051 Feb 03 11:12:20.790462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:20.809772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Pushing event updated for resources: {'Port': ['ID=83c42dd6-32d2-4b49-b520-cf21cdee98f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:20.870369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-b7d05b34-27e3-41d6-8c63-60ecdfbce0ec tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663712 Feb 03 11:12:20.956974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-59281a88-a8e6-463d-89a2-015c73f30dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:20.958903 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-59281a88-a8e6-463d-89a2-015c73f30dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3087561 Feb 03 11:12:20.966793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:20.993646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:21.007133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e014cb6f-7680-4130-bf3a-3b7e42dc106c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:21.093913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:21.137019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:21.167327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:21.219767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:21.317063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-236e66b5-c755-4251-8f9f-d28db72f294f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:21.322808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-236e66b5-c755-4251-8f9f-d28db72f294f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:21.328191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-236e66b5-c755-4251-8f9f-d28db72f294f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:21.350239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-236e66b5-c755-4251-8f9f-d28db72f294f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/networks?id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 200 len: 1994 time: 0.4690588 Feb 03 11:12:21.373923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:21.402704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:21.411586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:21.417724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-dc32edbf-e508-4b5f-8030-3afb890f7399 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/quotas/4d424594b8c94974bd792a1996170ba0 HTTP/1.1" status: 200 len: 375 time: 0.0571001 Feb 03 11:12:21.419886 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:21.424207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:21.424875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:21.454092 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:21.455670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:21.594233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-875ab893-cd45-433b-b41a-20fd00984953 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0625985 Feb 03 11:12:21.599947 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:21.616850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-e2560511-fbad-40d0-99af-eb97803f78c3 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "PUT /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 997 time: 4.6567035 Feb 03 11:12:21.624964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Request body: {'port': {'device_id': '48d87cdc-4754-462d-bb85-b77d14f66671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:21.637378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-a88eedca-cd17-4f46-bf09-4418fe7736a3 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494806 Feb 03 11:12:21.700349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-da396713-cf5b-469c-9935-4b27f14784ae tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2726438 Feb 03 11:12:21.767986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Deleting port 2888371a-1651-46e8-8eff-9aca364c740e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:21.768331 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2888371a-1651-46e8-8eff-9aca364c740e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:21.795090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:21.849032 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-60abd31b-a744-4b7d-9b2f-2d45791bf204 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990893 Feb 03 11:12:21.894047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-d064bd6c-9a9b-486b-8d9d-7735d7147758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:21.895483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-d064bd6c-9a9b-486b-8d9d-7735d7147758 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.2608654 Feb 03 11:12:21.920791 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-03b939fc-f198-4732-b226-026fab7479c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 HTTP/1.1" status: 200 len: 217 time: 0.0558805 Feb 03 11:12:22.003417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-2c1b3c83-af95-47dd-b786-9d2c360ae997 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809179 Feb 03 11:12:22.010149 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:18Z', 'revision_number': 8, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:22.021142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3cf6fe25-04c9-4e2f-aba3-27f699b397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.022755 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-3cf6fe25-04c9-4e2f-aba3-27f699b397ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0940979 Feb 03 11:12:22.023317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for router_gateway (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.046015 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:22.055436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] For port 2888371a-1651-46e8-8eff-9aca364c740e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2888371a-1651-46e8-8eff-9aca364c740e,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:22.055812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2888371a-1651-46e8-8eff-9aca364c740e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.056685 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:22.057501 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:22.140557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Calling delete_port for 2888371a-1651-46e8-8eff-9aca364c740e owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:22.186490 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:22.206392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ae6a4ff6-c3da-424b-a485-9ca5f452506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.209446 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ae6a4ff6-c3da-424b-a485-9ca5f452506d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1787059 Feb 03 11:12:22.281249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-b25877c7-06f5-490e-aa7f-feaa758c4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.282744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-b25877c7-06f5-490e-aa7f-feaa758c4c46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.3618283 Feb 03 11:12:22.322437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-0fb2dc2f-95fa-454f-88b2-768bb88c82db service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017885 Feb 03 11:12:22.373171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Deleting port c809e3c2-f958-4ea3-a19c-e85717c43daf {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:22.373715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.391598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-cde1d820-b853-46d4-b51d-22fb5778b5c6 service neutron] 10.222.0.30 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531880 Feb 03 11:12:22.474295 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:18Z', 'revision_number': 8, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:22.488632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-99908e68-1e38-4d99-b48f-4b9d83d1eeeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 1000 time: 0.1981003 Feb 03 11:12:22.509484 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22913ca8-9ab0-4e32-a46f-b651f0ae2704 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'port_id': '49661993-063b-458a-8849-06d3728c530c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'mac_address': 'fa:16:3e:63:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da313df-4a5a-4fc2-becf-60f74e556493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:30Z', 'updated_at': '2022-02-03T11:12:18Z', 'revision_number': 8, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:22.554461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-c5c0e6c0-5e71-4980-bf14-d77e05183f56 service neutron] 10.222.0.30 "GET /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1532252 Feb 03 11:12:22.626764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-e201a1dc-308d-4f5c-946c-a39f5fd49067 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918470 Feb 03 11:12:22.631869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-4f59380e-ab70-4930-8b1b-6dfb34eca845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.633404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-4f59380e-ab70-4930-8b1b-6dfb34eca845 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1350307 Feb 03 11:12:22.695011 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-4e697d47-dddd-49d0-9ea0-9e53e1db264b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 HTTP/1.1" status: 200 len: 217 time: 0.0531213 Feb 03 11:12:22.700163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.707112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] For port c809e3c2-f958-4ea3-a19c-e85717c43daf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c809e3c2-f958-4ea3-a19c-e85717c43daf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:22.707489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.721294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be883b2-d49c-43f2-8ec7-82a591b17b68 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:22.730356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3bbade3-e492-487a-82ec-b63b60df7c9a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:22.757279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: e3bbade3-e492-487a-82ec-b63b60df7c9a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:22.757757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e3bbade3-e492-487a-82ec-b63b60df7c9a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:22.766333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-105e7ffd-8ef0-4189-b1ca-3d51ffff2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.767799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-105e7ffd-8ef0-4189-b1ca-3d51ffff2763 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0629420 Feb 03 11:12:22.779952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks [] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.818417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Calling delete_port for c809e3c2-f958-4ea3-a19c-e85717c43daf owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:22.839512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Transition to ACTIVE for port object 5be883b2-d49c-43f2-8ec7-82a591b17b68 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:22.870210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:22.880537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a229c92-974b-422b-845d-9fa3bb83bf09 None None] New status for floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:12:22.884087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-bd3edeb6-c721-4afb-9a1e-643729a617e1 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096621 Feb 03 11:12:22.948196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-06601377-42c3-4caf-805a-b61618d41c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:22.949830 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-06601377-42c3-4caf-805a-b61618d41c3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1464520 Feb 03 11:12:22.956531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:23.083223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d6a9420d-165b-4f08-b64d-2e151c4f990e service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337037 Feb 03 11:12:23.084116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2888371a-1651-46e8-8eff-9aca364c740e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:23.135846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-2a4d4beb-9bbe-48ea-92b8-8cd99f564c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:23.138050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-2a4d4beb-9bbe-48ea-92b8-8cd99f564c33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4987638 Feb 03 11:12:23.149932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:12:23.152727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Pushing event deleted for resources: {'Port': ['ID=2888371a-1651-46e8-8eff-9aca364c740e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:23.162272 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-02d36a5a-e3d0-4073-9ba3-7760ab8fc9d8 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042310 Feb 03 11:12:23.269943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-44b31cd6-e0fb-4816-a678-970203641d80 service neutron] 10.222.0.30 "GET /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1198738 Feb 03 11:12:23.335666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-0c4f15d7-9257-4d4a-b86d-1908f0d5be06 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652238 Feb 03 11:12:23.452470 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-9751c735-0151-4617-a45c-b434bb683c36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=828a5282-d30d-483c-a524-2edafcebb89b HTTP/1.1" status: 200 len: 217 time: 0.0859470 Feb 03 11:12:23.502947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c809e3c2-f958-4ea3-a19c-e85717c43daf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:23.537284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:23.541219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c809e3c2-f958-4ea3-a19c-e85717c43daf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:23.556129 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Sync routers for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:23.576331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-5d250efd-9623-4457-aab6-9490e804829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:23.577560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-5d250efd-9623-4457-aab6-9490e804829d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.1151340 Feb 03 11:12:23.585777 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:23.587783 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:23.605450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:23.606857 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-69ac8db5-6bfe-49ce-8810-459dd3547b38 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8469489 Feb 03 11:12:23.616533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:23.861464 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:23.899070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-c7410520-15ac-4dc4-abd0-b3c9c1b65d1e service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282609 Feb 03 11:12:23.983151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-d5272189-2a49-4d0c-a5eb-bdfc8bbed50f service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876487 Feb 03 11:12:23.989833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Attempting to bind port 5be883b2-d49c-43f2-8ec7-82a591b17b68 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:23.990174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Attempting to bind port 5be883b2-d49c-43f2-8ec7-82a591b17b68 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:23.990509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Attempting to bind port 5be883b2-d49c-43f2-8ec7-82a591b17b68 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:24.070244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Port 5be883b2-d49c-43f2-8ec7-82a591b17b68 on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:24.070582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Attempting to bind port 5be883b2-d49c-43f2-8ec7-82a591b17b68 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:24.108362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:21Z', 'revision_number': 3, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:24.108681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:24.109124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:24.109519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:24.109976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Bound port: 5be883b2-d49c-43f2-8ec7-82a591b17b68, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:24.110374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.146320 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Checking router: 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:24.146833 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Updating router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:12:24.183651 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.201268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.239984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.298814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-d57ee6dd-78ad-427c-9368-a0c5a66ddcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:24.300336 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-d57ee6dd-78ad-427c-9368-a0c5a66ddcfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7002020 Feb 03 11:12:24.303532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d62dd83c-63b9-4708-9e66-a3f731a26b06 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789475 Feb 03 11:12:24.336786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b0db4b5-9e76-4298-a3a7-6f57e4c640b8 req-50860f39-f764-412d-bc38-e84e78182af0 service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403194 Feb 03 11:12:24.448753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:24.500519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:24.521490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.524359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-3ba0fde7-3e94-4da3-9734-e0638c3b1492 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104714 Feb 03 11:12:24.541413 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks [] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.547990 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.600218 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Attempting to bind port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:24.600880 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Attempting to bind port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:24.601113 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Attempting to bind port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:24.617089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:24.617089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:24.617512 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.618355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:24.619343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Bound port: 83c42dd6-32d2-4b49-b520-cf21cdee98f3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:24.619733 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.623636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:24.623916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.625583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/5be883b2-d49c-43f2-8ec7-82a591b17b68 HTTP/1.1" status: 200 len: 1091 time: 3.0065329 Feb 03 11:12:24.648220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Pushing event updated for resources: {'Port': ['ID=83c42dd6-32d2-4b49-b520-cf21cdee98f3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:24.659720 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.660068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.660410 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.661034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.661355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.661684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.662010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.662330 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.662652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.663030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.663668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.663668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.663973 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:24.721230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] For port 83c42dd6-32d2-4b49-b520-cf21cdee98f3, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:24.730687 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] For port 83c42dd6-32d2-4b49-b520-cf21cdee98f3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83c42dd6-32d2-4b49-b520-cf21cdee98f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:24.738657 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:24.758802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6731ff-08ef-4c29-a898-35a08bef28de req-57d19c52-19fe-4370-b75f-a4d8894d2f16 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:24.760756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed6731ff-08ef-4c29-a898-35a08bef28de req-57d19c52-19fe-4370-b75f-a4d8894d2f16 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 943 time: 0.3073390 Feb 03 11:12:24.767189 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-9711bc59-c7e3-47bd-af05-f62864c60e40 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545536 Feb 03 11:12:24.824285 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:24.824958 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:24.856045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c1ab-136a-44ed-afb5-877e731816e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:24.906030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee36939-67d2-4bfb-b8f2-79358d336eea None None] Pushing event updated for resources: {'Port': ['ID=83c42dd6-32d2-4b49-b520-cf21cdee98f3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:24.940995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-4931bf94-aec8-43a9-9c62-76366694bdfc service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026258 Feb 03 11:12:24.976217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed6731ff-08ef-4c29-a898-35a08bef28de req-fbe7f441-9af3-45ae-abf9-a4632517ed9a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798019 Feb 03 11:12:25.000868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:25.003628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Router d6002a93-494e-45fb-8f06-0f9e4ae895db has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:25.014464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-f0b9cbc3-8963-4269-9dd9-2579ac867b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.016301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-f0b9cbc3-8963-4269-9dd9-2579ac867b0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 1125 time: 0.2862930 Feb 03 11:12:25.021396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Router 3e83254b-6d66-45af-854e-e2c1be0f6e5c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:25.023895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-aec4a1e6-925a-4950-aeba-4f028cc4bf57 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472844 Feb 03 11:12:25.077005 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-42813eda-dd75-444c-b121-bec415cdd9a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 200 len: 217 time: 0.0436020 Feb 03 11:12:25.105650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-2037d9e0-ce09-46e5-b8fa-bd305a21e340 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68 HTTP/1.1" status: 200 len: 217 time: 0.0602040 Feb 03 11:12:25.198267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:25.246600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fce9ffef-f3a0-4aa6-8baf-c61c56efe528 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046424 Feb 03 11:12:25.287175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-005b0aed-3415-4b83-a0cb-655852d88174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.288818 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-005b0aed-3415-4b83-a0cb-655852d88174 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.1852112 Feb 03 11:12:25.332707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-61625381-c3a1-4e0d-a55f-061223a01d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.334127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-61625381-c3a1-4e0d-a55f-061223a01d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.2005904 Feb 03 11:12:25.361902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.367743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:25.367916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.375567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.380619 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbebd238-2196-4488-b505-c8ae2a73df6e admin admin] 10.222.0.30 "PUT /v2.0/routers/3e83254b-6d66-45af-854e-e2c1be0f6e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7920980 Feb 03 11:12:25.380808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Sync routers for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:25.382509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.383107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34278) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:25.389769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.395637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.400904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:25.401638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.401782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:25.403651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-9d24f73c-a243-4ca7-97e3-e80a17026f0f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3119891 Feb 03 11:12:25.438618 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:21Z', 'revision_number': 3, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:25.464202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-ab9c3b55-4fb4-4dc5-a166-050c6694fef4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206880 Feb 03 11:12:25.478566 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a7a6e-9328-47f2-af4a-e9f6158f3ff2 None None] The sync data for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 is: [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:21Z', 'revision_number': 3, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:25.516538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e62-209e-4b57-8dd1-b237014f974f req-bd61adb7-42ac-4c28-aa60-cfeb54d659bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:25.516538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-bd61adb7-42ac-4c28-aa60-cfeb54d659bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2100270 Feb 03 11:12:25.535263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:25.547293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-23b29188-a3d6-4875-a28c-edb87a701014 admin admin] 10.222.0.30 "PUT /v2.0/routers/d6002a93-494e-45fb-8f06-0f9e4ae895db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1482213 Feb 03 11:12:25.547636 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Sync routers for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:25.555650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:25.567802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:25.573105 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:25.673695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:25.699250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-3e3cdd1f-7c28-4dc7-9f9f-f9054181252f service neutron] 10.222.0.30 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517088 Feb 03 11:12:25.737078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Allocated IP 172.20.0.1 (6dc62d81-b1f6-4ae5-87d7-20aff75593a8/a6fd170c-9b78-482c-8cbb-0bdc4bcd8024/3497678c-900d-42c9-8be1-05a3504a04c1) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:25.744181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks [] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:25.747291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d43e078-09e4-4697-89f8-c89793c22ebc req-e7cb6b47-e3ba-4950-8efe-54160b190deb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971759 Feb 03 11:12:25.800766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-18e085c2-ea7d-42c1-b8ba-5455d0f08419 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220158 Feb 03 11:12:25.913505 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f85db-ef98-46df-a353-d6e51092b526 x-openstack-request-id: req-b19f85db-ef98-46df-a353-d6e51092b526 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:25.922777 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef95449a-5c3c-4542-b253-5bd10c2d6d68", "name": "network-vif-deleted", "tag": "e3bbade3-e492-487a-82ec-b63b60df7c9a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:25.923077 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b19f85db-ef98-46df-a353-d6e51092b526 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:25.923710 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef95449a-5c3c-4542-b253-5bd10c2d6d68', 'name': 'network-vif-deleted', 'tag': 'e3bbade3-e492-487a-82ec-b63b60df7c9a', 'status': 'completed', 'code': 200} Feb 03 11:12:25.950862 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-571a1662-eb71-47b0-b474-517e9bff504b service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294436 Feb 03 11:12:25.955337 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:26.113489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks [] for router_gateway (3e83254b-6d66-45af-854e-e2c1be0f6e5c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:26.189851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6884e62-209e-4b57-8dd1-b237014f974f req-ccf10710-1baf-467f-906b-d76f13e58cbe service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064636 Feb 03 11:12:26.200397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks [] for port (3497678c-900d-42c9-8be1-05a3504a04c1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:26.437835 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:12:22Z', 'revision_number': 5, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:26.444547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Deleting port e2182cb9-7b6d-4094-b423-b3ff63e97084 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:26.445131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:26.447424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:26.462052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.462809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.463099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.463573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.464044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.464531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.471278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:26.473505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-12fd7a23-12fe-4638-82ad-45d78abbc44d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6694 time: 0.1897607 Feb 03 11:12:26.494905 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Checking router: d6002a93-494e-45fb-8f06-0f9e4ae895db for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:26.507587 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Routers {'d6002a93-494e-45fb-8f06-0f9e4ae895db'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:26.508259 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d6002a93-494e-45fb-8f06-0f9e4ae895db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:26.621393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:12:23Z', 'revision_number': 5, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port': {'id': 'e2182cb9-7b6d-4094-b423-b3ff63e97084', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:51Z', 'updated_at': '2022-02-03T11:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:26.659878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Checking router: 3e83254b-6d66-45af-854e-e2c1be0f6e5c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:26.675766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Routers {'3e83254b-6d66-45af-854e-e2c1be0f6e5c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:26.676832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:26.702510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b626846-a0bb-408f-aee7-25f479d0caac req-88296f9a-5c2b-42db-89ca-a00172d8e735 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 999 time: 0.0962100 Feb 03 11:12:26.712446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks [] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:26.741337 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] Set router d6002a93-494e-45fb-8f06-0f9e4ae895db gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:26.833175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7adbe7e3-b350-402a-99ea-e20c7e5f5505 service neutron] 10.222.0.30 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1330295 Feb 03 11:12:26.870366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] Set router 3e83254b-6d66-45af-854e-e2c1be0f6e5c gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:26.982480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-3c7e631b-ec17-4430-b17b-772992e5975c service neutron] 10.222.0.30 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282718 Feb 03 11:12:26.998705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:12:26Z', 'revision_number': 6, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:27.001484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks [] for router_gateway (d6002a93-494e-45fb-8f06-0f9e4ae895db), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.056983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9c2a2-b1c0-4b3a-a9cd-c2be11c11f44 None None] The sync data for ids ['3e83254b-6d66-45af-854e-e2c1be0f6e5c'] in n-d-821606-6 is: [{'id': '3e83254b-6d66-45af-854e-e2c1be0f6e5c', 'name': 'tempest-ServersTestManualDisk-1423730412-router', 'tenant_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:50Z', 'updated_at': '2022-02-03T11:12:26Z', 'revision_number': 6, 'project_id': 'b0cf617cfbb84c49ba3063ec5bcf0303', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:27.058532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.182890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:27.191036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-43c984f3-c712-4c72-83ac-4eb13b8d33dd service neutron] 10.222.0.30 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815917 Feb 03 11:12:27.218242 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:12:22Z', 'revision_number': 5, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:27.273775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019cf4d-506d-49af-b142-1bff608e57d7 None None] The sync data for ids ['d6002a93-494e-45fb-8f06-0f9e4ae895db'] in n-d-821606-6 is: [{'id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'name': 'tempest-AttachSCSIVolumeTestJSON-1939614694-router', 'tenant_id': '5d727314f1124a2397d84779acde5e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:23Z', 'updated_at': '2022-02-03T11:12:22Z', 'revision_number': 5, 'project_id': '5d727314f1124a2397d84779acde5e8b', 'gw_port': {'id': 'a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6002a93-494e-45fb-8f06-0f9e4ae895db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:29Z', 'updated_at': '2022-02-03T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:27.305236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:27.333209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:27.372755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Pushing event updated for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:27.413474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-d8e2ba66-ff0b-4649-b7f5-06365414f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:27.414974 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-d8e2ba66-ff0b-4649-b7f5-06365414f9ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 200 len: 903 time: 0.9158852 Feb 03 11:12:27.431420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6c2fcd-263a-4821-8015-7b8525c9802d req-34a9ff17-ef8c-4add-b643-7ee34e0eb946 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6222227 Feb 03 11:12:27.470572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-ebbeed5d-bc06-4a44-9be6-110c4157b4a0 service neutron] 10.222.0.30 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540591 Feb 03 11:12:27.485253 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-49a5d0e1-fbc7-4b4c-8dd6-f2ee721080c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 200 len: 217 time: 0.0581837 Feb 03 11:12:27.489260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] For port e2182cb9-7b6d-4094-b423-b3ff63e97084, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e2182cb9-7b6d-4094-b423-b3ff63e97084,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:27.489685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.506499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.521599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b626846-a0bb-408f-aee7-25f479d0caac req-2a6f196d-e0a3-4e91-9d1e-cd3f474044f6 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:27.522974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b626846-a0bb-408f-aee7-25f479d0caac req-2a6f196d-e0a3-4e91-9d1e-cd3f474044f6 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.8196552 Feb 03 11:12:27.535850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-2b626846-a0bb-408f-aee7-25f479d0caac req-15cbe339-12c7-4851-bbeb-4415774250a7 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:12:27.536867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b626846-a0bb-408f-aee7-25f479d0caac req-15cbe339-12c7-4851-bbeb-4415774250a7 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061054 Feb 03 11:12:27.543498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Deleting port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:27.543661 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.650341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Calling delete_port for e2182cb9-7b6d-4094-b423-b3ff63e97084 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:27.781975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] For port a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:27.782609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.809943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Calling delete_port for a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:27.813571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-ff6bd4c8-f864-49c5-9e73-92f3c2648e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:27.815096 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-ff6bd4c8-f864-49c5-9e73-92f3c2648e99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.3223217 Feb 03 11:12:27.825328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:27.841668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7176b-6c40-4077-8938-7633a3baa331 req-559c5da5-3e40-4e32-8a21-75bc75271c4e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:27.843943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9e7176b-6c40-4077-8938-7633a3baa331 req-559c5da5-3e40-4e32-8a21-75bc75271c4e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 943 time: 0.1154702 Feb 03 11:12:27.928961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c'}, {'name': 'network-changed', 'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:27.931584 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f079b-df68-41ab-b529-2bf6a359f4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c"}, {"name": "network-changed", "server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:27.963416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83c42dd6-32d2-4b49-b520-cf21cdee98f3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:27.974488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9e7176b-6c40-4077-8938-7633a3baa331 req-acc4f481-08be-40b4-84c5-1dd5aa5cc920 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897975 Feb 03 11:12:28.080163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-a2ea4138-8ca7-4866-8754-7d6d15130b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.081733 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-a2ea4138-8ca7-4866-8754-7d6d15130b5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2520180 Feb 03 11:12:28.091060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:28.092008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.214627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-b6abda09-0e3f-4d7e-9eee-f6053a106f06 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219466 Feb 03 11:12:28.247056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:28.247754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.284132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 83c42dd6-32d2-4b49-b520-cf21cdee98f3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83c42dd6-32d2-4b49-b520-cf21cdee98f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:28.292353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.374670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.396373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=83c42dd6-32d2-4b49-b520-cf21cdee98f3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:28.487704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:28.498406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8782d6-c30b-472c-be93-318159c2eec3 req-df697d28-6ad0-41a5-9854-98718e619ff6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.500515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a8782d6-c30b-472c-be93-318159c2eec3 req-df697d28-6ad0-41a5-9854-98718e619ff6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.4270167 Feb 03 11:12:28.578423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8b1d6047-d3ae-4874-b7f5-15ed417572d8 req-1ba8ccd4-807c-4866-9b87-27a1d2e67d0c service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482816 Feb 03 11:12:28.579854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e2182cb9-7b6d-4094-b423-b3ff63e97084), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.594213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.674647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2182cb9-7b6d-4094-b423-b3ff63e97084,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:28.687476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks [] for port (3497678c-900d-42c9-8be1-05a3504a04c1), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.762715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.765769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.779109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a8782d6-c30b-472c-be93-318159c2eec3 req-2bdf545b-dbef-4693-81b7-cd26000d0fbc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567065 Feb 03 11:12:28.788815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.792137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks [] for router_controller (d6002a93-494e-45fb-8f06-0f9e4ae895db), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.943280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-31d7930e-aad6-4719-a0f3-5179d5f8a44f tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1002 time: 0.0887110 Feb 03 11:12:28.943868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (d6002a93-494e-45fb-8f06-0f9e4ae895db), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.944380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6002a93-494e-45fb-8f06-0f9e4ae895db {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:12:28.948902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:28.952269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0fb9c28-ff84-4168-8a0c-b0bdddb807ce admin admin] 10.222.0.30 "DELETE /v2.0/routers/d6002a93-494e-45fb-8f06-0f9e4ae895db HTTP/1.1" status: 204 len: 168 time: 3.3678613 Feb 03 11:12:28.961890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.968801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.974070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.980109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.981667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:28.986417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.991616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.997296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:28.999337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-7398f171-6e95-4281-a316-5eead04cb266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.2932234 Feb 03 11:12:29.023367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Pushing event updated for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:29.036704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.074074 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks [] for router_controller (3e83254b-6d66-45af-854e-e2c1be0f6e5c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.097637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.125879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-b96d6702-de10-42bd-8cc9-f6ed70ca613e tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.127263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-b96d6702-de10-42bd-8cc9-f6ed70ca613e tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports/49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 943 time: 0.1270223 Feb 03 11:12:29.164187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d288960-58e3-4fad-bd9c-eda89f4be551 req-9fc1162e-b4a3-4800-b113-95f625d34e6c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558275 Feb 03 11:12:29.232332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Deleting subnet 893d4d0d-34da-47fe-be63-ff6577242265 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:12:29.240946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (3e83254b-6d66-45af-854e-e2c1be0f6e5c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.241490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e83254b-6d66-45af-854e-e2c1be0f6e5c {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:12:29.247138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.248306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2262f6af-08a4-4595-8970-55b99946bb05 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3e83254b-6d66-45af-854e-e2c1be0f6e5c HTTP/1.1" status: 204 len: 168 time: 3.8641891 Feb 03 11:12:29.261283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:29.345871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-9d0613fe-8ac8-41b9-8eb9-a729bc71e88d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1002 time: 0.1192896 Feb 03 11:12:29.350055 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ce4612-0daa-44eb-9046-fb7795891b5a x-openstack-request-id: req-50ce4612-0daa-44eb-9046-fb7795891b5a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:29.350709 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:29.351103 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50ce4612-0daa-44eb-9046-fb7795891b5a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:29.351608 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:12:29.352011 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68', 'status': 'completed', 'code': 200} Feb 03 11:12:29.353518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Publish callbacks [] for subnet (893d4d0d-34da-47fe-be63-ff6577242265), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.358791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Deleting subnet 0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:12:29.468547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Publish callbacks [] for subnet (0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.514896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5933411f-286c-4260-b6c7-3b60b7c150dc req-20ad28e2-1b00-4513-8fe3-5a4dfb3c0479 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0632515 Feb 03 11:12:29.568790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-e8d97b5e-fcc9-40a9-b112-7a5c1300fd99 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.578492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-e8d97b5e-fcc9-40a9-b112-7a5c1300fd99 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2255018 Feb 03 11:12:29.590975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-9ba913f6-86de-476b-b9fe-adb8db4531b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.593316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-9ba913f6-86de-476b-b9fe-adb8db4531b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 1125 time: 0.1496108 Feb 03 11:12:29.631565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (893d4d0d-34da-47fe-be63-ff6577242265), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.635047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.743740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83c42dd6-32d2-4b49-b520-cf21cdee98f3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:29.767765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-63b97c03-beec-409e-aa26-9076f69ea3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.769595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-63b97c03-beec-409e-aa26-9076f69ea3a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.3225286 Feb 03 11:12:29.794795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:29.815130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:29.828776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:29.829200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.830719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-4408e9aa-14e3-4a23-a17e-5409f125ba92 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1002 time: 0.2509549 Feb 03 11:12:29.840545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:29.924977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:29.926874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3ebd-df8b-41f0-b24f-a1cfba67305c req-7c2f35a0-f58c-4941-89fd-53b105139e86 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.937413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c49f3ebd-df8b-41f0-b24f-a1cfba67305c req-7c2f35a0-f58c-4941-89fd-53b105139e86 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 943 time: 0.2928290 Feb 03 11:12:29.974929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (893d4d0d-34da-47fe-be63-ff6577242265), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:29.990369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-b713bb4b-aacf-416b-bffc-e3989915fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:29.993012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-b713bb4b-aacf-416b-bffc-e3989915fe68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.3564711 Feb 03 11:12:30.001094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.010478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e2182cb9-7b6d-4094-b423-b3ff63e97084 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:30.038714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.040611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e2182cb9-7b6d-4094-b423-b3ff63e97084 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:30.041775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e2182cb9-7b6d-4094-b423-b3ff63e97084 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:30.042406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2888371a-1651-46e8-8eff-9aca364c740e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:30.099912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2888371a-1651-46e8-8eff-9aca364c740e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:30.100545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2888371a-1651-46e8-8eff-9aca364c740e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:30.100900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c49f3ebd-df8b-41f0-b24f-a1cfba67305c req-6946f226-453a-4b85-91f5-370649ed84cd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597443 Feb 03 11:12:30.102385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-9c131aa4-11df-4efa-8e6b-d045bf3ee9ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68 HTTP/1.1" status: 200 len: 217 time: 0.0652199 Feb 03 11:12:30.103041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c809e3c2-f958-4ea3-a19c-e85717c43daf no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:30.140531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-ebc298ae-af3d-4ada-9f1d-975a1f6cb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.142175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-ebc298ae-af3d-4ada-9f1d-975a1f6cb7c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.3627927 Feb 03 11:12:30.175786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c809e3c2-f958-4ea3-a19c-e85717c43daf {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:30.176731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c809e3c2-f958-4ea3-a19c-e85717c43daf not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:30.236969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:30.247025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (893d4d0d-34da-47fe-be63-ff6577242265), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.261020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-c16ec685-1b73-4f91-b308-ed882cbb43fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 1002 time: 0.1094611 Feb 03 11:12:30.289885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.294980 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.298414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba2c7a-9506-4d65-bdca-59af3a3f704d None None] Network 944298e4-a906-47eb-b94b-1b4ab785ff13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:30.298881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/893d4d0d-34da-47fe-be63-ff6577242265 HTTP/1.1" status: 204 len: 168 time: 1.3117950 Feb 03 11:12:30.310924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34330) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:30.318780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3860acc-bfc7-41bc-af75-df4fcb806ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893d4d0d-34da-47fe-be63-ff6577242265,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:30.376493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-531ec223-e171-4c0c-9dc7-aed7eca68c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.378407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-531ec223-e171-4c0c-9dc7-aed7eca68c6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1925468 Feb 03 11:12:30.386360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-0d95b777-d67b-433b-a900-70fdf976fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.387706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-0d95b777-d67b-433b-a900-70fdf976fea9 service neutron] 10.222.0.69 "GET /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 1032 time: 0.1369879 Feb 03 11:12:30.393261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.403531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe HTTP/1.1" status: 204 len: 168 time: 1.1392381 Feb 03 11:12:30.407660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:30.462084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19647171-7c78-42c5-adb3-cbd2a020379f None None] Network 81112bd5-066e-4a7c-8a3f-2ccd1adec518 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:30.503616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac828-c04a-40a6-bdd0-caa400c6c2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed2f8c7-c3d1-4507-8d80-06cf3c472fbe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:30.548554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.563143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b70a-280a-4881-8850-4442332e3024 req-f8cc3af1-ae9e-4ac2-aae0-a377935a0cee tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.565789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b70b70a-280a-4881-8850-4442332e3024 req-f8cc3af1-ae9e-4ac2-aae0-a377935a0cee tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.3069410 Feb 03 11:12:30.614491 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.614903 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 disassociated. External IP: 172.25.7.137, port: 49661993-063b-458a-8849-06d3728c530c. Feb 03 11:12:30.626168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-f493c67c-710a-42fc-a074-b0e4e76eaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.628237 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-f493c67c-710a-42fc-a074-b0e4e76eaf1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.3277426 Feb 03 11:12:30.638882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (944298e4-a906-47eb-b94b-1b4ab785ff13), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.735693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-5fa5152f-c4d4-4de5-8537-aa31374ec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.737170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-5fa5152f-c4d4-4de5-8537-aa31374ec84d service neutron] 10.222.0.69 "GET /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 1033 time: 0.3242764 Feb 03 11:12:30.766941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-43bdef48-dbb2-43a3-a3c9-4a6339c01ffe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3702865 Feb 03 11:12:30.770667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5be883b2-d49c-43f2-8ec7-82a591b17b68 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:12:30.794417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (81112bd5-066e-4a7c-8a3f-2ccd1adec518), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:30.801069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] DHCP port deletion for 944298e4-a906-47eb-b94b-1b4ab785ff13 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:12:30.893233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] DHCP port deletion for 81112bd5-066e-4a7c-8a3f-2ccd1adec518 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:12:30.926669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:30.941464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86d88503-574d-4325-b82b-3bcf399f5eab admin admin] 10.222.0.30 "PUT /v2.0/routers/47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3227270 Feb 03 11:12:30.950516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-ccb9511d-1fbd-4c94-a227-08c5bda04c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.952415 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-ccb9511d-1fbd-4c94-a227-08c5bda04c68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3046913 Feb 03 11:12:30.956606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-38a04cbf-40dd-40c4-bf7a-76ac902f85af tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.962062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-38a04cbf-40dd-40c4-bf7a-76ac902f85af tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.967431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-38a04cbf-40dd-40c4-bf7a-76ac902f85af tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:30.969643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-38a04cbf-40dd-40c4-bf7a-76ac902f85af tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/networks?id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 200 len: 1994 time: 0.2000136 Feb 03 11:12:31.058899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Sync routers for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:31.075990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-46f96caf-5f30-4647-9ba8-be35684dc377 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153672 Feb 03 11:12:31.085026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b70b70a-280a-4881-8850-4442332e3024 req-4ea90f0f-e360-4ae9-b028-2411c1e5d87e tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348908 Feb 03 11:12:31.125671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Deleting port 4861939a-e48f-4d51-9279-04cedaa69304 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:31.130240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4861939a-e48f-4d51-9279-04cedaa69304), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.296481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] For port 4861939a-e48f-4d51-9279-04cedaa69304, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4861939a-e48f-4d51-9279-04cedaa69304,segment=NetworkSegment(fa500e4c-8375-4b28-bf0b-f624f7167a0e),segment_id=fa500e4c-8375-4b28-bf0b-f624f7167a0e)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:31.296721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4861939a-e48f-4d51-9279-04cedaa69304), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.298905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:31.302821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:31.303465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:31.353529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Calling delete_port for 4861939a-e48f-4d51-9279-04cedaa69304 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:31.369283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:31.401953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.408299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.414373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.424832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.430694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.436961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.443236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:31.446291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-ff5a4836-8e75-4bcb-82d9-acea9e5a281f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.1961169 Feb 03 11:12:31.451594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4861939a-e48f-4d51-9279-04cedaa69304), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.455317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-ef13ef33-2e25-4cae-8ec4-050a201dd3f9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d424594b8c94974bd792a1996170ba0 HTTP/1.1" status: 200 len: 380 time: 0.4669175 Feb 03 11:12:31.457286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-47aec954-095a-45dc-b364-50cc0f53753a service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865718 Feb 03 11:12:31.461676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:31.484427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '5be883b2-d49c-43f2-8ec7-82a591b17b68', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': '5be883b2-d49c-43f2-8ec7-82a591b17b68', 'mac_address': 'fa:16:3e:e2:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:12:31.495057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:31.495433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0d36e6e-f7c4-42d5-9c6f-d9254c5ed188 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:31.495912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4861939a-e48f-4d51-9279-04cedaa69304 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:31.499618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'admin_state_up': True, 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'security_groups': ['4c3ea3d4-35cc-4886-a2ac-755c81411bdf']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:31.507217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94050ff2-b5ba-4e78-96ef-390b245c69d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.553940 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-613da49b-635e-4d3c-8999-bfc00e0e2768 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687879 Feb 03 11:12:31.558120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Deleting port ba2de05a-0ed8-4f31-b666-7afd1c2edecf {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:31.558450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.598239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Deleting port 4861939a-e48f-4d51-9279-04cedaa69304 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:31.598563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4861939a-e48f-4d51-9279-04cedaa69304), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.600780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 4861939a-e48f-4d51-9279-04cedaa69304 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:31.601156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4861939a-e48f-4d51-9279-04cedaa69304 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:31.601561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ba2de05a-0ed8-4f31-b666-7afd1c2edecf no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:31.689179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f72cd951-c72c-461f-ad94-e1709d999b07 req-a69b6d14-dcb2-46db-89e0-87aa6e882da5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232556 Feb 03 11:12:31.816146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5be883b2-d49c-43f2-8ec7-82a591b17b68 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:31.816714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:31.831574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:31.838430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] For port 4861939a-e48f-4d51-9279-04cedaa69304, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:31.838827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4861939a-e48f-4d51-9279-04cedaa69304), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.062576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4861939a-e48f-4d51-9279-04cedaa69304,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:32.076335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] No DVR routers for this DVR port 4861939a-e48f-4d51-9279-04cedaa69304 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:32.096582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Deleting port ba2de05a-0ed8-4f31-b666-7afd1c2edecf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:32.096994 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.121704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Calling delete_port for 4861939a-e48f-4d51-9279-04cedaa69304 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:32.124728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Port 4861939a-e48f-4d51-9279-04cedaa69304 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:12:32.134002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (4861939a-e48f-4d51-9279-04cedaa69304), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.177154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] For port ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:32.177550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.183922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] No DVR routers for this DVR port 4861939a-e48f-4d51-9279-04cedaa69304 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:32.214699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (944298e4-a906-47eb-b94b-1b4ab785ff13), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.225439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Calling delete_port for ba2de05a-0ed8-4f31-b666-7afd1c2edecf owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:32.285474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944298e4-a906-47eb-b94b-1b4ab785ff13']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.342866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] For port ba2de05a-0ed8-4f31-b666-7afd1c2edecf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,segment=NetworkSegment(278a90cf-162d-455f-bd4f-e80f95e8526d),segment_id=278a90cf-162d-455f-bd4f-e80f95e8526d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:32.343658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.346660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa500e4c-8375-4b28-bf0b-f624f7167a0e') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.347112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa500e4c-8375-4b28-bf0b-f624f7167a0e') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.359398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Calling delete_port for ba2de05a-0ed8-4f31-b666-7afd1c2edecf owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:32.360503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (fa500e4c-8375-4b28-bf0b-f624f7167a0e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.398289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fa500e4c-8375-4b28-bf0b-f624f7167a0e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.412405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:12:32.412891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (fa500e4c-8375-4b28-bf0b-f624f7167a0e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:12:32.414754 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:12:32.458939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0324e-4add-4cf9-bdf6-48a2f1c5e1d5 None None] Pushing event deleted for resources: {'Port': ['ID=4861939a-e48f-4d51-9279-04cedaa69304,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:32.488647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.509936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] No DVR routers for this DVR port ba2de05a-0ed8-4f31-b666-7afd1c2edecf on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:32.516608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (944298e4-a906-47eb-b94b-1b4ab785ff13), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.521488 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.524987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] 10.222.0.30 "DELETE /v2.0/networks/944298e4-a906-47eb-b94b-1b4ab785ff13 HTTP/1.1" status: 204 len: 168 time: 2.2121198 Feb 03 11:12:32.536013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be883b2-d49c-43f2-8ec7-82a591b17b68 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: from cryptography.utils import int_from_bytes Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: from cryptography.utils import int_from_bytes Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.543282 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:12:32.546649 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:12:32.555409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ba2de05a-0ed8-4f31-b666-7afd1c2edecf is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:32.555967 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.558934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (ba2de05a-0ed8-4f31-b666-7afd1c2edecf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.568379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:32.598045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dfacd-ae07-4bac-8c96-aef103321f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=944298e4-a906-47eb-b94b-1b4ab785ff13,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:32.610117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24f079b-df68-41ab-b529-2bf6a359f4a4 req-29a34908-c70d-466e-885e-2b7bfffa64d3 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1349638 Feb 03 11:12:32.637676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23f552f2-39d7-448c-975b-cb35ee4befed req-e811bbd4-8b0f-4c51-8e4f-41ce2a505d29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.7887709 Feb 03 11:12:32.675982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] Pushing event deleted for resources: {'Port': ['ID=ba2de05a-0ed8-4f31-b666-7afd1c2edecf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:32.687976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (81112bd5-066e-4a7c-8a3f-2ccd1adec518), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.692951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:32.701539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.706233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:32.718367 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:32.722790 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.732695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:32.736844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81112bd5-066e-4a7c-8a3f-2ccd1adec518']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.744514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38327f-a7c6-406b-a17e-a5ea0ae1a126 None None] No DVR routers for this DVR port ba2de05a-0ed8-4f31-b666-7afd1c2edecf on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:32.747932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:32.751939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.753428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278a90cf-162d-455f-bd4f-e80f95e8526d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.753727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278a90cf-162d-455f-bd4f-e80f95e8526d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:32.774148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34350) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:32.815891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (278a90cf-162d-455f-bd4f-e80f95e8526d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.826871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-6fa17192-7043-4c4e-82b6-6d3d2577838d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "PUT /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 696 time: 2.9941397 Feb 03 11:12:32.869209 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.879443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (278a90cf-162d-455f-bd4f-e80f95e8526d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.898494 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4549f277-ad7d-41e0-abcb-15c4fc85a284 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e95291a0f0a46fdab481946f70d78ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233146 Feb 03 11:12:32.899412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:32.901624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:12:32.902331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (278a90cf-162d-455f-bd4f-e80f95e8526d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:12:32.911195 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:12:32.926147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:32.930083 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:32.983875 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:33.028015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:33.048390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (81112bd5-066e-4a7c-8a3f-2ccd1adec518), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.076287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.081288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/81112bd5-066e-4a7c-8a3f-2ccd1adec518 HTTP/1.1" status: 204 len: 168 time: 2.6175320 Feb 03 11:12:33.094523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] Publish callbacks [] for security_group (7a18a74a-bc99-4f3b-95f5-6be137231fd1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.128835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:27Z', 'revision_number': 4, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '3497678c-900d-42c9-8be1-05a3504a04c1', 'name': '', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'mac_address': 'fa:16:3e:ab:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:25Z', 'updated_at': '2022-02-03T11:12:28Z', 'revision_number': 2, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'subnets': [{'id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:33.141334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950ddf-69fb-4143-bed4-241bf5330bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81112bd5-066e-4a7c-8a3f-2ccd1adec518,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:33.179499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-54a0fdb9-fca6-434f-9479-c13764527316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:33.182792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-54a0fdb9-fca6-434f-9479-c13764527316 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.2500150 Feb 03 11:12:33.197150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] Publish callbacks [] for security_group (7a18a74a-bc99-4f3b-95f5-6be137231fd1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.214434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Checking router: 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:33.215640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Updating router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf port 3497678c-900d-42c9-8be1-05a3504a04c1 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:12:33.224699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93cfd-5aaa-4d9b-85db-be1272600e96 req-9461adbe-c3c1-41a0-b2c0-fa97dfff1ef2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:33.226234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6d93cfd-5aaa-4d9b-85db-be1272600e96 req-9461adbe-c3c1-41a0-b2c0-fa97dfff1ef2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 944 time: 0.4163556 Feb 03 11:12:33.286802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.290980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5be883b2-d49c-43f2-8ec7-82a591b17b68'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:33.322978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a18a74a-bc99-4f3b-95f5-6be137231fd1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.326903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.359092 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a18a74a-bc99-4f3b-95f5-6be137231fd1 HTTP/1.1" status: 204 len: 168 time: 0.4502707 Feb 03 11:12:33.362736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 172.20.0.10 (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e/6aea7a3b-c3b3-4ec9-9124-70b255fb28de/42e7f6ee-c399-4797-8e8d-48e02294ef97) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:33.411193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa28cef-feed-447e-8b8d-e5c7a4840a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18a74a-bc99-4f3b-95f5-6be137231fd1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:33.439670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:33.464618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34360) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:33.495787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6d93cfd-5aaa-4d9b-85db-be1272600e96 req-1dd09505-3e76-47ec-839e-0cef046616ab tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542608 Feb 03 11:12:33.511476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:33.532441 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:33.533310 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:33.539102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-741ac1f1-5697-4083-993a-93c4889fd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:33.541216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-741ac1f1-5697-4083-993a-93c4889fd1a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.3507428 Feb 03 11:12:33.610379 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1b3d52a5-075a-4ab8-b6f6-3797a689b555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0cf617cfbb84c49ba3063ec5bcf0303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439109 Feb 03 11:12:33.615224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34364) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:33.732823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-e54fbc7b-af84-4d9a-82b3-415962be66e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.1588707 Feb 03 11:12:33.761430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01379d47-9f6b-4c1c-89d1-cd04901f864b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.784504 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:33.839470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] Publish callbacks [] for security_group (3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.896893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] Publish callbacks [] for security_group (3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.938916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-0c3c2700-cb65-42a9-ad7c-307e6f85dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:33.941463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-0c3c2700-cb65-42a9-ad7c-307e6f85dd2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.1959190 Feb 03 11:12:33.988068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.992281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:33.992941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a HTTP/1.1" status: 204 len: 168 time: 0.3739250 Feb 03 11:12:34.009571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25154d6-2c52-4960-a5c5-a3e34f026caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd4de7d-a4a1-4ab8-bf3d-d82784cb689a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:34.038676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.130764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-e6b62466-b45d-423c-8ff3-28e68c5bd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:34.132299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-e6b62466-b45d-423c-8ff3-28e68c5bd6c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1813807 Feb 03 11:12:34.165989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:34.251124 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:34.256177 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4b6bf0f-b034-4835-a565-d7aee27f6bd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d727314f1124a2397d84779acde5e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884657 Feb 03 11:12:34.259987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34382) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:34.313974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-22380a2a-a65f-4883-afb9-d6efdaeae03e service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688344 Feb 03 11:12:34.319812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ee68e-cb27-456d-9745-1a35d9521ce3 None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:11:09Z', 'revision_number': 4, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '09139974-04e7-4033-a980-cbe8704f88ce', 'name': '', 'network_id': 'bce59d5e-9ad1-491f-8c15-039ed74d9b91', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'mac_address': 'fa:16:3e:ae:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:08Z', 'updated_at': '2022-02-03T11:11:21Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'subnets': [{'id': '16c028d3-4644-4276-adc8-75fcaa22c232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:34.376559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks [] for port (3497678c-900d-42c9-8be1-05a3504a04c1), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.393919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.407188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Publish callbacks [] for security_group (13f830af-39b4-49ce-9796-3bbae07acf6f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.464155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Publish callbacks [] for security_group (13f830af-39b4-49ce-9796-3bbae07acf6f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.476351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.579946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (13f830af-39b4-49ce-9796-3bbae07acf6f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.583306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.584932 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13f830af-39b4-49ce-9796-3bbae07acf6f HTTP/1.1" status: 204 len: 168 time: 0.3161848 Feb 03 11:12:34.600841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f830af-39b4-49ce-9796-3bbae07acf6f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:34.621947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.626791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.627654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.628113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.628891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.630999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.631447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.631891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.633698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.634158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.635136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.637309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.638095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e18e9cf-a411-484e-8b10-755bae8ed551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:34.705093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:34.725324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:34.752589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954393-a979-43d7-8e8b-ae43a9620b98 None None] Pushing event updated for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:34.765297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:34.773897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.775512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Attempting to bind port 3497678c-900d-42c9-8be1-05a3504a04c1 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:34.777278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Attempting to bind port 3497678c-900d-42c9-8be1-05a3504a04c1 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:34.777786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Attempting to bind port 3497678c-900d-42c9-8be1-05a3504a04c1 on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:34.782585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:34.786682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:34.787217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Checking segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:34.788197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.788197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Bound using segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:34.789179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Bound port: 3497678c-900d-42c9-8be1-05a3504a04c1, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:34.789904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.895447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236dc2c5-cc61-4419-9a9a-cdd0750ba181 req-0f0898a7-c997-4d57-88a3-1e062931ab6c service neutron] 10.222.0.30 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742671 Feb 03 11:12:34.903693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777d769-9edc-4720-ae3c-c53d0c4d0bb1 None None] New status for floating IP 4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:12:34.931895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:34.934068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:34.961610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bf60a5e5-51c2-434b-85cd-b9d4e2fcfa29 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:34.965255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bf60a5e5-51c2-434b-85cd-b9d4e2fcfa29 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 811 time: 0.6255181 Feb 03 11:12:35.001654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fcf9ac8c-2db6-40a2-b8e2-92d7f34133c4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5078993 Feb 03 11:12:35.018024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'admin_state_up': True, 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'security_groups': ['4c3ea3d4-35cc-4886-a2ac-755c81411bdf']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:35.045181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5be883b2-d49c-43f2-8ec7-82a591b17b68 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:35.286559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] For port 3497678c-900d-42c9-8be1-05a3504a04c1, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:35.314303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13da10-be67-4064-bf03-95ba323d7118 req-0b78708a-ec0e-4538-9062-f01bcb4c8bde tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:35.316166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c13da10-be67-4064-bf03-95ba323d7118 req-0b78708a-ec0e-4538-9062-f01bcb4c8bde tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2624555 Feb 03 11:12:35.352195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] For port 3497678c-900d-42c9-8be1-05a3504a04c1, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3497678c-900d-42c9-8be1-05a3504a04c1,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:35.367348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-76e2e270-c3bf-4075-8c7b-84c482661682 None None] Provisioning complete for port 42e7f6ee-c399-4797-8e8d-48e02294ef97 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:35.368276 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e2e270-c3bf-4075-8c7b-84c482661682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:35.372874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:35.458058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:35.460366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 5be883b2-d49c-43f2-8ec7-82a591b17b68 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:12:35.465503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:35.483121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 5be883b2-d49c-43f2-8ec7-82a591b17b68 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:35.483726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:35.489675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76e2e270-c3bf-4075-8c7b-84c482661682 None None] Port 42e7f6ee-c399-4797-8e8d-48e02294ef97 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:35.513234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c13da10-be67-4064-bf03-95ba323d7118 req-82726bdd-ad06-4ed4-8fbb-e13c33e8ed13 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895177 Feb 03 11:12:35.548367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-19d665ec-7700-4ee2-abbd-c9171bfc5fee tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/quotas/9feb655248d04b978a0bb01646e73f3d HTTP/1.1" status: 200 len: 375 time: 0.5763485 Feb 03 11:12:35.599494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:35.600158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:35.662090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954393-a979-43d7-8e8b-ae43a9620b98 None None] Pushing event updated for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:35.960680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:35.973196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:35.983686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:35.989979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:36.003919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.009222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.027553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.028533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5be883b2-d49c-43f2-8ec7-82a591b17b68 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:36.030124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.046097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.048658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-3c523bb3-4ef0-4e7c-86ba-b75265a1172d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.4101954 Feb 03 11:12:36.056064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-b05cd8f4-22cd-4a5a-b479-f255c87449b5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5047290 Feb 03 11:12:36.100667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:36.105674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:36.107555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:36.117006 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb3af4-1691-483f-9b8d-1ccac3cfa6f0" -d '{"events": [{"server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "name": "network-vif-plugged", "status": "completed", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:36.175213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.1.1.133 (9ce900e2-422a-4715-8f61-024253e87c36/87236df7-ec63-4f43-84e3-9e98f3dca1be/8c8037c6-16be-4c6b-916c-3fa7c3b1cc20) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:36.191953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.215058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:36.265589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91081cfb-6061-4a87-a90b-030a6d568d4a req-71e451b8-53ab-4825-9966-5475bc6ef86e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820295 Feb 03 11:12:36.271154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-469080450-network', 'tenant_id': 'a859d4a8c5b94d59be71e659ff200e48'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:36.316832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Made reservation on behalf of a859d4a8c5b94d59be71e659ff200e48 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:36.319921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-c36c71f0-354a-488e-adb3-8f349a4fb973 service neutron] 10.222.0.30 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536132 Feb 03 11:12:36.324237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.337531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-873404109-network', 'tenant_id': 'd5440311824647e2888f197ecab3e22e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:36.378688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.422963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:36.449521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.471044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Made reservation on behalf of d5440311824647e2888f197ecab3e22e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:36.473785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.490235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.502385 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eaca67-8ee4-406d-b117-6a73d413479a x-openstack-request-id: req-75eaca67-8ee4-406d-b117-6a73d413479a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:36.502943 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:36.503392 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75eaca67-8ee4-406d-b117-6a73d413479a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:36.503961 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:12:36.548169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:27Z', 'revision_number': 4, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '3497678c-900d-42c9-8be1-05a3504a04c1', 'name': '', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'mac_address': 'fa:16:3e:ab:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:25Z', 'updated_at': '2022-02-03T11:12:35Z', 'revision_number': 4, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'subnets': [{'id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:36.571501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-022beeca-2f2c-4bbe-a095-02f7f1a37aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.573352 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-022beeca-2f2c-4bbe-a095-02f7f1a37aeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=511fb6c01a2f40b1a80bb904867c7389&device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 1128 time: 0.1997755 Feb 03 11:12:36.583401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50be90-2f84-41f1-862e-508210778ae0 None None] The sync data for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 is: [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:12:27Z', 'revision_number': 4, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '3497678c-900d-42c9-8be1-05a3504a04c1', 'name': '', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'mac_address': 'fa:16:3e:ab:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:25Z', 'updated_at': '2022-02-03T11:12:35Z', 'revision_number': 4, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'subnets': [{'id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:36.674642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.740462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks [] for security_group (0fe53d9f-324b-49a9-86cd-2469a48a95c2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.784165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-8b89cdcc-658f-467c-9320-7574adf874fa service neutron] 10.222.0.30 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790551 Feb 03 11:12:36.803785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc22a5-5dad-4413-bdf4-3db6655a6878 req-ff232baf-ecbb-46e5-bd79-0baea89e12c8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:36.814467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fecc22a5-5dad-4413-bdf4-3db6655a6878 req-ff232baf-ecbb-46e5-bd79-0baea89e12c8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 932 time: 0.3218751 Feb 03 11:12:36.859614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0fe53d9f-324b-49a9-86cd-2469a48a95c2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.874724 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.898493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 9ce900e2-422a-4715-8f61-024253e87c36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:36.906523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:36.919029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:12:36.927645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks [] for security_group (692005c7-329c-42c5-a845-05b8c0fd97f7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:36.944774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:36.998358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (692005c7-329c-42c5-a845-05b8c0fd97f7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.042466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.043179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.060232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fecc22a5-5dad-4413-bdf4-3db6655a6878 req-218218f5-6c63-4813-8a0c-1a7e982391e3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447457 Feb 03 11:12:37.128647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b08085d2-0d75-4178-ae46-ac16a3072a98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.129421 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Added segment b08085d2-0d75-4178-ae46-ac16a3072a98 of type vlan for network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe Feb 03 11:12:37.138489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1253278 Feb 03 11:12:37.178419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'admin_state_up': True, 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'security_groups': ['4c3ea3d4-35cc-4886-a2ac-755c81411bdf']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:37.179743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe53d9f-324b-49a9-86cd-2469a48a95c2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:37.304453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:12:37.309630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf49aa-5e08-45a8-9247-968b696ad86e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:37.321371 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76c368-f15a-4f82-ac37-60bae25806fb x-openstack-request-id: req-ca76c368-f15a-4f82-ac37-60bae25806fb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:37.321662 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "name": "network-vif-plugged", "status": "completed", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:37.329830 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca76c368-f15a-4f82-ac37-60bae25806fb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:37.330271 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68', 'code': 200} Feb 03 11:12:37.355916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (2ad58ff4-dd2b-49e4-a40f-7699e414abbe), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.360273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.454916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692005c7-329c-42c5-a845-05b8c0fd97f7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:37.461927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (89c028f3-8e1b-4605-82dc-80802dc95ca2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.462208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-955d2d11-1607-4c1a-a6cf-9a938d30fec6 None None] Provisioning complete for port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:37.462519 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Added segment 89c028f3-8e1b-4605-82dc-80802dc95ca2 of type vlan for network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 Feb 03 11:12:37.478347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-955d2d11-1607-4c1a-a6cf-9a938d30fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.536341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-753c8ebd-234e-4a9b-b577-359dfa7dcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.538892 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-753c8ebd-234e-4a9b-b577-359dfa7dcc44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 200 len: 922 time: 0.9386959 Feb 03 11:12:37.544986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:12:37.555854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3497678c-900d-42c9-8be1-05a3504a04c1 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:37.635488 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.645068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-5fb6ee19-b8dd-48ba-b425-c324afd49422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 200 len: 217 time: 0.0944703 Feb 03 11:12:37.647716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (2ad58ff4-dd2b-49e4-a40f-7699e414abbe), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.648712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.649381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.736417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-955d2d11-1607-4c1a-a6cf-9a938d30fec6 None None] Port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:37.758290 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7669628 Feb 03 11:12:37.765008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:37.778636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3497678c-900d-42c9-8be1-05a3504a04c1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:37.779403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.841191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a021fe-a6f4-4217-bfe1-e8ba858b59fa req-63c649d7-7d27-4bc3-8a23-4cc6cce7ba81 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.853607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Request body: {'subnet': {'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-469080450-subnet', 'tenant_id': 'a859d4a8c5b94d59be71e659ff200e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:37.859176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a021fe-a6f4-4217-bfe1-e8ba858b59fa req-63c649d7-7d27-4bc3-8a23-4cc6cce7ba81 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 945 time: 0.6932318 Feb 03 11:12:37.888677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32614f6a-e898-4bc7-a450-de3ca53e1c5b admin admin] Pushing event updated for resources: {'Network': ['ID=2ad58ff4-dd2b-49e4-a40f-7699e414abbe,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:37.900574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.902096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.902681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.926541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3497678c-900d-42c9-8be1-05a3504a04c1 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:37.927879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:37.935571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-afc9d964-312f-44c1-a374-5cd3f8596c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.940348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-afc9d964-312f-44c1-a374-5cd3f8596c31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 200 len: 860 time: 0.2874954 Feb 03 11:12:37.948191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ba0a-9958-4c81-a702-e28d0e3a76a4 req-38ab58a3-d23f-45b9-8275-2a2ce9bc30c1 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:37.948549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:12:37.965291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b820ba0a-9958-4c81-a702-e28d0e3a76a4 req-38ab58a3-d23f-45b9-8275-2a2ce9bc30c1 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.4662533 Feb 03 11:12:37.976703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 3497678c-900d-42c9-8be1-05a3504a04c1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3497678c-900d-42c9-8be1-05a3504a04c1,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:37.995652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:38.009893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39607d9-8fdf-4798-a7df-08122ae13912 req-824460a9-378f-4070-a362-239547628d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:38.016339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a39607d9-8fdf-4798-a7df-08122ae13912 req-824460a9-378f-4070-a362-239547628d92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 1127 time: 0.5801792 Feb 03 11:12:38.121108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Made reservation on behalf of a859d4a8c5b94d59be71e659ff200e48 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:38.127471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:38.140244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9240794 Feb 03 11:12:38.142591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a39607d9-8fdf-4798-a7df-08122ae13912 req-18bda166-3d3b-4064-b0de-5f81fcfa3ef8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174972 Feb 03 11:12:38.176503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:38.190386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34460) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:38.207137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a021fe-a6f4-4217-bfe1-e8ba858b59fa req-b9c6abbc-d107-4729-91f6-73920e5d6cc6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469918 Feb 03 11:12:38.224441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Request body: {'subnet': {'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-subnet', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:38.227436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f800-2fd8-4344-bd39-2824d49beac3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f4f1f6-94ec-458f-af11-60bf9a2a7e09,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:38.289990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:38.294120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:38.314416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:12:38.387884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-50fa7021-2eff-42e5-8289-d8430861fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:38.394789 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-50fa7021-2eff-42e5-8289-d8430861fe7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce59d5e-9ad1-491f-8c15-039ed74d9b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4027507 Feb 03 11:12:38.518588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-5a76a4dd-386c-4a53-9444-5a37543fb7d1 service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165664 Feb 03 11:12:38.553062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.1.1.248 (9ce900e2-422a-4715-8f61-024253e87c36/87236df7-ec63-4f43-84e3-9e98f3dca1be/3adff840-10a5-4f83-9e9c-5fb05ae55efb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:38.562775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Made reservation on behalf of d5440311824647e2888f197ecab3e22e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:38.565196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:38.620676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-068dc384-4f54-4ae8-a2b9-cb3aea19d49c req-53bd8b6d-f55f-4204-b0e5-830e664983a1 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 210 time: 0.0587068 Feb 03 11:12:38.708045 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bf73e8ba-5b4c-4734-bcfe-e968c57010d4 req-e05754b8-a433-4423-933d-1c399386f12b service neutron] 10.222.0.53 "GET /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758709 Feb 03 11:12:38.845946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b820ba0a-9958-4c81-a702-e28d0e3a76a4 req-52c1c4c0-d458-46b2-b665-34885efa44fd tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8796041 Feb 03 11:12:38.880531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2e41b0fe-3c64-49a7-91b3-99f6c9a0f230), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:38.950090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e41b0fe-3c64-49a7-91b3-99f6c9a0f230,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:39.051020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Checking segment: {'id': 'b08085d2-0d75-4178-ae46-ac16a3072a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:39.051757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Network hostable DHCP agents. Network: 2ad58ff4-dd2b-49e4-a40f-7699e414abbe, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:12:39.092193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:12:39.118696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-8f0da049-3ec5-43ff-b558-650d73f41841 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.119464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-fe5c9631-0c8c-4220-b25e-b3b30260148c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4961672 Feb 03 11:12:39.121192 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-8f0da049-3ec5-43ff-b558-650d73f41841 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.53 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 811 time: 0.2525632 Feb 03 11:12:39.124399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 2ad58ff4-dd2b-49e4-a40f-7699e414abbe) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:39.132471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381a299-bc5e-4fab-82a1-98d73ce56f75 None None] Network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:39.147685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Request body: {'port': {'device_id': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'admin_state_up': True, 'tenant_id': '9feb655248d04b978a0bb01646e73f3d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:39.201307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.210556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.234755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.246155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.257270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.268228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.276510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.277703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.278072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3497678c-900d-42c9-8be1-05a3504a04c1 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:39.290719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.294829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-72a34dd7-ce71-4a3a-b536-fe3ba3dbd43e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.4607081 Feb 03 11:12:39.319200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c9b6865f-814e-4541-831d-cc6061e5072c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4837563 Feb 03 11:12:39.375579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee8e4d-d057-4bf6-9cd0-0b362c189a7e None None] Network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:39.417049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Made reservation on behalf of 9feb655248d04b978a0bb01646e73f3d for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:39.418640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3497678c-900d-42c9-8be1-05a3504a04c1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:39.419338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.420899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.442554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d4ac-f875-4524-9b51-292b5458ba84 req-ee0b2ad8-1e97-469a-ada7-b56985631fce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.455609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d4ac-f875-4524-9b51-292b5458ba84 req-ee0b2ad8-1e97-469a-ada7-b56985631fce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.457265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5207d4ac-f875-4524-9b51-292b5458ba84 req-ee0b2ad8-1e97-469a-ada7-b56985631fce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 1654 time: 0.4872332 Feb 03 11:12:39.608541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3497678c-900d-42c9-8be1-05a3504a04c1 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:39.697020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Allocated IP 172.20.0.4 (6dc62d81-b1f6-4ae5-87d7-20aff75593a8/a6fd170c-9b78-482c-8cbb-0bdc4bcd8024/c04e879a-3287-4930-82a5-1c2598cc5094) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:39.727819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (70cc5bc7-bc2a-44cf-804e-008671df70dd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.777498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cc5bc7-bc2a-44cf-804e-008671df70dd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:39.857545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc0b9b1b-2e50-4b19-bd35-eea175184d6a req-c79e170a-7cb7-4da1-a9ee-d8a1bcd44218 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3820579 Feb 03 11:12:39.861479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5207d4ac-f875-4524-9b51-292b5458ba84 req-6697818e-714b-4a74-92db-90b32093580c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466122 Feb 03 11:12:39.869634 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.902552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-033afc1f-c391-4010-9b83-34840fa7ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:39.904196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-033afc1f-c391-4010-9b83-34840fa7ca75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 1128 time: 0.7371128 Feb 03 11:12:39.940755 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks [] for port (c04e879a-3287-4930-82a5-1c2598cc5094), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:39.981730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Checking segment: {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:39.982117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Network hostable DHCP agents. Network: b5f4f1f6-94ec-458f-af11-60bf9a2a7e09, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:12:40.009896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.108354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.112171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-ba07a512-8ce4-4c72-a20c-b46a5e5dae2d tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 200 len: 694 time: 0.1714001 Feb 03 11:12:40.126100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:40.127062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Pushing event updated for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:40.140432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:40.143472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:40.219560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.220138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.230042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-857ce605-3e13-4ef5-aaba-c1b17754dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.231589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-857ce605-3e13-4ef5-aaba-c1b17754dd68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 1127 time: 0.1008389 Feb 03 11:12:40.278672 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-e8c45b1d-878f-4e78-9c81-e77591f64217 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374586 Feb 03 11:12:40.297467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Request body: {'port': {'device_id': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:40.408821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-a721c7a6-f714-4e34-acf4-04c2ae3a9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.410630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-a721c7a6-f714-4e34-acf4-04c2ae3a9f28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.1711636 Feb 03 11:12:40.413384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.527067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-15a2b1df-b24f-4102-b312-1cd41893dda4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 200 len: 1001 time: 0.1038754 Feb 03 11:12:40.573628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-5887f521-9ee8-4b6c-93bf-28fffd9d5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.575074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-5887f521-9ee8-4b6c-93bf-28fffd9d5db0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.6492069 Feb 03 11:12:40.621662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:12:40.650610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-5534d02b-eb85-47eb-9206-3126ed9970eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.652101 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-5534d02b-eb85-47eb-9206-3126ed9970eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.1179628 Feb 03 11:12:40.652701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network 9ce900e2-422a-4715-8f61-024253e87c36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:40.671493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-78f3740f-a05f-440b-ad50-66b122e8dff9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 200 len: 217 time: 0.0727303 Feb 03 11:12:40.672066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:40.679988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:40.712319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b5f4f1f6-94ec-458f-af11-60bf9a2a7e09) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:40.720629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf86ea04-cba3-453c-a73e-f4a0af66de3a None None] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:40.721568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:40.771388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-16b60a7b-9bb3-4ab0-8d48-05b717190768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.773241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-16b60a7b-9bb3-4ab0-8d48-05b717190768 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093776 Feb 03 11:12:40.789268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.789804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.836547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252fd4-9edb-483c-81a3-2d0f35d7bdeb req-916e6d3d-ddf2-4999-bfa8-572915e46d95 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.851349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4252fd4-9edb-483c-81a3-2d0f35d7bdeb req-916e6d3d-ddf2-4999-bfa8-572915e46d95 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 945 time: 0.7405813 Feb 03 11:12:40.908099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.908788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.920870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-70c03c88-8afb-4906-8188-8153be646c92 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7094119 Feb 03 11:12:40.925568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34482) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:40.930469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'project_id': 'd5440311824647e2888f197ecab3e22e', 'fixed_ips': [{'subnet_id': '70cc5bc7-bc2a-44cf-804e-008671df70dd'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:12:40.930685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:40.931754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.944466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-a357ccd5-046e-41cc-97b9-9b39754bc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.946024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-a357ccd5-046e-41cc-97b9-9b39754bc45d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.2358031 Feb 03 11:12:40.948192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e879a-3287-4930-82a5-1c2598cc5094 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:40.957784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-3598159e-522a-44d8-818f-2aa7e00fed50 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:40.959202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-3598159e-522a-44d8-818f-2aa7e00fed50 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.8235021 Feb 03 11:12:40.963398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks [] for port (c04e879a-3287-4930-82a5-1c2598cc5094), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:40.972277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-3d4bec42-82bb-4ec1-b6da-c2c3899402bb service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892519 Feb 03 11:12:41.018804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.019637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.027552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Transition to ACTIVE for port object c04e879a-3287-4930-82a5-1c2598cc5094 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:41.027810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-440cf879-24f9-4e0a-89ad-3ded32903c20 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8553028 Feb 03 11:12:41.030447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-2ad2837c-21ed-4320-b08a-3be1655de09b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654802 Feb 03 11:12:41.043209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.089364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'admin_state_up': True, 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'security_groups': ['4c3ea3d4-35cc-4886-a2ac-755c81411bdf']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:41.143283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-baf3524e-f520-4e9f-9559-18a2f1d7d304 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 697 time: 0.1671345 Feb 03 11:12:41.162987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4252fd4-9edb-483c-81a3-2d0f35d7bdeb req-20f32c29-baa6-4472-841a-53ae99d53be5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009987 Feb 03 11:12:41.228062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for router_controller (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.246218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c0ef8b89-c4db-45cf-bedd-24e59247b635 None None] Provisioning complete for port 3adff840-10a5-4f83-9e9c-5fb05ae55efb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:41.246599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8b89-c4db-45cf-bedd-24e59247b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.298008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Allocated IP 172.20.0.2 (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09/70cc5bc7-bc2a-44cf-804e-008671df70dd/0a013c97-f2cb-489d-bf18-7cdf65856378) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:41.323545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef8b89-c4db-45cf-bedd-24e59247b635 None None] Port 3adff840-10a5-4f83-9e9c-5fb05ae55efb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:41.393221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-a6de56a2-2508-40a8-bc2b-6a229cd63dfe tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 697 time: 0.2021732 Feb 03 11:12:41.410757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Pushing event updated for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:41.468349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-7468ee67-f294-469f-8af6-023b2bc60c6c service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937743 Feb 03 11:12:41.507066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-046fa9f2-af4a-4187-95d8-f5e14a900816 req-154de18c-c97c-435d-873e-f79ee8bc556c service neutron] 10.222.0.53 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264065 Feb 03 11:12:41.515760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for router_gateway (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.573100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Attempting to bind port c04e879a-3287-4930-82a5-1c2598cc5094 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:41.573341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Attempting to bind port c04e879a-3287-4930-82a5-1c2598cc5094 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:41.573681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Attempting to bind port c04e879a-3287-4930-82a5-1c2598cc5094 on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:41.582812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks [] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.588478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Port c04e879a-3287-4930-82a5-1c2598cc5094 on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:41.589104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Attempting to bind port c04e879a-3287-4930-82a5-1c2598cc5094 on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:41.591825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.596507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:41.596856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Checking segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:41.597481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Bound using segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:41.597855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Bound port: c04e879a-3287-4930-82a5-1c2598cc5094, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:41.598237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.651716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:41.657160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:41.664389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:41.674200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:41.686021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:41.689478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c04e879a-3287-4930-82a5-1c2598cc5094,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:41.724547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.744667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Pushing event updated for resources: {'Port': ['ID=0a013c97-f2cb-489d-bf18-7cdf65856378,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:41.748558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Attempting to bind port 0a013c97-f2cb-489d-bf18-7cdf65856378 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:41.748975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Attempting to bind port 0a013c97-f2cb-489d-bf18-7cdf65856378 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:41.749353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Attempting to bind port 0a013c97-f2cb-489d-bf18-7cdf65856378 on network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:41.755112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:41.755577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Checking segment: {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:41.756115 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.756512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Bound using segment: {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:41.757157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Bound port: 0a013c97-f2cb-489d-bf18-7cdf65856378, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:41.757736 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.772081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:41.772923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.774519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] 10.222.0.53 "PUT /v2.0/ports/c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 200 len: 1091 time: 1.4828968 Feb 03 11:12:41.777665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:41.781268 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168aa86-cd4d-47df-972c-49dc20540753" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:41.817542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd515dfd-25b3-4421-8d54-988a4b6a3a8e service neutron] Pushing event updated for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:41.842247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-45a8f7ff-b07b-44f3-a039-f91357ccc890 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:41.842990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] For port 0a013c97-f2cb-489d-bf18-7cdf65856378, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:41.845815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-45a8f7ff-b07b-44f3-a039-f91357ccc890 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/networks?id=2ad58ff4-dd2b-49e4-a40f-7699e414abbe HTTP/1.1" status: 200 len: 821 time: 0.4476600 Feb 03 11:12:41.849322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] For port 0a013c97-f2cb-489d-bf18-7cdf65856378, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a013c97-f2cb-489d-bf18-7cdf65856378,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:41.856850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:41.878050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adc8c431-6ecd-40e0-b05a-c66dec877581 req-81f977c4-ef96-4263-a8aa-741ac30fb763 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991604 Feb 03 11:12:41.930773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-fcaf343a-08de-4348-82bf-2045bd8a0b31 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/quotas/a859d4a8c5b94d59be71e659ff200e48 HTTP/1.1" status: 200 len: 375 time: 0.0493543 Feb 03 11:12:41.937621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5482e-d648-4ec2-9d94-d0d53972a29f None None] Pushing event updated for resources: {'Port': ['ID=0a013c97-f2cb-489d-bf18-7cdf65856378,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:42.018149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-b4f01178-e23a-48d5-80d6-466a1c43cc41 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a859d4a8c5b94d59be71e659ff200e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797231 Feb 03 11:12:42.038097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for router_gateway (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.043229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Deleting port f09b8ae2-111d-49eb-942c-56200c6f7a0c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:42.044120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.046623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-d1a32053-0e58-4ce2-88aa-f23c90560f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:42.048144 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-d1a32053-0e58-4ce2-88aa-f23c90560f09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1125 time: 0.2261264 Feb 03 11:12:42.050227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.089023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.142450 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-dc7adb6d-82ce-4d16-8c61-789b52d3c51a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 200 len: 217 time: 0.0557811 Feb 03 11:12:42.263973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-1b9c7543-2c67-46ee-8492-4b90e9279c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:42.265665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-1b9c7543-2c67-46ee-8492-4b90e9279c10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.1156287 Feb 03 11:12:42.325654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.326000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (f09b8ae2-111d-49eb-942c-56200c6f7a0c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.382592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-48837bc8-2621-4e0d-823f-3acf3833110e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910530 Feb 03 11:12:42.433463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Allocated IP 172.25.7.150 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2029d370-be38-4483-9bd1-f4abe09fe1d3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:42.489354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Calling delete_port for f09b8ae2-111d-49eb-942c-56200c6f7a0c owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:42.498593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1c411ddd-45e0-4904-88ae-de2bc40721e4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702353 Feb 03 11:12:42.570290 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-ba057394-4362-4c32-96e3-b4ba653badaa service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803854 Feb 03 11:12:42.649442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.2.2.100 (af2f01dc-8cfc-4a58-9a04-fa12240976c5/bd9c6268-6a68-4d41-a774-7d6235ccc2ed/0ea96f67-e64c-4967-956f-09de011539b3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:42.740221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-d31ef452-81d3-431f-938d-580880d41e80 service neutron] 10.222.0.30 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200570 Feb 03 11:12:42.904820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f09b8ae2-111d-49eb-942c-56200c6f7a0c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:42.948736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event deleted for resources: {'Port': ['ID=f09b8ae2-111d-49eb-942c-56200c6f7a0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:43.028303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.059997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (0ea96f67-e64c-4967-956f-09de011539b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.110615 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d25eff27-efbc-4d5b-b2e1-038f60fc4188 req-1e8d3076-51c2-4215-b2d5-fce3677b9a2b service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326581 Feb 03 11:12:43.131279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.193486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:43.195904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks [] for floatingip (4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.203224 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.204465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae6db1e4-8795-41cb-95d2-b8f3aad17c8c req-c7158e3a-86f0-4c11-97c4-5cde24829efa tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "DELETE /v2.0/floatingips/4ab3e08a-e0bd-4e8c-ae7a-21de229df5b7 HTTP/1.1" status: 204 len: 173 time: 1.8009098 Feb 03 11:12:43.212054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:43.218618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85181-5a94-49f3-864a-97db60d24b9e req-ddbac9b4-63a3-4ee4-982a-c7b56873c771 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.228014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:43.228558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ad85181-5a94-49f3-864a-97db60d24b9e req-ddbac9b4-63a3-4ee4-982a-c7b56873c771 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 943 time: 0.2388697 Feb 03 11:12:43.263981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.284398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Pushing event updated for resources: {'Port': ['ID=2029d370-be38-4483-9bd1-f4abe09fe1d3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:43.422373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a013c97-f2cb-489d-bf18-7cdf65856378 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:43.433366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:43.458778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ad85181-5a94-49f3-864a-97db60d24b9e req-f9d92eb6-fe69-4aaf-a613-615907bb4402 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292931 Feb 03 11:12:43.459810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:43.483329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:43.508333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:43.514808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.516129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.517294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.518323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.522805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.523395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.524028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.525231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.525753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.526278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.526785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.527745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.528368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:12:43.569241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0a013c97-f2cb-489d-bf18-7cdf65856378 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:43.569620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.725886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.726578 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.727482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0a013c97-f2cb-489d-bf18-7cdf65856378 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:43.728347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.760611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6a1c2-104a-40bb-bf36-8e98a5ebfd4b req-deb897cb-d208-4a21-b4fb-7582b3708d46 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.763393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for router_gateway (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.769651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12c6a1c2-104a-40bb-bf36-8e98a5ebfd4b req-deb897cb-d208-4a21-b4fb-7582b3708d46 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.4234016 Feb 03 11:12:43.774521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb1dac-0c7a-4e0b-b0dd-ea4cbcb4820b None None] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:43.863470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0a013c97-f2cb-489d-bf18-7cdf65856378, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a013c97-f2cb-489d-bf18-7cdf65856378,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:43.873762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12c6a1c2-104a-40bb-bf36-8e98a5ebfd4b req-c99c222a-09a1-488c-87ee-da9f0283bcf8 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026118 Feb 03 11:12:43.880061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-d0826130-8124-4cc9-933b-ea25d50f38ca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8006103 Feb 03 11:12:43.898690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'admin_state_up': True, 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'security_groups': ['4c3ea3d4-35cc-4886-a2ac-755c81411bdf']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:43.937298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.943921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.945677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-db3124eb-5d8e-4fc8-9a86-d2ceb4a3d5b3 None None] Provisioning complete for port 0a013c97-f2cb-489d-bf18-7cdf65856378 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:43.946237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db3124eb-5d8e-4fc8-9a86-d2ceb4a3d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:43.953513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.960727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.967775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.976338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.984172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.989822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:43.998844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bd060194-07ee-4fcd-bc4b-724bf1989cd8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.4000292 Feb 03 11:12:44.069799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0a013c97-f2cb-489d-bf18-7cdf65856378,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:44.134613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-db3124eb-5d8e-4fc8-9a86-d2ceb4a3d5b3 None None] Current status of the port 0a013c97-f2cb-489d-bf18-7cdf65856378 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:44.160991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:44.187247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-960eb1a9-495e-44f6-9120-976d577e3e2e req-bf167456-4d2c-4d47-a078-bc6de8dde337 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872113 Feb 03 11:12:44.230662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-b387a32c-10df-45ea-8b05-69380a7cee5a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:44.236726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-b387a32c-10df-45ea-8b05-69380a7cee5a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:44.242229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-b387a32c-10df-45ea-8b05-69380a7cee5a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:44.248375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-b387a32c-10df-45ea-8b05-69380a7cee5a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:44.250332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-b387a32c-10df-45ea-8b05-69380a7cee5a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 3096 time: 0.2406967 Feb 03 11:12:44.275041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9919cfe9-179d-4df8-b160-d275ed096fec None None] Provisioning complete for port 0ea96f67-e64c-4967-956f-09de011539b3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:44.279777 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9919cfe9-179d-4df8-b160-d275ed096fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0ea96f67-e64c-4967-956f-09de011539b3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:44.373289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9919cfe9-179d-4df8-b160-d275ed096fec None None] Port 0ea96f67-e64c-4967-956f-09de011539b3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:44.449795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Made reservation on behalf of 4d424594b8c94974bd792a1996170ba0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:44.454190 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:44.454390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:12:44.501790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6ea40f9c-924b-4a11-9ec3-0d227a9357b2 None None] Provisioning complete for port 0a013c97-f2cb-489d-bf18-7cdf65856378 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:44.502783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ea40f9c-924b-4a11-9ec3-0d227a9357b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:44.631769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:44.667868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:44.674422 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-928409ca-83fe-416e-a81d-89651ec3fb7b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7477515 Feb 03 11:12:44.675281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34514) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:44.809132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ea40f9c-924b-4a11-9ec3-0d227a9357b2 None None] Current status of the port 0a013c97-f2cb-489d-bf18-7cdf65856378 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:44.834920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Sync routers for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:44.844623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:44.845265 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:44.913202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1221a2eb-66bb-4053-b533-86b5212ff53d req-69cab638-edb5-4ebc-989a-9f4bae36ab73 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6432941 Feb 03 11:12:44.920544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-2f5fe8ca-17f8-4e3f-b829-d5f112cac39a tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:44.922135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-2f5fe8ca-17f8-4e3f-b829-d5f112cac39a tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.69 "GET /v2.0/networks?id=2ad58ff4-dd2b-49e4-a40f-7699e414abbe HTTP/1.1" status: 200 len: 821 time: 0.5353923 Feb 03 11:12:44.955282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Request body: {'port': {'device_id': '0286458e-8ead-4c26-8644-3921bc939853', 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe', 'admin_state_up': True, 'tenant_id': 'a859d4a8c5b94d59be71e659ff200e48'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:44.961555 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbfc918-40f3-4fc5-a106-b31349dbc306 x-openstack-request-id: req-dbbfc918-40f3-4fc5-a106-b31349dbc306 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:44.961944 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:44.962692 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbbfc918-40f3-4fc5-a106-b31349dbc306 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:44.965227 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094', 'status': 'completed', 'code': 200} Feb 03 11:12:44.995640 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:45.094377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bbcd9b2-d7e7-4fa6-ab66-c45fe6b7d9a1 req-66ff9c9d-21c0-4db3-9df7-f25fed05ec9a tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 210 time: 0.0796134 Feb 03 11:12:45.107933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9106a0c-dcb9-4622-83e0-5399b9c92d82 req-e965f5f5-9b6d-4b1c-8309-ae3f20092933 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.119502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9106a0c-dcb9-4622-83e0-5399b9c92d82 req-e965f5f5-9b6d-4b1c-8309-ae3f20092933 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.7875700 Feb 03 11:12:45.251995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168aa86-cd4d-47df-972c-49dc20540753 req-6dce4ab9-2d77-46f3-bb7f-259f128455a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.254508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-6dce4ab9-2d77-46f3-bb7f-259f128455a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1125 time: 0.2216997 Feb 03 11:12:45.296339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:43Z', 'revision_number': 3, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:45.307973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a013c97-f2cb-489d-bf18-7cdf65856378 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:45.333177 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Checking router: 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:45.334002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Updating router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 port 2029d370-be38-4483-9bd1-f4abe09fe1d3 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:12:45.367194 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.418447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9106a0c-dcb9-4622-83e0-5399b9c92d82 req-fb24103f-2d00-4b08-af42-d7bfa725f5c0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024600 Feb 03 11:12:45.450859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0a013c97-f2cb-489d-bf18-7cdf65856378 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:45.451347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.598429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0a013c97-f2cb-489d-bf18-7cdf65856378 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:45.611118 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.611827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Made reservation on behalf of a859d4a8c5b94d59be71e659ff200e48 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:12:45.616873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.624629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168aa86-cd4d-47df-972c-49dc20540753 req-58624bcb-5147-49c9-92a2-0c44057b4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.626950 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-58624bcb-5147-49c9-92a2-0c44057b4c44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.3624218 Feb 03 11:12:45.627760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d62c5-6c25-4c63-8490-99fb440efa79 req-ba7ff56c-9262-404a-93e5-7c07e6e14fea tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.630578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-745d62c5-6c25-4c63-8490-99fb440efa79 req-ba7ff56c-9262-404a-93e5-7c07e6e14fea tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 943 time: 0.2240560 Feb 03 11:12:45.686081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Allocated IP 10.2.2.200 (af2f01dc-8cfc-4a58-9a04-fa12240976c5/bd9c6268-6a68-4d41-a774-7d6235ccc2ed/afd57b6e-92b9-4511-a039-f5ebf991cfc0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:45.713242 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks [] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.720341 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.748396 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Attempting to bind port 2029d370-be38-4483-9bd1-f4abe09fe1d3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:45.749489 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Attempting to bind port 2029d370-be38-4483-9bd1-f4abe09fe1d3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:45.749934 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Attempting to bind port 2029d370-be38-4483-9bd1-f4abe09fe1d3 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:45.774283 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:45.774806 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:45.775329 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.775867 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:45.776481 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Bound port: 2029d370-be38-4483-9bd1-f4abe09fe1d3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:45.777048 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.820764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Allocated IP 172.20.0.1 (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09/70cc5bc7-bc2a-44cf-804e-008671df70dd/f977494b-c7ec-4ef6-9ebb-8c1c863332f8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:45.837197 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] For port 2029d370-be38-4483-9bd1-f4abe09fe1d3, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:45.838432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.841357 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] For port 2029d370-be38-4483-9bd1-f4abe09fe1d3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2029d370-be38-4483-9bd1-f4abe09fe1d3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:45.847576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.851934 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.853305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.860021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.870151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.876116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.882976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:45.886098 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1baa8c-fec4-436e-88ca-3e948822ec18 None None] Pushing event updated for resources: {'Port': ['ID=2029d370-be38-4483-9bd1-f4abe09fe1d3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:45.896770 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:45.897673 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:45.898256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-b6bc9826-51c5-4382-9fd2-6acf81300119 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3241806 Feb 03 11:12:45.914735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-745d62c5-6c25-4c63-8490-99fb440efa79 req-9d5f2e1f-45ab-441f-8a2c-a8280554ccc0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560682 Feb 03 11:12:45.962919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks [] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:45.994968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c04e879a-3287-4930-82a5-1c2598cc5094 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:12:46.018299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.088895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.127394 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1baa8c-fec4-436e-88ca-3e948822ec18 None None] Pushing event updated for resources: {'Port': ['ID=2029d370-be38-4483-9bd1-f4abe09fe1d3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:46.152445 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:46.157295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:46.161767 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-2f1c6bc1-5a8b-475d-9fea-b7a54e06c490 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 200 len: 217 time: 0.1566539 Feb 03 11:12:46.167005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:46.168578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:46.177801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c04e879a-3287-4930-82a5-1c2598cc5094,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:46.190548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.203331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'c04e879a-3287-4930-82a5-1c2598cc5094', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'port_id': 'c04e879a-3287-4930-82a5-1c2598cc5094', 'mac_address': 'fa:16:3e:dd:86:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:12:46.205611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Allocated IP 172.20.0.4 (2ad58ff4-dd2b-49e4-a40f-7699e414abbe/2e41b0fe-3c64-49a7-91b3-99f6c9a0f230/47444331-d2b3-457d-953f-a7de18fbef01) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:46.243890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:46.260860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6d8d826-e6ff-404b-8dbd-476b2b2cc05f req-8d7a5ed8-35bc-4ffc-8f6d-06df4fabf16b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3547478 Feb 03 11:12:46.314914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c04e879a-3287-4930-82a5-1c2598cc5094 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:46.317322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168aa86-cd4d-47df-972c-49dc20540753 req-7da74764-1a48-49b8-8cad-bcd60ce1d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:46.319029 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-7da74764-1a48-49b8-8cad-bcd60ce1d8c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.1353085 Feb 03 11:12:46.319599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.349470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e879a-3287-4930-82a5-1c2598cc5094 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:46.387730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c04e879a-3287-4930-82a5-1c2598cc5094,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:46.390968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.396552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.401558 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-cfb49a33-34f5-4ff4-a61a-66d5b6e916b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721018 Feb 03 11:12:46.473033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:46.492232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-4b973bf7-c7b0-459a-a787-21f50afc7c25 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:12:46.493436 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-4b973bf7-c7b0-459a-a787-21f50afc7c25 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0814466 Feb 03 11:12:46.515280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:43Z', 'revision_number': 3, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:46.551925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-76faae33-a757-49e8-b4ea-ab9ac22374a6 None None] Provisioning complete for port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:46.552731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76faae33-a757-49e8-b4ea-ab9ac22374a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.596304 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93a7b2-2db2-4bf5-a406-91b256e53c2e None None] The sync data for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 is: [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:43Z', 'revision_number': 3, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:46.617775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76faae33-a757-49e8-b4ea-ab9ac22374a6 None None] Port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:46.628992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a9e8-8c39-4d56-86b1-ad677eadd814 req-3d339df5-c1a3-4793-a95f-89a39ca81703 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:46.631069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c08a9e8-8c39-4d56-86b1-ad677eadd814 req-3d339df5-c1a3-4793-a95f-89a39ca81703 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 946 time: 0.5764227 Feb 03 11:12:46.644500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-5dd1e6d5-986d-4047-a835-fb62c9dcf511 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390042 Feb 03 11:12:46.705974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks [] for port (47444331-d2b3-457d-953f-a7de18fbef01), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.709143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.714148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:46.728581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c04e879a-3287-4930-82a5-1c2598cc5094'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:46.741418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb219e-24e9-4dfe-b25a-734a3dbf41ac req-fff6a77a-983b-44b1-9b2c-a416a79a9e61 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:46.744297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcb219e-24e9-4dfe-b25a-734a3dbf41ac req-fff6a77a-983b-44b1-9b2c-a416a79a9e61 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 945 time: 0.2591290 Feb 03 11:12:46.824115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:46.835732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c08a9e8-8c39-4d56-86b1-ad677eadd814 req-7f88005f-035c-4a45-90e8-5ddc6bb8d3a4 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d5ba161-721a-43ff-b2ef-7f71a28c2e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907566 Feb 03 11:12:46.876230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:46.876483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0168aa86-cd4d-47df-972c-49dc20540753 req-74f2e93f-cbc1-42c9-9189-33ab789d1128 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047527 Feb 03 11:12:46.884545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:46.942809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-70518130-2d63-4beb-a941-3d92448b5985 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:46.944382 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-70518130-2d63-4beb-a941-3d92448b5985 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.53 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 946 time: 0.1220977 Feb 03 11:12:47.120608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcb219e-24e9-4dfe-b25a-734a3dbf41ac req-a7d84622-63fc-4dd6-b9bd-4253e8fc482b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412659 Feb 03 11:12:47.125471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:47.214083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.214819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.232937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.282627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ae173d9-11c8-4d7f-a223-3f19c34c15a4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3908217 Feb 03 11:12:47.329177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:47.344968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks [] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.359311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.397226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2029d370-be38-4483-9bd1-f4abe09fe1d3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:47.413242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Pushing event updated for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:47.439572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.444848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.445908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Deleting port 49661993-063b-458a-8849-06d3728c530c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:47.446508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (49661993-063b-458a-8849-06d3728c530c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.461443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.467267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.489815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:47.492361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.494024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.503171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-e97ca840-9156-49e1-9401-59d4a7b614d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 3817 time: 0.5208793 Feb 03 11:12:47.514553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e666e0b-96c8-4e26-a176-4af2d0f871b4 None None] Provisioning complete for port afd57b6e-92b9-4511-a039-f5ebf991cfc0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:47.514933 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e666e0b-96c8-4e26-a176-4af2d0f871b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.594671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8580fff-f21f-441f-90fa-4dcceb65e78f req-b207bc90-bbe9-4291-a964-8703503e1e05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905025 Feb 03 11:12:47.597313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e666e0b-96c8-4e26-a176-4af2d0f871b4 None None] Port afd57b6e-92b9-4511-a039-f5ebf991cfc0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:47.599943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2029d370-be38-4483-9bd1-f4abe09fe1d3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:47.600597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.644582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:47.656188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.657392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] For port 49661993-063b-458a-8849-06d3728c530c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=49661993-063b-458a-8849-06d3728c530c,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:47.657884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (49661993-063b-458a-8849-06d3728c530c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.682106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Calling delete_port for 49661993-063b-458a-8849-06d3728c530c owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:47.705381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:47.707941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:47.748620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2029d370-be38-4483-9bd1-f4abe09fe1d3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:47.749299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.764847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:47.769066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:47.788424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 2029d370-be38-4483-9bd1-f4abe09fe1d3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2029d370-be38-4483-9bd1-f4abe09fe1d3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:47.801659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:47.897800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=2029d370-be38-4483-9bd1-f4abe09fe1d3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:47.928490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4433e5-0507-4abe-ac71-e30489db5931 req-2fbf2656-05c2-4a08-ac01-7c387e765283 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.930129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd4433e5-0507-4abe-ac71-e30489db5931 req-2fbf2656-05c2-4a08-ac01-7c387e765283 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 931 time: 0.6466136 Feb 03 11:12:47.994715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:47.995357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.006605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c04e879a-3287-4930-82a5-1c2598cc5094 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:48.096291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-1e0f2972-fb4c-46c4-a51c-2b6b1a86ce50 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1514049 Feb 03 11:12:48.119498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Request body: {'port': {'device_id': '0286458e-8ead-4c26-8644-3921bc939853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:48.125982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:48.126661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port c04e879a-3287-4930-82a5-1c2598cc5094 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:12:48.133555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e82d-e467-43c8-9ecf-6ef13cc5ad4f req-1c4ed179-2bea-4d44-9a66-98349ef59de8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:48.141205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faa1e82d-e467-43c8-9ecf-6ef13cc5ad4f req-1c4ed179-2bea-4d44-9a66-98349ef59de8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 944 time: 0.3497715 Feb 03 11:12:48.141394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port c04e879a-3287-4930-82a5-1c2598cc5094 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:48.141731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.180625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd4433e5-0507-4abe-ac71-e30489db5931 req-071480ba-db66-4d11-a09d-51f1cf2399c9 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224317 Feb 03 11:12:48.242919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (49661993-063b-458a-8849-06d3728c530c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.285216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (47444331-d2b3-457d-953f-a7de18fbef01), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.289023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Pushing event deleted for resources: {'Port': ['ID=49661993-063b-458a-8849-06d3728c530c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:48.332335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['49661993-063b-458a-8849-06d3728c530c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:48.370597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faa1e82d-e467-43c8-9ecf-6ef13cc5ad4f req-f3caa46c-868b-4ff0-82d8-daf3c791984e tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234683 Feb 03 11:12:48.425554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] No DVR routers for this DVR port 49661993-063b-458a-8849-06d3728c530c on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:48.429839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.433672 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a7abd723-37cd-403e-aa99-8cee005f77cc req-a0029892-78ae-43c4-b195-6ca9360bf4f1 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.53 "DELETE /v2.0/ports/49661993-063b-458a-8849-06d3728c530c HTTP/1.1" status: 204 len: 173 time: 1.4188991 Feb 03 11:12:48.434096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c25cc332-d8b9-4920-91c2-1a90a9382606 None None] Provisioning complete for port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:48.434244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'name': 'network-vif-deleted', 'tag': '49661993-063b-458a-8849-06d3728c530c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:48.434559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c25cc332-d8b9-4920-91c2-1a90a9382606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.437307 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53199fe0-146f-49da-905a-c46c48c10a6e" -d '{"events": [{"server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "name": "network-vif-deleted", "tag": "49661993-063b-458a-8849-06d3728c530c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:48.473477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:48.493374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7224ae80-dce1-4dcd-b9ab-73a4d00f96e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/904f6c80-b4ec-47cc-a4f0-c7d9976bda81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8146055 Feb 03 11:12:48.521368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c04e879a-3287-4930-82a5-1c2598cc5094 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:48.529388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.605761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:48.608594 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa57fce-dffc-4964-a9e2-baa892e610e9" -d '{"events": [{"server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "name": "network-vif-plugged", "status": "completed", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:48.659751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c25cc332-d8b9-4920-91c2-1a90a9382606 None None] Port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:12:48.663766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c04e879a-3287-4930-82a5-1c2598cc5094,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:48.674400 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.674712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e7f6ee-c399-4797-8e8d-48e02294ef97 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:48.744528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:48.969436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks [] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:48.973190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bae3f40b-19f5-4e49-a608-5531a0b0f156 req-af1c02b3-076a-4cff-99cc-9e28eb3afee8 tempest-FloatingIPsAssociationTestJSON-573530300 tempest-FloatingIPsAssociationTestJSON-573530300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da313df-4a5a-4fc2-becf-60f74e556493 HTTP/1.1" status: 200 len: 210 time: 0.2936685 Feb 03 11:12:49.032661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.038887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.045708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.054043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.056572 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c153d7-b6cf-4e54-bf7c-6cea5354b600 x-openstack-request-id: req-19c153d7-b6cf-4e54-bf7c-6cea5354b600 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:49.057061 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da313df-4a5a-4fc2-becf-60f74e556493", "name": "network-vif-deleted", "tag": "49661993-063b-458a-8849-06d3728c530c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:49.057172 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19c153d7-b6cf-4e54-bf7c-6cea5354b600 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:49.057542 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da313df-4a5a-4fc2-becf-60f74e556493', 'name': 'network-vif-deleted', 'tag': '49661993-063b-458a-8849-06d3728c530c', 'status': 'completed', 'code': 200} Feb 03 11:12:49.059482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.068458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.074940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.077241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-2c88fd10-4123-46ea-8515-fab3dbbfb2ab tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.5485604 Feb 03 11:12:49.086390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Transition to ACTIVE for port object 42e7f6ee-c399-4797-8e8d-48e02294ef97 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:49.108803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:49.259779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:49.272813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2029d370-be38-4483-9bd1-f4abe09fe1d3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:49.275688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4e18abf-3737-4347-8754-9a970139b0d3 req-b1fab03c-cff7-4a3d-9f3e-482544e80883 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905982 Feb 03 11:12:49.341799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Sync routers for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:49.395905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2f964-5fed-4586-8d4e-c35222069072 req-b2daf959-14be-4812-91b6-7cb0f5828a9c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.404991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fe2f964-5fed-4586-8d4e-c35222069072 req-b2daf959-14be-4812-91b6-7cb0f5828a9c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 945 time: 0.2879739 Feb 03 11:12:49.412601 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe3d55-fc1c-4583-afb3-0b0d2980b5bc x-openstack-request-id: req-5fbe3d55-fc1c-4583-afb3-0b0d2980b5bc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:49.414986 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "name": "network-vif-plugged", "status": "completed", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:49.415188 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fbe3d55-fc1c-4583-afb3-0b0d2980b5bc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:49.415593 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094', 'code': 200} Feb 03 11:12:49.416191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:49.416855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:49.437244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47444331-d2b3-457d-953f-a7de18fbef01 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:49.456052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks [] for port (47444331-d2b3-457d-953f-a7de18fbef01), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:49.518662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Attempting to bind port 42e7f6ee-c399-4797-8e8d-48e02294ef97 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:49.519054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Attempting to bind port 42e7f6ee-c399-4797-8e8d-48e02294ef97 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:49.519385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Attempting to bind port 42e7f6ee-c399-4797-8e8d-48e02294ef97 on network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:49.540504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Transition to ACTIVE for port object 47444331-d2b3-457d-953f-a7de18fbef01 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:49.542823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55e1c9-a01f-42f7-a544-c38168e344cf req-48c0d2ba-d3a8-4bdd-946f-037ca080fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.545492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf55e1c9-a01f-42f7-a544-c38168e344cf req-48c0d2ba-d3a8-4bdd-946f-037ca080fa08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1127 time: 0.0933042 Feb 03 11:12:49.547001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fe2f964-5fed-4586-8d4e-c35222069072 req-55829e78-9885-4aa8-b289-f0a61bc8a1cd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409342 Feb 03 11:12:49.549920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Port 42e7f6ee-c399-4797-8e8d-48e02294ef97 on network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:49.550257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Attempting to bind port 42e7f6ee-c399-4797-8e8d-48e02294ef97 on network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:49.554288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:49.596318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:49.596679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Checking segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:49.597132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Bound using segment: {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:49.598142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Bound port: 42e7f6ee-c399-4797-8e8d-48e02294ef97, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3becf776-7342-400f-b1f9-2b8be37a2a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:49.598142 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:49.627493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:49.639476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf55e1c9-a01f-42f7-a544-c38168e344cf req-a4ff9fa0-7f7d-44c0-82b3-9f377b6311eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772550 Feb 03 11:12:49.658526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2029d370-be38-4483-9bd1-f4abe09fe1d3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:49.658994 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:49.674703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Pushing event updated for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:49.731291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.737073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.742323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.747634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.753767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:49.755392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-643379f2-21ac-4466-abcb-97e51180ad0f req-5ea8bfc5-fa3a-4a67-a422-e4134f93b6aa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 3829 time: 0.2529104 Feb 03 11:12:49.833025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2029d370-be38-4483-9bd1-f4abe09fe1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:49.916534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:46Z', 'revision_number': 4, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f977494b-c7ec-4ef6-9ebb-8c1c863332f8', 'name': '', 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'mac_address': 'fa:16:3e:44:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:45Z', 'updated_at': '2022-02-03T11:12:46Z', 'revision_number': 2, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'subnets': [{'id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:49.944512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Checking router: 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:49.944512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Updating router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:12:49.967067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:49.976200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.018258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:50.034004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-643379f2-21ac-4466-abcb-97e51180ad0f req-0240b596-5584-4566-b5e3-c1b90190cab3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549734 Feb 03 11:12:50.036975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Attempting to bind port 47444331-d2b3-457d-953f-a7de18fbef01 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:50.037321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Attempting to bind port 47444331-d2b3-457d-953f-a7de18fbef01 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'b08085d2-0d75-4178-ae46-ac16a3072a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:50.037652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Attempting to bind port 47444331-d2b3-457d-953f-a7de18fbef01 on network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:50.042401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.063378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-1ca77c4a-8e52-4635-8053-68e9387d98b6 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3773391 Feb 03 11:12:50.063378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:50.070106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Port 47444331-d2b3-457d-953f-a7de18fbef01 on network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:50.070440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Attempting to bind port 47444331-d2b3-457d-953f-a7de18fbef01 on network 2ad58ff4-dd2b-49e4-a40f-7699e414abbe {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:50.105721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:50.106723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.108612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] 10.222.0.69 "PUT /v2.0/ports/42e7f6ee-c399-4797-8e8d-48e02294ef97 HTTP/1.1" status: 200 len: 1092 time: 2.7931566 Feb 03 11:12:50.113421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:50.115707 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d621c-8e41-4918-8c73-79de741f23ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:50.119387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:50.119603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Checking segment: {'id': 'b08085d2-0d75-4178-ae46-ac16a3072a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:50.119883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Bound using segment: {'id': 'b08085d2-0d75-4178-ae46-ac16a3072a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:50.120348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Bound port: 47444331-d2b3-457d-953f-a7de18fbef01, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08085d2-0d75-4178-ae46-ac16a3072a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:50.120715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (47444331-d2b3-457d-953f-a7de18fbef01), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.154967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:50.238311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.245898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794017a5-ea05-4cd6-abd2-bf8ebd50d5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:50.353547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-f25e7c26-8787-4372-ab5c-24ad41e17365 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:50.356660 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-f25e7c26-8787-4372-ab5c-24ad41e17365 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d87cdc-4754-462d-bb85-b77d14f66671 HTTP/1.1" status: 200 len: 945 time: 0.1175618 Feb 03 11:12:50.360959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.363812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:50.375152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=47444331-d2b3-457d-953f-a7de18fbef01,segment=NetworkSegment(b08085d2-0d75-4178-ae46-ac16a3072a98),segment_id=b08085d2-0d75-4178-ae46-ac16a3072a98)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:50.375822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks [] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.386305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.387711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b949-a4a6-49d7-84a6-49ddcb10cd0c req-0919bab5-2c08-4b7e-8ee5-6306c84c4df5 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:50.389664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5a8b949-a4a6-49d7-84a6-49ddcb10cd0c req-0919bab5-2c08-4b7e-8ee5-6306c84c4df5 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 943 time: 0.2302818 Feb 03 11:12:50.422630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.451275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4972-ad37-4433-a137-21b0dc324606 None None] Pushing event updated for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:50.520314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:50.521134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.522738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] 10.222.0.69 "PUT /v2.0/ports/47444331-d2b3-457d-953f-a7de18fbef01 HTTP/1.1" status: 200 len: 1091 time: 2.4085050 Feb 03 11:12:50.577340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Attempting to bind port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:50.577713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Attempting to bind port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:50.578073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Attempting to bind port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 on network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:50.585541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:50.585918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Checking segment: {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:50.586381 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.586824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Bound using segment: {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:50.587341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Bound port: f977494b-c7ec-4ef6-9ebb-8c1c863332f8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c028f3-8e1b-4605-82dc-80802dc95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:50.587710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.638543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5a8b949-a4a6-49d7-84a6-49ddcb10cd0c req-2acf1afb-81fb-4f9b-b803-ef9f89d5654f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361648 Feb 03 11:12:50.674114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port 5be883b2-d49c-43f2-8ec7-82a591b17b68 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:50.674461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.711196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] For port f977494b-c7ec-4ef6-9ebb-8c1c863332f8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:50.717154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db7cc1-0c79-44d2-acc5-fec8954cb55b service neutron] Pushing event updated for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:50.720506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] For port f977494b-c7ec-4ef6-9ebb-8c1c863332f8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:50.737812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.816413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:50.817245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:50.873467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.876482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-9765ef5c-cb83-4960-a4eb-a6de2f7f1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:50.878035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-9765ef5c-cb83-4960-a4eb-a6de2f7f1609 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a859d4a8c5b94d59be71e659ff200e48&device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 1125 time: 0.2543705 Feb 03 11:12:50.884847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4972-ad37-4433-a137-21b0dc324606 None None] Pushing event updated for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:50.915424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port 5be883b2-d49c-43f2-8ec7-82a591b17b68, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5be883b2-d49c-43f2-8ec7-82a591b17b68,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:50.916126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:50.953578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for 5be883b2-d49c-43f2-8ec7-82a591b17b68 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:51.024821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Provisioning complete for port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:51.025244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.054565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-0b426f61-ae03-4905-a335-0a7ff537d4b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47444331-d2b3-457d-953f-a7de18fbef01 HTTP/1.1" status: 200 len: 217 time: 0.1447456 Feb 03 11:12:51.086533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:51.165505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Current status of the port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:51.165905 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.423042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996867-2fcc-4f86-a183-3a317c21023a req-ebd1a942-a7e3-4db0-8f27-29761b3486f4 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:51.430049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66996867-2fcc-4f86-a183-3a317c21023a req-ebd1a942-a7e3-4db0-8f27-29761b3486f4 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.6464429 Feb 03 11:12:51.432114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] For port f977494b-c7ec-4ef6-9ebb-8c1c863332f8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:51.445510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.496796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-7e6575ab-67a5-4afc-85c2-95e40babb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:51.498409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-7e6575ab-67a5-4afc-85c2-95e40babb6b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2e41b0fe-3c64-49a7-91b3-99f6c9a0f230 HTTP/1.1" status: 200 len: 861 time: 0.4142535 Feb 03 11:12:51.509017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258c4f5-7592-4500-8c58-182f44fdce6c None None] Pushing event updated for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:51.543811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:46Z', 'revision_number': 4, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f977494b-c7ec-4ef6-9ebb-8c1c863332f8', 'name': '', 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'mac_address': 'fa:16:3e:44:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:45Z', 'updated_at': '2022-02-03T11:12:50Z', 'revision_number': 4, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'subnets': [{'id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:51.557554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5be883b2-d49c-43f2-8ec7-82a591b17b68), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.593169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-02c6d759-f51d-4160-8e7d-701e3fb25ebf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ad58ff4-dd2b-49e4-a40f-7699e414abbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676920 Feb 03 11:12:51.629055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=5be883b2-d49c-43f2-8ec7-82a591b17b68,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:51.635428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66996867-2fcc-4f86-a183-3a317c21023a req-b22d17d0-4e64-47f0-81f1-44c7b7e0318b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044296 Feb 03 11:12:51.659975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port 5be883b2-d49c-43f2-8ec7-82a591b17b68 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:51.663456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.668022 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d2ffbd2-57be-4af1-817e-5b00ba3c0559 req-ac8afe6d-8763-4630-a83b-971e7d7b6665 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "DELETE /v2.0/ports/5be883b2-d49c-43f2-8ec7-82a591b17b68 HTTP/1.1" status: 204 len: 173 time: 1.3042068 Feb 03 11:12:51.668724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'name': 'network-vif-deleted', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:51.673738 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da09ea-e610-4323-aa59-20fdacf1a719" -d '{"events": [{"server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "name": "network-vif-deleted", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:51.708296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:51.728412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-eae26363-2711-4439-b723-7cb9dba03cbb service neutron] 10.222.0.69 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222696 Feb 03 11:12:51.732523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec4d5d4-0a49-443f-bb3e-1cd05cf94650 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:51.760079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:12:51.778383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks [] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.783492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e014cb6f-7680-4130-bf3a-3b7e42dc106c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:51.786134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827', '5be883b2-d49c-43f2-8ec7-82a591b17b68'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:51.790172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5be36-cd67-42d0-b1fb-e26117c74833 None None] The sync data for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 is: [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:12:46Z', 'revision_number': 4, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f977494b-c7ec-4ef6-9ebb-8c1c863332f8', 'name': '', 'network_id': 'b5f4f1f6-94ec-458f-af11-60bf9a2a7e09', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'mac_address': 'fa:16:3e:44:d3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:45Z', 'updated_at': '2022-02-03T11:12:50Z', 'revision_number': 4, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'subnets': [{'id': '70cc5bc7-bc2a-44cf-804e-008671df70dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:51.802668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Transition to ACTIVE for port object fec4d5d4-0a49-443f-bb3e-1cd05cf94650 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:51.816377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Allocated IP 172.25.7.38 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/cf22f1f9-6153-4c80-8b4f-5fd812e7448a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:51.821561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:51.931157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-32e7f434-fa6b-421d-a324-8148c991c284 None None] Provisioning complete for port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:51.932013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32e7f434-fa6b-421d-a324-8148c991c284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.094876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 49661993-063b-458a-8849-06d3728c530c no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:52.161637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 49661993-063b-458a-8849-06d3728c530c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:52.166566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 49661993-063b-458a-8849-06d3728c530c not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:52.232996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.278226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdb9924f-b26c-4599-9ccf-9cd08d060cad req-e6b66d90-70f9-43a2-90c0-a3dd71189b0c service neutron] 10.222.0.69 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401049 Feb 03 11:12:52.280698 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c630a22-8071-4afa-b5e0-4f909ec1152f x-openstack-request-id: req-6c630a22-8071-4afa-b5e0-4f909ec1152f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:52.281021 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:52.281449 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c630a22-8071-4afa-b5e0-4f909ec1152f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:52.281700 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'status': 'completed', 'code': 200} Feb 03 11:12:52.324669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.331695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32e7f434-fa6b-421d-a324-8148c991c284 None None] Current status of the port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:52.366337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.367221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.367888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.368572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.369417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.371585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.374718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-be9d1b9d-0f2e-4831-9840-fcab2c419067 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5281 time: 0.3562274 Feb 03 11:12:52.406357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:52.428950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:52.434447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:52.441369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:52.513374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=cf22f1f9-6153-4c80-8b4f-5fd812e7448a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:52.603585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.609008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.615883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.621662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.627673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.633070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.638970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.640983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-4494096b-20e6-425b-bbe3-e7d1412712c3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3490338 Feb 03 11:12:52.722759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-49987399-8312-41d1-a311-a0bb1192a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.723333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-49987399-8312-41d1-a311-a0bb1192a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.723812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-49987399-8312-41d1-a311-a0bb1192a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.725464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-49987399-8312-41d1-a311-a0bb1192a35d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d424594b8c94974bd792a1996170ba0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3360114 Feb 03 11:12:52.764216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (381c2a96-3ed2-4fef-8a56-68c28ee06a8f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.774624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Attempting to bind port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:52.774963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Attempting to bind port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:52.775302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Attempting to bind port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:52.795048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on network 9ce900e2-422a-4715-8f61-024253e87c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:52.795391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Attempting to bind port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:52.833637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:52.833884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:52.834547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Bound using segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:52.834706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Bound port: fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:52.835907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.867446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:52.874869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1138d1f8-afa4-459f-9432-8c426abb1cf2 req-f3bb8ce3-1203-451d-af4b-af48ee57871c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444488 Feb 03 11:12:52.876721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-440f4f0a-f8f8-4c79-ad70-da15b27491f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:52.878567 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a1d621c-8e41-4918-8c73-79de741f23ce req-440f4f0a-f8f8-4c79-ad70-da15b27491f6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446958 Feb 03 11:12:52.940818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (a98cda39-683d-4754-9660-b9931d39be03), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.008361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:53.030578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:53.098668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.145094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.145973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.147359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] 10.222.0.69 "PUT /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 1135 time: 2.9965255 Feb 03 11:12:53.207243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:53.254514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edc2ab-aec5-428d-82a5-963282bd492c service neutron] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:53.295176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.300406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.307929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.313419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.324464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.331416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.339040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-731ccff9-d254-467b-ac38-01513c6c8e1f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 4606 time: 0.2804995 Feb 03 11:12:53.349802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Deleting port 09139974-04e7-4033-a980-cbe8704f88ce {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:53.350129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (09139974-04e7-4033-a980-cbe8704f88ce), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.393611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f977494b-c7ec-4ef6-9ebb-8c1c863332f8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:53.498005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:53.498387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.509240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4b5a203-5704-4b5f-afb5-1b827a15bc2a req-3c276261-8a03-4578-9a30-a01cda8bf466 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614861 Feb 03 11:12:53.554177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.559679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] For port 09139974-04e7-4033-a980-cbe8704f88ce, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=09139974-04e7-4033-a980-cbe8704f88ce,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:53.561711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (09139974-04e7-4033-a980-cbe8704f88ce), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.589501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Calling delete_port for 09139974-04e7-4033-a980-cbe8704f88ce owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:53.611756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.646447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:53.711831 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.774379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=cf22f1f9-6153-4c80-8b4f-5fd812e7448a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:53.810789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (09139974-04e7-4033-a980-cbe8704f88ce), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.820185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (381c2a96-3ed2-4fef-8a56-68c28ee06a8f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.839104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Pushing event deleted for resources: {'Port': ['ID=09139974-04e7-4033-a980-cbe8704f88ce,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:53.844437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17242e4-70c5-46f6-8643-80bc0e1a64da req-550bca04-34ec-4f8e-8c46-1df824b5968e tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:53.859782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f17242e4-70c5-46f6-8643-80bc0e1a64da req-550bca04-34ec-4f8e-8c46-1df824b5968e tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 943 time: 0.2571619 Feb 03 11:12:53.943834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:53.945247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-85223605-bc61-4402-b0c2-4dff484577f5 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8872201 Feb 03 11:12:54.040390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-eb2241e7-ac76-414e-9f4a-a7498deff52e tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0855739 Feb 03 11:12:54.056269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (a98cda39-683d-4754-9660-b9931d39be03), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:54.073995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f17242e4-70c5-46f6-8643-80bc0e1a64da req-452d283b-022f-4168-aad2-8a790da7a1d4 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088883 Feb 03 11:12:54.170844 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe39fa-1899-4238-bb97-054411a0a694 x-openstack-request-id: req-d2fe39fa-1899-4238-bb97-054411a0a694 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:54.171228 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d87cdc-4754-462d-bb85-b77d14f66671", "name": "network-vif-deleted", "tag": "5be883b2-d49c-43f2-8ec7-82a591b17b68", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:54.171438 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2fe39fa-1899-4238-bb97-054411a0a694 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:54.171792 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d87cdc-4754-462d-bb85-b77d14f66671', 'name': 'network-vif-deleted', 'tag': '5be883b2-d49c-43f2-8ec7-82a591b17b68', 'status': 'completed', 'code': 200} Feb 03 11:12:54.285530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01'}, {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:54.288614 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d314c98e-7037-4051-acc9-ae4498701fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "tag": "47444331-d2b3-457d-953f-a7de18fbef01"}, {"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "fec4d5d4-0a49-443f-bb3e-1cd05cf94650"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:54.323383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Router a98cda39-683d-4754-9660-b9931d39be03 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:12:54.332317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-57e8c484-b674-4544-856c-68d8580d2c99 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.333850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c0c5821-ac2c-4af8-ad11-4613d1e0986c req-57e8c484-b674-4544-856c-68d8580d2c99 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2858694 Feb 03 11:12:54.382304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321bdc-982e-4777-93f8-d9acd460f8fa req-b317c44f-4fe2-4bf7-8c13-0acd5083e7f8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.389580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4321bdc-982e-4777-93f8-d9acd460f8fa req-b317c44f-4fe2-4bf7-8c13-0acd5083e7f8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1820321 Feb 03 11:12:54.419830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899b7f55-30f9-432c-a8ff-c223dc1382db {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:54.433887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks [] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:54.458974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Transition to ACTIVE for port object 899b7f55-30f9-432c-a8ff-c223dc1382db will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:54.469521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4321bdc-982e-4777-93f8-d9acd460f8fa req-63cb7154-8e9b-428c-bd74-a8425be02e61 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790868 Feb 03 11:12:54.473278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:12:54.484625 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Sync routers for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:12:54.486183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:54.487277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a92527c0-ed53-446a-a427-4882abea6986 admin admin] 10.222.0.30 "PUT /v2.0/routers/a98cda39-683d-4754-9660-b9931d39be03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7775719 Feb 03 11:12:54.489843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34584) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:54.506597 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:54.507236 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:54.563326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:54.758176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks [] for router (a98cda39-683d-4754-9660-b9931d39be03), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:54.781615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:54.803111 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d84ca-3a98-48a8-9805-5600c2172800 x-openstack-request-id: req-467d84ca-3a98-48a8-9805-5600c2172800 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:54.803412 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "tag": "47444331-d2b3-457d-953f-a7de18fbef01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "fec4d5d4-0a49-443f-bb3e-1cd05cf94650", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:54.803835 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-467d84ca-3a98-48a8-9805-5600c2172800 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:54.804055 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01', 'status': 'completed', 'code': 200} Feb 03 11:12:54.804371 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650', 'status': 'completed', 'code': 200} Feb 03 11:12:54.898238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Attempting to bind port 899b7f55-30f9-432c-a8ff-c223dc1382db on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:54.898586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Attempting to bind port 899b7f55-30f9-432c-a8ff-c223dc1382db by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:54.898917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Attempting to bind port 899b7f55-30f9-432c-a8ff-c223dc1382db on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:54.947311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.952771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.958028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.964146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.969894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.975075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.980474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:54.989412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-56838926-e0f3-4209-a55a-71c4f001708e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3714631 Feb 03 11:12:55.021858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 47444331-d2b3-457d-953f-a7de18fbef01 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:12:55.028252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5be883b2-d49c-43f2-8ec7-82a591b17b68 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:55.030668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Port 899b7f55-30f9-432c-a8ff-c223dc1382db on network 9ce900e2-422a-4715-8f61-024253e87c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:55.031161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Attempting to bind port 899b7f55-30f9-432c-a8ff-c223dc1382db on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:55.034092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-830c9942-6388-482c-aaad-b102a9c753f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:55.035864 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-830c9942-6388-482c-aaad-b102a9c753f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a859d4a8c5b94d59be71e659ff200e48&device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 1125 time: 0.1750336 Feb 03 11:12:55.065604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 5be883b2-d49c-43f2-8ec7-82a591b17b68 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:55.065963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5be883b2-d49c-43f2-8ec7-82a591b17b68 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:55.071140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:55.071736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:55.072361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Bound using segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:55.073002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Bound port: 899b7f55-30f9-432c-a8ff-c223dc1382db, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:55.073528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.105619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:12:53Z', 'revision_number': 5, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port': {'id': '186b4b0e-46aa-401c-81af-5957b8026bda', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98cda39-683d-4754-9660-b9931d39be03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:55.130039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks [] for router_gateway (a98cda39-683d-4754-9660-b9931d39be03), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.278641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-a48d687c-54a5-4f05-91dc-9a6b4ef35149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:55.280441 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-a48d687c-54a5-4f05-91dc-9a6b4ef35149 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ad58ff4-dd2b-49e4-a40f-7699e414abbe HTTP/1.1" status: 200 len: 922 time: 0.2343957 Feb 03 11:12:55.286450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Deleting port 186b4b0e-46aa-401c-81af-5957b8026bda {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:55.287180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.335552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=47444331-d2b3-457d-953f-a7de18fbef01,segment=NetworkSegment(b08085d2-0d75-4178-ae46-ac16a3072a98),segment_id=b08085d2-0d75-4178-ae46-ac16a3072a98)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:55.347195 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-315359ad-8a95-4341-a836-1faf6ff0487e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47444331-d2b3-457d-953f-a7de18fbef01 HTTP/1.1" status: 200 len: 217 time: 0.0560901 Feb 03 11:12:55.354877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '47444331-d2b3-457d-953f-a7de18fbef01', 'network_id': '2ad58ff4-dd2b-49e4-a40f-7699e414abbe', 'port_id': '47444331-d2b3-457d-953f-a7de18fbef01', 'mac_address': 'fa:16:3e:10:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e41b0fe-3c64-49a7-91b3-99f6c9a0f230', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:12:55.376689 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Checking router: a98cda39-683d-4754-9660-b9931d39be03 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:12:55.398178 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Routers {'a98cda39-683d-4754-9660-b9931d39be03'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:12:55.398839 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a98cda39-683d-4754-9660-b9931d39be03'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:55.450905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-7ad00e63-5bb7-4004-85f1-0b01ddd37829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:55.453393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-7ad00e63-5bb7-4004-85f1-0b01ddd37829 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2e41b0fe-3c64-49a7-91b3-99f6c9a0f230 HTTP/1.1" status: 200 len: 861 time: 0.0697122 Feb 03 11:12:55.472197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] For port 186b4b0e-46aa-401c-81af-5957b8026bda, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=186b4b0e-46aa-401c-81af-5957b8026bda,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:55.472956 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.496001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 47444331-d2b3-457d-953f-a7de18fbef01 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:55.496777 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (47444331-d2b3-457d-953f-a7de18fbef01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.505865 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-7f60583c-03f6-4c37-a415-fd541749433e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ad58ff4-dd2b-49e4-a40f-7699e414abbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464113 Feb 03 11:12:55.530751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-7005c1fb-8159-47b4-b102-20415f83ef2c tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6838410 Feb 03 11:12:55.536189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:55.542531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47444331-d2b3-457d-953f-a7de18fbef01 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:55.549819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Calling delete_port for 186b4b0e-46aa-401c-81af-5957b8026bda owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:55.562504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36f12e18-42a4-4c19-8922-b708a49e74f3 req-e752a076-021b-4537-b77b-f3de3ac66fa9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5678182 Feb 03 11:12:55.574583 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] Set router a98cda39-683d-4754-9660-b9931d39be03 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:12:55.595088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=47444331-d2b3-457d-953f-a7de18fbef01,segment=NetworkSegment(b08085d2-0d75-4178-ae46-ac16a3072a98),segment_id=b08085d2-0d75-4178-ae46-ac16a3072a98)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:55.605528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.640260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.650346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:55.683893 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:12:55Z', 'revision_number': 6, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:55.695963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=899b7f55-30f9-432c-a8ff-c223dc1382db,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:55.718364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:55.726727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.734895 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7a327-f24c-4852-9984-6aab732a372a None None] The sync data for ids ['a98cda39-683d-4754-9660-b9931d39be03'] in n-d-821606-6 is: [{'id': 'a98cda39-683d-4754-9660-b9931d39be03', 'name': 'tempest-FloatingIPsAssociationTestJSON-1732160420-router', 'tenant_id': '511fb6c01a2f40b1a80bb904867c7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:01Z', 'updated_at': '2022-02-03T11:12:55Z', 'revision_number': 6, 'project_id': '511fb6c01a2f40b1a80bb904867c7389', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:12:55.821319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:55.822237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:55.828101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] 10.222.0.69 "PUT /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 1136 time: 2.6253884 Feb 03 11:12:55.872150 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-9a719560-c1f5-4c84-badc-3561d124d8e0 service neutron] 10.222.0.69 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424134 Feb 03 11:12:55.905867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:55.985588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['47444331-d2b3-457d-953f-a7de18fbef01'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:56.019043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc354e8-677c-4237-942f-cad3e8f68ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:56.091009 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-43f40460-cb6a-4112-b876-d66e117c93bf service neutron] 10.222.0.69 "GET /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657255 Feb 03 11:12:56.183118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.237792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.246250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.252955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.262328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.270030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.275415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.281480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.289450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c158012d-282e-497c-b075-c156a5809709 req-dbb3c65e-5490-4472-9119-c0361173ec00 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5384 time: 0.2928863 Feb 03 11:12:56.331381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.406577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59c892-7896-42e7-934a-d3262955b6dc req-6b309d17-baf7-4f7e-95ef-d041fb07b020 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.408738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a59c892-7896-42e7-934a-d3262955b6dc req-6b309d17-baf7-4f7e-95ef-d041fb07b020 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.2039413 Feb 03 11:12:56.417566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100771-a9c7-4abf-8617-a824c843f332 req-92591479-6058-4790-86fe-f192dc23f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.419094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-92591479-6058-4790-86fe-f192dc23f498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1127 time: 0.3270998 Feb 03 11:12:56.485288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.485776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.486246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.486716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.487180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.487641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.488162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.490011 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-c64d7a48-354f-4150-ba57-44c79a324083 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6314 time: 0.2840881 Feb 03 11:12:56.520428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c158012d-282e-497c-b075-c156a5809709 req-e35d952d-0c3c-46c6-9f0f-2a830101799e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298234 Feb 03 11:12:56.609824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (186b4b0e-46aa-401c-81af-5957b8026bda), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.724120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Allocated IP 172.25.7.207 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ef64e6e9-b25f-4432-abc6-2cacee3447ef) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:12:56.761513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=186b4b0e-46aa-401c-81af-5957b8026bda,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:56.795460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509ff34-0e59-4cfe-9f80-b2ca8d52d512 req-e203da9c-3626-49ae-af2c-857495cbce05 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.803109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e509ff34-0e59-4cfe-9f80-b2ca8d52d512 req-e203da9c-3626-49ae-af2c-857495cbce05 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 946 time: 0.1786132 Feb 03 11:12:56.813977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '899b7f55-30f9-432c-a8ff-c223dc1382db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:56.815885 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb2e84-5155-45e8-bd67-783aff854fad" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "899b7f55-30f9-432c-a8ff-c223dc1382db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:56.844017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100771-a9c7-4abf-8617-a824c843f332 req-3c4cd5ac-2edd-424a-ad51-2dc7e433377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.845566 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-3c4cd5ac-2edd-424a-ad51-2dc7e433377f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.4150054 Feb 03 11:12:56.875314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.910499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-e4c07276-1767-4ff8-bc69-274865bb4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.911386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-e4c07276-1767-4ff8-bc69-274865bb4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.911531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-e4c07276-1767-4ff8-bc69-274865bb4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:56.913541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-e4c07276-1767-4ff8-bc69-274865bb4259 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d424594b8c94974bd792a1996170ba0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4050612 Feb 03 11:12:56.914403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a98cda39-683d-4754-9660-b9931d39be03), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.919761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-522a5047-f2fc-46c8-9761-db13a3d7b477 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 200 len: 217 time: 0.0538876 Feb 03 11:12:56.923635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port e014cb6f-7680-4130-bf3a-3b7e42dc106c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:56.924003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:56.973613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e509ff34-0e59-4cfe-9f80-b2ca8d52d512 req-76ef35dc-624a-45ee-b1b1-ba8009cbbb41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693058 Feb 03 11:12:57.015077 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.029911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:57.039191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 47444331-d2b3-457d-953f-a7de18fbef01 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:12:57.056321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks [] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.109476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Transition to ACTIVE for port object 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:57.126021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 47444331-d2b3-457d-953f-a7de18fbef01 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:12:57.131281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 47444331-d2b3-457d-953f-a7de18fbef01 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:12:57.131719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (47444331-d2b3-457d-953f-a7de18fbef01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.188654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.205366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.224434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 47444331-d2b3-457d-953f-a7de18fbef01 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:12:57.224841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (47444331-d2b3-457d-953f-a7de18fbef01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.298449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=47444331-d2b3-457d-953f-a7de18fbef01,segment=NetworkSegment(b08085d2-0d75-4178-ae46-ac16a3072a98),segment_id=b08085d2-0d75-4178-ae46-ac16a3072a98)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:57.299532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:57.302290 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbafe6-a370-47cc-ad09-b728e3a2ef94" -d '{"events": [{"server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "name": "network-vif-plugged", "status": "completed", "tag": "47444331-d2b3-457d-953f-a7de18fbef01"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:57.310791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.363569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:12:57.369942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:57.374139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 09139974-04e7-4033-a980-cbe8704f88ce no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:57.385095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:57.398999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 09139974-04e7-4033-a980-cbe8704f88ce {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:57.399349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 09139974-04e7-4033-a980-cbe8704f88ce not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:57.399779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 186b4b0e-46aa-401c-81af-5957b8026bda no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:57.418804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02ea8-808b-4917-a22e-111193ffa371 req-1dbf2d08-d241-486e-8ad8-1a7b959abf2d tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:57.420262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 186b4b0e-46aa-401c-81af-5957b8026bda {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:57.420621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 186b4b0e-46aa-401c-81af-5957b8026bda not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:57.420767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2a02ea8-808b-4917-a22e-111193ffa371 req-1dbf2d08-d241-486e-8ad8-1a7b959abf2d tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 944 time: 0.3260531 Feb 03 11:12:57.421834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:12:57.449086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:12:57.497101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100771-a9c7-4abf-8617-a824c843f332 req-f233c4c4-5f25-48a1-ae88-13ccb8c69bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:57.499607 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-f233c4c4-5f25-48a1-ae88-13ccb8c69bda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.1300261 Feb 03 11:12:57.572649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2a02ea8-808b-4917-a22e-111193ffa371 req-14ef2c91-5f3e-4f57-81cd-b487256bdff3 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187170 Feb 03 11:12:57.577180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=ef64e6e9-b25f-4432-abc6-2cacee3447ef,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:57.584535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-428c5fa0-ae58-439a-a8a8-e41b12967040 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457404 Feb 03 11:12:57.588754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a98cda39-683d-4754-9660-b9931d39be03), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.601468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks [] for router_controller (a98cda39-683d-4754-9660-b9931d39be03), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.606742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Attempting to bind port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:12:57.607182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Attempting to bind port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:12:57.608491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Attempting to bind port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:57.620050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 on network 9ce900e2-422a-4715-8f61-024253e87c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:12:57.620529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Attempting to bind port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:12:57.649757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:12:57.650228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:12:57.650731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Bound using segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:12:57.651272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Bound port: 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:12:57.651735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.725949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (1c13baff-0575-4105-8085-fe753b4cf9b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.734531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c98e-7037-4051-acc9-ae4498701fcb req-3617f55d-4930-4bc1-b051-dff723d1ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:57.736013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d314c98e-7037-4051-acc9-ae4498701fcb req-3617f55d-4930-4bc1-b051-dff723d1ab1a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8086438 Feb 03 11:12:57.768262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a98cda39-683d-4754-9660-b9931d39be03), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.768839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98cda39-683d-4754-9660-b9931d39be03 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:12:57.777247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.778381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ccbb7abc-a964-44c5-a663-6647959e29c4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a98cda39-683d-4754-9660-b9931d39be03 HTTP/1.1" status: 204 len: 168 time: 3.2839046 Feb 03 11:12:57.787924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34602) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:57.810216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:12:57.813414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.816420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:12:57.824337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaa29c-bee5-42c6-a00a-865b6361c153 req-234ab191-63f7-4f18-942f-fe53af59f8df tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:57.826802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcaa29c-bee5-42c6-a00a-865b6361c153 req-234ab191-63f7-4f18-942f-fe53af59f8df tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1480324 Feb 03 11:12:57.855141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port e014cb6f-7680-4130-bf3a-3b7e42dc106c, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e014cb6f-7680-4130-bf3a-3b7e42dc106c,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:57.855514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.870613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.891879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for e014cb6f-7680-4130-bf3a-3b7e42dc106c owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:57.898685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Deleting subnet 16c028d3-4644-4276-adc8-75fcaa22c232 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:12:57.901944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Publish callbacks [] for subnet (16c028d3-4644-4276-adc8-75fcaa22c232), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.905090 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-bf19b1c8-2e05-47ed-9f64-b39450cd2f18 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931728 Feb 03 11:12:57.955714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:57.956452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:57.958099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] 10.222.0.69 "PUT /v2.0/ports/8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 HTTP/1.1" status: 200 len: 1091 time: 2.0592856 Feb 03 11:12:58.016946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:12:58.054144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0de5-7a2d-429f-a842-623c7d9a927f service neutron] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:58.073381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (16c028d3-4644-4276-adc8-75fcaa22c232), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.111354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fcaa29c-bee5-42c6-a00a-865b6361c153 req-4bffbfd9-6909-4883-a126-dc3e9dadf3d4 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567561 Feb 03 11:12:58.194548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.197506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-55100771-a9c7-4abf-8617-a824c843f332 req-15876049-0f3f-43df-85c7-0e98bed4d612 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704947 Feb 03 11:12:58.329462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (16c028d3-4644-4276-adc8-75fcaa22c232), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.379807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e014cb6f-7680-4130-bf3a-3b7e42dc106c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.413506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:12:58.423276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=e014cb6f-7680-4130-bf3a-3b7e42dc106c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:58.461984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.463602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port e014cb6f-7680-4130-bf3a-3b7e42dc106c on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:58.467054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.470719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7a59c892-7896-42e7-934a-d3262955b6dc req-e64860c6-41c0-4a7c-a889-adf53c53ff79 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "DELETE /v2.0/ports/e014cb6f-7680-4130-bf3a-3b7e42dc106c HTTP/1.1" status: 204 len: 173 time: 2.0487328 Feb 03 11:12:58.470957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.471239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'name': 'network-vif-deleted', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:12:58.473487 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e439ae-dc92-4ff7-bb4f-80671fe9daa8" -d '{"events": [{"server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "name": "network-vif-deleted", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:12:58.478043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.479158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (16c028d3-4644-4276-adc8-75fcaa22c232), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.484095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.489904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.493004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.498977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.499123 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16c028d3-4644-4276-adc8-75fcaa22c232 HTTP/1.1" status: 204 len: 168 time: 0.7045772 Feb 03 11:12:58.505283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:58.507385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-a4d888db-b87d-4abd-a272-60742dfe104f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.2857099 Feb 03 11:12:58.520797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:58.522529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ca45e-af95-4545-b6db-3de63abbafe3 None None] Network bce59d5e-9ad1-491f-8c15-039ed74d9b91 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:12:58.556014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.580286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.600989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (bce59d5e-9ad1-491f-8c15-039ed74d9b91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.602831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fabd5-37a8-4eec-b49d-4cc0cd4f0475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c028d3-4644-4276-adc8-75fcaa22c232,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:58.663911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Deleting port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:12:58.664417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.739177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] For port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,segment=NetworkSegment(3238ad59-5dc2-490f-b51f-ee4f61c35831),segment_id=3238ad59-5dc2-490f-b51f-ee4f61c35831)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:12:58.739695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.755833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Calling delete_port for 75f3e895-78f7-4aef-8ffd-a92dcac2aeee owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:12:58.756990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=ef64e6e9-b25f-4432-abc6-2cacee3447ef,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:58.783619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bafe2390-0ed9-4413-a03b-0e40ad3656e2 req-5db3ea78-d427-47c7-8451-6b43b487832c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2508633 Feb 03 11:12:58.817324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (1c13baff-0575-4105-8085-fe753b4cf9b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.850784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (75f3e895-78f7-4aef-8ffd-a92dcac2aeee), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.884489 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365f4525-9f9a-40f7-bd93-ff117cbb27f4 x-openstack-request-id: req-365f4525-9f9a-40f7-bd93-ff117cbb27f4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:58.884782 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "899b7f55-30f9-432c-a8ff-c223dc1382db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:58.885727 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-365f4525-9f9a-40f7-bd93-ff117cbb27f4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:58.886122 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '899b7f55-30f9-432c-a8ff-c223dc1382db', 'status': 'completed', 'code': 200} Feb 03 11:12:58.890793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] No DVR routers for this DVR port 75f3e895-78f7-4aef-8ffd-a92dcac2aeee on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:12:58.893452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:58.895668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Pushing event deleted for resources: {'Port': ['ID=75f3e895-78f7-4aef-8ffd-a92dcac2aeee,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:58.906198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b0176-224b-4419-b2d6-686ff8725dc1 None None] DHCP port deletion for bce59d5e-9ad1-491f-8c15-039ed74d9b91 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:12:58.915983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-53de6488-08c0-45b3-bdd3-f4ac2e89478d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3842504 Feb 03 11:12:58.933586 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423f6d1f-047c-45e6-9910-ca7142592d7b x-openstack-request-id: req-423f6d1f-047c-45e6-9910-ca7142592d7b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:58.934189 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "name": "network-vif-plugged", "status": "completed", "tag": "47444331-d2b3-457d-953f-a7de18fbef01", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:58.934614 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-423f6d1f-047c-45e6-9910-ca7142592d7b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:58.935896 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01', 'code': 200} Feb 03 11:12:58.971192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-e36811fb-771e-434c-8d45-ffcff662bd2f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0542812 Feb 03 11:12:59.033480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (bce59d5e-9ad1-491f-8c15-039ed74d9b91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.074509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.076241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.076933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.077600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.078234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.078866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.079496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.081974 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-4388b3eb-d1b5-49e2-be3a-a913bd4be8b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6412 time: 0.1397161 Feb 03 11:12:59.088663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce59d5e-9ad1-491f-8c15-039ed74d9b91']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:59.115036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3238ad59-5dc2-490f-b51f-ee4f61c35831') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:59.115281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3238ad59-5dc2-490f-b51f-ee4f61c35831') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:12:59.139654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3238ad59-5dc2-490f-b51f-ee4f61c35831), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.170121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-334c8aeb-5759-4463-9ef6-e2eb27fb2e4c tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.187826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acb046ff-f659-4892-ad7c-d4487ba1304e req-334c8aeb-5759-4463-9ef6-e2eb27fb2e4c tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2157080 Feb 03 11:12:59.195321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3238ad59-5dc2-490f-b51f-ee4f61c35831), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.229943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:12:59.230228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3238ad59-5dc2-490f-b51f-ee4f61c35831), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:12:59.236492 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:12:59.266984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.273025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.279463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.285900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.291341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.296691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.302082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.304027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-db78476a-be68-41c4-8444-48eb481d3828 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5396 time: 0.2325912 Feb 03 11:12:59.308836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adff840-10a5-4f83-9e9c-5fb05ae55efb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:12:59.318827 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks [] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.345005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 75f3e895-78f7-4aef-8ffd-a92dcac2aeee no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:12:59.354351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687b6c5-4f7d-48b5-ab73-e3f56ef7cc54 req-cc637c91-c41f-4ef9-822f-046e1e1702de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.355833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2687b6c5-4f7d-48b5-ab73-e3f56ef7cc54 req-cc637c91-c41f-4ef9-822f-046e1e1702de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 1127 time: 0.2734621 Feb 03 11:12:59.379294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 75f3e895-78f7-4aef-8ffd-a92dcac2aeee {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:12:59.379727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 75f3e895-78f7-4aef-8ffd-a92dcac2aeee not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:12:59.384152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-32d54ff0-5bf2-4bde-a8b1-ee81c84ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.384657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-32d54ff0-5bf2-4bde-a8b1-ee81c84ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.385153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-32d54ff0-5bf2-4bde-a8b1-ee81c84ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.386790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-32d54ff0-5bf2-4bde-a8b1-ee81c84ac18e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d424594b8c94974bd792a1996170ba0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2891042 Feb 03 11:12:59.402205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c83cc5c5-eb05-4377-b547-c2184e6387e2 req-01d87eb6-c594-4b2e-b90c-cff2854906eb tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=292b3a27-6dd7-4ef1-9edd-df1e5517bf76 HTTP/1.1" status: 200 len: 210 time: 0.0691397 Feb 03 11:12:59.408161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Transition to ACTIVE for port object 3adff840-10a5-4f83-9e9c-5fb05ae55efb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:12:59.429942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (bce59d5e-9ad1-491f-8c15-039ed74d9b91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.443959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.450435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] 10.222.0.30 "DELETE /v2.0/networks/bce59d5e-9ad1-491f-8c15-039ed74d9b91 HTTP/1.1" status: 204 len: 168 time: 0.9282951 Feb 03 11:12:59.469263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a052af-04a7-45e1-8c2b-d348d5df70ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bce59d5e-9ad1-491f-8c15-039ed74d9b91,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:12:59.504681 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.541532 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb96488-801b-4647-bf05-2a79171daa62 x-openstack-request-id: req-6eb96488-801b-4647-bf05-2a79171daa62 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:12:59.542122 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292b3a27-6dd7-4ef1-9edd-df1e5517bf76", "name": "network-vif-deleted", "tag": "e014cb6f-7680-4130-bf3a-3b7e42dc106c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:12:59.542122 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6eb96488-801b-4647-bf05-2a79171daa62 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:12:59.542629 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292b3a27-6dd7-4ef1-9edd-df1e5517bf76', 'name': 'network-vif-deleted', 'tag': 'e014cb6f-7680-4130-bf3a-3b7e42dc106c', 'status': 'completed', 'code': 200} Feb 03 11:12:59.583307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-b7a07ff3-f3da-4441-8296-815fc202973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:12:59.585808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cfdb2e84-5155-45e8-bd67-783aff854fad req-b7a07ff3-f3da-4441-8296-815fc202973b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920092 Feb 03 11:12:59.598199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2687b6c5-4f7d-48b5-ab73-e3f56ef7cc54 req-de46f072-c4ed-4f22-a77b-ea950df88d0e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191792 Feb 03 11:12:59.626553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b37d205-a8e2-43cb-8c37-86e51da40e97 req-bef5129d-89f8-4add-be12-3c77ef4bb3cf tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3036354 Feb 03 11:12:59.662431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:59.770449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1e6abef-56b6-4707-92cf-9cd80eed2772 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=511fb6c01a2f40b1a80bb904867c7389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066828 Feb 03 11:12:59.773965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:12:59.850969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] Publish callbacks [] for security_group (6d5ba161-721a-43ff-b2ef-7f71a28c2e74), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.883759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] Publish callbacks [] for security_group (6d5ba161-721a-43ff-b2ef-7f71a28c2e74), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.944216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d5ba161-721a-43ff-b2ef-7f71a28c2e74), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.947513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:12:59.949167 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d5ba161-721a-43ff-b2ef-7f71a28c2e74 HTTP/1.1" status: 204 len: 168 time: 0.1737821 Feb 03 11:12:59.960436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e854e-22ff-4338-a7ca-63f5d4df88de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ba161-721a-43ff-b2ef-7f71a28c2e74,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:00.027948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:00.057265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e014cb6f-7680-4130-bf3a-3b7e42dc106c no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:00.094795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e014cb6f-7680-4130-bf3a-3b7e42dc106c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:00.095379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e014cb6f-7680-4130-bf3a-3b7e42dc106c not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:00.103921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819733b-02fb-4062-92eb-76aa50704b54 req-a8782bbe-ddac-4f30-93b1-04911e1ed1ba tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.105317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b819733b-02fb-4062-92eb-76aa50704b54 req-a8782bbe-ddac-4f30-93b1-04911e1ed1ba tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1456330 Feb 03 11:13:00.114992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18bf4-50d1-455d-a71f-d8a9cf1fe89c req-05b2e3e7-3c06-4841-b00b-758447d2b8ce tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.120286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cd18bf4-50d1-455d-a71f-d8a9cf1fe89c req-05b2e3e7-3c06-4841-b00b-758447d2b8ce tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 945 time: 0.5099094 Feb 03 11:13:00.175755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Attempting to bind port 3adff840-10a5-4f83-9e9c-5fb05ae55efb on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:00.176092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Attempting to bind port 3adff840-10a5-4f83-9e9c-5fb05ae55efb by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:00.176417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Attempting to bind port 3adff840-10a5-4f83-9e9c-5fb05ae55efb on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:00.197617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Port 3adff840-10a5-4f83-9e9c-5fb05ae55efb on network 9ce900e2-422a-4715-8f61-024253e87c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:00.197952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Attempting to bind port 3adff840-10a5-4f83-9e9c-5fb05ae55efb on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:00.216860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:00.217223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Checking segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:00.217625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Bound using segment: {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:00.218042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Bound port: 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec410db-ebb7-47d7-881d-92d1d28ba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:00.218392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:00.224581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b819733b-02fb-4062-92eb-76aa50704b54 req-71924b69-f36f-4757-9144-08ae928b3946 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052949 Feb 03 11:13:00.234570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cd18bf4-50d1-455d-a71f-d8a9cf1fe89c req-698c1acb-1f17-4d46-8ce5-ac0791446507 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966799 Feb 03 11:13:00.411343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:00.438841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:00.448800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:00.457466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-877684a6-03c2-4e90-9e8a-1436d82115fb tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1874371 Feb 03 11:13:00.495688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:00.518701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.523934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.529374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.534894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.540133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.546020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.551315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.553357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-740f9f02-9681-4d45-9e8b-61c616cb66e6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.2246602 Feb 03 11:13:00.564788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:00.565437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:00.566798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] 10.222.0.69 "PUT /v2.0/ports/3adff840-10a5-4f83-9e9c-5fb05ae55efb HTTP/1.1" status: 200 len: 1091 time: 2.5552273 Feb 03 11:13:00.604480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02fb6-b488-4992-9192-c753ed210764 service neutron] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:00.621225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1ec1e660-f86f-4222-b96c-4d6f16366306 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:13:00.622806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1ec1e660-f86f-4222-b96c-4d6f16366306 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051970 Feb 03 11:13:00.625712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:00.646686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:00.737777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18448625-40b4-4e60-94c4-bb470d3f1efc req-53b2c2ef-31a0-4bd3-8d8b-5357b075b6d8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650352 Feb 03 11:13:00.805257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:00.901330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20'}, {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:00.904659 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e59138-442a-460f-8c38-0eab703b1772" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20"}, {"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:00.911674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:01.090770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-network', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:01.118014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Made reservation on behalf of a58a03dedc0347bba9e72befc5f65d61 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:01.121458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.132000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.133948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.147759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.153793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.160107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.166014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.172257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.177675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.182992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.185234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-45db63d1-7bd2-4168-9b1a-9e9f66ce4f39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5408 time: 0.2334688 Feb 03 11:13:01.188716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-650168a2-f1ee-4b33-bda5-fa2802308f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.244790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks [] for security_group (c22bdef1-925d-4e1a-9399-fae8b6610f53), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.250266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c22bdef1-925d-4e1a-9399-fae8b6610f53), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.290500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:13:01.295649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22bdef1-925d-4e1a-9399-fae8b6610f53,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:01.303038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (31565538-8b77-4361-af63-5eddf8a1b077), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.303840 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Added segment 31565538-8b77-4361-af63-5eddf8a1b077 of type vlan for network d4135d54-e346-4dd3-8bb0-682f59a2b309 Feb 03 11:13:01.350129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d4135d54-e346-4dd3-8bb0-682f59a2b309), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.379513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d4135d54-e346-4dd3-8bb0-682f59a2b309), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.381155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.382002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.414841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ceda475-b4a1-440a-aec1-7d44650a4f42 req-732b0fa7-40f8-4020-b912-d1440f6e00b9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105072 Feb 03 11:13:01.420677 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5073395 Feb 03 11:13:01.425044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:01.429156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Allocated IP 172.25.7.192 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/d991bead-fbcc-409f-bb25-0ceebf3a343a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:01.429723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Request body: {'subnet': {'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-subnet', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:01.466560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db779-26a8-4484-b23e-2167ace9252d admin admin] Pushing event updated for resources: {'Network': ['ID=d4135d54-e346-4dd3-8bb0-682f59a2b309,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:01.479993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:13:01.486038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Made reservation on behalf of a58a03dedc0347bba9e72befc5f65d61 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:01.492251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.546903 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e20515-a8c8-4e66-93de-98405ce843c9 x-openstack-request-id: req-96e20515-a8c8-4e66-93de-98405ce843c9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:01.547202 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:01.547457 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96e20515-a8c8-4e66-93de-98405ce843c9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:01.547855 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'status': 'completed', 'code': 200} Feb 03 11:13:01.548112 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'status': 'completed', 'code': 200} Feb 03 11:13:01.552885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea96f67-e64c-4967-956f-09de011539b3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:01.567688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks [] for port (0ea96f67-e64c-4967-956f-09de011539b3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.622636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Transition to ACTIVE for port object 0ea96f67-e64c-4967-956f-09de011539b3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:01.641695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.656039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.758353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.758906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.759406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.759868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.760327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.760786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.761345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.761745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a10da0ba-da57-4455-a0e1-04e142d48d67), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.764259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-46b5f21f-38ca-4bf0-9c20-e0d6d75fd8ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6510 time: 0.1927791 Feb 03 11:13:01.764955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:01.842106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10da0ba-da57-4455-a0e1-04e142d48d67,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:01.846841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Checking segment: {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:01.847336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Network hostable DHCP agents. Network: d4135d54-e346-4dd3-8bb0-682f59a2b309, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:13:01.870077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:13:01.882632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d4135d54-e346-4dd3-8bb0-682f59a2b309) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:01.895448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37824bc-528e-4eac-98ac-faf165fb3bb9 None None] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:01.902281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:01.902891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.936143 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f57288c8-86fb-4b5d-b97c-05340e4169f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5100331 Feb 03 11:13:01.936996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:01.941247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:01.988333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (80171d34-909f-4c6f-a54c-354cb871e081), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:01.989503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (80171d34-909f-4c6f-a54c-354cb871e081), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.052580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.059867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d4135d54-e346-4dd3-8bb0-682f59a2b309', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:13:02.061097 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.069756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for router_controller (80171d34-909f-4c6f-a54c-354cb871e081), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.139142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-24dd91fd-c87c-4979-81fc-b567897c0ae0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.145704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-24dd91fd-c87c-4979-81fc-b567897c0ae0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.4621463 Feb 03 11:13:02.196670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Attempting to bind port 0ea96f67-e64c-4967-956f-09de011539b3 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:02.197029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Attempting to bind port 0ea96f67-e64c-4967-956f-09de011539b3 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:02.197679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Attempting to bind port 0ea96f67-e64c-4967-956f-09de011539b3 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:02.220790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:02.235301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-ae188f84-44f3-4072-aa2a-114f157768a8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0886853 Feb 03 11:13:02.241428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:02.244208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Allocated IP 172.20.0.2 (d4135d54-e346-4dd3-8bb0-682f59a2b309/a10da0ba-da57-4455-a0e1-04e142d48d67/b13b9e21-12c1-47c1-b6dd-e050b167845e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:02.252855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Port 0ea96f67-e64c-4967-956f-09de011539b3 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:02.253234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Attempting to bind port 0ea96f67-e64c-4967-956f-09de011539b3 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:02.255681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-771a0b3b-4724-48c4-9cc0-07ef53c6c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.256280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-771a0b3b-4724-48c4-9cc0-07ef53c6c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.257168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-771a0b3b-4724-48c4-9cc0-07ef53c6c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.259269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-771a0b3b-4724-48c4-9cc0-07ef53c6c41c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d424594b8c94974bd792a1996170ba0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4755926 Feb 03 11:13:02.260614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:02.261987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for router_gateway (80171d34-909f-4c6f-a54c-354cb871e081), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.265911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=d991bead-fbcc-409f-bb25-0ceebf3a343a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:02.328962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:02.329369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Checking segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:02.329763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Bound using segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:02.330214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Bound port: 0ea96f67-e64c-4967-956f-09de011539b3, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:02.330576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.452899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks [] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.462944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.505253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:02.509941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:02.518184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:02.542919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for router_gateway (80171d34-909f-4c6f-a54c-354cb871e081), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.559355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Pushing event updated for resources: {'Port': ['ID=b13b9e21-12c1-47c1-b6dd-e050b167845e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:02.575959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.600344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Attempting to bind port b13b9e21-12c1-47c1-b6dd-e050b167845e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:02.601280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Attempting to bind port b13b9e21-12c1-47c1-b6dd-e050b167845e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:02.601846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Attempting to bind port b13b9e21-12c1-47c1-b6dd-e050b167845e on network d4135d54-e346-4dd3-8bb0-682f59a2b309 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:02.608725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:02.609674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Checking segment: {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:02.610452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.611162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Bound using segment: {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:02.611852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Bound port: b13b9e21-12c1-47c1-b6dd-e050b167845e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:02.612458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.705094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Allocated IP 172.25.7.173 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f99b60c5-6bef-4b70-9bf5-2bb53a75948c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:02.708100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] For port b13b9e21-12c1-47c1-b6dd-e050b167845e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:02.713363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] For port b13b9e21-12c1-47c1-b6dd-e050b167845e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b13b9e21-12c1-47c1-b6dd-e050b167845e,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:02.723135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.773540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-ac1aea89-9cf4-4adf-9dbb-0795f8262036 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5370443 Feb 03 11:13:02.813865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:02.817881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:02.835613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe97d-1e5a-4ee0-84cc-b5e54cecb21d None None] Pushing event updated for resources: {'Port': ['ID=b13b9e21-12c1-47c1-b6dd-e050b167845e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:02.836884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.853325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-e0467187-7d8f-4be0-869f-bf6b91dd379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.854810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-e0467187-7d8f-4be0-869f-bf6b91dd379a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5678654 Feb 03 11:13:02.873349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.916545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.933629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (963f205b-e8f3-455b-bdcb-53d263a371e7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.953670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:02.954937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:02.956432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ea96f67-e64c-4967-956f-09de011539b3 HTTP/1.1" status: 200 len: 1091 time: 2.3221426 Feb 03 11:13:02.968058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:02.974845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:02.977675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:03.012365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Pushing event updated for resources: {'Port': ['ID=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:03.027002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Request body: {'port': {'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:03.121040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b90c-67d0-485e-8f37-183b9891d5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:03.151144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-7be30af8-be9c-4bed-9374-cbc7ed819088 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766391 Feb 03 11:13:03.156047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.260290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.260809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.266275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.266982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.267621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.268416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.273461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.275637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-83d8b847-14d3-491b-b80c-204ab046f103 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6608 time: 0.3333225 Feb 03 11:13:03.332508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.352824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for router_gateway (80171d34-909f-4c6f-a54c-354cb871e081), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.405977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-ef1048ed-c19d-49d0-9ea8-6c4b8cfa8652 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535594 Feb 03 11:13:03.458480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b13b9e21-12c1-47c1-b6dd-e050b167845e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:03.574495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e746c83d-37e8-4f2f-9817-f2b4eceb21c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.606128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b13b9e21-12c1-47c1-b6dd-e050b167845e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:03.607047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.610709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:03.613626 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "0ea96f67-e64c-4967-956f-09de011539b3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:03.629435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (80171d34-909f-4c6f-a54c-354cb871e081), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.632469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-6316d9f3-597d-4079-9d5d-1b7348a38461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.633123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-6316d9f3-597d-4079-9d5d-1b7348a38461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.633779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-6316d9f3-597d-4079-9d5d-1b7348a38461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.635385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-6316d9f3-597d-4079-9d5d-1b7348a38461 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d424594b8c94974bd792a1996170ba0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2336674 Feb 03 11:13:03.768850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b13b9e21-12c1-47c1-b6dd-e050b167845e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:03.769267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.813652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port b13b9e21-12c1-47c1-b6dd-e050b167845e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b13b9e21-12c1-47c1-b6dd-e050b167845e,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:03.818899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:03.867792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Router 80171d34-909f-4c6f-a54c-354cb871e081 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:13:03.910416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=b13b9e21-12c1-47c1-b6dd-e050b167845e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:03.952668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59138-442a-460f-8c38-0eab703b1772 req-6cea0cfd-cbba-47de-92ed-c53594263e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:03.954330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25e59138-442a-460f-8c38-0eab703b1772 req-6cea0cfd-cbba-47de-92ed-c53594263e01 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351352 Feb 03 11:13:04.152259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd57b6e-92b9-4511-a039-f5ebf991cfc0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:04.163709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks [] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.178770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Transition to ACTIVE for port object afd57b6e-92b9-4511-a039-f5ebf991cfc0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:04.209251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.311518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27d88-db73-4430-a862-6d1a5e41e5f3 req-ab0ef6fa-c299-42a7-832f-5ce473eb940d tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:04.321735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daa27d88-db73-4430-a862-6d1a5e41e5f3 req-ab0ef6fa-c299-42a7-832f-5ce473eb940d tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.7010751 Feb 03 11:13:04.409084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:04.423809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Sync routers for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:04.455028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:04.470295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:04.470939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:04.472438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.474001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ac75a8c-30ac-45e0-be3e-f63766e31c7b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5358837 Feb 03 11:13:04.476567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34696) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:04.514840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daa27d88-db73-4430-a862-6d1a5e41e5f3 req-05074b88-7ce0-46fe-97b7-8ef5b6ed82d1 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921358 Feb 03 11:13:04.646667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:04.708049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.733218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437a7a2-6a70-4c99-9eac-72760c525caf None None] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:04.743190 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.769934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Attempting to bind port afd57b6e-92b9-4511-a039-f5ebf991cfc0 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:04.770446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Attempting to bind port afd57b6e-92b9-4511-a039-f5ebf991cfc0 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:04.771015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Attempting to bind port afd57b6e-92b9-4511-a039-f5ebf991cfc0 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:04.860516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (963f205b-e8f3-455b-bdcb-53d263a371e7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.867830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.880871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d47a979-93c4-486f-829d-1d57194e62ff None None] Provisioning complete for port b13b9e21-12c1-47c1-b6dd-e050b167845e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:04.881554 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d47a979-93c4-486f-829d-1d57194e62ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.897985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Port afd57b6e-92b9-4511-a039-f5ebf991cfc0 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:04.898324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Attempting to bind port afd57b6e-92b9-4511-a039-f5ebf991cfc0 on network af2f01dc-8cfc-4a58-9a04-fa12240976c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:04.912764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8618-27a2-44e0-a108-5fc190774e92 req-ea27ca14-bd8e-43dd-954f-4cf7b5380531 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:04.923491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c53a8618-27a2-44e0-a108-5fc190774e92 req-ea27ca14-bd8e-43dd-954f-4cf7b5380531 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 945 time: 0.2857370 Feb 03 11:13:04.945604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.946925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4633217 Feb 03 11:13:04.952005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:04.952547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Checking segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:04.953195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Bound using segment: {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:04.953634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Bound port: afd57b6e-92b9-4511-a039-f5ebf991cfc0, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:04.953998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:04.994638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6383-c1b9-437b-9610-8c53d8f11dc4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=d991bead-fbcc-409f-bb25-0ceebf3a343a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:05.072570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-240003c2-b773-472c-86e0-289078580a68 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.0967548 Feb 03 11:13:05.159070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:05.181666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c53a8618-27a2-44e0-a108-5fc190774e92 req-69d8306b-8f11-4e5b-bc64-373cd721ee82 tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572024 Feb 03 11:13:05.260802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:05.299524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:05.320655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:05.377538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.378743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:05.379506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/afd57b6e-92b9-4511-a039-f5ebf991cfc0 HTTP/1.1" status: 200 len: 1091 time: 2.3629911 Feb 03 11:13:05.387231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-792ce2ed-6df9-4d0f-aa78-d211f23a086d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.389280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c01d6757-9769-406b-95ff-cb955c154bd5 req-792ce2ed-6df9-4d0f-aa78-d211f23a086d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.3068976 Feb 03 11:13:05.439030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d47a979-93c4-486f-829d-1d57194e62ff None None] Current status of the port b13b9e21-12c1-47c1-b6dd-e050b167845e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:05.447629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b13b9e21-12c1-47c1-b6dd-e050b167845e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:05.648332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:03Z', 'revision_number': 3, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:05.683472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Allocated IP 172.20.0.1 (d4135d54-e346-4dd3-8bb0-682f59a2b309/a10da0ba-da57-4455-a0e1-04e142d48d67/ee1a312b-0674-46fc-9af9-a9ba547cf965) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:05.711834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Checking router: 80171d34-909f-4c6f-a54c-354cb871e081 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:05.712581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Updating router 80171d34-909f-4c6f-a54c-354cb871e081 port f99b60c5-6bef-4b70-9bf5-2bb53a75948c binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:13:05.779614 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:05.850937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6da77-1aa3-4544-9c3e-58478d06f0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:05.915977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.921873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.928262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.935572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.941533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.943508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks [] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:05.947769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.954537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.956656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-c07a1972-1b63-476a-afb5-81a0fb531891 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.5810432 Feb 03 11:13:05.967617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.968102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.968577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.969077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.969606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.970219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.970693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:05.972800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-e28a7940-d0cb-49a9-bb8e-4bc777dff55c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6706 time: 0.4713986 Feb 03 11:13:05.999622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.043087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b13b9e21-12c1-47c1-b6dd-e050b167845e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:06.043532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.056425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:06.060516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:06.064137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-8e7bcde3-2c2b-44a1-b7eb-f18802847b30 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.064430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:06.065864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-8e7bcde3-2c2b-44a1-b7eb-f18802847b30 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.5656278 Feb 03 11:13:06.070272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-3c3ea854-d62f-4a37-8448-6f4db977aa5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97 HTTP/1.1" status: 200 len: 217 time: 0.0801749 Feb 03 11:13:06.092968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.102892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.112577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.121481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.128614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.134425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.138316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:06.141186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.143517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1a522b68-d8fc-443e-863e-6fe93bb86277 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.5078506 Feb 03 11:13:06.154507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (80171d34-909f-4c6f-a54c-354cb871e081), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.168097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:06.192924 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.265317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b13b9e21-12c1-47c1-b6dd-e050b167845e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:06.321219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b687379d-c2cf-4120-8a88-2e27ae224fae None None] Provisioning complete for port b13b9e21-12c1-47c1-b6dd-e050b167845e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:06.321519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b687379d-c2cf-4120-8a88-2e27ae224fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.348836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-242b7593-14a2-4e2e-bbec-ed3e6fc41bd7 req-e97d2242-6073-4099-88d1-9805a09151fb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3745761 Feb 03 11:13:06.389120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-5b2e95c6-6dd8-4d16-80f5-e90fbc2a8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.391807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-5b2e95c6-6dd8-4d16-80f5-e90fbc2a8f20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6aea7a3b-c3b3-4ec9-9124-70b255fb28de HTTP/1.1" status: 200 len: 855 time: 0.2449646 Feb 03 11:13:06.406947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.445689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks [] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.451876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f68ab8-56a4-4d18-85bf-9106a0df5ce3 req-1c640a84-a14f-4550-9c66-8fcbd9dcf7db tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2726326 Feb 03 11:13:06.488511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.504071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-c54af36e-58ab-457a-a0e3-026c4f7deea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.507707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-c54af36e-58ab-457a-a0e3-026c4f7deea9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1046572 Feb 03 11:13:06.538579 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c568b4-200e-4b16-8629-38066fe103d8 x-openstack-request-id: req-f4c568b4-200e-4b16-8629-38066fe103d8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:06.538914 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "0ea96f67-e64c-4967-956f-09de011539b3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:06.539132 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4c568b4-200e-4b16-8629-38066fe103d8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:06.539535 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3', 'status': 'completed', 'code': 200} Feb 03 11:13:06.570424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fa8b4e8-c3e7-4fa4-ab85-582130a78fd9 req-a379fadb-e731-4442-a97e-07d1c78ed965 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 210 time: 0.0567329 Feb 03 11:13:06.585191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:06.588448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.639879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b687379d-c2cf-4120-8a88-2e27ae224fae None None] Current status of the port b13b9e21-12c1-47c1-b6dd-e050b167845e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:06.688884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Pushing event updated for resources: {'Port': ['ID=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:06.697516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Attempting to bind port f99b60c5-6bef-4b70-9bf5-2bb53a75948c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:06.698300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Attempting to bind port f99b60c5-6bef-4b70-9bf5-2bb53a75948c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:06.699082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Attempting to bind port f99b60c5-6bef-4b70-9bf5-2bb53a75948c on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:06.703738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.704312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.704661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.705173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.705512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.705901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.706256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.706570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.706900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.707225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.707552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.708294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.708294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:06.714406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:06.714779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:06.715185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.715693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:06.716168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Bound port: f99b60c5-6bef-4b70-9bf5-2bb53a75948c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:06.716549 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.772660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks [] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.779343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.797320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] For port f99b60c5-6bef-4b70-9bf5-2bb53a75948c, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:06.802335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] For port f99b60c5-6bef-4b70-9bf5-2bb53a75948c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:06.827745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-24cce2d4-bbcc-4b59-a76c-47923b65114f None None] Provisioning complete for port ee1a312b-0674-46fc-9af9-a9ba547cf965 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:06.829771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24cce2d4-bbcc-4b59-a76c-47923b65114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.841065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-df59fb42-1346-47fe-8980-8396ab255c11 service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161938 Feb 03 11:13:06.860334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:06.862947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (80171d34-909f-4c6f-a54c-354cb871e081), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.896043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:06.899245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff40a2-5f9e-4643-ab83-b91a2224c2ac req-1547f786-3436-4d84-8f9f-cfa933ee96a5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:06.907311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acff40a2-5f9e-4643-ab83-b91a2224c2ac req-1547f786-3436-4d84-8f9f-cfa933ee96a5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.2393441 Feb 03 11:13:06.910736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-24cce2d4-bbcc-4b59-a76c-47923b65114f None None] Port ee1a312b-0674-46fc-9af9-a9ba547cf965 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:13:06.956935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:06.957957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:06.972861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-d6369739-2cb1-4a7a-87f8-69480e3a503d tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3457210 Feb 03 11:13:06.977137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:06.978711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:06.996658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:07.104381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:07.125497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acff40a2-5f9e-4643-ab83-b91a2224c2ac req-f33d6aeb-89cf-4c21-89ea-3bd47a91bd36 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172391 Feb 03 11:13:07.152071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Router 80171d34-909f-4c6f-a54c-354cb871e081 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:13:07.161905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-c0cbc327-7c89-42d2-8135-0ad62248452e service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069053 Feb 03 11:13:07.166288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:07.173407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.8 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/180e61d9-5e21-4deb-9524-0df360f8f607) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:07.361703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:07.377526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d6e0579b-89eb-45ec-ba16-3aa1a80d28e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/80171d34-909f-4c6f-a54c-354cb871e081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8997500 Feb 03 11:13:07.531404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3fe126a4-fec6-4277-b315-5efd3dbcb716 None None] Provisioning complete for port ee1a312b-0674-46fc-9af9-a9ba547cf965 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:07.531834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe126a4-fec6-4277-b315-5efd3dbcb716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:07.533726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:07.535396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c64f53-96b5-4e1f-a423-59137b112c8b None None] Pushing event updated for resources: {'Port': ['ID=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:07.587517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fe126a4-fec6-4277-b315-5efd3dbcb716 None None] Port ee1a312b-0674-46fc-9af9-a9ba547cf965 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:13:07.602954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ee1a312b-0674-46fc-9af9-a9ba547cf965', 'name': '', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'mac_address': 'fa:16:3e:29:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:05Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 2, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'subnets': [{'id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:07.632943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5e65-b016-4466-b5ed-408f14ff8bf6 None None] The sync data for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 is: [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ee1a312b-0674-46fc-9af9-a9ba547cf965', 'name': '', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'mac_address': 'fa:16:3e:29:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:05Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 2, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'subnets': [{'id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:07.771697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fc3c78c6-d688-4fd6-8dec-8384a8bb6c58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 217 time: 0.5846958 Feb 03 11:13:07.939093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7379f216-be69-4dd9-8f68-5b7a1cef1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:07.940575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7379f216-be69-4dd9-8f68-5b7a1cef1702 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.1539390 Feb 03 11:13:07.999870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.005244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.010708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.016206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.021803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.027447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.032864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.041029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-e07adeb1-8d27-4621-8b29-cae3b87c2985 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3405008 Feb 03 11:13:08.073086 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (180e61d9-5e21-4deb-9524-0df360f8f607), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:08.168988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7add6e9a-649d-4ee4-bec9-bd9f73aa81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.170650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7add6e9a-649d-4ee4-bec9-bd9f73aa81dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2207944 Feb 03 11:13:08.175315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91e7c2ae-a894-4aaa-b337-c41bce3cf67d req-7251c5ba-59dd-4372-b503-171a425693c6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334386 Feb 03 11:13:08.222313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:08.224793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:08.257402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:08.440005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:08.460253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:08.474259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:08.476792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:08.544463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:08.547214 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322530b-1a78-476e-88cb-3229e3199346" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:08.551131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-b6fe0e77-464e-4fda-aa76-daca75edc5a5 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693657 Feb 03 11:13:08.604861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b052a-fde4-4c98-98c8-a4cb85088619 req-4e669ffb-9e5c-4d8d-b5a3-f2e760d7581a tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.606498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900b052a-fde4-4c98-98c8-a4cb85088619 req-4e669ffb-9e5c-4d8d-b5a3-f2e760d7581a tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 945 time: 0.2869494 Feb 03 11:13:08.624810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:08.624810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:08.649769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Allocated IP 172.25.7.31 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/9de62000-2e17-4c35-aa98-7d84541579ea) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:08.682422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-168274f4-ec69-4717-956e-9cda7ebfbe3c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5376599 Feb 03 11:13:08.720401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Request body: {'port': {'device_id': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:08.859274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900b052a-fde4-4c98-98c8-a4cb85088619 req-c0445d39-ec22-4900-9907-41539b9f77ba tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.30 "GET /v2.0/security-groups?id=0fe53d9f-324b-49a9-86cd-2469a48a95c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255139 Feb 03 11:13:08.882322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a1451787-0600-4c2f-82b1-c09f531292d8 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183012 Feb 03 11:13:08.905439 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:08.973288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-0ae7a2b8-af51-478f-91c5-e9dd81863246 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 217 time: 0.0640106 Feb 03 11:13:08.979982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (9de62000-2e17-4c35-aa98-7d84541579ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.155521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9a94f977-45a9-4b97-8a06-2d86f32bf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.156991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9a94f977-45a9-4b97-8a06-2d86f32bf987 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.1738930 Feb 03 11:13:09.199406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-0818813c-411f-48ca-82a2-e43b25a33a3b tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.201056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-0818813c-411f-48ca-82a2-e43b25a33a3b tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.69 "GET /v2.0/ports?device_id=0286458e-8ead-4c26-8644-3921bc939853 HTTP/1.1" status: 200 len: 945 time: 0.0671921 Feb 03 11:13:09.202828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.208283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.213824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.221329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.226455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.231751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.238865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.246400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-95b803d4-890e-4c2a-ac8c-b99fbdce1e76 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2895842 Feb 03 11:13:09.336366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.339579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Deleting port 47444331-d2b3-457d-953f-a7de18fbef01 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:09.339926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (47444331-d2b3-457d-953f-a7de18fbef01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.373368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f99b60c5-6bef-4b70-9bf5-2bb53a75948c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:09.423406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=9de62000-2e17-4c35-aa98-7d84541579ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:09.449596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f99b60c5-6bef-4b70-9bf5-2bb53a75948c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:09.450876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.470371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] For port 47444331-d2b3-457d-953f-a7de18fbef01, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=47444331-d2b3-457d-953f-a7de18fbef01,segment=NetworkSegment(b08085d2-0d75-4178-ae46-ac16a3072a98),segment_id=b08085d2-0d75-4178-ae46-ac16a3072a98)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:09.471301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (47444331-d2b3-457d-953f-a7de18fbef01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.479918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:09.494511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a5c1aa34-2672-4e4d-a467-264c04d06f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.496194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a5c1aa34-2672-4e4d-a467-264c04d06f63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3214166 Feb 03 11:13:09.497779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:09.502598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Calling delete_port for 47444331-d2b3-457d-953f-a7de18fbef01 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:09.511939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:09.526546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75f56dcd-b822-4bd6-8de5-c3d5216e6a85 req-b7ccfd93-0f4c-49a9-afc7-598d5e61f1c5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787383 Feb 03 11:13:09.564187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f99b60c5-6bef-4b70-9bf5-2bb53a75948c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:09.564187 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.589783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f99b60c5-6bef-4b70-9bf5-2bb53a75948c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:09.603753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.692513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:09.694300 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (cc5a8348-efa5-4172-9f6c-9db2a35c1b60), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.724981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (47444331-d2b3-457d-953f-a7de18fbef01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.754397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Pushing event deleted for resources: {'Port': ['ID=47444331-d2b3-457d-953f-a7de18fbef01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:09.758098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['47444331-d2b3-457d-953f-a7de18fbef01'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:09.808069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180e61d9-5e21-4deb-9524-0df360f8f607 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:09.821530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks [] for port (180e61d9-5e21-4deb-9524-0df360f8f607), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.830950 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.834188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1b33a146-eaaf-4c35-a2f0-6085a3259132 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296418 Feb 03 11:13:09.842212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] No DVR routers for this DVR port 47444331-d2b3-457d-953f-a7de18fbef01 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:09.844851 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.848589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9b8b2190-2858-4ade-b35e-c6c26f34adaf req-ade065f9-c4ca-4d1c-9c7f-7c33e4c15f8f tempest-InstanceActionsNegativeTestJSON-1254994854 tempest-InstanceActionsNegativeTestJSON-1254994854-project] 10.222.0.69 "DELETE /v2.0/ports/47444331-d2b3-457d-953f-a7de18fbef01 HTTP/1.1" status: 204 len: 173 time: 0.6423845 Feb 03 11:13:09.849121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'name': 'network-vif-deleted', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:09.851603 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b458ba9-ed4c-4b55-88ca-9f488baf4de4" -d '{"events": [{"server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "name": "network-vif-deleted", "tag": "47444331-d2b3-457d-953f-a7de18fbef01"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:09.890068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Transition to ACTIVE for port object 180e61d9-5e21-4deb-9524-0df360f8f607 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:09.915097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:09.942913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63594528-4fb8-4660-bc3a-4082179c4f18 req-b6781576-1120-4340-ba14-315d0f933b06 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:09.944500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63594528-4fb8-4660-bc3a-4082179c4f18 req-b6781576-1120-4340-ba14-315d0f933b06 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 931 time: 0.2487953 Feb 03 11:13:10.191744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Sync routers for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:10.204000 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:10.204678 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:10.358438 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:10.397212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Pushing event updated for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:10.443660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1cfd93a9-eca4-4c38-a41d-4634b5b090fb service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031151 Feb 03 11:13:10.471695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63594528-4fb8-4660-bc3a-4082179c4f18 req-9933b624-3353-47f1-8954-9723ea12ffd9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972804 Feb 03 11:13:10.567722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-3c6981fe-04c3-4132-b0c0-82a133284fc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 HTTP/1.1" status: 200 len: 217 time: 0.0899498 Feb 03 11:13:10.579893 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ee1a312b-0674-46fc-9af9-a9ba547cf965', 'name': '', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'mac_address': 'fa:16:3e:29:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:05Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 2, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'subnets': [{'id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:10.612676 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Checking router: 80171d34-909f-4c6f-a54c-354cb871e081 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:10.613243 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Updating router 80171d34-909f-4c6f-a54c-354cb871e081 port ee1a312b-0674-46fc-9af9-a9ba547cf965 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:13:10.642491 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.660626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for port (9de62000-2e17-4c35-aa98-7d84541579ea), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.673562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.680053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-70bb4bda-f944-4616-b06a-2bcf76d99c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:10.681548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-70bb4bda-f944-4616-b06a-2bcf76d99c0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.1002252 Feb 03 11:13:10.717293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Attempting to bind port 180e61d9-5e21-4deb-9524-0df360f8f607 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:10.717634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Attempting to bind port 180e61d9-5e21-4deb-9524-0df360f8f607 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:10.718022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Attempting to bind port 180e61d9-5e21-4deb-9524-0df360f8f607 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:10.819135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Port 180e61d9-5e21-4deb-9524-0df360f8f607 on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:10.819777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Attempting to bind port 180e61d9-5e21-4deb-9524-0df360f8f607 on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:10.834339 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-7ae5cf70-f882-499c-aa2b-1e6d2a0fceb1 req-c1ff3dd0-32d8-4f00-aa22-a4346ff402b8 tempest-FloatingIPDetailsNegativeTestJSON-1838199203 tempest-FloatingIPDetailsNegativeTestJSON-1838199203-project] show failed (client error): The resource could not be found. Feb 03 11:13:10.835369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ae5cf70-f882-499c-aa2b-1e6d2a0fceb1 req-c1ff3dd0-32d8-4f00-aa22-a4346ff402b8 tempest-FloatingIPDetailsNegativeTestJSON-1838199203 tempest-FloatingIPDetailsNegativeTestJSON-1838199203-project] 10.222.0.30 "GET /v2.0/floatingips/a23f5436-192b-4c9c-967a-23c464075822 HTTP/1.1" status: 404 len: 350 time: 0.1114826 Feb 03 11:13:10.844255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34736) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:10.850088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:10.851909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:10.852462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:10.852997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Bound port: 180e61d9-5e21-4deb-9524-0df360f8f607, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:10.853908 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.957046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (cc5a8348-efa5-4172-9f6c-9db2a35c1b60), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.960631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event updated for resources: {'Port': ['ID=9de62000-2e17-4c35-aa98-7d84541579ea,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:10.972329 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks [] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:10.979915 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.013118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:11.042407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.049434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-0dc1ec48-7e86-4df7-a236-29f484c03686 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0684733 Feb 03 11:13:11.054360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-edff9e1b-ec0f-49c5-a9b2-dc23c84774a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:11.055876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-edff9e1b-ec0f-49c5-a9b2-dc23c84774a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3309114 Feb 03 11:13:11.060378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=180e61d9-5e21-4deb-9524-0df360f8f607,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:11.083303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Attempting to bind port ee1a312b-0674-46fc-9af9-a9ba547cf965 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:11.083592 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Attempting to bind port ee1a312b-0674-46fc-9af9-a9ba547cf965 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:11.084166 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Attempting to bind port ee1a312b-0674-46fc-9af9-a9ba547cf965 on network d4135d54-e346-4dd3-8bb0-682f59a2b309 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:11.092183 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:11.092862 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Checking segment: {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:11.093487 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.094007 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Bound using segment: {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:11.094704 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Bound port: ee1a312b-0674-46fc-9af9-a9ba547cf965, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31565538-8b77-4361-af63-5eddf8a1b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:11.095284 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.151646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.165290 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] For port ee1a312b-0674-46fc-9af9-a9ba547cf965, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:11.168328 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] For port ee1a312b-0674-46fc-9af9-a9ba547cf965, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee1a312b-0674-46fc-9af9-a9ba547cf965,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:11.177352 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2935f4-2558-4905-a164-6366e0eb02c4 None None] Pushing event updated for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:11.181262 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.203556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-2d3383fc-8222-4055-b3af-9f2f1a87e7e2 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.1392970 Feb 03 11:13:11.226863 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:11.227594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:11.300864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:11.301531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.303898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] 10.222.0.69 "PUT /v2.0/ports/180e61d9-5e21-4deb-9524-0df360f8f607 HTTP/1.1" status: 200 len: 1091 time: 2.5939910 Feb 03 11:13:11.316143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41796acb-712f-4762-b3ab-1e87d4ee5af4 req-18343264-4f17-43b9-b648-17ac1636fa6b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:11.317687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41796acb-712f-4762-b3ab-1e87d4ee5af4 req-18343264-4f17-43b9-b648-17ac1636fa6b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.3483951 Feb 03 11:13:11.375021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f99b60c5-6bef-4b70-9bf5-2bb53a75948c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:11.461153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (80171d34-909f-4c6f-a54c-354cb871e081), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.490814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Provisioning complete for port ee1a312b-0674-46fc-9af9-a9ba547cf965 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:11.493922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.517427 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:11.557870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-9bc8b0ca-a381-4f5c-ba59-b79c1e619e2b service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864779 Feb 03 11:13:11.581256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f99b60c5-6bef-4b70-9bf5-2bb53a75948c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:11.581832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.586859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b80e18-7eb8-4d16-a471-b14dedc49a17 service neutron] Pushing event updated for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:11.599536 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2935f4-2558-4905-a164-6366e0eb02c4 None None] Pushing event updated for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:11.620663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-f1eb5c88-7b07-44bc-827b-2e0009e4ca10 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:11.622773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94ecfde7-5a85-4aae-aaa7-5cf40dcbb384 req-f1eb5c88-7b07-44bc-827b-2e0009e4ca10 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.3761079 Feb 03 11:13:11.650229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41796acb-712f-4762-b3ab-1e87d4ee5af4 req-945e40db-09fc-423f-aac1-41cf169e7d9e tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159847 Feb 03 11:13:11.711293 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f784d35-2a30-4e9f-98c9-32d70126a25e x-openstack-request-id: req-9f784d35-2a30-4e9f-98c9-32d70126a25e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:11.711688 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:11.712529 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f784d35-2a30-4e9f-98c9-32d70126a25e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:11.713071 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'status': 'completed', 'code': 200} Feb 03 11:13:11.744514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-e04542c7-3833-483f-9cf0-16ca7e01725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:11.752077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-e04542c7-3833-483f-9cf0-16ca7e01725f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 1125 time: 0.3559020 Feb 03 11:13:11.825473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Current status of the port ee1a312b-0674-46fc-9af9-a9ba547cf965 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:11.825868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.857042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Deleting port ee1a312b-0674-46fc-9af9-a9ba547cf965 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:11.857491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.867340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-12c80973-e91c-4e77-8dc7-49d52fc3c3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=180e61d9-5e21-4deb-9524-0df360f8f607 HTTP/1.1" status: 200 len: 217 time: 0.1019907 Feb 03 11:13:11.929835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-01fe2d6b-7877-4d40-940b-08685e91ae7a service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583980 Feb 03 11:13:11.935797 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f2846-d5b2-4171-ac00-f6512f0dad9e x-openstack-request-id: req-f21f2846-d5b2-4171-ac00-f6512f0dad9e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:11.938130 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286458e-8ead-4c26-8644-3921bc939853", "name": "network-vif-deleted", "tag": "47444331-d2b3-457d-953f-a7de18fbef01", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:11.938130 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f21f2846-d5b2-4171-ac00-f6512f0dad9e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:11.938130 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286458e-8ead-4c26-8644-3921bc939853', 'name': 'network-vif-deleted', 'tag': '47444331-d2b3-457d-953f-a7de18fbef01', 'status': 'completed', 'code': 200} Feb 03 11:13:11.965232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] For port ee1a312b-0674-46fc-9af9-a9ba547cf965, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee1a312b-0674-46fc-9af9-a9ba547cf965,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:11.979654 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:11.991337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-684f7d59-60f9-4531-b51c-625007b44375 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb HTTP/1.1" status: 200 len: 217 time: 0.0516961 Feb 03 11:13:12.010490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:12.017515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] For port ee1a312b-0674-46fc-9af9-a9ba547cf965, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee1a312b-0674-46fc-9af9-a9ba547cf965,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:12.018044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.034944 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ee1a312b-0674-46fc-9af9-a9ba547cf965', 'name': '', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'mac_address': 'fa:16:3e:29:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:05Z', 'updated_at': '2022-02-03T11:13:11Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'subnets': [{'id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:12.046238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Calling delete_port for ee1a312b-0674-46fc-9af9-a9ba547cf965 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:12.052155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f99b60c5-6bef-4b70-9bf5-2bb53a75948c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:12.055141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b2505-4af9-4082-b98e-eb9d95644211 None None] Pushing event updated for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:12.080517 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c75bfa-2974-4e0e-822d-5fa37e2797b8 None None] The sync data for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 is: [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:06Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ee1a312b-0674-46fc-9af9-a9ba547cf965', 'name': '', 'network_id': 'd4135d54-e346-4dd3-8bb0-682f59a2b309', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'mac_address': 'fa:16:3e:29:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:05Z', 'updated_at': '2022-02-03T11:13:11Z', 'revision_number': 4, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'subnets': [{'id': 'a10da0ba-da57-4455-a0e1-04e142d48d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:12.082098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-01495d20-e252-4949-aa93-068174b0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.084821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-01495d20-e252-4949-aa93-068174b0cd31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1938601 Feb 03 11:13:12.112834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-da830aea-a527-4187-8922-5d6eff69dee4 None None] Provisioning complete for port ee1a312b-0674-46fc-9af9-a9ba547cf965 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:12.113300 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da830aea-a527-4187-8922-5d6eff69dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.183388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.189735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.195562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.201214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.206834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.212302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.218947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.220481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-14834aaf-183e-4eb6-8c9a-be93da5072be tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.3704257 Feb 03 11:13:12.252267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-da830aea-a527-4187-8922-5d6eff69dee4 None None] Current status of the port ee1a312b-0674-46fc-9af9-a9ba547cf965 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:12.276262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-ca1f33e0-ca04-4f58-a232-50774b798067 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276414 Feb 03 11:13:12.316552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee1a312b-0674-46fc-9af9-a9ba547cf965), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.344577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-da14af04-3210-462b-adf5-0e73c426c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.346260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-da14af04-3210-462b-adf5-0e73c426c79a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.3476555 Feb 03 11:13:12.353922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Deleting subnet 2e41b0fe-3c64-49a7-91b3-99f6c9a0f230 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:13:12.354135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1a312b-0674-46fc-9af9-a9ba547cf965,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:12.453546 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Publish callbacks [] for subnet (2e41b0fe-3c64-49a7-91b3-99f6c9a0f230), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.506320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27c2a586-9d3e-458a-b57d-e09cfca09bdf req-85e36ed6-59ed-437d-93cc-7719b571e784 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2382255 Feb 03 11:13:12.565975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.578179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.594039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.604343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.620356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.627542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.635895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (80171d34-909f-4c6f-a54c-354cb871e081), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.642012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.645707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-fe1bec2c-f5f3-416f-9525-2d3d9a29b351 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.5092325 Feb 03 11:13:12.722228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2e41b0fe-3c64-49a7-91b3-99f6c9a0f230), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.802888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-cc2b5471-2733-4880-8546-4d5a25839eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:12.807737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-cc2b5471-2733-4880-8546-4d5a25839eac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4502017 Feb 03 11:13:12.811556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-7ec2d51f-1547-40a5-b4cf-a39590b9599e service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221820 Feb 03 11:13:12.895544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2e41b0fe-3c64-49a7-91b3-99f6c9a0f230), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:12.924958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Router 80171d34-909f-4c6f-a54c-354cb871e081 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:13:13.046565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:13.052319 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c2fe4d76-bb6f-40af-98b6-d54cb0d74306 admin admin] 10.222.0.30 "PUT /v2.0/routers/80171d34-909f-4c6f-a54c-354cb871e081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2070138 Feb 03 11:13:13.055079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:13.057172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Sync routers for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:13.075334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:13.076192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:13.079947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 47444331-d2b3-457d-953f-a7de18fbef01 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:13.152011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 47444331-d2b3-457d-953f-a7de18fbef01 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:13.153843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 47444331-d2b3-457d-953f-a7de18fbef01 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:13.176526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks [] for router (80171d34-909f-4c6f-a54c-354cb871e081), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.302618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aba79-c702-4781-936c-dae4e10a94bf req-df579f49-c84e-41a6-8b65-c275a1ab9e28 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:13.304201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb1aba79-c702-4781-936c-dae4e10a94bf req-df579f49-c84e-41a6-8b65-c275a1ab9e28 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 943 time: 0.6470704 Feb 03 11:13:13.325323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-027cc9cf-63f2-4011-98ab-b74d445b73a3 req-18cd2708-56cd-474c-ba78-dfdd1df98818 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6520319 Feb 03 11:13:13.330693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks [] for router_gateway (80171d34-909f-4c6f-a54c-354cb871e081), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.407148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-fb053b0b-0625-4105-928d-2059f3a4f15e service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902109 Feb 03 11:13:13.407499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Deleting port f99b60c5-6bef-4b70-9bf5-2bb53a75948c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:13.407866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.430721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:13.469479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c62f99e9-fd41-45ba-b560-a1190cf19fab req-6dcc4736-fb0d-4875-8248-f28ebd926168 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505790 Feb 03 11:13:13.482522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a70cb1e5-0fa7-4596-b067-0a8bc6d1b147 req-84dd253f-e4ef-4151-a051-8c424fa8a657 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips/cc5a8348-efa5-4172-9f6c-9db2a35c1b60 HTTP/1.1" status: 200 len: 692 time: 0.1044130 Feb 03 11:13:13.510535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2e41b0fe-3c64-49a7-91b3-99f6c9a0f230), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.536493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] For port f99b60c5-6bef-4b70-9bf5-2bb53a75948c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:13.536870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.553219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb1aba79-c702-4781-936c-dae4e10a94bf req-6734b34f-7af5-45e2-a795-bf2916845634 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267866 Feb 03 11:13:13.553403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Calling delete_port for f99b60c5-6bef-4b70-9bf5-2bb53a75948c owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:13.614681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e41b0fe-3c64-49a7-91b3-99f6c9a0f230,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:13.634670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:13.642547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-578acc27-419f-4172-b217-46640f3af029 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2e41b0fe-3c64-49a7-91b3-99f6c9a0f230 HTTP/1.1" status: 204 len: 168 time: 1.6291852 Feb 03 11:13:13.642779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:13.666349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:12Z', 'revision_number': 5, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port': {'id': 'f99b60c5-6bef-4b70-9bf5-2bb53a75948c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80171d34-909f-4c6f-a54c-354cb871e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:13:02Z', 'updated_at': '2022-02-03T11:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:13.699328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Checking router: 80171d34-909f-4c6f-a54c-354cb871e081 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:13.709505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Routers {'80171d34-909f-4c6f-a54c-354cb871e081'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:13.710206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80171d34-909f-4c6f-a54c-354cb871e081'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:13.714079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:13.717637 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195b821-c554-490e-91b9-6bf1d33014be" -d '{"events": [{"name": "network-changed", "server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:13.803528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] Set router 80171d34-909f-4c6f-a54c-354cb871e081 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:13.831756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce75298-f4d8-4fd8-9dcd-e4809fd44deb req-76187a17-fdd7-4b13-8eaf-ac9d532cc320 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:13.841621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ce75298-f4d8-4fd8-9dcd-e4809fd44deb req-76187a17-fdd7-4b13-8eaf-ac9d532cc320 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1180961 Feb 03 11:13:13.867621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7ef6058b-5588-4812-a840-eed67a87645c service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184830 Feb 03 11:13:13.868581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:13Z', 'revision_number': 6, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:13.898065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31edd456-7a22-42f3-8599-dfcaa72d8c21 None None] The sync data for ids ['80171d34-909f-4c6f-a54c-354cb871e081'] in n-d-821606-6 is: [{'id': '80171d34-909f-4c6f-a54c-354cb871e081', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-762256112-router', 'tenant_id': 'a58a03dedc0347bba9e72befc5f65d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:13:01Z', 'updated_at': '2022-02-03T11:13:13Z', 'revision_number': 6, 'project_id': 'a58a03dedc0347bba9e72befc5f65d61', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:13.920533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cb1e5-0fa7-4596-b067-0a8bc6d1b147 req-433666c5-2b18-4b38-b712-cf92b02953c1 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:13.921944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a70cb1e5-0fa7-4596-b067-0a8bc6d1b147 req-433666c5-2b18-4b38-b712-cf92b02953c1 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.4175851 Feb 03 11:13:13.969627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ce75298-f4d8-4fd8-9dcd-e4809fd44deb req-6215446d-6db3-421a-8f77-d6f6bdb56812 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264880 Feb 03 11:13:13.971619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-bb5f0b40-6438-4da2-a9df-89ab388b83e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea96f67-e64c-4967-956f-09de011539b3 HTTP/1.1" status: 200 len: 217 time: 0.0689757 Feb 03 11:13:14.026283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1be2527f-5ede-46c5-a1c6-f9ff9c7cf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.028702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-1be2527f-5ede-46c5-a1c6-f9ff9c7cf5e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.0508440 Feb 03 11:13:14.068212 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a75611a-1aed-449e-933c-71cc18439155 x-openstack-request-id: req-9a75611a-1aed-449e-933c-71cc18439155 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:14.068212 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:14.068212 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a75611a-1aed-449e-933c-71cc18439155 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:14.068514 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607', 'status': 'completed', 'code': 200} Feb 03 11:13:14.114614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (2ad58ff4-dd2b-49e4-a40f-7699e414abbe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.186570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132f985e-db86-4926-b908-8f970bc32ccd req-98553d6d-63d7-4f8a-a85f-c7f1483903fc tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips/cc5a8348-efa5-4172-9f6c-9db2a35c1b60 HTTP/1.1" status: 200 len: 692 time: 0.0999634 Feb 03 11:13:14.244088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a7061cab-7711-4b62-81fb-be0530425f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.245778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a7061cab-7711-4b62-81fb-be0530425f04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2104030 Feb 03 11:13:14.248241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (2ad58ff4-dd2b-49e4-a40f-7699e414abbe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.272121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.274682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f99b60c5-6bef-4b70-9bf5-2bb53a75948c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.278521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.280715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad58ff4-dd2b-49e4-a40f-7699e414abbe']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:14.285671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.291289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.294845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08085d2-0d75-4178-ae46-ac16a3072a98') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:14.295134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08085d2-0d75-4178-ae46-ac16a3072a98') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:14.298597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.308357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.313944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.316117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-9e7d9783-8b91-4827-a27e-da8d79a7f8fd tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.2610133 Feb 03 11:13:14.332697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b08085d2-0d75-4178-ae46-ac16a3072a98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.340113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99b60c5-6bef-4b70-9bf5-2bb53a75948c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:14.413962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b08085d2-0d75-4178-ae46-ac16a3072a98), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.425240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:13:14.425641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b08085d2-0d75-4178-ae46-ac16a3072a98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:13:14.427324 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:13:14.430048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b821-c554-490e-91b9-6bf1d33014be req-f423596f-6b81-433d-bff3-2c0b7676a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.431015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-f423596f-6b81-433d-bff3-2c0b7676a392 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 1125 time: 0.3173974 Feb 03 11:13:14.502497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (80171d34-909f-4c6f-a54c-354cb871e081), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.535537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (2ad58ff4-dd2b-49e4-a40f-7699e414abbe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.579012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.581960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f985e-db86-4926-b908-8f970bc32ccd req-ad654d62-1f15-4236-85f7-5d6ee51050aa tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.583370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132f985e-db86-4926-b908-8f970bc32ccd req-ad654d62-1f15-4236-85f7-5d6ee51050aa tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.3784449 Feb 03 11:13:14.590904 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ad58ff4-dd2b-49e4-a40f-7699e414abbe HTTP/1.1" status: 204 len: 168 time: 0.9448352 Feb 03 11:13:14.647284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (80171d34-909f-4c6f-a54c-354cb871e081), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.649104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7d073-426c-4a75-a45a-8342463a4763 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad58ff4-dd2b-49e4-a40f-7699e414abbe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:14.651966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks [] for router_controller (80171d34-909f-4c6f-a54c-354cb871e081), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.679138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-7c4f33a8-9149-4fee-88de-8d65a843ee7c service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602664 Feb 03 11:13:14.683942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b10ed8a-937f-4516-84bf-1bf629b8b168 req-b02711ad-b597-4386-a4c9-c36f888cccc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3547661 Feb 03 11:13:14.689087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132f985e-db86-4926-b908-8f970bc32ccd req-cbc3de07-8c94-4911-a40c-817a2e545aeb tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.0864859 Feb 03 11:13:14.707191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (80171d34-909f-4c6f-a54c-354cb871e081), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.707643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80171d34-909f-4c6f-a54c-354cb871e081 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:13:14.712124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.716440 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04808aac-b0c7-4f91-940a-c8c380efaaa3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/80171d34-909f-4c6f-a54c-354cb871e081 HTTP/1.1" status: 204 len: 168 time: 1.6601326 Feb 03 11:13:14.717112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:14.720330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e8095-195b-482c-9a4c-e83ffc0032a5 req-f6435596-c45e-44c1-8713-8b0103eb5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.721784 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-222e8095-195b-482c-9a4c-e83ffc0032a5 req-f6435596-c45e-44c1-8713-8b0103eb5e3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1127 time: 0.1875794 Feb 03 11:13:14.789773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b821-c554-490e-91b9-6bf1d33014be req-7a459c56-73d2-4927-8388-63a7d326fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:14.791659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-7a459c56-73d2-4927-8388-63a7d326fb5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.3192096 Feb 03 11:13:14.794342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Deleting subnet a10da0ba-da57-4455-a0e1-04e142d48d67 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:13:14.800771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Publish callbacks [] for subnet (a10da0ba-da57-4455-a0e1-04e142d48d67), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.804522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-222e8095-195b-482c-9a4c-e83ffc0032a5 req-df669527-024b-453c-a6e0-598bd342ecbb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762138 Feb 03 11:13:14.807384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132f985e-db86-4926-b908-8f970bc32ccd req-509462ce-8e19-4897-876f-a6db02fa94a2 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.0831480 Feb 03 11:13:14.864822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a10da0ba-da57-4455-a0e1-04e142d48d67), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:14.884885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-e0f01009-970a-4643-bc7f-28b2da18bb50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=180e61d9-5e21-4deb-9524-0df360f8f607 HTTP/1.1" status: 200 len: 217 time: 0.0864720 Feb 03 11:13:14.902530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34766) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:14.980120 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ee11f51-cd0e-481b-9bde-876af40d7b05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a859d4a8c5b94d59be71e659ff200e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758710 Feb 03 11:13:14.983791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34768) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:15.012964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a10da0ba-da57-4455-a0e1-04e142d48d67), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.059757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-0cafb822-819b-4319-a18f-af548d4c1350 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665533 Feb 03 11:13:15.062855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b821-c554-490e-91b9-6bf1d33014be req-2d4b40ca-dae7-4079-b536-d20cc2a4da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.064230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-2d4b40ca-dae7-4079-b536-d20cc2a4da9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1624358 Feb 03 11:13:15.078653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] Publish callbacks [] for security_group (0fe53d9f-324b-49a9-86cd-2469a48a95c2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.103183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a10da0ba-da57-4455-a0e1-04e142d48d67), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.110785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] Publish callbacks [] for security_group (0fe53d9f-324b-49a9-86cd-2469a48a95c2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.142956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10da0ba-da57-4455-a0e1-04e142d48d67,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:15.148693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.155108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ee4d3a9-a7e8-4fe5-948c-443b05bac073 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a10da0ba-da57-4455-a0e1-04e142d48d67 HTTP/1.1" status: 204 len: 168 time: 0.4368293 Feb 03 11:13:15.155754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34772) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:15.156277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1c492-e34a-4621-a1b0-43b9f4d873bb None None] Network d4135d54-e346-4dd3-8bb0-682f59a2b309 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:15.181576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.188183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.207710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.213721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.219545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.234762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.245596 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d4135d54-e346-4dd3-8bb0-682f59a2b309), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.248037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0fe53d9f-324b-49a9-86cd-2469a48a95c2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.257166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.257787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.257787 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fe53d9f-324b-49a9-86cd-2469a48a95c2 HTTP/1.1" status: 204 len: 168 time: 0.2704148 Feb 03 11:13:15.269541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-24e84968-f157-4810-be8f-c398fc0bb6f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.4309931 Feb 03 11:13:15.273123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-ce11faff-00be-4c81-943f-25793b388b95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1858277 Feb 03 11:13:15.277292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da8b32-c625-40a8-abe8-ed01951eb95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe53d9f-324b-49a9-86cd-2469a48a95c2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:15.290164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-faebed11-0777-46e5-9246-6791b1a62d56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0 HTTP/1.1" status: 200 len: 217 time: 0.2016463 Feb 03 11:13:15.343560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee1a312b-0674-46fc-9af9-a9ba547cf965 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:15.366481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Deleting port b13b9e21-12c1-47c1-b6dd-e050b167845e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:15.366926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.384065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ee1a312b-0674-46fc-9af9-a9ba547cf965 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:15.384420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee1a312b-0674-46fc-9af9-a9ba547cf965 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:15.385126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f99b60c5-6bef-4b70-9bf5-2bb53a75948c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:15.436189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f99b60c5-6bef-4b70-9bf5-2bb53a75948c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:15.436546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f99b60c5-6bef-4b70-9bf5-2bb53a75948c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:15.469586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] For port b13b9e21-12c1-47c1-b6dd-e050b167845e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b13b9e21-12c1-47c1-b6dd-e050b167845e,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:15.470021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.490381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Calling delete_port for b13b9e21-12c1-47c1-b6dd-e050b167845e owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:15.510769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-b4e020ba-6e47-4a15-9fba-0c5cbbdeb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.512738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-b4e020ba-6e47-4a15-9fba-0c5cbbdeb936 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.1904435 Feb 03 11:13:15.575353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] DHCP port deletion for d4135d54-e346-4dd3-8bb0-682f59a2b309 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:13:15.641748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Deleting port b13b9e21-12c1-47c1-b6dd-e050b167845e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:15.642343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.647517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Deleting port 9de62000-2e17-4c35-aa98-7d84541579ea {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:15.647859 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.659740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fb9b9c6-c773-4b4e-bbe1-50b8687ca1d2 req-fa5b6679-9e24-4c24-84f7-9cda78079164 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3490012 Feb 03 11:13:15.673431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-fd2eca0f-0e53-4b4e-9000-f03ac93e8da1 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822494 Feb 03 11:13:15.704212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.713876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a664-2ef9-451c-8e14-856d737d2725 req-18cad891-99e4-4506-bde7-9b8b246c6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:15.716184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-18cad891-99e4-4506-bde7-9b8b246c6985 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1964197 Feb 03 11:13:15.719838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] No DVR routers for this DVR port b13b9e21-12c1-47c1-b6dd-e050b167845e on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:15.773039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] For port b13b9e21-12c1-47c1-b6dd-e050b167845e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b13b9e21-12c1-47c1-b6dd-e050b167845e,segment=NetworkSegment(31565538-8b77-4361-af63-5eddf8a1b077),segment_id=31565538-8b77-4361-af63-5eddf8a1b077)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:15.773721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.783720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Pushing event deleted for resources: {'Port': ['ID=b13b9e21-12c1-47c1-b6dd-e050b167845e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:15.797648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Calling delete_port for b13b9e21-12c1-47c1-b6dd-e050b167845e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:15.888754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d4135d54-e346-4dd3-8bb0-682f59a2b309), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.954257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4135d54-e346-4dd3-8bb0-682f59a2b309']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:15.983131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31565538-8b77-4361-af63-5eddf8a1b077') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:15.983413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31565538-8b77-4361-af63-5eddf8a1b077') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:15.989343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b13b9e21-12c1-47c1-b6dd-e050b167845e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:15.998421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (31565538-8b77-4361-af63-5eddf8a1b077), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.014474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (31565538-8b77-4361-af63-5eddf8a1b077), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.014865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] Pushing event deleted for resources: {'Port': ['ID=b13b9e21-12c1-47c1-b6dd-e050b167845e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:16.030417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:13:16.030969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (31565538-8b77-4361-af63-5eddf8a1b077), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.044044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9243bb-c64f-4f53-bcac-622758dc6c4f None None] No DVR routers for this DVR port b13b9e21-12c1-47c1-b6dd-e050b167845e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:16.057559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:13:16.124898 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:13:16.131694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d4135d54-e346-4dd3-8bb0-682f59a2b309), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.151083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.155383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] 10.222.0.30 "DELETE /v2.0/networks/d4135d54-e346-4dd3-8bb0-682f59a2b309 HTTP/1.1" status: 204 len: 168 time: 0.9964850 Feb 03 11:13:16.156532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101821-5d91-4f1c-bd0b-4ade84af105b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4135d54-e346-4dd3-8bb0-682f59a2b309,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:16.240630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.241093 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (9de62000-2e17-4c35-aa98-7d84541579ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.256326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Calling delete_port for 9de62000-2e17-4c35-aa98-7d84541579ea owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:16.349662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34798) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:16.411836 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-01ac420c-def1-431c-a98b-81924cae6ac0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a58a03dedc0347bba9e72befc5f65d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608773 Feb 03 11:13:16.417620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34800) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:16.460444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:16.540733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] Publish callbacks [] for security_group (c22bdef1-925d-4e1a-9399-fae8b6610f53), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.563840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0195b821-c554-490e-91b9-6bf1d33014be req-6b185693-aafd-4802-a37a-86240f4d24bc service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774512 Feb 03 11:13:16.573447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85608d8c-8e30-44c5-bc41-5f5b46a0769c req-91ea9340-da2d-47c7-9817-579de54c924d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:16.575922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85608d8c-8e30-44c5-bc41-5f5b46a0769c req-91ea9340-da2d-47c7-9817-579de54c924d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 943 time: 0.7859488 Feb 03 11:13:16.576955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] Publish callbacks [] for security_group (c22bdef1-925d-4e1a-9399-fae8b6610f53), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.582046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-21ed332d-296f-42e2-bc0f-afec5837bf2e service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297267 Feb 03 11:13:16.644337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c22bdef1-925d-4e1a-9399-fae8b6610f53), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.647340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.650948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c22bdef1-925d-4e1a-9399-fae8b6610f53 HTTP/1.1" status: 204 len: 168 time: 0.2292752 Feb 03 11:13:16.662857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940b33-fd23-4992-998f-e4adcae0f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22bdef1-925d-4e1a-9399-fae8b6610f53,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:16.697170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-172039207-network', 'tenant_id': 'c743edc554044177b7462144e2a65c37'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:16.725113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:16.729518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.740683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.758405 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9de62000-2e17-4c35-aa98-7d84541579ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.767918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85608d8c-8e30-44c5-bc41-5f5b46a0769c req-7f872062-b60e-4a7e-861b-753a63744b1a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688166 Feb 03 11:13:16.799140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event deleted for resources: {'Port': ['ID=9de62000-2e17-4c35-aa98-7d84541579ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:16.836184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6151a664-2ef9-451c-8e14-856d737d2725 req-a31fe6bc-4ea6-4be8-9492-2bc4bfab5fd5 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479537 Feb 03 11:13:16.880354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks [] for security_group (0594a395-1992-4676-99fd-1076727bfcca), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.890144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0594a395-1992-4676-99fd-1076727bfcca), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.941379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0594a395-1992-4676-99fd-1076727bfcca,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:16.947983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:13:16.959856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2fe81f5e-32e4-4161-b125-f152da45c138), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.960258 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Added segment 2fe81f5e-32e4-4161-b125-f152da45c138 of type vlan for network f9952a3b-76a1-4ab8-9645-064bcabe8d54 Feb 03 11:13:16.995778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (cc5a8348-efa5-4172-9f6c-9db2a35c1b60), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:16.999330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.000952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-132f985e-db86-4926-b908-8f970bc32ccd req-7cd03d5f-3e50-45a0-b548-f25fbff33e0f tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc5a8348-efa5-4172-9f6c-9db2a35c1b60 HTTP/1.1" status: 204 len: 173 time: 2.1304722 Feb 03 11:13:17.012831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f9952a3b-76a1-4ab8-9645-064bcabe8d54), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.034915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b52e-7eef-4c11-8287-ebe0d8fb6384 req-bd4ce248-f693-43af-896b-bdb0ac381a39 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.036743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef76b52e-7eef-4c11-8287-ebe0d8fb6384 req-bd4ce248-f693-43af-896b-bdb0ac381a39 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1570733 Feb 03 11:13:17.058473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 180e61d9-5e21-4deb-9524-0df360f8f607 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:17.062787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f9952a3b-76a1-4ab8-9645-064bcabe8d54), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.064570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.066474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.143298 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6803820 Feb 03 11:13:17.145473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34820) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:17.150378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Request body: {'subnet': {'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-172039207-subnet', 'tenant_id': 'c743edc554044177b7462144e2a65c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:17.167330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.167835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.168340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.168820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.169308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.169775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.170235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.172211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-089538da-3b8e-4efd-8fdd-279a7f0ede28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6706 time: 0.2226269 Feb 03 11:13:17.194010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02280d-a768-4c06-bc77-26646841c330 admin admin] Pushing event updated for resources: {'Network': ['ID=f9952a3b-76a1-4ab8-9645-064bcabe8d54,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:17.208526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:17.211275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.252500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:13:17.294246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-cf3d8ad0-037c-4c67-8eff-324c51a3cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.295739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-cf3d8ad0-037c-4c67-8eff-324c51a3cb4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 200 len: 903 time: 0.1147099 Feb 03 11:13:17.347126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef76b52e-7eef-4c11-8287-ebe0d8fb6384 req-660cdb19-4130-4909-a487-ece7d4fcbfd7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019543 Feb 03 11:13:17.427475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-19176e66-7b15-4980-87d4-c7c9eef3a512 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea96f67-e64c-4967-956f-09de011539b3 HTTP/1.1" status: 200 len: 217 time: 0.1206648 Feb 03 11:13:17.451926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b13b9e21-12c1-47c1-b6dd-e050b167845e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:17.452137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (87304e26-2cfa-469d-ab52-bf170b9b7638), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.470381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.475827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.489657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.490919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b13b9e21-12c1-47c1-b6dd-e050b167845e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:17.491273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b13b9e21-12c1-47c1-b6dd-e050b167845e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:17.495688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.502148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=180e61d9-5e21-4deb-9524-0df360f8f607,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:17.523054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '180e61d9-5e21-4deb-9524-0df360f8f607', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': '180e61d9-5e21-4deb-9524-0df360f8f607', 'mac_address': 'fa:16:3e:66:03:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:17.526238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.538792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.549871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.550501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=87304e26-2cfa-469d-ab52-bf170b9b7638,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:17.551838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-19cd455e-417a-4dfa-9088-b935b203d0cb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5420 time: 0.4488602 Feb 03 11:13:17.567647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Checking segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:17.568253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Network hostable DHCP agents. Network: f9952a3b-76a1-4ab8-9645-064bcabe8d54, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:13:17.579492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 180e61d9-5e21-4deb-9524-0df360f8f607 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:17.581086 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.592156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:13:17.607518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f9952a3b-76a1-4ab8-9645-064bcabe8d54) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:17.612753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.613580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180e61d9-5e21-4deb-9524-0df360f8f607 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:17.614569 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.646520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-11afe2bb-595f-4bee-ade1-2c1635139cfd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4998877 Feb 03 11:13:17.652126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796c480-7c56-4099-93cd-82b3cdd959e8 None None] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:17.687800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=180e61d9-5e21-4deb-9524-0df360f8f607,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:17.704864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:17.801639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-05059ca6-c66f-4655-ad9e-09bfd8e2f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:17.805621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-05059ca6-c66f-4655-ad9e-09bfd8e2f971 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.3568428 Feb 03 11:13:17.816009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cee0537b-e205-4c3d-b52a-5ca841acb175 req-9115f757-75d7-442f-af21-c1efe0590e46 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149637 Feb 03 11:13:17.851290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:17.892545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ead674-7c5d-42c1-bc37-d7933db77e67 None None] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:17.934545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:18.019028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.024343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.029675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.035401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.040644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.046480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.051701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.053651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-bcc44d23-9e7b-4190-9d42-2f1c44d25da3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.5005834 Feb 03 11:13:18.054877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-118197332-network', 'tenant_id': '85c95692392b4180901acd76d8ebe1f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:18.075246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:18.077957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.087357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.129668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['180e61d9-5e21-4deb-9524-0df360f8f607'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:18.132325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-fb5a6f3c-8c87-472c-bba6-de9b8b754f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.133920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-fb5a6f3c-8c87-472c-bba6-de9b8b754f12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3156760 Feb 03 11:13:18.135056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 519a8a52-b862-4a1c-8f56-202bd60fd430 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:18.216419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks [] for security_group (e33060ef-a8f1-4735-a0de-a6d4c95a8f4f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.217222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b555a-ea3d-4b61-a773-00da0dd0f342 req-f6e1535c-7f41-4696-8446-fb85ca6cecb2 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.218859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-248b555a-ea3d-4b61-a773-00da0dd0f342 req-f6e1535c-7f41-4696-8446-fb85ca6cecb2 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3250322 Feb 03 11:13:18.231617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e33060ef-a8f1-4735-a0de-a6d4c95a8f4f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.299046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:13:18.317440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:18.342583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4f5d12b3-2f54-4ac2-bc76-3b5717fb5488), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.342943 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Added segment 4f5d12b3-2f54-4ac2-bc76-3b5717fb5488 of type vlan for network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 Feb 03 11:13:18.370231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ca989b0-d3ce-487a-926d-cbd72be7d2b8 req-c4ad1073-d0ba-4dda-80e5-332e5eded56f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3064089 Feb 03 11:13:18.374288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-3072bc3d-7478-4bf8-b90b-8dbff1dab316 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245371 Feb 03 11:13:18.387190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.427803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:18.451412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.452481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.453171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.455019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'port_id': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'mac_address': 'fa:16:3e:3e:58:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:18.506686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 519a8a52-b862-4a1c-8f56-202bd60fd430 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:18.507307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.521475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519a8a52-b862-4a1c-8f56-202bd60fd430 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:18.527746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] Pushing event updated for resources: {'Network': ['ID=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:18.535759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-3073a135-f191-4f46-918f-adcaadeec5ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.537679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-3073a135-f191-4f46-918f-adcaadeec5ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 811 time: 0.1980567 Feb 03 11:13:18.550660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:13:18.555857 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-523e6eed-a2c6-444a-9646-27124fd00364 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6200094 Feb 03 11:13:18.556563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:18.557212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:18.563703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Request body: {'subnet': {'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-118197332-subnet', 'tenant_id': '85c95692392b4180901acd76d8ebe1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:18.576708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.592440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:18.594995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.627694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-f3d2b07a-0f1f-459b-a552-e4c0d70a070a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/quotas/9feb655248d04b978a0bb01646e73f3d HTTP/1.1" status: 200 len: 375 time: 0.0660157 Feb 03 11:13:18.653266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:18.715142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57ade7-8db6-4be3-a767-7d6036be7ea9 req-1f266bb1-fdc0-4ebb-b586-0f7ad2365d91 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.716749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f57ade7-8db6-4be3-a767-7d6036be7ea9 req-1f266bb1-fdc0-4ebb-b586-0f7ad2365d91 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 944 time: 0.1771605 Feb 03 11:13:18.718691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a34b77f-4eb6-4ef3-bc01-52f2b114019e req-c247a180-80f3-41a3-96e4-0bbfe35ea73f service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385034 Feb 03 11:13:18.734723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-c0298069-992c-4162-b121-066accfbced7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990982 Feb 03 11:13:18.789948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f57ade7-8db6-4be3-a767-7d6036be7ea9 req-a8ab68d8-54f0-417b-b18f-79c66636e963 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Feb 03 11:13:18.801867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (df39b080-1372-4de8-bee6-aa0c204d8459), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.826613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-63f06280-294c-46bb-92fe-7d7b539fcb0b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:13:18.837203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-63f06280-294c-46bb-92fe-7d7b539fcb0b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0801387 Feb 03 11:13:18.867821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['519a8a52-b862-4a1c-8f56-202bd60fd430'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:18.887354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Checking segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:18.887733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Network hostable DHCP agents. Network: 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:13:18.893423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df39b080-1372-4de8-bee6-aa0c204d8459,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:18.917595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:13:18.932867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:18.941879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:18.942485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:18.946735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7154505-1567-42fe-805b-bb6603120696 None None] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:18.982455 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-641bcb0d-b550-4d02-854e-74df7ac2980b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4164498 Feb 03 11:13:19.049846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.058247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.059202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.061247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.061979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.062548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.063136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.065397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-9fd89873-516b-44bb-835e-4f26bf3a0749 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6706 time: 0.2160900 Feb 03 11:13:19.131774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-e0dc6b94-8df8-4b45-9f1f-176cf93369ac service neutron] 10.222.0.30 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934792 Feb 03 11:13:19.193359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8eb14-c874-4017-9d22-aeb9a5806413 None None] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:19.568277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-3f279b79-25e0-4691-abba-de716d50c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.569754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-3f279b79-25e0-4691-abba-de716d50c14f service neutron] 10.222.0.69 "GET /v2.0/networks?id=af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 200 len: 903 time: 0.4973531 Feb 03 11:13:19.624583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-8af82540-25d6-443d-8c37-51e7d67f065c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0 HTTP/1.1" status: 200 len: 217 time: 0.0483029 Feb 03 11:13:19.672735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-b5eceedd-fbe8-4249-a78e-149f2a252f80 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.674204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-b5eceedd-fbe8-4249-a78e-149f2a252f80 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.5811646 Feb 03 11:13:19.683410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-515546b4-f95f-4ac4-a659-1b0cc93d25cb service neutron] 10.222.0.30 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364645 Feb 03 11:13:19.699056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-173675db-65d6-49cb-ae53-05f08a6a4ee3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/quotas/c743edc554044177b7462144e2a65c37 HTTP/1.1" status: 200 len: 375 time: 0.0180058 Feb 03 11:13:19.705066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-486fa489-ec26-438a-a30d-21bb103667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.706593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-486fa489-ec26-438a-a30d-21bb103667e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.0727684 Feb 03 11:13:19.745251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-4ea4d1f4-87bd-497c-b85d-65b811f4d524 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377085 Feb 03 11:13:19.768505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-6f649edc-582d-4bd2-8cb5-907b7799eba7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:13:19.769508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-6f649edc-582d-4bd2-8cb5-907b7799eba7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056412 Feb 03 11:13:19.886142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322530b-1a78-476e-88cb-3229e3199346 req-d97882e2-a4a8-485c-8675-6545b70b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:19.887696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-d97882e2-a4a8-485c-8675-6545b70b8093 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1707926 Feb 03 11:13:19.968685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3dfee7e5-dd44-4ad7-aca3-0d1f5f4640b8 req-5ebf8e8b-6c48-430a-9c87-b135754317f9 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=d5440311824647e2888f197ecab3e22e HTTP/1.1" status: 200 len: 1656 time: 0.1475830 Feb 03 11:13:20.049704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5ff608a7-cab7-4e50-9a5f-5b66a8227450 service neutron] 10.222.0.30 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697220 Feb 03 11:13:20.134212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0c20e157-6371-4793-b3d2-00f4ef6153ed details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:20.139815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 519a8a52-b862-4a1c-8f56-202bd60fd430 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:20.195057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-1c0c6ba0-03b5-4971-90f5-fc944fc9ec21 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648489 Feb 03 11:13:20.208931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee7e5-dd44-4ad7-aca3-0d1f5f4640b8 req-ac39a86c-9094-47c0-978e-ebb03d77d0f1 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.210320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3dfee7e5-dd44-4ad7-aca3-0d1f5f4640b8 req-ac39a86c-9094-47c0-978e-ebb03d77d0f1 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks?id=6908b28f-16ad-4967-b25c-db2455d2671d&id=6908b28f-16ad-4967-b25c-db2455d2671d&id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 787 time: 0.2320180 Feb 03 11:13:20.258172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-72656876-e31e-4c82-b803-ef9488131ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974106 Feb 03 11:13:20.383990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a322530b-1a78-476e-88cb-3229e3199346 req-f51060f9-d8d7-4d48-a89d-1ed0b776314a service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814795 Feb 03 11:13:20.432556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.439549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.446259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.453763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.460297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.466673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.472305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.481350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-716c3f11-2f18-4d6c-b6de-63319709ac77 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5421 time: 0.1667244 Feb 03 11:13:20.484135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:20.503116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '0c20e157-6371-4793-b3d2-00f4ef6153ed', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'port_id': '0c20e157-6371-4793-b3d2-00f4ef6153ed', 'mac_address': 'fa:16:3e:7b:b7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:20.569604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 519a8a52-b862-4a1c-8f56-202bd60fd430 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:20.575403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0c20e157-6371-4793-b3d2-00f4ef6153ed is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:20.575799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:20.578156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 519a8a52-b862-4a1c-8f56-202bd60fd430 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:20.578519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:20.611623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea811c97-5a49-41e7-a323-48742c9cc531 req-1269479d-35ff-4ec6-9cf7-8d1d9b9f9e42 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294062 Feb 03 11:13:20.646907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c20e157-6371-4793-b3d2-00f4ef6153ed {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:20.668838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:20.675428 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:20.676160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 828a5282-d30d-483c-a524-2edafcebb89b details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:20.750325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 519a8a52-b862-4a1c-8f56-202bd60fd430 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:20.750795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:20.807674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:20.811714 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deaa9cf-26f2-4be2-9152-0ea0b9fa9e4e" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:20.860133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:20.870652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:20.884465 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:20.947606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.953349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.958554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.974006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:20.989646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:21.001167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:21.009839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.019467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:21.021854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '828a5282-d30d-483c-a524-2edafcebb89b', 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'port_id': '828a5282-d30d-483c-a524-2edafcebb89b', 'mac_address': 'fa:16:3e:5f:e5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b0af5-983b-4a02-a216-b25efb38fa17', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:21.024890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:21.028944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-706a7b44-79cd-4b07-b404-0598c98d3d35 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2047935 Feb 03 11:13:21.066451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 828a5282-d30d-483c-a524-2edafcebb89b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:21.066850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.085295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828a5282-d30d-483c-a524-2edafcebb89b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:21.094410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 180e61d9-5e21-4deb-9524-0df360f8f607 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:21.095061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-60ebc840-783a-42d6-a30e-eb8ccb76c73b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:21.110439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-60ebc840-783a-42d6-a30e-eb8ccb76c73b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.3128092 Feb 03 11:13:21.138361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.155701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.157483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:21.226647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-5bcd3162-0b04-4317-9e54-7bdc76f667c7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/quotas/85c95692392b4180901acd76d8ebe1f5 HTTP/1.1" status: 200 len: 375 time: 0.1148384 Feb 03 11:13:21.265382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 180e61d9-5e21-4deb-9524-0df360f8f607 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:21.270156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:21.277457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.286968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 180e61d9-5e21-4deb-9524-0df360f8f607 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:21.287344 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.287669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-2e18cb17-7c15-4e28-a21d-8048c9be9966 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598407 Feb 03 11:13:21.314373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'port_id': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'mac_address': 'fa:16:3e:84:58:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:21.374767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:21.375166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.394488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:21.442141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-99aac979-185d-40eb-a593-0d54bfe1145d service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534433 Feb 03 11:13:21.454453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.455768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 180e61d9-5e21-4deb-9524-0df360f8f607 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:21.456160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.467588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.468360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 8ecc6559-7039-4950-951a-98c1bab6d379 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:21.552811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=180e61d9-5e21-4deb-9524-0df360f8f607,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.556410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59411f55-4bca-48fa-9c89-21b6bc6d9fb3 req-78587f68-3e4d-4391-86a0-15b466164bbe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5159173 Feb 03 11:13:21.565199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.569644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:21.577738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.612945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '8ecc6559-7039-4950-951a-98c1bab6d379', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'port_id': '8ecc6559-7039-4950-951a-98c1bab6d379', 'mac_address': 'fa:16:3e:4b:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:21.700999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-ccd28cc1-9bae-4c86-8e06-986cbc8370f9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:21.705579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-ccd28cc1-9bae-4c86-8e06-986cbc8370f9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.69 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 811 time: 0.5644643 Feb 03 11:13:21.735469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Request body: {'port': {'device_id': '86f03291-2f54-400b-959c-0b027befef29', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'admin_state_up': True, 'tenant_id': '9feb655248d04b978a0bb01646e73f3d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:21.742578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 8ecc6559-7039-4950-951a-98c1bab6d379 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:21.743049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.775118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecc6559-7039-4950-951a-98c1bab6d379 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:21.778945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-745333ca-261f-4aac-ae5b-a94f8e1ade2c service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358111 Feb 03 11:13:21.780816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:21.803534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.803930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0981e402-7843-45f2-99ce-a78a59cf099b req-a6c3fe6d-e8d3-435b-af16-0362d8dafb14 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 210 time: 0.0630326 Feb 03 11:13:21.811242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.812158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:21.888292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:21.903413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:21.912166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Made reservation on behalf of 9feb655248d04b978a0bb01646e73f3d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:21.917448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.927261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'network_id': '1d821e10-2ced-40ae-a51d-7290b4b2a308', 'port_id': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'mac_address': 'fa:16:3e:8b:27:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384b0af5-983b-4a02-a216-b25efb38fa17', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:21.971548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:21.972181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:21.990525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:22.016080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:22.023104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.024504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:22.124173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e071862-7a29-4990-b704-ad10a68942e1 req-1b55f5f6-5094-4522-8cd9-b4ef8b78f2c1 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips/963f205b-e8f3-455b-bdcb-53d263a371e7 HTTP/1.1" status: 200 len: 693 time: 0.1100159 Feb 03 11:13:22.135023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:22.155377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:22.168966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'network_id': 'd93e64e0-e3b0-4409-a8de-f4f69fc80f83', 'port_id': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'mac_address': 'fa:16:3e:f7:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa234a4-e65b-492f-bfa0-6f452699b386', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:22.225342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:22.225657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.226308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b9725-5d42-4a48-ac46-8b80d52d22f5 req-16e3598c-c1ed-4394-bd01-28082550cf23 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:22.228084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3b9725-5d42-4a48-ac46-8b80d52d22f5 req-16e3598c-c1ed-4394-bd01-28082550cf23 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.2198701 Feb 03 11:13:22.248433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:22.328574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:22.328820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Allocated IP 172.20.0.5 (6dc62d81-b1f6-4ae5-87d7-20aff75593a8/a6fd170c-9b78-482c-8cbb-0bdc4bcd8024/dcf41103-e23e-480b-9c8e-70c4b25783ef) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:22.338168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.498140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-a84331a3-798a-499b-ad11-537349b4460f tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:22.503240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-a84331a3-798a-499b-ad11-537349b4460f tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.2385309 Feb 03 11:13:22.516526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:22.521715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Request body: {'port': {'device_id': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'admin_state_up': True, 'tenant_id': 'c743edc554044177b7462144e2a65c37'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:22.687227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e071862-7a29-4990-b704-ad10a68942e1 req-233314bf-12b6-416e-9b3e-28068eb0f217 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:22.688841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e071862-7a29-4990-b704-ad10a68942e1 req-233314bf-12b6-416e-9b3e-28068eb0f217 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.5553157 Feb 03 11:13:22.704793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:22.708453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.742151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks [] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.783132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3b9725-5d42-4a48-ac46-8b80d52d22f5 req-be4aeea1-e7b3-4595-974c-462e33101041 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424089 Feb 03 11:13:22.859849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-926cc027-678b-4811-b596-83059e3fc1f3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:22.861484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-926cc027-678b-4811-b596-83059e3fc1f3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.3209457 Feb 03 11:13:22.923774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['828a5282-d30d-483c-a524-2edafcebb89b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:22.935729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Request body: {'port': {'device_id': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'admin_state_up': True, 'tenant_id': 'c743edc554044177b7462144e2a65c37'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:22.948738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Allocated IP 172.20.0.10 (f9952a3b-76a1-4ab8-9645-064bcabe8d54/87304e26-2cfa-469d-ab52-bf170b9b7638/4df21880-291f-422c-93b8-912437a58b9e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:22.950788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:22.982823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c04e879a-3287-4930-82a5-1c2598cc5094'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:22.989313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['0725e2d9-ad4b-49a9-b0fa-376bcd502cc4'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:23.013468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['64fcdc7c-2419-44b9-b9b7-9a0f637b8f46'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:23.020531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['8ecc6559-7039-4950-951a-98c1bab6d379'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:23.041076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e071862-7a29-4990-b704-ad10a68942e1 req-c4903a4f-b95f-4cb1-8f22-5eb7b7fa4124 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.3417232 Feb 03 11:13:23.137349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:23.146571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:23.156274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:23.186387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks [] for port (4df21880-291f-422c-93b8-912437a58b9e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.233666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.286952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:23.333895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:23.343552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:23.373077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event updated for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:23.419362 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6877bf-543f-4be2-815e-1ef8cac1b4e5 x-openstack-request-id: req-4f6877bf-543f-4be2-815e-1ef8cac1b4e5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:23.419887 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:23.420335 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f6877bf-543f-4be2-815e-1ef8cac1b4e5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:23.421090 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'code': 200} Feb 03 11:13:23.427239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.427932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.463490 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8623ec5f-7e4b-40a8-8728-990e589ced9c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9519730 Feb 03 11:13:23.475965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Request body: {'port': {'device_id': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:23.587290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e071862-7a29-4990-b704-ad10a68942e1 req-a089a0de-219c-4ea4-8f6f-b3cb7dde9ef0 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.5453060 Feb 03 11:13:23.673910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4df21880-291f-422c-93b8-912437a58b9e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.674561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Pushing event updated for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:23.853924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.854602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.873730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-860fb0f8-b0c0-4db9-865d-7499e0dd519c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.875177 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-860fb0f8-b0c0-4db9-865d-7499e0dd519c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.3225172 Feb 03 11:13:23.893326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Request body: {'port': {'device_id': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'admin_state_up': True, 'tenant_id': '85c95692392b4180901acd76d8ebe1f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:23.895063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:23.895583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['0c20e157-6371-4793-b3d2-00f4ef6153ed'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:23.900073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:23.931811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.939804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.948457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.955803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.964320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.968963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['1b7e63bd-44b5-4ce6-8df7-43f0d17af50f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:23.972710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.978513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:23.981372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-ebd90c9c-97c7-43c5-8804-d806ace9e87f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5428 time: 0.3884850 Feb 03 11:13:23.993087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b07ce64f-9bb5-4353-8c30-cdc5ec0206ef tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2674296 Feb 03 11:13:24.018018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Request body: {'port': {'device_id': '86f03291-2f54-400b-959c-0b027befef29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:24.107728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:24.112551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.163348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Deleting port d991bead-fbcc-409f-bb25-0ceebf3a343a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:24.163900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.234974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e66adf1-29fc-4c34-bb3d-b64505cd9ffe req-3dda9d46-47c7-4f65-b040-84705a5225c0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404001 Feb 03 11:13:24.247574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.319636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df21880-291f-422c-93b8-912437a58b9e {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:24.332008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks [] for port (4df21880-291f-422c-93b8-912437a58b9e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.341796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Allocated IP 172.20.0.13 (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754/df39b080-1372-4de8-bee6-aa0c204d8459/aa497adb-9a26-48d8-b632-5a063f94d681) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:24.355248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Transition to ACTIVE for port object 4df21880-291f-422c-93b8-912437a58b9e will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:24.363206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.370713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6dfd9f3-274d-428b-95cc-b098a4e07a0c req-561d1a0e-5b5b-4048-81d9-ab89d2d0e478 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 210 time: 0.0505466 Feb 03 11:13:24.413104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.413647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (d991bead-fbcc-409f-bb25-0ceebf3a343a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.443519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Calling delete_port for d991bead-fbcc-409f-bb25-0ceebf3a343a owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:24.459707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:24.574134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Attempting to bind port 4df21880-291f-422c-93b8-912437a58b9e on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:24.574469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Attempting to bind port 4df21880-291f-422c-93b8-912437a58b9e by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:24.574795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Attempting to bind port 4df21880-291f-422c-93b8-912437a58b9e on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:24.582539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Port 4df21880-291f-422c-93b8-912437a58b9e on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:24.582854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Attempting to bind port 4df21880-291f-422c-93b8-912437a58b9e on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:24.597400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Allocated IP 172.20.0.9 (f9952a3b-76a1-4ab8-9645-064bcabe8d54/87304e26-2cfa-469d-ab52-bf170b9b7638/0cccd10b-008c-4a6f-961c-e6f3deb6608a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:24.598281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:24.598618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Checking segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:24.599007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Bound using segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:24.599430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Bound port: 4df21880-291f-422c-93b8-912437a58b9e, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:24.599784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4df21880-291f-422c-93b8-912437a58b9e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.620357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks [] for port (aa497adb-9a26-48d8-b632-5a063f94d681), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.695986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:24.700076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4df21880-291f-422c-93b8-912437a58b9e,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:24.706354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.708845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.709003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.714612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.719883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.725140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.730894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.736176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.743122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.747404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16981efd-f588-4136-98dc-c778156b806d req-62fffc1d-6b3a-43a6-9af6-6c110331e1f1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.3102505 Feb 03 11:13:24.749945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.750558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.751918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] 10.222.0.53 "PUT /v2.0/ports/4df21880-291f-422c-93b8-912437a58b9e HTTP/1.1" status: 200 len: 1092 time: 1.2807665 Feb 03 11:13:24.753829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'tag': '4df21880-291f-422c-93b8-912437a58b9e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:24.756042 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5fbb8-02c9-45fe-b562-675a48b4f94b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "tag": "4df21880-291f-422c-93b8-912437a58b9e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:24.773975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:24.779943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:24.784138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:24.790065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414ec80-ca6b-4462-8c33-967b2d140ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:24.898901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.899425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:24.908030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:24.924634 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-c735b571-2659-4941-a07f-0e099c0ba9b1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0382898 Feb 03 11:13:24.927237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-b3184ee4-ee1a-4e91-9097-86ec0b5b6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:24.928602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-b3184ee4-ee1a-4e91-9097-86ec0b5b6d71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72 HTTP/1.1" status: 200 len: 1126 time: 0.1179509 Feb 03 11:13:24.942671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Request body: {'port': {'device_id': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:24.969024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16981efd-f588-4136-98dc-c778156b806d req-131b3636-5586-459c-9f47-ce9633d5850d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059245 Feb 03 11:13:24.995845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-d2e380d9-80f4-4a61-814a-c308342c042f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df21880-291f-422c-93b8-912437a58b9e HTTP/1.1" status: 200 len: 217 time: 0.0568049 Feb 03 11:13:25.035624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf41103-e23e-480b-9c8e-70c4b25783ef {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:25.046229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d991bead-fbcc-409f-bb25-0ceebf3a343a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.049346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks [] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.069549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.080114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-3a3e6ac0-afe6-483b-89cf-c962ea66c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.081580 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-3a3e6ac0-afe6-483b-89cf-c962ea66c250 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.0789707 Feb 03 11:13:25.117410 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks [] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.126078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event deleted for resources: {'Port': ['ID=d991bead-fbcc-409f-bb25-0ceebf3a343a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:25.134155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-f84dc684-df7d-4163-a958-2d1f62e7fe58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292060 Feb 03 11:13:25.136478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Transition to ACTIVE for port object dcf41103-e23e-480b-9c8e-70c4b25783ef will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:25.162122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.275225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81834213-1cc6-430a-a693-11b628bd6ba1 req-63f935fc-fbc4-4d07-9bb6-0131d37cba57 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.276706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81834213-1cc6-430a-a693-11b628bd6ba1 req-63f935fc-fbc4-4d07-9bb6-0131d37cba57 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 931 time: 0.2366147 Feb 03 11:13:25.280223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:25.289252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (963f205b-e8f3-455b-bdcb-53d263a371e7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.291618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.293321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e071862-7a29-4990-b704-ad10a68942e1 req-6c5881c8-2506-4448-95f6-34216fd2a2d4 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "DELETE /v2.0/floatingips/963f205b-e8f3-455b-bdcb-53d263a371e7 HTTP/1.1" status: 204 len: 173 time: 1.6849267 Feb 03 11:13:25.320826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.348287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-7d77d215-1a9d-43f4-88c1-38b3604113b1 service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999407 Feb 03 11:13:25.422554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:25.426348 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477a199a-fdcd-47d2-b412-e135278ce456" -d '{"events": [{"server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "name": "network-vif-plugged", "status": "completed", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:25.467082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:25.489207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:25.497623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event updated for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:25.500056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:25.502416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa497adb-9a26-48d8-b632-5a063f94d681 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:25.508387 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-dbea2220-620d-438a-895d-ca90fcfd2a10 service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426346 Feb 03 11:13:25.513890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks [] for port (aa497adb-9a26-48d8-b632-5a063f94d681), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.525632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Transition to ACTIVE for port object aa497adb-9a26-48d8-b632-5a063f94d681 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:25.530563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.548733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81834213-1cc6-430a-a693-11b628bd6ba1 req-0efa8e35-7b88-4cb2-8a48-1f3c602f14a2 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531989 Feb 03 11:13:25.561456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Attempting to bind port dcf41103-e23e-480b-9c8e-70c4b25783ef on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:25.561796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Attempting to bind port dcf41103-e23e-480b-9c8e-70c4b25783ef by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:25.562123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Attempting to bind port dcf41103-e23e-480b-9c8e-70c4b25783ef on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:25.581102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Port dcf41103-e23e-480b-9c8e-70c4b25783ef on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:25.581720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Attempting to bind port dcf41103-e23e-480b-9c8e-70c4b25783ef on network 6dc62d81-b1f6-4ae5-87d7-20aff75593a8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:25.590330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-7c9c7b0f-6b88-4c4d-8bad-5a87a0ba9f71 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.591585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-7c9c7b0f-6b88-4c4d-8bad-5a87a0ba9f71 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.53 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2146003 Feb 03 11:13:25.592078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:25.601421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.602050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.615156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:25.615491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Checking segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:25.615874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Bound using segment: {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:25.616435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Bound port: dcf41103-e23e-480b-9c8e-70c4b25783ef, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a29e921-5573-462c-afec-a74e9d6d794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:25.616777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.625266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a511-2254-4cb9-819c-146a181d4964 req-d2cc8c91-ca3e-4303-850f-b4fa01d40ac7 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.626803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec13a511-2254-4cb9-819c-146a181d4964 req-d2cc8c91-ca3e-4303-850f-b4fa01d40ac7 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 931 time: 0.2438662 Feb 03 11:13:25.668467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Attempting to bind port aa497adb-9a26-48d8-b632-5a063f94d681 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:25.668894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Attempting to bind port aa497adb-9a26-48d8-b632-5a063f94d681 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:25.669312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Attempting to bind port aa497adb-9a26-48d8-b632-5a063f94d681 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:25.674337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Port aa497adb-9a26-48d8-b632-5a063f94d681 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:25.674611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Attempting to bind port aa497adb-9a26-48d8-b632-5a063f94d681 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:25.679300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:25.679705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Checking segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:25.680037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Bound using segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:25.680705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Bound port: aa497adb-9a26-48d8-b632-5a063f94d681, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:25.681126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.710132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79709013-3457-43c9-a111-d22046fdf6d2 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7795696 Feb 03 11:13:25.742979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:25.748362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:25.752051 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.772541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Request body: {'port': {'device_id': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:25.786223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.786847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.788243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] 10.222.0.53 "PUT /v2.0/ports/aa497adb-9a26-48d8-b632-5a063f94d681 HTTP/1.1" status: 200 len: 1092 time: 0.8504019 Feb 03 11:13:25.809833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c096-0490-48b5-b8da-efecae4611bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:25.858423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec13a511-2254-4cb9-819c-146a181d4964 req-3b66c95d-5626-415a-b87f-db6256689d74 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073605 Feb 03 11:13:25.869212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431f99a-8a0a-4b2a-aeef-eb489e301ca5 req-c5927578-b3b2-40e9-9888-b39bc0ae43fc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.870692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0431f99a-8a0a-4b2a-aeef-eb489e301ca5 req-c5927578-b3b2-40e9-9888-b39bc0ae43fc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 945 time: 0.2420752 Feb 03 11:13:25.872178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-a0aa9fae-a5f5-451d-ad74-15a15d51055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.873821 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-a0aa9fae-a5f5-451d-ad74-15a15d51055e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 1126 time: 0.0464685 Feb 03 11:13:25.911090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:25.927804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-6de44c57-f569-4728-bf61-5bca6ab29313 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa497adb-9a26-48d8-b632-5a063f94d681 HTTP/1.1" status: 200 len: 217 time: 0.0449967 Feb 03 11:13:25.952747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:25.954979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:25.979721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1979dd58-8058-48cc-86d6-b56b460a6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:25.981822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-1979dd58-8058-48cc-86d6-b56b460a6c28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0439682 Feb 03 11:13:25.998975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Deleting port a43702bc-d479-41f8-ab44-b83e3d3f7d43 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:25.999592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.002530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.023744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-3b0dfdd3-7b37-4e71-8589-56a7f270b95f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350661 Feb 03 11:13:26.069741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0431f99a-8a0a-4b2a-aeef-eb489e301ca5 req-9ff1c169-dede-42d4-9ae8-abaa6376e621 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca49d8e-220e-434e-8925-a00e2d9e730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760745 Feb 03 11:13:26.095329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.095942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.097510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] 10.222.0.69 "PUT /v2.0/ports/dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 200 len: 1091 time: 2.0840168 Feb 03 11:13:26.097948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:26.100181 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93dfc4-0059-42a2-a950-3d0115159477" -d '{"events": [{"name": "network-changed", "server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:26.125959 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ec5f2-2c62-4465-97bd-afa3c2953aa4 x-openstack-request-id: req-b84ec5f2-2c62-4465-97bd-afa3c2953aa4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:26.126446 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "tag": "4df21880-291f-422c-93b8-912437a58b9e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:26.126984 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b84ec5f2-2c62-4465-97bd-afa3c2953aa4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:26.127645 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'tag': '4df21880-291f-422c-93b8-912437a58b9e', 'status': 'completed', 'code': 200} Feb 03 11:13:26.134047 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-49f9d9c8-a2a3-4227-951e-68a4f120273d service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042056 Feb 03 11:13:26.359947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0c20e157-6371-4793-b3d2-00f4ef6153ed up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:26.422182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 0c20e157-6371-4793-b3d2-00f4ef6153ed completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:26.428704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 0c20e157-6371-4793-b3d2-00f4ef6153ed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:26.429392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.514455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0c20e157-6371-4793-b3d2-00f4ef6153ed is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:26.514852 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.516247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a54bc-8ed3-4965-a88f-8a29d6b5a757 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:26.533288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0864f6c-f01b-4969-9310-74c9571ae8d3 req-eede5d0c-3c26-486d-8cb2-7bf2697b9098 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.535084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0864f6c-f01b-4969-9310-74c9571ae8d3 req-eede5d0c-3c26-486d-8cb2-7bf2697b9098 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.6050406 Feb 03 11:13:26.559484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:26.564511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.566347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 828a5282-d30d-483c-a524-2edafcebb89b up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:26.581889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-a92f178e-2bae-4178-b388-80ceaa896612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.583528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-a92f178e-2bae-4178-b388-80ceaa896612 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72 HTTP/1.1" status: 200 len: 1126 time: 0.4231963 Feb 03 11:13:26.618986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-324ccc99-13a7-4343-a3ce-e8ed0c1e513a req-df3beea7-5a1b-41a9-b8e3-5df44037870b service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707162 Feb 03 11:13:26.652166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] For port a43702bc-d479-41f8-ab44-b83e3d3f7d43, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a43702bc-d479-41f8-ab44-b83e3d3f7d43,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:26.652596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.696812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-7db7a74c-8ca6-48e2-b31f-e05c3d0a770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.698399 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-7db7a74c-8ca6-48e2-b31f-e05c3d0a770f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 913 time: 0.1035831 Feb 03 11:13:26.747739 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-80e2fe19-bfbd-4f1a-acd4-02dffca6164b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df21880-291f-422c-93b8-912437a58b9e HTTP/1.1" status: 200 len: 217 time: 0.0426328 Feb 03 11:13:26.774242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-4c0b5124-3760-4565-bc6b-34ddd0a75fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.775703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-4c0b5124-3760-4565-bc6b-34ddd0a75fe8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1125 time: 0.3560972 Feb 03 11:13:26.791029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:26.800061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-c04590d6-8dab-4a1f-a53b-e43dba5473a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.800264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.801905 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-c04590d6-8dab-4a1f-a53b-e43dba5473a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.0483570 Feb 03 11:13:26.805272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 828a5282-d30d-483c-a524-2edafcebb89b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:26.805500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.809525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 828a5282-d30d-483c-a524-2edafcebb89b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:26.809897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (828a5282-d30d-483c-a524-2edafcebb89b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.811330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.816559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.821818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.827090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.832343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:26.834288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-718080ed-1296-409a-9511-dbabc171f278 req-4b132277-3fdb-4b17-93e9-d7c263051112 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5428 time: 0.4135344 Feb 03 11:13:26.835655 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-b307f362-b5ce-4edb-8967-f94ef7755348 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279264 Feb 03 11:13:26.845315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0864f6c-f01b-4969-9310-74c9571ae8d3 req-b3e49387-d364-4e84-9425-51d7bc396802 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510629 Feb 03 11:13:26.876451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.912725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 828a5282-d30d-483c-a524-2edafcebb89b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:26.913251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.951003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:26.956528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-12715268-d37b-4d55-a5e3-43e3c34cfb6d service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148565 Feb 03 11:13:26.957750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:26.958527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:26.961018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-b8efae58-6c1a-4620-b92c-c302349f55d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 200 len: 217 time: 0.1237741 Feb 03 11:13:27.032953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:27.046590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:27.051134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:27.051522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.057607 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01f5fbb8-02c9-45fe-b562-675a48b4f94b req-baebf9b8-ed69-4a10-a1ad-50ba7c9291dc service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947757 Feb 03 11:13:27.070025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-b7a3f3ca-6035-45ba-9d5d-2efe6d393c9b tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips/1c13baff-0575-4105-8085-fe753b4cf9b4 HTTP/1.1" status: 200 len: 693 time: 0.1872618 Feb 03 11:13:27.139353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:27.139743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.171195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:27.175274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.176203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 8ecc6559-7039-4950-951a-98c1bab6d379 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:27.212016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-0dc66be0-26ff-43bd-b78b-436b08fa20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:27.213494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-0dc66be0-26ff-43bd-b78b-436b08fa20ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.2108560 Feb 03 11:13:27.250361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:27.267388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 8ecc6559-7039-4950-951a-98c1bab6d379 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:27.271412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 8ecc6559-7039-4950-951a-98c1bab6d379 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:27.271790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.285055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-718080ed-1296-409a-9511-dbabc171f278 req-c29bf8bf-8669-441f-9155-53e0371511fa tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4387920 Feb 03 11:13:27.310685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-d7ee7f93-773a-4c9c-8c84-6483eddb054f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582833 Feb 03 11:13:27.358067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 8ecc6559-7039-4950-951a-98c1bab6d379 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:27.358442 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.368611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.369000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.369317 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Floating IP 43db2c68-3518-4d80-ad42-c1072c42c53b disassociated. External IP: 172.25.7.187, port: a43702bc-d479-41f8-ab44-b83e3d3f7d43. Feb 03 11:13:27.369662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Calling delete_port for a43702bc-d479-41f8-ab44-b83e3d3f7d43 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:27.389963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:27.393931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.394735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:27.468244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:27.482377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:27.486228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:27.486604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.500391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cccd10b-008c-4a6f-961c-e6f3deb6608a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:27.510065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-09c05309-d37d-4a81-a196-e457696c8721 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:27.511426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-09c05309-d37d-4a81-a196-e457696c8721 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.4324970 Feb 03 11:13:27.520540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks [] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.566082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:27.566376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.593287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Transition to ACTIVE for port object 0cccd10b-008c-4a6f-961c-e6f3deb6608a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:27.599792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:27.603802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.604609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:27.611245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.615275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-2f012ae2-b941-4d63-9d74-ccdce3cd2226 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0923364 Feb 03 11:13:27.660042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-bba26963-65af-4101-80cf-e1f97e5550ef service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424263 Feb 03 11:13:27.674096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb0e0b-3be8-4206-9ca3-0417bfae0d39 req-0972bbfa-5c63-488d-899f-7c27eef3e30e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:27.675607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfb0e0b-3be8-4206-9ca3-0417bfae0d39 req-0972bbfa-5c63-488d-899f-7c27eef3e30e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 944 time: 0.3210430 Feb 03 11:13:27.679069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:27.693666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:27.701903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:27.702283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.765488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-8be9f957-f7a5-443f-abe9-8359a40f8516 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.1332080 Feb 03 11:13:27.785142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:27.785534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.800569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Pushing event updated for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:27.819630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:27.824519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:27.870318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:28.128636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:28.131114 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51" -d '{"events": [{"name": "network-changed", "server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:28.273978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbfb0e0b-3be8-4206-9ca3-0417bfae0d39 req-04a5704e-4d01-4723-9439-2fd445a8c95b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480149 Feb 03 11:13:28.297095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a43702bc-d479-41f8-ab44-b83e3d3f7d43), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.313006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ee191f-606e-44d4-88df-2e52352a55b0 req-7e7cf562-a865-480a-bc00-b56e5567f16e service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334660 Feb 03 11:13:28.322180 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03140231-9ae8-4b6d-accd-55b6afb93ed9 x-openstack-request-id: req-03140231-9ae8-4b6d-accd-55b6afb93ed9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:28.322647 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "name": "network-vif-plugged", "status": "completed", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:28.322980 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03140231-9ae8-4b6d-accd-55b6afb93ed9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:28.323575 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607', 'code': 200} Feb 03 11:13:28.341744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'Port': ['ID=a43702bc-d479-41f8-ab44-b83e3d3f7d43,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:28.358776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Attempting to bind port 0cccd10b-008c-4a6f-961c-e6f3deb6608a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:28.359117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Attempting to bind port 0cccd10b-008c-4a6f-961c-e6f3deb6608a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:28.359443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Attempting to bind port 0cccd10b-008c-4a6f-961c-e6f3deb6608a on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:28.375120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4df21880-291f-422c-93b8-912437a58b9e details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:28.383152 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-ad852131-46f9-4cb6-96d5-009db0a51244 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907910 Feb 03 11:13:28.484233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feeeb3-0f69-4221-8df3-55131f189892 req-8f2a6dfa-3b9c-4f3a-9ddf-6b0b623dac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.485987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-8f2a6dfa-3b9c-4f3a-9ddf-6b0b623dac50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 1127 time: 0.0501225 Feb 03 11:13:28.486569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4df21880-291f-422c-93b8-912437a58b9e,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:28.499452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '4df21880-291f-422c-93b8-912437a58b9e', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'port_id': '4df21880-291f-422c-93b8-912437a58b9e', 'mac_address': 'fa:16:3e:00:d4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87304e26-2cfa-469d-ab52-bf170b9b7638', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:28.500731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Port 0cccd10b-008c-4a6f-961c-e6f3deb6608a on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:28.501089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Attempting to bind port 0cccd10b-008c-4a6f-961c-e6f3deb6608a on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:28.541029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4df21880-291f-422c-93b8-912437a58b9e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:28.541424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4df21880-291f-422c-93b8-912437a58b9e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.555404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df21880-291f-422c-93b8-912437a58b9e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:28.558651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:28.559146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Checking segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:28.559581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Bound using segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:28.560034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Bound port: 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:28.560975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.564376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Deleting port ef64e6e9-b25f-4432-abc6-2cacee3447ef {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:28.564710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.576823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4df21880-291f-422c-93b8-912437a58b9e,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:28.582010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.607212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feeeb3-0f69-4221-8df3-55131f189892 req-5b7c386c-d248-4c77-b537-a317c3c85d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.609254 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-5b7c386c-d248-4c77-b537-a317c3c85d46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.0995300 Feb 03 11:13:28.611706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:13:28.637870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:28.660451 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-477cf4db-3f47-45e1-85e9-dab02c64e5ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 200 len: 217 time: 0.0438461 Feb 03 11:13:28.708472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feeeb3-0f69-4221-8df3-55131f189892 req-ad98d052-d134-4c8c-b2d3-9b059ac8b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.710000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-ad98d052-d134-4c8c-b2d3-9b059ac8b62b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.0437427 Feb 03 11:13:28.711033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.716425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.721783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.727107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.732497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.737771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.743737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-a712d8d7-85c6-427d-91c0-c394f11f2249 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264175 Feb 03 11:13:28.743981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.746698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-f428682f-16fa-4425-996f-5335b2204966 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.3251410 Feb 03 11:13:28.762203 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:13:28.812507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4362-ba61-455b-b60b-f40d971c9e12 req-5dc2dce4-4007-4542-9105-db98f78ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:28.814000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da7f4362-ba61-455b-b60b-f40d971c9e12 req-5dc2dce4-4007-4542-9105-db98f78ef4db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 1127 time: 0.3095999 Feb 03 11:13:28.857247 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-80dca4dc-327a-4aaf-abff-b176fb2a8e61 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923395 Feb 03 11:13:28.867393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.867727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (ef64e6e9-b25f-4432-abc6-2cacee3447ef), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:28.898618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:28.912110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4df21880-291f-422c-93b8-912437a58b9e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:28.937731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Calling delete_port for ef64e6e9-b25f-4432-abc6-2cacee3447ef owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:28.950834 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84feeeb3-0f69-4221-8df3-55131f189892 req-8d0340cf-51dc-471e-a577-971a231e3d56 service neutron] 10.222.0.53 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888422 Feb 03 11:13:28.980487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:29.008555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.089002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3881b8e-4eec-43c5-b1d2-a14413ca2c54 req-e70b871f-37e6-4eb7-84e7-1cf7f3299572 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3279376 Feb 03 11:13:29.091548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da7f4362-ba61-455b-b60b-f40d971c9e12 req-299d4fa5-b490-4754-a84b-1c0268eced3a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676830 Feb 03 11:13:29.100193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:29.106473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.107133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.108472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] 10.222.0.69 "PUT /v2.0/ports/0cccd10b-008c-4a6f-961c-e6f3deb6608a HTTP/1.1" status: 200 len: 1091 time: 3.3813775 Feb 03 11:13:29.110030 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:29.122108 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:29.122799 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:29.162611 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f428d4cc-7914-4094-830c-5f615f456f82 x-openstack-request-id: req-f428d4cc-7914-4094-830c-5f615f456f82 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:29.162611 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:29.162611 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f428d4cc-7914-4094-830c-5f615f456f82 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:29.162953 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef', 'status': 'completed', 'code': 200} Feb 03 11:13:29.183777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] No DVR routers for this DVR port a43702bc-d479-41f8-ab44-b83e3d3f7d43 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:29.187529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.191250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3eb6eca-0237-4594-b6d7-a6c07913abc3 req-f4f364d7-a04b-48b1-a102-29d3c3567f8d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.53 "DELETE /v2.0/ports/a43702bc-d479-41f8-ab44-b83e3d3f7d43 HTTP/1.1" status: 204 len: 173 time: 3.5843735 Feb 03 11:13:29.191483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0734f-4d37-4152-834a-eb4cb6badf20 service neutron] Pushing event updated for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:29.237869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:29.309653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b674d05-7215-45af-a41e-e5147f0302b9 req-f7191c8f-7891-4de1-a6f3-5aec2f7e057c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.311752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b674d05-7215-45af-a41e-e5147f0302b9 req-f7191c8f-7891-4de1-a6f3-5aec2f7e057c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 943 time: 0.1041574 Feb 03 11:13:29.317328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ef64e6e9-b25f-4432-abc6-2cacee3447ef), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.364553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event deleted for resources: {'Port': ['ID=ef64e6e9-b25f-4432-abc6-2cacee3447ef,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:29.441255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b674d05-7215-45af-a41e-e5147f0302b9 req-e5732dae-d522-4a84-b7be-49c12ff7bb2a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143384 Feb 03 11:13:29.444022 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:29.449629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (1c13baff-0575-4105-8085-fe753b4cf9b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.452211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:29.453385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abd8bab-1b89-4321-9458-7363fe90c0e2 req-e256728f-7001-4752-9102-a3376497e421 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c13baff-0575-4105-8085-fe753b4cf9b4 HTTP/1.1" status: 204 len: 173 time: 1.6538956 Feb 03 11:13:29.474736 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:29.483384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:29.484278 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:29.593094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:29.621537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-747b2e46-9f0f-49cf-a25c-ce2ece570b6e req-012092d8-ccf0-4c31-aec0-234f3e33200f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=b193da0d-cfb7-492e-a302-e9a3431ea87e HTTP/1.1" status: 200 len: 210 time: 0.0451679 Feb 03 11:13:29.643912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-b13980d7-76a6-4728-846b-d2f7611f3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.645755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-b13980d7-76a6-4728-846b-d2f7611f3151 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1125 time: 0.1654327 Feb 03 11:13:29.648612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8f196ef1-e47a-4479-9ae1-5b2bde4783b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.650330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-8f196ef1-e47a-4479-9ae1-5b2bde4783b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 1125 time: 0.1261208 Feb 03 11:13:29.676551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61b58f-a9ba-4590-ad79-27ee1277c11b req-fd3f1266-a170-4622-95d2-a0d9be770398 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.683851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c61b58f-a9ba-4590-ad79-27ee1277c11b req-fd3f1266-a170-4622-95d2-a0d9be770398 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 943 time: 0.1475461 Feb 03 11:13:29.763462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-f4b80519-3c9d-4858-904f-b861237ca647 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a HTTP/1.1" status: 200 len: 217 time: 0.0686364 Feb 03 11:13:29.819089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:29.844623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60f02c-2157-479a-ba8c-4185eb349e40 None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:29.924607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c61b58f-a9ba-4590-ad79-27ee1277c11b req-5fe9ab37-14d6-4fc6-b3db-2adc1f0a2bd3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396629 Feb 03 11:13:29.933939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-334926c1-80b7-4b89-a7b6-1fbd75c4a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.935426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-334926c1-80b7-4b89-a7b6-1fbd75c4a79b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.1346416 Feb 03 11:13:29.949628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-42d2bb3a-3fd1-4ac4-b875-c63a9e942af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:29.951333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-42d2bb3a-3fd1-4ac4-b875-c63a9e942af6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.2650986 Feb 03 11:13:29.971816 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99edae38-aa5c-4b94-bd31-bbfc98d13e4e x-openstack-request-id: req-99edae38-aa5c-4b94-bd31-bbfc98d13e4e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:29.972306 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:29.972381 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99edae38-aa5c-4b94-bd31-bbfc98d13e4e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:29.972931 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'status': 'completed', 'code': 200} Feb 03 11:13:29.989828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-28fe6956-f185-4efe-bf22-8c2ee12f1bd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373476 Feb 03 11:13:30.028988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392865d-4d59-410f-b501-cdef33ac18d6 req-55f06092-197e-450a-8962-b5d67c70d8ab tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.031045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8392865d-4d59-410f-b501-cdef33ac18d6 req-55f06092-197e-450a-8962-b5d67c70d8ab tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.2802589 Feb 03 11:13:30.053326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-8f5deb53-232f-4e1d-b753-4056a159b934 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 200 len: 217 time: 0.0910542 Feb 03 11:13:30.115909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752726de-190b-42c7-936b-db0feadfbbd9 None None] New status for floating IP 43db2c68-3518-4d80-ad42-c1072c42c53b: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:13:30.247941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-b90690a5-6bb1-43df-97f0-310cf295fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.249415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-b90690a5-6bb1-43df-97f0-310cf295fa63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.1635537 Feb 03 11:13:30.258230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8392865d-4d59-410f-b501-cdef33ac18d6 req-50d5f41a-f3e7-4ca2-8e03-62ab5f23f7b8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134614 Feb 03 11:13:30.302413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-89d5cad7-018f-413d-822d-90da6ee2db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.303910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-89d5cad7-018f-413d-822d-90da6ee2db62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 1126 time: 0.2707124 Feb 03 11:13:30.305684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-c473a449-2477-4bcc-bb84-955e1568707d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419185 Feb 03 11:13:30.308369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-adf54f5f-3920-4c97-aee8-c7f85401c628 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669678 Feb 03 11:13:30.318935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.324205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.324800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:30.327211 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6178ef8-54f2-46bd-99d8-65a841258d4c" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "828a5282-d30d-483c-a524-2edafcebb89b"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:30.329382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.334539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.340267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.345497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.350682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.352526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-31a90ad1-be1f-4c61-807a-b7a0f40c98c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.3205674 Feb 03 11:13:30.352933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:30.357667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4df21880-291f-422c-93b8-912437a58b9e up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:30.475623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 4df21880-291f-422c-93b8-912437a58b9e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:30.483372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 4df21880-291f-422c-93b8-912437a58b9e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:30.483760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4df21880-291f-422c-93b8-912437a58b9e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:30.526872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:30.544832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'mac_address': 'fa:16:3e:f0:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:30.609276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aa497adb-9a26-48d8-b632-5a063f94d681 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:30.609677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:30.629635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa497adb-9a26-48d8-b632-5a063f94d681 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:30.638346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4df21880-291f-422c-93b8-912437a58b9e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:30.638346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4df21880-291f-422c-93b8-912437a58b9e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:30.647929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ffaf7-466c-4c06-974e-121a3c571a40 req-da366cb7-d325-448f-88d4-0a70246ed194 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.649444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-015ffaf7-466c-4c06-974e-121a3c571a40 req-da366cb7-d325-448f-88d4-0a70246ed194 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 944 time: 0.2959476 Feb 03 11:13:30.663081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:30.670691 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:30.687659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-ec6660f9-5120-4b67-8fe6-8547c0c63b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:30.689144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-ec6660f9-5120-4b67-8fe6-8547c0c63b9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 905 time: 0.3345823 Feb 03 11:13:30.693844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8cda0f05-0da3-488b-8920-7c0dc57f445b req-5aea0418-af61-4ef2-8f8a-586236404911 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162289 Feb 03 11:13:30.702656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc26288-7a95-44e2-bb0c-141c2ec53b5e req-a45143d1-4389-4588-91ce-e84072cb8123 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455756 Feb 03 11:13:30.704422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-f552e893-def0-49b0-8163-e953b4478cab service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483756 Feb 03 11:13:30.715091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4df21880-291f-422c-93b8-912437a58b9e,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:30.734141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:30.735743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a43702bc-d479-41f8-ab44-b83e3d3f7d43 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:30.763907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-cd7d8065-0efe-4449-ac06-48aa9fbc1622 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa497adb-9a26-48d8-b632-5a063f94d681 HTTP/1.1" status: 200 len: 217 time: 0.0584335 Feb 03 11:13:30.765039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: a43702bc-d479-41f8-ab44-b83e3d3f7d43 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:30.765416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a43702bc-d479-41f8-ab44-b83e3d3f7d43 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:30.772505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:30.821076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:31.025677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aa497adb-9a26-48d8-b632-5a063f94d681'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:31.136168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-34efd890-28e4-4d00-88c3-0d9749bd43c9 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips/381c2a96-3ed2-4fef-8a56-68c28ee06a8f HTTP/1.1" status: 200 len: 692 time: 0.3712778 Feb 03 11:13:31.139533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-015ffaf7-466c-4c06-974e-121a3c571a40 req-969992e6-165c-4e57-be58-5db8ecce8cf1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670167 Feb 03 11:13:31.166482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a'}, {'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'name': 'network-vif-deleted', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:31.168816 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660cefb-7353-4a13-8547-3fc12d9d0d30" -d '{"events": [{"name": "network-changed", "server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a"}, {"server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "name": "network-vif-deleted", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:31.197191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66930a7d-9542-4a88-ab1b-84e7ad0de4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:31.229588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-328da533-ae5c-43f6-9b60-ac45fb8419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.231536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-328da533-ae5c-43f6-9b60-ac45fb8419bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.4513488 Feb 03 11:13:31.329470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-15f91ae9-a84e-4b39-a7a5-0456d7cd7af9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574903 Feb 03 11:13:31.334460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb93dfc4-0059-42a2-a950-3d0115159477 req-fb981a66-27f3-4756-a058-183655dc858c service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842636 Feb 03 11:13:31.380590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-4dc381bf-8d8c-4da7-9026-6c8a69c49f50 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.381938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-4dc381bf-8d8c-4da7-9026-6c8a69c49f50 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.2085264 Feb 03 11:13:31.476224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.482020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.487249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.492491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.498380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.503614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.508954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.510763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4f2b24e-59d9-422c-839d-e786916d481d req-341702b4-cb81-43e7-9882-7bcc322cff8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2877064 Feb 03 11:13:31.522139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-01d7215c-22e4-45d7-afa1-6cc1fed88c76 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.1273708 Feb 03 11:13:31.600149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-2413de6e-36c8-4cdd-bb4f-b40e07b0c8e0 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561088 Feb 03 11:13:31.607878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-59d20348-cbb3-419c-ba84-f8c144343abe tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0774455 Feb 03 11:13:31.733469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4f2b24e-59d9-422c-839d-e786916d481d req-82dfb066-773b-4783-a0f9-fba56f24e822 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165043 Feb 03 11:13:31.795435 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be196c-245c-4a37-a286-973ab0bbd0fe x-openstack-request-id: req-96be196c-245c-4a37-a286-973ab0bbd0fe {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:31.796346 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "828a5282-d30d-483c-a524-2edafcebb89b", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:31.796346 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96be196c-245c-4a37-a286-973ab0bbd0fe {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:31.796770 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed', 'code': 200} Feb 03 11:13:31.796976 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b', 'code': 200} Feb 03 11:13:31.797207 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'code': 200} Feb 03 11:13:31.797576 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379', 'code': 200} Feb 03 11:13:31.797832 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'code': 200} Feb 03 11:13:31.798078 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'code': 200} Feb 03 11:13:31.812705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34ddfe3e-5103-4d3f-97e1-7b34ff1c3c51 req-402f27df-40e0-44ca-90d1-010dfb181747 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020793 Feb 03 11:13:31.831553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Deleting port cf22f1f9-6153-4c80-8b4f-5fd812e7448a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:31.831904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:31.975817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:31.976128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:31.986009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170ea4b-1993-40e2-b2c8-9a0872536b50 req-953c7f12-94a7-42ec-b7cc-1653e11abbf4 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:31.987468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3170ea4b-1993-40e2-b2c8-9a0872536b50 req-953c7f12-94a7-42ec-b7cc-1653e11abbf4 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 943 time: 0.1431410 Feb 03 11:13:32.008754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Calling delete_port for cf22f1f9-6153-4c80-8b4f-5fd812e7448a owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:32.023770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.024229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.024693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.025193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.025652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.026110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.026563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.029134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-43584523-0dc4-442e-b65f-226bbcc38114 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6708 time: 0.1242270 Feb 03 11:13:32.127786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3170ea4b-1993-40e2-b2c8-9a0872536b50 req-fc93d748-b2da-474b-bf35-f74dae4b13d0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341038 Feb 03 11:13:32.159081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27721801-77aa-4ce1-9d00-6fd076b20674 req-284d6e58-9a32-42ff-a431-e083f9e6217e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f79768b-42d9-443b-a16f-a488d3a63507&id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206491 Feb 03 11:13:32.248179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cf22f1f9-6153-4c80-8b4f-5fd812e7448a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.279909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Pushing event deleted for resources: {'Port': ['ID=cf22f1f9-6153-4c80-8b4f-5fd812e7448a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:32.316768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88243b-0c52-4c10-9f80-ef47e335dcc7 req-33d46437-124e-4f80-8156-0298d48d12a0 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.318252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f88243b-0c52-4c10-9f80-ef47e335dcc7 req-33d46437-124e-4f80-8156-0298d48d12a0 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 943 time: 0.1077271 Feb 03 11:13:32.373793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks [] for floatingip (381c2a96-3ed2-4fef-8a56-68c28ee06a8f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.376282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.377407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a61939fd-fbcf-4349-8b8e-7c00e8f972c4 req-bc3f3d8f-b5cf-46dc-9307-077dd7c2c406 tempest-FloatingIPDetailsTestJSON-1913042428 tempest-FloatingIPDetailsTestJSON-1913042428-project] 10.222.0.30 "DELETE /v2.0/floatingips/381c2a96-3ed2-4fef-8a56-68c28ee06a8f HTTP/1.1" status: 204 len: 173 time: 0.7565131 Feb 03 11:13:32.382515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:32.383464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:32.396618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f88243b-0c52-4c10-9f80-ef47e335dcc7 req-a10cb5f5-62f2-42fb-ac2e-d7330c052bc0 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Feb 03 11:13:32.430762 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd3e27-d469-4316-9688-54b66e6fb858 x-openstack-request-id: req-1ebd3e27-d469-4316-9688-54b66e6fb858 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:32.431153 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a", "status": "completed", "code": 200}, {"server_uuid": "b193da0d-cfb7-492e-a302-e9a3431ea87e", "name": "network-vif-deleted", "tag": "a43702bc-d479-41f8-ab44-b83e3d3f7d43", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:32.431718 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ebd3e27-d469-4316-9688-54b66e6fb858 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:32.432182 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a', 'status': 'completed', 'code': 200} Feb 03 11:13:32.432502 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b193da0d-cfb7-492e-a302-e9a3431ea87e', 'name': 'network-vif-deleted', 'tag': 'a43702bc-d479-41f8-ab44-b83e3d3f7d43', 'status': 'completed', 'code': 200} Feb 03 11:13:32.468144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port aa497adb-9a26-48d8-b632-5a063f94d681 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:32.472588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port aa497adb-9a26-48d8-b632-5a063f94d681 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:32.473176 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.565336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aa497adb-9a26-48d8-b632-5a063f94d681 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:32.566124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.596855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-f1c1eb40-eb97-43d8-86dd-7446032f64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.598492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-f1c1eb40-eb97-43d8-86dd-7446032f64f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 1125 time: 0.1241601 Feb 03 11:13:32.606878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:32.611016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.611853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c6c1-58b9-41a6-8ec3-89d63c773a7e req-51653d6b-144d-48b6-84a9-564973a66f42 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.618858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc6c6c1-58b9-41a6-8ec3-89d63c773a7e req-51653d6b-144d-48b6-84a9-564973a66f42 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.1336398 Feb 03 11:13:32.646719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.652679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.657967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.660947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:32.663601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.669586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.674929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.680119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.682027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-e9044477-fc66-458b-bef8-719d1d9e82b8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1690996 Feb 03 11:13:32.768642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:32.804725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc6c6c1-58b9-41a6-8ec3-89d63c773a7e req-94528d67-3b4b-471c-966d-3e98ce744dbc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849284 Feb 03 11:13:32.821650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3a7837c-37b4-42ed-ab8a-37b1f5e081d9 req-3686032b-83be-42c8-80f9-57f92a01a2f7 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232762 Feb 03 11:13:32.839881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-e425d574-7d1e-471b-85b2-753e01a453ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:32.841431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-e425d574-7d1e-471b-85b2-753e01a453ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 913 time: 0.2184484 Feb 03 11:13:32.888423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-0bc2cc10-d3de-4451-b084-df419c3bfc8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a HTTP/1.1" status: 200 len: 217 time: 0.0404756 Feb 03 11:13:32.892655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:33.040446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-0620df72-b6c2-4a98-9f03-d213dbfcd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.041941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-0620df72-b6c2-4a98-9f03-d213dbfcd3f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.1384156 Feb 03 11:13:33.044065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Deleting port f977494b-c7ec-4ef6-9ebb-8c1c863332f8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:33.044404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.098819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a3d6-41d1-49e7-b684-d6c1731ac7a6 req-9fff6d70-7c25-446a-a11a-74e6cfebc4ac tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.100220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b628a3d6-41d1-49e7-b684-d6c1731ac7a6 req-9fff6d70-7c25-446a-a11a-74e6cfebc4ac tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 946 time: 0.2044206 Feb 03 11:13:33.100840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (4ca49d8e-220e-434e-8925-a00e2d9e730e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.106382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-aaed67c6-1343-4385-9177-1564cceb9819 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555642 Feb 03 11:13:33.122034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] For port f977494b-c7ec-4ef6-9ebb-8c1c863332f8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:33.122394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.125828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dcf41103-e23e-480b-9c8e-70c4b25783ef details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:33.137987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Calling delete_port for f977494b-c7ec-4ef6-9ebb-8c1c863332f8 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:33.146913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.154247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.159888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.165137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.171094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.176301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.181558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.183466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-8c3a27c8-6200-4ad6-ad23-e5326caaad72 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2208416 Feb 03 11:13:33.219542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (4ca49d8e-220e-434e-8925-a00e2d9e730e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.228561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:33.246589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'dcf41103-e23e-480b-9c8e-70c4b25783ef', 'network_id': '6dc62d81-b1f6-4ae5-87d7-20aff75593a8', 'port_id': 'dcf41103-e23e-480b-9c8e-70c4b25783ef', 'mac_address': 'fa:16:3e:3f:aa:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fd170c-9b78-482c-8cbb-0bdc4bcd8024', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:33.285785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port dcf41103-e23e-480b-9c8e-70c4b25783ef is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:33.286297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.300677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf41103-e23e-480b-9c8e-70c4b25783ef {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:33.321865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:33.326714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.347292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f977494b-c7ec-4ef6-9ebb-8c1c863332f8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.349010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b628a3d6-41d1-49e7-b684-d6c1731ac7a6 req-5a1d697e-7671-4e2d-8314-4849bc46c160 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416070 Feb 03 11:13:33.387222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3e3f038-f83a-4bc9-b5c0-c068fe2a8f06 req-ad0c4c66-8056-4c68-92fb-fdd54c842883 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854880 Feb 03 11:13:33.393276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:33.393996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-e6681dc0-d89b-4ae3-b4df-d319ee1dedd7 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750704 Feb 03 11:13:33.433577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4ca49d8e-220e-434e-8925-a00e2d9e730e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.436476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.437974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ca49d8e-220e-434e-8925-a00e2d9e730e HTTP/1.1" status: 204 len: 168 time: 0.5436742 Feb 03 11:13:33.442085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Pushing event deleted for resources: {'Port': ['ID=f977494b-c7ec-4ef6-9ebb-8c1c863332f8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:33.444468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:33.473878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21e2f2-6586-43e9-b6c5-ca977a4c952f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca49d8e-220e-434e-8925-a00e2d9e730e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:33.516460 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-83783cd9-1ac5-4af3-90f8-2bbeff207a2a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] show failed (client error): The resource could not be found. Feb 03 11:13:33.523575 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-83783cd9-1ac5-4af3-90f8-2bbeff207a2a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups/4ca49d8e-220e-434e-8925-a00e2d9e730e HTTP/1.1" status: 404 len: 347 time: 0.0746980 Feb 03 11:13:33.526751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:33.560418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61551ac8-ae0f-4e0f-a2e1-6c68bd38455c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.641248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b660cefb-7353-4a13-8547-3fc12d9d0d30 req-0f4f2111-8fb6-4e63-8b3c-7f04189b6e38 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402070 Feb 03 11:13:33.675452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846369-61ff-4c22-805f-ced8825d2b66 req-7f2ab0dd-d33d-41c6-a1cb-af794bd669bb tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.677048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49846369-61ff-4c22-805f-ced8825d2b66 req-7f2ab0dd-d33d-41c6-a1cb-af794bd669bb tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 944 time: 0.1176887 Feb 03 11:13:33.687877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818e12-a736-4493-989f-5852b8c822a8 req-526e0edb-0f04-4cc5-9256-20524ab6432b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.689430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92818e12-a736-4493-989f-5852b8c822a8 req-526e0edb-0f04-4cc5-9256-20524ab6432b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 943 time: 0.1100714 Feb 03 11:13:33.753698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['dcf41103-e23e-480b-9c8e-70c4b25783ef'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:33.773635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49846369-61ff-4c22-805f-ced8825d2b66 req-9dec5749-a214-4ff7-8043-d09d6ae9220b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827434 Feb 03 11:13:33.800461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df21880-291f-422c-93b8-912437a58b9e'}, {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:33.802921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92818e12-a736-4493-989f-5852b8c822a8 req-a5809fea-d9e4-43af-91fa-de13e9741a84 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917978 Feb 03 11:13:33.803048 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e007a-8cd7-4c6c-aea5-de1ddf9b8b13" -d '{"events": [{"server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "name": "network-vif-plugged", "status": "completed", "tag": "4df21880-291f-422c-93b8-912437a58b9e"}, {"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-plugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:33.865187 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2f3eb-e152-4464-8d96-8e66e8621d7d x-openstack-request-id: req-fad2f3eb-e152-4464-8d96-8e66e8621d7d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:33.865539 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "name": "network-vif-plugged", "status": "completed", "tag": "4df21880-291f-422c-93b8-912437a58b9e", "code": 200}, {"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-plugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:33.865862 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fad2f3eb-e152-4464-8d96-8e66e8621d7d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:33.866323 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df21880-291f-422c-93b8-912437a58b9e', 'code': 200} Feb 03 11:13:33.866639 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'code': 200} Feb 03 11:13:33.891745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Deleting port a6fc50f7-60b6-4363-af26-c30e9c4edcdf {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:33.892011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:33.929506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20ec06-797e-42f7-a7e5-20d030b860d2 req-756edbe3-9d7c-4dda-a8c7-631caf029f81 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:33.937802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af20ec06-797e-42f7-a7e5-20d030b860d2 req-756edbe3-9d7c-4dda-a8c7-631caf029f81 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.0817735 Feb 03 11:13:33.987200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.016090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.016534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.041393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af20ec06-797e-42f7-a7e5-20d030b860d2 req-76bd3651-9e5d-4deb-adeb-722c9ebe26ee tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026387 Feb 03 11:13:34.068058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.073383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.079370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.080321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Calling delete_port for a6fc50f7-60b6-4363-af26-c30e9c4edcdf owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:34.084645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.090951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.096265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.101572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.103466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-0826702e-3374-417f-b541-1ce4613dc0e0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1577454 Feb 03 11:13:34.107918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f433-2700-4d23-8d40-8514545367fa req-4cfe52c0-e468-490c-be65-a09075057db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.109367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0614f433-2700-4d23-8d40-8514545367fa req-4cfe52c0-e468-490c-be65-a09075057db1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 1128 time: 0.1198499 Feb 03 11:13:34.182647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b2b74-720a-47a8-be3f-2b55ab04a635 req-71e0b678-0b74-448a-b63c-89d1c2448aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.184608 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2d9b2b74-720a-47a8-be3f-2b55ab04a635 req-71e0b678-0b74-448a-b63c-89d1c2448aab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72 HTTP/1.1" status: 200 len: 1128 time: 0.1881711 Feb 03 11:13:34.227075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0614f433-2700-4d23-8d40-8514545367fa req-c414ed14-690a-4f6f-9efb-9519609abc84 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013184 Feb 03 11:13:34.238366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a48b47a-49da-4cdb-af4d-be3a407ab402 req-77c0e1ed-e871-4bcd-9a4f-21f891e25681 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244147 Feb 03 11:13:34.252057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8c913-ba46-4317-a9a5-efcba9a72481 req-00aa2a40-daa9-4d45-a6dd-00a0626dca8a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.253633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba8c913-ba46-4317-a9a5-efcba9a72481 req-00aa2a40-daa9-4d45-a6dd-00a0626dca8a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.1206760 Feb 03 11:13:34.303456 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2d9b2b74-720a-47a8-be3f-2b55ab04a635 req-f1fc1dc0-5c48-4a4b-909c-ad7a4aece25a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089730 Feb 03 11:13:34.318025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba8c913-ba46-4317-a9a5-efcba9a72481 req-5682c630-95b2-491a-93aa-2c9f9e549673 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521686 Feb 03 11:13:34.384420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.390251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.395870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.400620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:13:34.401303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.401702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a6fc50f7-60b6-4363-af26-c30e9c4edcdf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.407183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.413338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.419197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.421122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6ce70c6-592d-43bf-a770-5316c530ab2f req-e1cbd583-3de2-4833-8fb1-a762312d1adb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1021936 Feb 03 11:13:34.433636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:34.436215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'Port': ['ID=a6fc50f7-60b6-4363-af26-c30e9c4edcdf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:34.439162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Request body: {'floatingip': {'port_id': '519a8a52-b862-4a1c-8f56-202bd60fd430'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:34.485120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.528626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.609447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (43db2c68-3518-4d80-ad42-c1072c42c53b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.612008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.613222 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c4d71d5d-fa12-443f-bc8a-fe6c1bb0bca2 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "DELETE /v2.0/floatingips/43db2c68-3518-4d80-ad42-c1072c42c53b HTTP/1.1" status: 204 len: 168 time: 1.0816729 Feb 03 11:13:34.639940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:34.645082 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-12992361-ba08-472a-8874-293122b5ba91 admin admin] 10.222.0.30 "PUT /v2.0/routers/904f6c80-b4ec-47cc-a4f0-c7d9976bda81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2605166 Feb 03 11:13:34.647566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35048) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:34.654108 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Sync routers for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:34.669010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:34.669911 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:34.755691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks [] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.782917 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:34.861154 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks [] for router_gateway (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.922470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Deleting port 2029d370-be38-4483-9bd1-f4abe09fe1d3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:34.923162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:34.952861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd51e1-ceb1-4d86-8cb1-cea5e1839b1a req-14ed0df7-db78-4598-a2cb-4e3775321851 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:34.959861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8fd51e1-ceb1-4d86-8cb1-cea5e1839b1a req-14ed0df7-db78-4598-a2cb-4e3775321851 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 946 time: 0.4399996 Feb 03 11:13:34.977764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:13:33Z', 'revision_number': 5, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port': {'id': '2029d370-be38-4483-9bd1-f4abe09fe1d3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:42Z', 'updated_at': '2022-02-03T11:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:35.004705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Checking router: 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:35.007145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] For port 2029d370-be38-4483-9bd1-f4abe09fe1d3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2029d370-be38-4483-9bd1-f4abe09fe1d3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:35.007721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.014790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Routers {'904f6c80-b4ec-47cc-a4f0-c7d9976bda81'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:35.015352 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:35.021329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Calling delete_port for 2029d370-be38-4483-9bd1-f4abe09fe1d3 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:35.036409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.041786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.047670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.053024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.058431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.063751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.069062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.071021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-1e3359e7-48e4-436d-9bf0-a9284d21208d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2216616 Feb 03 11:13:35.101475 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] Set router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:35.144951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0cccd10b-008c-4a6f-961c-e6f3deb6608a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:35.151068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8fd51e1-ceb1-4d86-8cb1-cea5e1839b1a req-9d5666f0-f219-4f12-a330-6e7e5cc6c176 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902404 Feb 03 11:13:35.153043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dcf41103-e23e-480b-9c8e-70c4b25783ef up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:35.213598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8c51d31-b20c-487d-b119-4692bfbdfe8f req-cba8179e-6568-4b6f-9fb5-b279560bdb69 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267226 Feb 03 11:13:35.301291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2029d370-be38-4483-9bd1-f4abe09fe1d3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.320894 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:13:34Z', 'revision_number': 6, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:35.346051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2029d370-be38-4483-9bd1-f4abe09fe1d3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:35.380126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port dcf41103-e23e-480b-9c8e-70c4b25783ef completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:35.391119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port dcf41103-e23e-480b-9c8e-70c4b25783ef triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:35.392017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.392878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.393419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.393906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.395064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.395440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:35.395742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.396352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.396530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cda2eb-6c9a-40bf-af14-e635e292917d None None] The sync data for ids ['904f6c80-b4ec-47cc-a4f0-c7d9976bda81'] in n-d-821606-6 is: [{'id': '904f6c80-b4ec-47cc-a4f0-c7d9976bda81', 'name': 'tempest-FloatingIPDetailsTestJSON-873404109-router', 'tenant_id': 'd5440311824647e2888f197ecab3e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:41Z', 'updated_at': '2022-02-03T11:13:34Z', 'revision_number': 6, 'project_id': 'd5440311824647e2888f197ecab3e22e', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:35.397018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.397742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.398338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.398811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.399278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.399762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.400234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:35.434556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d51f0-cf12-402d-81c7-118e157862dc req-e658c0c4-8342-466e-a10c-c04b3686abe6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:35.450384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '0cccd10b-008c-4a6f-961c-e6f3deb6608a', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'port_id': '0cccd10b-008c-4a6f-961c-e6f3deb6608a', 'mac_address': 'fa:16:3e:3e:1c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87304e26-2cfa-469d-ab52-bf170b9b7638', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:35.456515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-666d51f0-cf12-402d-81c7-118e157862dc req-e658c0c4-8342-466e-a10c-c04b3686abe6 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.1585522 Feb 03 11:13:35.473036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.507441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0cccd10b-008c-4a6f-961c-e6f3deb6608a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:35.508369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.554188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cccd10b-008c-4a6f-961c-e6f3deb6608a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:35.580615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port dcf41103-e23e-480b-9c8e-70c4b25783ef is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:35.581038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.586750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:35.602878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.605424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.608576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks [] for router_controller (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.659759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-666d51f0-cf12-402d-81c7-118e157862dc req-45d1037c-c867-4349-80f6-6fa024b9b823 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175857 Feb 03 11:13:35.674024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:35.686596 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.695049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:35.775437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:35.836303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:35.842166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926758738', 'description': 'tempest-description--1225111023'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:35.868677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:35.872890 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917d9ed-86a2-40ee-9b1e-3a7c36dd735a" -d '{"events": [{"server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "name": "network-vif-plugged", "status": "completed", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:35.927313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.961028 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:35.968727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.032349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4e287-25c2-4373-a9df-6119f7e170cd req-4c0ba881-9092-4b84-8642-6adaf063d41c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.034291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdd4e287-25c2-4373-a9df-6119f7e170cd req-4c0ba881-9092-4b84-8642-6adaf063d41c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2096956 Feb 03 11:13:36.066229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (904f6c80-b4ec-47cc-a4f0-c7d9976bda81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.066839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904f6c80-b4ec-47cc-a4f0-c7d9976bda81 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:13:36.072056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.076132 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-27e27517-0cb7-4b5f-bfeb-15d4ed302f15 admin admin] 10.222.0.30 "DELETE /v2.0/routers/904f6c80-b4ec-47cc-a4f0-c7d9976bda81 HTTP/1.1" status: 204 len: 168 time: 1.4247890 Feb 03 11:13:36.076299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:36.151032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.156188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599cf1-0de7-4efc-bbc1-42ed75700df2 req-1f8c103a-b610-4f0e-b957-d9d3e4b2798f tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.157738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65599cf1-0de7-4efc-bbc1-42ed75700df2 req-1f8c103a-b610-4f0e-b957-d9d3e4b2798f tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 944 time: 0.2515697 Feb 03 11:13:36.162870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['0cccd10b-008c-4a6f-961c-e6f3deb6608a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:36.274146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Deleting subnet 70cc5bc7-bc2a-44cf-804e-008671df70dd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:13:36.278136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Publish callbacks [] for subnet (70cc5bc7-bc2a-44cf-804e-008671df70dd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.321205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (70cc5bc7-bc2a-44cf-804e-008671df70dd), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.345039 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Floating IP d17f8533-ef4d-425d-a22c-b06ef11973f9 associated. External IP: 172.25.7.106, port: 519a8a52-b862-4a1c-8f56-202bd60fd430. Feb 03 11:13:36.363024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdd4e287-25c2-4373-a9df-6119f7e170cd req-69c33d06-8983-4ea0-b086-b49c3cdb2ad9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189018 Feb 03 11:13:36.423568 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09364860-4436-4591-a7c1-19cba9fc885e x-openstack-request-id: req-09364860-4436-4591-a7c1-19cba9fc885e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:36.424632 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "name": "network-vif-plugged", "status": "completed", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:36.425088 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09364860-4436-4591-a7c1-19cba9fc885e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:36.425652 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef', 'code': 200} Feb 03 11:13:36.470877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.491536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65599cf1-0de7-4efc-bbc1-42ed75700df2 req-d6abcaa5-c6ce-443f-9c52-a687219f1336 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050742 Feb 03 11:13:36.548376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-6a111888-6151-4059-8564-640ea915df04 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.549951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-6a111888-6151-4059-8564-640ea915df04 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.4128883 Feb 03 11:13:36.556094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.699530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (70cc5bc7-bc2a-44cf-804e-008671df70dd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.731473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.732676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8951001 Feb 03 11:13:36.736098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35068) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:36.741164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group_rule': {'security_group_id': 'f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:36.771997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (77758bc1-6a03-4bc1-b3b8-de1181e1e0dc), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.772760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19529447-3419-4f7d-88f7-893a8421ffcc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:36.841471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (77758bc1-6a03-4bc1-b3b8-de1181e1e0dc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.846856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (77758bc1-6a03-4bc1-b3b8-de1181e1e0dc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.871454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77758bc1-6a03-4bc1-b3b8-de1181e1e0dc,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:36.876762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.881107 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6040dffe-926c-4f26-aea3-f60092725339 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409817 Feb 03 11:13:36.881107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35070) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:36.887489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'security_group_rule': {'security_group_id': 'f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:36.904249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebb6ee-bfa7-4d79-9289-0425415e84ad req-b31cb71a-9055-47f7-a90e-88c0e08c285e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.905912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8ebb6ee-bfa7-4d79-9289-0425415e84ad req-b31cb71a-9055-47f7-a90e-88c0e08c285e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 946 time: 0.3551536 Feb 03 11:13:36.917257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.918722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (03b90cec-8701-4d5b-9cc9-47c74111f8d6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.922525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.927663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.933361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.938478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.943596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.948830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.951240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-447a18b7-05c7-4bc8-9b49-267577194166 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.3702302 Feb 03 11:13:36.963981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e43dc1-0286-4fda-98ab-0e7c680aedef req-e5715123-3214-48d4-bbc3-be32db18e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:36.965569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7e43dc1-0286-4fda-98ab-0e7c680aedef req-e5715123-3214-48d4-bbc3-be32db18e29c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1127 time: 0.4104686 Feb 03 11:13:36.979386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (03b90cec-8701-4d5b-9cc9-47c74111f8d6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:36.983908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (03b90cec-8701-4d5b-9cc9-47c74111f8d6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.003403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b90cec-8701-4d5b-9cc9-47c74111f8d6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:37.016575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.021205 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ac3bef58-b2e1-411d-9610-51f8e87a87b7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359634 Feb 03 11:13:37.021388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:37.026111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:37.049680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.147420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0cccd10b-008c-4a6f-961c-e6f3deb6608a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:37.164944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.221486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 0cccd10b-008c-4a6f-961c-e6f3deb6608a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:37.244437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 0cccd10b-008c-4a6f-961c-e6f3deb6608a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:37.245271 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.311265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Allocated IP 172.25.7.45 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/aec61ae5-680b-4e41-955c-9d57aa5dc929) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:37.350845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.351047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (70cc5bc7-bc2a-44cf-804e-008671df70dd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.364074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f977494b-c7ec-4ef6-9ebb-8c1c863332f8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:37.435006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cc5bc7-bc2a-44cf-804e-008671df70dd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:37.437141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0cccd10b-008c-4a6f-961c-e6f3deb6608a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:37.437141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.440607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f977494b-c7ec-4ef6-9ebb-8c1c863332f8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:37.440923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f977494b-c7ec-4ef6-9ebb-8c1c863332f8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:37.441367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2029d370-be38-4483-9bd1-f4abe09fe1d3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:37.450983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.451463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d54720-0cad-4924-905b-9a548202d7a5 None None] Network b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:37.461005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35076) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:37.461614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4ebf1a2-6f37-414a-94f0-933ec7dccd79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/70cc5bc7-bc2a-44cf-804e-008671df70dd HTTP/1.1" status: 204 len: 168 time: 1.3766046 Feb 03 11:13:37.474356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.493346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2029d370-be38-4483-9bd1-f4abe09fe1d3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:37.493696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2029d370-be38-4483-9bd1-f4abe09fe1d3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:37.544989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8ebb6ee-bfa7-4d79-9289-0425415e84ad req-bfb9dbc9-daa2-41dd-8a41-b39e8aee880d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885141 Feb 03 11:13:37.567186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.589916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.626314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Router 37aafcdb-5159-4ca1-ad68-744b571a5965 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:13:37.635084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7e43dc1-0286-4fda-98ab-0e7c680aedef req-5f52f78d-0e09-46cf-a8a5-f57ff46b5975 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459050 Feb 03 11:13:37.643934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port 180e61d9-5e21-4deb-9524-0df360f8f607 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:37.644284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.659289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:37.667105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2c3682d-da6c-4f77-8e6d-f36f9cfa927a req-1763fd43-9ffc-4a11-b7de-1c8978fe8dbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7045441 Feb 03 11:13:37.669204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:37.675343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:37.681858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=aec61ae5-680b-4e41-955c-9d57aa5dc929,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:37.742103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Deleting port 0a013c97-f2cb-489d-bf18-7cdf65856378 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:37.742600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.752425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:37.758752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.841352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:37.860154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] For port 0a013c97-f2cb-489d-bf18-7cdf65856378, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a013c97-f2cb-489d-bf18-7cdf65856378,segment=NetworkSegment(89c028f3-8e1b-4605-82dc-80802dc95ca2),segment_id=89c028f3-8e1b-4605-82dc-80802dc95ca2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:37.860503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.894632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Calling delete_port for 0a013c97-f2cb-489d-bf18-7cdf65856378 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:37.926606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port 180e61d9-5e21-4deb-9524-0df360f8f607, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=180e61d9-5e21-4deb-9524-0df360f8f607,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:37.926972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:37.971571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] DHCP port deletion for b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:13:37.984261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfffdc-c6c5-46e1-be72-adf7d3553e36 req-5bfa5c62-ebe9-466a-a54f-e0f10e4e42d3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:37.991147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ebfffdc-c6c5-46e1-be72-adf7d3553e36 req-5bfa5c62-ebe9-466a-a54f-e0f10e4e42d3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef69fc5b-88a9-40a6-a1e8-960a52ce3f12 HTTP/1.1" status: 200 len: 945 time: 0.2907064 Feb 03 11:13:37.999649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for 180e61d9-5e21-4deb-9524-0df360f8f607 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:38.003930 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.014643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.045211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Deleting port 0a013c97-f2cb-489d-bf18-7cdf65856378 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:38.046894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.058488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a013c97-f2cb-489d-bf18-7cdf65856378,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:38.077516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] No DVR routers for this DVR port 0a013c97-f2cb-489d-bf18-7cdf65856378 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:38.098709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ca885-920f-43ac-9364-0877c4f84e7d req-9a2802db-8e4a-44a1-842b-64b4812a59c3 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.100723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c1ca885-920f-43ac-9364-0877c4f84e7d req-9a2802db-8e4a-44a1-842b-64b4812a59c3 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2908309 Feb 03 11:13:38.115676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.140324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:13:38.145140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.150796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] For port 0a013c97-f2cb-489d-bf18-7cdf65856378, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:38.151519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.166725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Calling delete_port for 0a013c97-f2cb-489d-bf18-7cdf65856378 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:38.168016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ebfffdc-c6c5-46e1-be72-adf7d3553e36 req-bf5d9f6a-4309-44fb-babf-091213aca3ae tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759720 Feb 03 11:13:38.170954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Port 0a013c97-f2cb-489d-bf18-7cdf65856378 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:13:38.174201 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0a013c97-f2cb-489d-bf18-7cdf65856378), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.177056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Sync routers for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:13:38.193668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] No DVR routers for this DVR port 0a013c97-f2cb-489d-bf18-7cdf65856378 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:38.203444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.215727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6570d8-a4c6-434c-ae50-8506865687ed None None] Pushing event deleted for resources: {'Port': ['ID=0a013c97-f2cb-489d-bf18-7cdf65856378,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:38.219995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:38.220632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:38.239179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-64eacc48-45c0-42da-8ced-25dd386f5dc4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "PUT /v2.0/floatingips/d17f8533-ef4d-425d-a22c-b06ef11973f9 HTTP/1.1" status: 200 len: 992 time: 3.8042908 Feb 03 11:13:38.244310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:38.246842 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:38.249875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f4f1f6-94ec-458f-af11-60bf9a2a7e09']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:38.277666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c028f3-8e1b-4605-82dc-80802dc95ca2') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:38.278261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c028f3-8e1b-4605-82dc-80802dc95ca2') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:38.298186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (89c028f3-8e1b-4605-82dc-80802dc95ca2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.307871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c1ca885-920f-43ac-9364-0877c4f84e7d req-0b95187f-e108-45bd-884d-352fc6ffbac7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973574 Feb 03 11:13:38.352778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (89c028f3-8e1b-4605-82dc-80802dc95ca2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.363067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:13:38.363566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (89c028f3-8e1b-4605-82dc-80802dc95ca2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:13:38.365392 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:13:38.368418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:38.453342 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b5f4f1f6-94ec-458f-af11-60bf9a2a7e09), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.459394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.461768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (180e61d9-5e21-4deb-9524-0df360f8f607), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.468031 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5f4f1f6-94ec-458f-af11-60bf9a2a7e09 HTTP/1.1" status: 204 len: 168 time: 1.0056024 Feb 03 11:13:38.495766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:38.499494 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da3039-7e90-49dd-8397-7b39db55ecc3" -d '{"events": [{"server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "name": "network-vif-plugged", "status": "completed", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:38.504838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36274731-dd25-47d3-a299-0e95b2f4bb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f4f1f6-94ec-458f-af11-60bf9a2a7e09,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:38.528234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827', '180e61d9-5e21-4deb-9524-0df360f8f607'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:38.541269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=180e61d9-5e21-4deb-9524-0df360f8f607,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:38.555619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.565097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.568479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port 180e61d9-5e21-4deb-9524-0df360f8f607 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:38.571918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.575984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75773177-c868-4784-92d3-4451ce0e8ab7 req-3c0da7c4-e022-405a-8426-3343e067c261 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "DELETE /v2.0/ports/180e61d9-5e21-4deb-9524-0df360f8f607 HTTP/1.1" status: 204 len: 173 time: 2.0167382 Feb 03 11:13:38.597674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d6746-0b0e-47a3-a4ce-02741bc6a665 req-8c18f3e2-2b14-4a62-8eaf-177e2df89209 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.599390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-217d6746-0b0e-47a3-a4ce-02741bc6a665 req-8c18f3e2-2b14-4a62-8eaf-177e2df89209 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 945 time: 0.2143514 Feb 03 11:13:38.713541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35092) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:38.743524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=aec61ae5-680b-4e41-955c-9d57aa5dc929,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:38.760073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-217d6746-0b0e-47a3-a4ce-02741bc6a665 req-3dcf8c14-2533-42d1-8226-3fc7f8b4b7da tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455226 Feb 03 11:13:38.782450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.793687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d44d7c23-b3da-4e72-8855-9bd5daf20e35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5440311824647e2888f197ecab3e22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0745173 Feb 03 11:13:38.794752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:38.810534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.823003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.827783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.832973 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a34c3ff-8080-485f-9536-0c3855c817d7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8067675 Feb 03 11:13:38.837883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.843590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.849544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.861164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'd17f8533-ef4d-425d-a22c-b06ef11973f9', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'port_id': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'mac_address': 'fa:16:3e:3e:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:44Z', 'updated_at': '2022-02-03T11:13:35Z', 'revision_number': 1, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:38.866111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] Publish callbacks [] for security_group (692005c7-329c-42c5-a845-05b8c0fd97f7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.869441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.887684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:38.899732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] Publish callbacks [] for security_group (692005c7-329c-42c5-a845-05b8c0fd97f7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:38.900465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5c2379-78b2-417f-8550-613756a22783 req-b91ceadf-950f-4857-a482-ca072cd61a79 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.2066953 Feb 03 11:13:38.904027 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c862d4-a7ae-45f7-8ed1-4ac7b4da2c05 x-openstack-request-id: req-54c862d4-a7ae-45f7-8ed1-4ac7b4da2c05 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:38.904166 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:38.904428 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54c862d4-a7ae-45f7-8ed1-4ac7b4da2c05 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:38.905937 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'status': 'completed', 'code': 200} Feb 03 11:13:38.946292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Checking router: 37aafcdb-5159-4ca1-ad68-744b571a5965 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:13:38.981570 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2926ab12-9d9f-404b-8e16-b4986e0c395c x-openstack-request-id: req-2926ab12-9d9f-404b-8e16-b4986e0c395c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:38.981881 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "name": "network-vif-plugged", "status": "completed", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:38.982145 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2926ab12-9d9f-404b-8e16-b4986e0c395c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:38.982565 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a', 'code': 200} Feb 03 11:13:39.002547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:13:39.006183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:13:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:39.012499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5c2379-78b2-417f-8550-613756a22783 req-b8a9db56-5059-4a8d-8da3-61d63d762af6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111238 Feb 03 11:13:39.093533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.094026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.094503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.094978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.095429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.096858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.096858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.103338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-ce6a11ef-75bc-41ab-9e81-12d49ff4d74e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6708 time: 0.1431658 Feb 03 11:13:39.109277 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (692005c7-329c-42c5-a845-05b8c0fd97f7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:39.119968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:39.125306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/692005c7-329c-42c5-a845-05b8c0fd97f7 HTTP/1.1" status: 204 len: 168 time: 0.3272996 Feb 03 11:13:39.134110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19b20-ed1b-4f25-aaf1-6bee4fd343d1 req-c04684c1-036d-4a9e-8f4e-c0dab7c6cd97 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.146309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73d19b20-ed1b-4f25-aaf1-6bee4fd343d1 req-c04684c1-036d-4a9e-8f4e-c0dab7c6cd97 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 946 time: 0.0950356 Feb 03 11:13:39.156097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e6d56-97f4-4977-b045-b7a5080958c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692005c7-329c-42c5-a845-05b8c0fd97f7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:39.196060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:13:39.234525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-9a3d43a5-0f0d-4404-a942-761d75374fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.236633 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-9a3d43a5-0f0d-4404-a942-761d75374fbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea HTTP/1.1" status: 200 len: 912 time: 0.1101019 Feb 03 11:13:39.332356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.341873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.354671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.360498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.366612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.373590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a013c97-f2cb-489d-bf18-7cdf65856378 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:39.375008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.382010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.390680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-98222247-2234-4cda-bcd3-7692240ec512 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2427678 Feb 03 11:13:39.390863 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-78910cfc-2913-4390-9c97-b0c9fa2e5ab5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 200 len: 1000 time: 0.1449497 Feb 03 11:13:39.402950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0a013c97-f2cb-489d-bf18-7cdf65856378 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:39.403450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a013c97-f2cb-489d-bf18-7cdf65856378 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:39.436772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73d19b20-ed1b-4f25-aaf1-6bee4fd343d1 req-aaa42529-5877-454a-92d4-119cdb0178b8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758775 Feb 03 11:13:39.464404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546485c5-960d-4fc7-871e-8bf04bf28055 req-132ceb76-658e-42f2-a33a-bf25b299a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.466315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-546485c5-960d-4fc7-871e-8bf04bf28055 req-132ceb76-658e-42f2-a33a-bf25b299a2cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 1127 time: 0.3159740 Feb 03 11:13:39.497092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-0f747685-441d-4079-bbae-514be09b2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.498632 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-0f747685-441d-4079-bbae-514be09b2e22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9183219c-c854-4cc6-acbc-d838c19eaa69 HTTP/1.1" status: 200 len: 850 time: 0.0996430 Feb 03 11:13:39.600477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-546485c5-960d-4fc7-871e-8bf04bf28055 req-46a63e9f-4372-4371-b3f5-f287b1ae099f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201341 Feb 03 11:13:39.604048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-c6aa5e75-100f-4da5-81db-565f1f6108ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.606815 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-c6aa5e75-100f-4da5-81db-565f1f6108ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015983 Feb 03 11:13:39.615889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'd17f8533-ef4d-425d-a22c-b06ef11973f9', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'port_id': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'mac_address': 'fa:16:3e:3e:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:44Z', 'updated_at': '2022-02-03T11:13:35Z', 'revision_number': 1, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:13:39.631288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b9cbb3-471f-4476-aa95-e281a402e01c req-7a331dde-628b-4fd9-af44-070d5189a47d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394371 Feb 03 11:13:39.651204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b4169-c5d2-410f-bcec-b32c0218bb72 None None] The sync data for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 is: [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'd17f8533-ef4d-425d-a22c-b06ef11973f9', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'port_id': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'mac_address': 'fa:16:3e:3e:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:11:44Z', 'updated_at': '2022-02-03T11:13:35Z', 'revision_number': 1, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:13:39.653314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-7dba9ef5-3a9a-4636-aaa2-9be81017e830 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--926758738&fields=id&tenant_id=e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 267 time: 0.0951796 Feb 03 11:13:39.735091 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-7e21732b-853f-4142-96ea-1ae84021cfde service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190879 Feb 03 11:13:39.855287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-10cdae0e-8a0d-4fde-84a1-83ddc60a985e req-763afda4-b327-4c26-858d-5d222bf822b0 service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123862 Feb 03 11:13:39.898232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c474ea4-0828-4d66-bc34-9ddb1ffbc718 req-a50acb9f-27b8-4c56-9e2d-241c87af7061 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.905525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c474ea4-0828-4d66-bc34-9ddb1ffbc718 req-a50acb9f-27b8-4c56-9e2d-241c87af7061 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0917416 Feb 03 11:13:39.913889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-ed4ec77f-3e7a-48e9-9254-e9dccf8299e9 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:39.915374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-ed4ec77f-3e7a-48e9-9254-e9dccf8299e9 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 810 time: 0.2512202 Feb 03 11:13:39.946703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-6cc283ce-f692-40b5-b354-9240ba0c14f8 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/quotas/e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 375 time: 0.0227306 Feb 03 11:13:39.966571 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734093b-d98d-4b36-954b-e24dbe91c264 None None] New status for floating IP d17f8533-ef4d-425d-a22c-b06ef11973f9: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:13:40.004936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c474ea4-0828-4d66-bc34-9ddb1ffbc718 req-d03649ff-a610-4d30-b9d9-422efd0c67c5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984561 Feb 03 11:13:40.033111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-4d7caf69-15cd-4029-b67c-36ac0d62f9a3 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777397 Feb 03 11:13:40.145539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-87565c8b-54f2-4a03-9f7d-6706b49abe4a service neutron] 10.222.0.30 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956218 Feb 03 11:13:40.265337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-5b52d831-fc46-4d58-946e-959656374f94 service neutron] 10.222.0.30 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138530 Feb 03 11:13:40.522255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e100-94cf-4fdd-a3da-3350ba02f8d6 req-785cf4df-c503-4f77-8bb0-066482216ebd tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:40.523789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03d3e100-94cf-4fdd-a3da-3350ba02f8d6 req-785cf4df-c503-4f77-8bb0-066482216ebd tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 945 time: 0.1189547 Feb 03 11:13:40.583869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-671c1b1f-9833-4129-9f1d-4bc496f022e0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:40.585355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-671c1b1f-9833-4129-9f1d-4bc496f022e0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.1440020 Feb 03 11:13:40.606375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03d3e100-94cf-4fdd-a3da-3350ba02f8d6 req-8cf6459e-f2d9-45b4-bd59-7cf8ffdd8bea tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746269 Feb 03 11:13:40.609042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-3aede2d6-a9fc-432c-bb6c-868ec1566b76 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/quotas/94c460d57a9c4f3a93fca56d1d055fea HTTP/1.1" status: 200 len: 375 time: 0.0155361 Feb 03 11:13:40.676070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-003f7367-b497-4b17-8f9d-cbabcdf63a80 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595202 Feb 03 11:13:40.779884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-09791a80-9814-4723-ae07-9d0892b6dc41 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955496 Feb 03 11:13:40.915947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'name': 'network-vif-deleted', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:40.917726 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8269be-9cb4-446d-9204-20b55b41e621" -d '{"events": [{"server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "name": "network-vif-deleted", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:40.958397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-12905f5b-32b5-4e24-aa42-5ce39941b859 service neutron] 10.222.0.30 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702666 Feb 03 11:13:40.991666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c627a10-6d56-461d-9613-dc88a927beee req-70292f55-d7ca-4415-82b0-5732fc7b0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:40.993172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-70292f55-d7ca-4415-82b0-5732fc7b0ece service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1127 time: 0.1029682 Feb 03 11:13:41.006170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.012154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.017941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.023472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.029369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.035440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.040832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.042838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-803a3dd2-4be5-429d-afba-6a759af96ca5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1576471 Feb 03 11:13:41.180976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ba3ebf-7dd0-4209-be3c-22b6771401fa req-605027a6-d69f-4b85-a758-d2bdd22bbb59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295958 Feb 03 11:13:41.182356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c627a10-6d56-461d-9613-dc88a927beee req-868dd34d-1853-42f3-9fe1-e5967d6c3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.186315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 180e61d9-5e21-4deb-9524-0df360f8f607 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:41.195355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-868dd34d-1853-42f3-9fe1-e5967d6c3784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.1466537 Feb 03 11:13:41.230816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 180e61d9-5e21-4deb-9524-0df360f8f607 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:41.231192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 180e61d9-5e21-4deb-9524-0df360f8f607 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:41.263678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-cbcaeb12-6e35-4406-8d8a-8f6de4cc1cd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 200 len: 217 time: 0.0661390 Feb 03 11:13:41.373725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c627a10-6d56-461d-9613-dc88a927beee req-55e69335-ae42-47e6-a3a0-805b7c48d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.375486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-55e69335-ae42-47e6-a3a0-805b7c48d171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.0993009 Feb 03 11:13:41.477344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-da24a8c4-0202-4671-a456-90d345f20147 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825722 Feb 03 11:13:41.481559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88ef618f-ff29-4280-954e-87ce0f9066c0 req-2eed412a-f796-422b-a223-1e9d089e8637 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 210 time: 0.0669394 Feb 03 11:13:41.640330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-cb0f6633-c3ad-4e4a-bc69-ebcc6bf41125 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2620423 Feb 03 11:13:41.655839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.661353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.666628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.672893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.678079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.683538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.688931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.690808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c89720a-4bda-4844-b781-1bbb5633019b req-42fef07e-9fec-48cd-ac5b-5f36de26ee05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2718322 Feb 03 11:13:41.710256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-c9a19d63-4425-48ff-81dc-4b0a78347919 service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262273 Feb 03 11:13:41.739348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:41.751081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00807a9e-89be-4220-a1a1-1d5ce4ca88fb req-9ce715d5-7828-4bb1-80f0-e931b9919b37 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.752647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00807a9e-89be-4220-a1a1-1d5ce4ca88fb req-9ce715d5-7828-4bb1-80f0-e931b9919b37 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1733313 Feb 03 11:13:41.847236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-140b9c89-579d-459c-b4d2-38b47f672bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:41.849597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-140b9c89-579d-459c-b4d2-38b47f672bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 1128 time: 0.0732758 Feb 03 11:13:41.891563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c89720a-4bda-4844-b781-1bbb5633019b req-d515c67a-6bdd-4593-b01f-e71af5b6b384 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891844 Feb 03 11:13:41.976936 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea7fcd6-1bf5-4676-bdd7-749ccfbd9f82 x-openstack-request-id: req-fea7fcd6-1bf5-4676-bdd7-749ccfbd9f82 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:41.977251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef69fc5b-88a9-40a6-a1e8-960a52ce3f12", "name": "network-vif-deleted", "tag": "180e61d9-5e21-4deb-9524-0df360f8f607", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:41.977511 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fea7fcd6-1bf5-4676-bdd7-749ccfbd9f82 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:41.977917 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef69fc5b-88a9-40a6-a1e8-960a52ce3f12', 'name': 'network-vif-deleted', 'tag': '180e61d9-5e21-4deb-9524-0df360f8f607', 'status': 'completed', 'code': 200} Feb 03 11:13:42.005880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afbde32e-f119-4414-91c2-c1ba738afe2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.019503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00807a9e-89be-4220-a1a1-1d5ce4ca88fb req-193e9924-c1db-4ca9-a417-c522fea91747 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416751 Feb 03 11:13:42.027393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-46210741-0e30-4e10-a764-fddf48c4b279 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.028888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-46210741-0e30-4e10-a764-fddf48c4b279 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.69 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 810 time: 0.2702677 Feb 03 11:13:42.030938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c627a10-6d56-461d-9613-dc88a927beee req-beffeeb1-390b-42f5-b330-afc32969f4bb service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733800 Feb 03 11:13:42.057560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-6b5bac89-8fd1-41cc-b474-fd20cb0cfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.059603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-6b5bac89-8fd1-41cc-b474-fd20cb0cfb76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.1355288 Feb 03 11:13:42.086339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bcdf0f3-7b8f-4a48-bac4-cb5f30237110 req-c9a65986-4719-42e0-9576-241aeda4b11f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 210 time: 0.0435653 Feb 03 11:13:42.127674 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-f0596ca3-3fac-4a06-8dbd-9936a7dcf570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 200 len: 217 time: 0.0586677 Feb 03 11:13:42.175359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-d489834a-3278-40a9-8f9b-e44f2c03b02f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04cf36ae9f4449f99263cd948712070 HTTP/1.1" status: 200 len: 379 time: 0.1158948 Feb 03 11:13:42.213421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afbde32e-f119-4414-91c2-c1ba738afe2b admin admin] Publish callbacks [] for security_group (b51133e0-b540-41b8-b083-1d1ed4b3b126), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.214068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'port': {'device_id': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'admin_state_up': True, 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'security_groups': ['f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:42.215490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-0c2dd639-c86f-44a4-a748-5f363791d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.217128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-0c2dd639-c86f-44a4-a748-5f363791d597 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.0727949 Feb 03 11:13:42.218235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afbde32e-f119-4414-91c2-c1ba738afe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b51133e0-b540-41b8-b083-1d1ed4b3b126), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.258337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.265083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.270388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.275862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.281190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.281449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-d330832e-645b-4b29-b887-2a2d3f70745c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469902 Feb 03 11:13:42.286712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.290913 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afbde32e-f119-4414-91c2-c1ba738afe2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a68780ca90234889be44934406b95814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471306 Feb 03 11:13:42.290913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbde32e-f119-4414-91c2-c1ba738afe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51133e0-b540-41b8-b083-1d1ed4b3b126,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:42.292096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.292211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:42.293896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-0a7f69bf-2792-47b6-81c7-ba0a7ee943a5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1752989 Feb 03 11:13:42.376798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387bc5-f7fb-471e-82ab-b9e189d95cc3 req-cc316334-0894-4fed-b46c-ca0d8b964547 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.377890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b387bc5-f7fb-471e-82ab-b9e189d95cc3 req-cc316334-0894-4fed-b46c-ca0d8b964547 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 945 time: 0.1994388 Feb 03 11:13:42.449626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a76d5fb-7aa8-48c1-b3cc-75c511ccc851 req-ab56cd8c-d518-45bd-8c38-876013bc4f4f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439631 Feb 03 11:13:42.489649 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-7a1ef9df-f2b0-4c36-95f9-5b67bef74498 service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877849 Feb 03 11:13:42.496945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b387bc5-f7fb-471e-82ab-b9e189d95cc3 req-9b1e2b00-5197-46e5-9130-f063a7f30a4c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029992 Feb 03 11:13:42.523037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Made reservation on behalf of e04cf36ae9f4449f99263cd948712070 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:42.527412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.587358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-7fab348d-24bd-4225-81c5-7105bcda6ad4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:42.588821 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-7fab348d-24bd-4225-81c5-7105bcda6ad4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 806 time: 0.2266102 Feb 03 11:13:42.599217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] Publish callbacks [] for security_group (b51133e0-b540-41b8-b083-1d1ed4b3b126), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.637699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Request body: {'port': {'device_id': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'admin_state_up': True, 'tenant_id': '94c460d57a9c4f3a93fca56d1d055fea'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:42.643652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7ca7125-0d22-4fc9-8c1f-04875f3a9518 req-fd9e568d-56d5-4962-8e48-0825d90f1e65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 210 time: 0.0360553 Feb 03 11:13:42.678348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] Publish callbacks [] for security_group (b51133e0-b540-41b8-b083-1d1ed4b3b126), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.773740 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fcfef475-21c8-4f18-856b-d2e8a373d76e req-ff711121-df04-4bca-925f-735e14a10d4d service neutron] 10.222.0.69 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353370 Feb 03 11:13:42.814015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b51133e0-b540-41b8-b083-1d1ed4b3b126), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.816486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:42.817687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b51133e0-b540-41b8-b083-1d1ed4b3b126 HTTP/1.1" status: 204 len: 168 time: 0.5247407 Feb 03 11:13:42.831555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d225c7-33f6-4d00-843d-9702dcbecb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51133e0-b540-41b8-b083-1d1ed4b3b126,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:42.840815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Made reservation on behalf of 94c460d57a9c4f3a93fca56d1d055fea for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:42.845274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.000874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Allocated IP 172.20.0.6 (a47591a8-6387-45b7-85b6-10d10782dc45/ec15006b-c219-42eb-8961-a05b9efe1518/f0aa9eaa-7076-4fac-b7ce-883ce8ab353d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:43.064952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Allocated IP 172.20.0.6 (4a357544-ca38-46dd-8722-544b07963010/5f7131f5-4f0e-46dc-8202-8a70151ae705/1f2d5236-66df-4a82-9a17-712e134009cb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:43.089035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95589c-9c8f-4576-ab4c-d619c2b9d5dd req-ac02f6d4-5684-475b-ba55-6ae7eabe4963 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.090525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b95589c-9c8f-4576-ab4c-d619c2b9d5dd req-ac02f6d4-5684-475b-ba55-6ae7eabe4963 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72 HTTP/1.1" status: 200 len: 946 time: 0.4524860 Feb 03 11:13:43.139770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.145182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.150445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.155898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.161602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.162508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks [] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.167075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.172552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.174593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f70ddcf9-62c4-4027-b0da-3e2091b20bb5 req-ac3356fa-9904-47db-a512-6b9a4ba85d4b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1687336 Feb 03 11:13:43.199519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.251378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b95589c-9c8f-4576-ab4c-d619c2b9d5dd req-60642285-6e56-46dc-826f-e03a5b9a21aa tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531775 Feb 03 11:13:43.256898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:43.269162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event updated for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:43.285048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Network a47591a8-6387-45b7-85b6-10d10782dc45 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:43.287327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:43.290896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:43.350917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.351732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.377828 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-15e52eeb-866c-4e1e-845d-e68ab7a15ec1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436810 Feb 03 11:13:43.396412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Request body: {'port': {'device_id': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:43.473184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.478735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.483114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.484596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.490224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.496171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.503039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.507315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.509369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-08dae8fc-6e50-4dff-a198-2cc177056c75 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.1876848 Feb 03 11:13:43.513436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for port (1f2d5236-66df-4a82-9a17-712e134009cb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.548315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0ecf-cfd0-4e19-ba5a-39c6b6415e45 req-be7eb191-304e-4c9c-91bb-6c82ebb4cbe3 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.555130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-777c0ecf-cfd0-4e19-ba5a-39c6b6415e45 req-be7eb191-304e-4c9c-91bb-6c82ebb4cbe3 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1854186 Feb 03 11:13:43.660082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8a49227-bfdc-4193-9e3a-8e30323d703f req-a0cf601c-0089-417e-bf53-59dac9221177 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432383 Feb 03 11:13:43.669702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.686155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-777c0ecf-cfd0-4e19-ba5a-39c6b6415e45 req-d6934e33-e4d1-40cc-a02a-901cea02b86c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Feb 03 11:13:43.723414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:43.731176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Network 4a357544-ca38-46dd-8722-544b07963010 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:43.740404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:43.749616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:43.797112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event updated for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:43.812743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.813198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.813547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.813888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.814229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.814568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.814901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.815229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.815556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.815882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.816209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.818997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.819380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:13:43.853329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:43.860884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.928948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aa9eaa-7076-4fac-b7ce-883ce8ab353d {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:43.940133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks [] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.954697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Transition to ACTIVE for port object f0aa9eaa-7076-4fac-b7ce-883ce8ab353d will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:43.963478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:43.978863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1009871027-network', 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:44.009682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-c3ca82a8-c90e-484f-8577-34906d29e0ba tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8002560 Feb 03 11:13:44.018867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:44.027018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:44.030795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.039558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Request body: {'port': {'device_id': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:44.087852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.126850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Attempting to bind port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:44.127160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Attempting to bind port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:44.127416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Attempting to bind port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:44.130270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693da3-6ccd-44a3-96f0-0f49a620fda0 req-11df3526-cc93-4c9d-9cc1-8b58b3483d12 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.131818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83693da3-6ccd-44a3-96f0-0f49a620fda0 req-11df3526-cc93-4c9d-9cc1-8b58b3483d12 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 931 time: 0.2680902 Feb 03 11:13:44.140714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d on network a47591a8-6387-45b7-85b6-10d10782dc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:44.141081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Attempting to bind port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d on network a47591a8-6387-45b7-85b6-10d10782dc45 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:44.146409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:44.146755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Checking segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:44.147140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Bound using segment: {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:44.147570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Bound port: f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006bd776-9ef0-4706-b9f2-33bbaab67d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:44.148476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.169011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f3485e50-3ea0-4fe1-a5d8-1c0b611792d8 None None] Provisioning complete for port 1f2d5236-66df-4a82-9a17-712e134009cb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:44.170548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3485e50-3ea0-4fe1-a5d8-1c0b611792d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.226735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.230053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f3485e50-3ea0-4fe1-a5d8-1c0b611792d8 None None] Port 1f2d5236-66df-4a82-9a17-712e134009cb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:13:44.238194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:44.243053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:44.250662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.298001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.298629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.300110 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] 10.222.0.53 "PUT /v2.0/ports/f0aa9eaa-7076-4fac-b7ce-883ce8ab353d HTTP/1.1" status: 200 len: 1091 time: 0.9121141 Feb 03 11:13:44.300560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:44.302861 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a" -d '{"events": [{"name": "network-changed", "server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:44.311975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83693da3-6ccd-44a3-96f0-0f49a620fda0 req-359ac57a-9f8f-4381-ae01-686aea95a1b9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589279 Feb 03 11:13:44.335909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f86dee-5e8f-4752-8cab-215ca07fc814 req-fec72040-a8c6-43c0-9a06-19f3d5bc3dde tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.338118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99f86dee-5e8f-4752-8cab-215ca07fc814 req-fec72040-a8c6-43c0-9a06-19f3d5bc3dde tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 931 time: 0.2053940 Feb 03 11:13:44.401531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:44.443508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks [] for security_group (4054dcee-c742-4779-ae17-9b0273e319d6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.457094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21892fd7-339d-47da-b17a-cd66159586ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:44.459049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4054dcee-c742-4779-ae17-9b0273e319d6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.491473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-cd0fdf2d-3c65-4b83-9889-140ae02a98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.495793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-cd0fdf2d-3c65-4b83-9889-140ae02a98fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 1125 time: 0.1387646 Feb 03 11:13:44.515006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:13:44.532408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:13:44.551000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99f86dee-5e8f-4752-8cab-215ca07fc814 req-04e22747-2b7d-4975-ab3c-34788446108f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961350 Feb 03 11:13:44.555003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4054dcee-c742-4779-ae17-9b0273e319d6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:44.558575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4d90e857-e5ce-49aa-97ca-bf6f8f9b9949), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.558910 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Added segment 4d90e857-e5ce-49aa-97ca-bf6f8f9b9949 of type vlan for network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 Feb 03 11:13:44.652182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c01a563f-7a84-48a5-b20d-cb0f6a27ff02), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.654783 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3e042-fb60-4424-912f-1b7b6cbf02b1 x-openstack-request-id: req-c1b3e042-fb60-4424-912f-1b7b6cbf02b1 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:44.655084 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:44.655340 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1b3e042-fb60-4424-912f-1b7b6cbf02b1 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:44.660531 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d', 'status': 'completed', 'code': 200} Feb 03 11:13:44.662014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-8ae3b853-3044-4a3e-ad5a-e12f9a5f7831 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d HTTP/1.1" status: 200 len: 217 time: 0.1573606 Feb 03 11:13:44.680052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:44.717545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'mac_address': 'fa:16:3e:f0:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:44.757160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c01a563f-7a84-48a5-b20d-cb0f6a27ff02), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.758645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.768685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.769656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053844d2-31ab-4699-a942-4562e02cb486 req-5ddf52ed-b2da-4b89-a6a4-6c4a1e33744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:44.771288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-5ddf52ed-b2da-4b89-a6a4-6c4a1e33744f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.1018870 Feb 03 11:13:44.785505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aa497adb-9a26-48d8-b632-5a063f94d681 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:44.785906 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.811152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa497adb-9a26-48d8-b632-5a063f94d681 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:44.822017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-7c76b56d-6933-4ab7-8646-5caf735d8bb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398912 Feb 03 11:13:44.839505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:44.853155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:44.915672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:44.922060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1974053 Feb 03 11:13:44.940076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35322) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:13:44.949581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Request body: {'subnet': {'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1009871027-subnet', 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:44.993690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:44.996324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.002925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aa497adb-9a26-48d8-b632-5a063f94d681'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:45.014124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2d5236-66df-4a82-9a17-712e134009cb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:45.023025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e24c9-f85d-411f-a287-d4ca58020f68 admin admin] Pushing event updated for resources: {'Network': ['ID=c01a563f-7a84-48a5-b20d-cb0f6a27ff02,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:45.027391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks [] for port (1f2d5236-66df-4a82-9a17-712e134009cb), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.050909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Transition to ACTIVE for port object 1f2d5236-66df-4a82-9a17-712e134009cb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:45.062360 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.070713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:13:45.072630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef34a4-ccbe-4a99-8138-eaeb65d62b17 req-e0db8e4b-ebc7-4faa-b90f-074401c08b32 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.084031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fef34a4-ccbe-4a99-8138-eaeb65d62b17 req-e0db8e4b-ebc7-4faa-b90f-074401c08b32 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1986964 Feb 03 11:13:45.103338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.108970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.115180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.121662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.127270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.132963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.139505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.147700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88be7875-d965-48aa-b701-7615729f1b90 req-64d51a27-5ed4-45d6-b289-ca67c33d0a09 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5432 time: 0.2894442 Feb 03 11:13:45.205823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 42e7f6ee-c399-4797-8e8d-48e02294ef97 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:45.224695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f0dce959-a905-4eea-91dd-8ba129cba43e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.287674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:45.289850 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-e3fb3533-7443-46d7-ab6f-08ef7c2eb910 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590170 Feb 03 11:13:45.291244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0dce959-a905-4eea-91dd-8ba129cba43e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:45.354725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:45.355101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Network hostable DHCP agents. Network: c01a563f-7a84-48a5-b20d-cb0f6a27ff02, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:13:45.371660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88be7875-d965-48aa-b701-7615729f1b90 req-e4c6484f-143b-4765-aebe-eb82376d2bd4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2227769 Feb 03 11:13:45.399301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fef34a4-ccbe-4a99-8138-eaeb65d62b17 req-e0eb905c-18ad-4a2b-afd9-e28170ac2874 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137865 Feb 03 11:13:45.433035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:13:45.451936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c01a563f-7a84-48a5-b20d-cb0f6a27ff02) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:45.457733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.459423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.470308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1bada5-5729-4caa-b9e8-49c8ff7d520a None None] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:45.503115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f54d7e7a-5a3a-4c40-b53b-032f4d0fb34f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5536938 Feb 03 11:13:45.503115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-053844d2-31ab-4699-a942-4562e02cb486 req-b4bd0c85-1110-4918-b5b0-e686ee0d6d34 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048595 Feb 03 11:13:45.576463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Attempting to bind port 1f2d5236-66df-4a82-9a17-712e134009cb on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:45.579123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Attempting to bind port 1f2d5236-66df-4a82-9a17-712e134009cb by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:45.581843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Attempting to bind port 1f2d5236-66df-4a82-9a17-712e134009cb on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:45.611780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-ad9efd1b-1307-4a24-909e-8def7d8a56df tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.614341 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-ad9efd1b-1307-4a24-909e-8def7d8a56df tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72 HTTP/1.1" status: 200 len: 946 time: 0.0949113 Feb 03 11:13:45.619848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Port 1f2d5236-66df-4a82-9a17-712e134009cb on network 4a357544-ca38-46dd-8722-544b07963010 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:45.620875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Attempting to bind port 1f2d5236-66df-4a82-9a17-712e134009cb on network 4a357544-ca38-46dd-8722-544b07963010 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:45.623834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:45.673770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'port_id': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'mac_address': 'fa:16:3e:4e:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:45.776587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 42e7f6ee-c399-4797-8e8d-48e02294ef97 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:45.777062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.795061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bacd3c-9b71-4e6e-b50e-088840394147 None None] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:13:45.817371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e7f6ee-c399-4797-8e8d-48e02294ef97 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:45.822424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:45.822424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Checking segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:45.822424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Bound using segment: {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:45.822424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Bound port: 1f2d5236-66df-4a82-9a17-712e134009cb, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ac505e-9a67-4176-b687-1ece25befccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4a357544-ca38-46dd-8722-544b07963010'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:45.822424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.850412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Deleting port 4df21880-291f-422c-93b8-912437a58b9e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:45.850780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4df21880-291f-422c-93b8-912437a58b9e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.866028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:45.896005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:45.897052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 899b7f55-30f9-432c-a8ff-c223dc1382db details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:45.956214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-69b22cc8-327e-4b19-9185-56627ab291fb tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.961618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:45.964235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-69b22cc8-327e-4b19-9185-56627ab291fb tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.3399634 Feb 03 11:13:45.973757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-bef63d7a-7dc9-4155-9bea-273717108435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:45.975504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-bef63d7a-7dc9-4155-9bea-273717108435 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 1125 time: 0.3798389 Feb 03 11:13:46.038002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-3e0ff33c-3968-4d06-b23b-e84d28d3e980 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/quotas/c743edc554044177b7462144e2a65c37 HTTP/1.1" status: 200 len: 375 time: 0.0726278 Feb 03 11:13:46.042293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] For port 4df21880-291f-422c-93b8-912437a58b9e, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4df21880-291f-422c-93b8-912437a58b9e,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:46.042907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4df21880-291f-422c-93b8-912437a58b9e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.062494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d680b2b-7b52-4288-89bc-efc55cd7c6cc req-05265ea5-39c8-4176-a20e-9f84cc0d99a1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:46.064574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Calling delete_port for 4df21880-291f-422c-93b8-912437a58b9e owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:46.071337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d680b2b-7b52-4288-89bc-efc55cd7c6cc req-05265ea5-39c8-4176-a20e-9f84cc0d99a1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 943 time: 0.2706730 Feb 03 11:13:46.121660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.141659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:46.187713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=899b7f55-30f9-432c-a8ff-c223dc1382db,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:46.219224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1f2d5236-66df-4a82-9a17-712e134009cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:46.228791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4df21880-291f-422c-93b8-912437a58b9e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.250037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.277560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d680b2b-7b52-4288-89bc-efc55cd7c6cc req-2d6c8840-ace5-4c36-87be-b56d9ae04e4b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029808 Feb 03 11:13:46.310395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event deleted for resources: {'Port': ['ID=4df21880-291f-422c-93b8-912437a58b9e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:46.367626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-175d4f2c-216c-42cc-9db8-071c9e56609e tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254189 Feb 03 11:13:46.414186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:46.415227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.417523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] 10.222.0.69 "PUT /v2.0/ports/1f2d5236-66df-4a82-9a17-712e134009cb HTTP/1.1" status: 200 len: 1091 time: 2.3824568 Feb 03 11:13:46.424721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '899b7f55-30f9-432c-a8ff-c223dc1382db', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'port_id': '899b7f55-30f9-432c-a8ff-c223dc1382db', 'mac_address': 'fa:16:3e:33:8b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:46.429302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4df21880-291f-422c-93b8-912437a58b9e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:46.431386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['0cccd10b-008c-4a6f-961c-e6f3deb6608a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:46.434720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:46.443218 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d98d91-94c5-4805-82e5-6d354eaa2063" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:46.466122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-bc2f198f-e325-413d-a00b-20ccdf84c6c5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:46.468952 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-bc2f198f-e325-413d-a00b-20ccdf84c6c5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5 HTTP/1.1" status: 200 len: 945 time: 0.2497916 Feb 03 11:13:46.470533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] No DVR routers for this DVR port 4df21880-291f-422c-93b8-912437a58b9e on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:46.475737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:46.477333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.482554 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0a2ae958-7632-44a6-8405-6d8472efc757 req-59da5237-aa6b-4e89-8229-e606d6b1b701 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "DELETE /v2.0/ports/4df21880-291f-422c-93b8-912437a58b9e HTTP/1.1" status: 204 len: 173 time: 0.8610206 Feb 03 11:13:46.561186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-bcfe1302-42fa-472b-8ab3-5e7c0c046891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:46.565430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-bcfe1302-42fa-472b-8ab3-5e7c0c046891 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 200 len: 907 time: 0.5762675 Feb 03 11:13:46.662724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'name': 'network-vif-deleted', 'tag': '4df21880-291f-422c-93b8-912437a58b9e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:46.666327 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868227bb-ae73-4134-9c4b-61fead5695aa" -d '{"events": [{"server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "name": "network-vif-deleted", "tag": "4df21880-291f-422c-93b8-912437a58b9e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:46.712016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Deleting port 0cccd10b-008c-4a6f-961c-e6f3deb6608a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:13:46.712595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.823729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 899b7f55-30f9-432c-a8ff-c223dc1382db is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:46.824166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.842463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-fecf191f-d744-451a-a80e-fed9288543e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d HTTP/1.1" status: 200 len: 217 time: 0.2210243 Feb 03 11:13:46.843610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d73543-b651-4b3b-9105-a0941ba387de service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:46.845701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899b7f55-30f9-432c-a8ff-c223dc1382db {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:46.856823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port aa497adb-9a26-48d8-b632-5a063f94d681 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:46.857238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.860799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] For port 0cccd10b-008c-4a6f-961c-e6f3deb6608a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0cccd10b-008c-4a6f-961c-e6f3deb6608a,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:46.861742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.884926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Calling delete_port for 0cccd10b-008c-4a6f-961c-e6f3deb6608a owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:13:46.917954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=899b7f55-30f9-432c-a8ff-c223dc1382db,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:46.923831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf8d15-a8b9-483d-8e9c-7ecfd8c7643a req-2fb30a51-38c8-4dd7-bb2d-20aee86d7291 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:46.932894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebbf8d15-a8b9-483d-8e9c-7ecfd8c7643a req-2fb30a51-38c8-4dd7-bb2d-20aee86d7291 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 943 time: 0.5257170 Feb 03 11:13:46.971161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aa497adb-9a26-48d8-b632-5a063f94d681 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:46.971590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.991781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-8f3ccb3b-174d-440b-8cdd-b385b2ee55ea service neutron] 10.222.0.30 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194770 Feb 03 11:13:46.992272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:46.993125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fec4d5d4-0a49-443f-bb3e-1cd05cf94650 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:47.035395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.068807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-5911e4c1-39f7-4b57-aabe-7c208c4c71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:47.072437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-5911e4c1-39f7-4b57-aabe-7c208c4c71bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 1125 time: 0.5201023 Feb 03 11:13:47.093648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0cccd10b-008c-4a6f-961c-e6f3deb6608a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.101837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'port_id': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650', 'mac_address': 'fa:16:3e:b1:f2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:47.106141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.113486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4df21880-291f-422c-93b8-912437a58b9e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:47.118568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-04cbe324-f596-48c1-a19d-25f8d7eab0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:47.121264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-04cbe324-f596-48c1-a19d-25f8d7eab0ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 200 len: 846 time: 0.2670090 Feb 03 11:13:47.146257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:47.148733 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1a3b0-ae77-4115-9a8e-a6e772813c0e" -d '{"events": [{"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-plugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:47.152718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event deleted for resources: {'Port': ['ID=0cccd10b-008c-4a6f-961c-e6f3deb6608a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.198625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:47.199070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.205003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.213909 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.281428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-04a6b4a2-cc31-4307-a3e0-29223f299a87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2d5236-66df-4a82-9a17-712e134009cb HTTP/1.1" status: 200 len: 217 time: 0.1726730 Feb 03 11:13:47.283844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-ef1a140d-6fc9-4083-923e-408522faf7f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a47591a8-6387-45b7-85b6-10d10782dc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829613 Feb 03 11:13:47.291115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.295965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec4d5d4-0a49-443f-bb3e-1cd05cf94650 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:47.297535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebbf8d15-a8b9-483d-8e9c-7ecfd8c7643a req-5903691d-e9c7-4318-8515-a0167470953a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631411 Feb 03 11:13:47.311350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] No DVR routers for this DVR port 0cccd10b-008c-4a6f-961c-e6f3deb6608a on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:13:47.319407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.319729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.334070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.334862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:47.341289 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f8114d67-6134-4154-bfaa-c192d90c4206 req-630c30cb-b864-4e75-997e-15dd8c7add5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "DELETE /v2.0/ports/0cccd10b-008c-4a6f-961c-e6f3deb6608a HTTP/1.1" status: 204 len: 173 time: 0.8548803 Feb 03 11:13:47.429410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.456701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'port_id': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'mac_address': 'fa:16:3e:bc:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:47.459630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.499085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-90286463-d657-4ad0-b6b0-73dff4d09b88 service neutron] 10.222.0.30 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054617 Feb 03 11:13:47.501099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:47.501570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.517576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:47.527489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-d303ce01-fe35-4095-b1e8-54bc642670b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:47.529438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-d303ce01-fe35-4095-b1e8-54bc642670b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.2272329 Feb 03 11:13:47.540407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.546245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.546923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3adff840-10a5-4f83-9e9c-5fb05ae55efb details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:47.638815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.642635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.655405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'network_id': '9ce900e2-422a-4715-8f61-024253e87c36', 'port_id': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'mac_address': 'fa:16:3e:a3:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87236df7-ec63-4f43-84e3-9e98f3dca1be', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:47.697045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-370277dd-4c2e-412c-9c00-9fec12c41598 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915720 Feb 03 11:13:47.711141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3adff840-10a5-4f83-9e9c-5fb05ae55efb is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:47.711557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.740099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adff840-10a5-4f83-9e9c-5fb05ae55efb {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:47.770113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:47.776280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:47.836489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:47.842332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-d77fd49a-926f-443b-9092-8e92fc0eea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:47.843839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-d77fd49a-926f-443b-9092-8e92fc0eea2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3057048 Feb 03 11:13:47.856491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4e855b-776f-46a4-bdf0-ccb80a9af83a req-039a6b28-6ebd-4ef2-8209-173c2670dd15 service neutron] 10.222.0.53 "GET /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494420 Feb 03 11:13:47.921299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0ea96f67-e64c-4967-956f-09de011539b3 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:48.149444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.168954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '0ea96f67-e64c-4967-956f-09de011539b3', 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'port_id': '0ea96f67-e64c-4967-956f-09de011539b3', 'mac_address': 'fa:16:3e:03:8c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9c6268-6a68-4d41-a774-7d6235ccc2ed', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:48.217485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0ea96f67-e64c-4967-956f-09de011539b3 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:48.217876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:48.232276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea96f67-e64c-4967-956f-09de011539b3 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:48.274806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.279857 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:48.284435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afd57b6e-92b9-4511-a039-f5ebf991cfc0 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:48.319864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.334085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'network_id': 'af2f01dc-8cfc-4a58-9a04-fa12240976c5', 'port_id': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'mac_address': 'fa:16:3e:73:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9c6268-6a68-4d41-a774-7d6235ccc2ed', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:48.424281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port afd57b6e-92b9-4511-a039-f5ebf991cfc0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:48.424591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:48.426440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:48.431521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f0aa9eaa-7076-4fac-b7ce-883ce8ab353d details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:48.497405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-b85dbe43-3fd8-4318-a7b0-a4c6e6a38d37 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.501563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-b85dbe43-3fd8-4318-a7b0-a4c6e6a38d37 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.6561158 Feb 03 11:13:48.570668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-126dbdba-4fa7-4199-a8dc-dcacfbd54e06 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0422957 Feb 03 11:13:48.574899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-fadfaf83-5811-48df-a3e1-ee49cea2e698 service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158518 Feb 03 11:13:48.581376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.587055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.593659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.595027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd57b6e-92b9-4511-a039-f5ebf991cfc0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:48.600258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.613818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d', 'network_id': 'a47591a8-6387-45b7-85b6-10d10782dc45', 'port_id': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d', 'mac_address': 'fa:16:3e:4a:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec15006b-c219-42eb-8961-a05b9efe1518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:48.615350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.622994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.631711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.635084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.644597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:48.653910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-982a81e8-400b-42cc-b557-08ef7464e3cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5438 time: 0.3576367 Feb 03 11:13:48.677142 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:48.715735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-6e267da2-81e0-4716-a472-1378ca17ae62 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596917 Feb 03 11:13:48.732102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:48.732370 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:48.790646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aa9eaa-7076-4fac-b7ce-883ce8ab353d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:48.808533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:48.846353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3adff840-10a5-4f83-9e9c-5fb05ae55efb'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:48.855356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['fec4d5d4-0a49-443f-bb3e-1cd05cf94650'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:48.887254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f042362-bba7-4a3b-b992-de53cabc0249 req-11c3282c-9f0b-45e1-9a43-a455ee2d5771 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2324481 Feb 03 11:13:48.980206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:48.989219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['42e7f6ee-c399-4797-8e8d-48e02294ef97'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.012225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b49d70d-ff5f-45f9-a10e-f54cf0b39d18 req-0b689c42-f825-40ea-8e12-31cb99fc84ed service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189270 Feb 03 11:13:49.030911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:49.140403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-9fd85a9a-448c-4a58-bd4e-45074eb24a1c service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236910 Feb 03 11:13:49.289307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cb1da16-10b6-428b-8d72-19c256ea82a2 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475704 Feb 03 11:13:49.300625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:49.343784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9dc7b-6289-4f66-a727-10561e06241b req-3961289d-5085-4c8a-a603-bb77d0ab7d21 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:49.394842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9f9dc7b-6289-4f66-a727-10561e06241b req-3961289d-5085-4c8a-a603-bb77d0ab7d21 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.3538010 Feb 03 11:13:49.405551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['0ea96f67-e64c-4967-956f-09de011539b3'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.408698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['f0aa9eaa-7076-4fac-b7ce-883ce8ab353d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.476657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9f9dc7b-6289-4f66-a727-10561e06241b req-95ea5e72-b0e2-4030-b308-b4e46062ff06 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798481 Feb 03 11:13:49.517316 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd99ca-ac5e-4c03-bff7-0c770785e46c x-openstack-request-id: req-d3cd99ca-ac5e-4c03-bff7-0c770785e46c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:49.517842 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:49.517842 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3cd99ca-ac5e-4c03-bff7-0c770785e46c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:49.518248 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb', 'status': 'completed', 'code': 200} Feb 03 11:13:49.562962 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5848be3-89a8-434f-9f70-3773084059a0 x-openstack-request-id: req-a5848be3-89a8-434f-9f70-3773084059a0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:49.564232 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72", "name": "network-vif-deleted", "tag": "4df21880-291f-422c-93b8-912437a58b9e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:49.565100 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5848be3-89a8-434f-9f70-3773084059a0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:49.565855 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cee8fa-e1e7-443c-8bf7-ac35c59b7d72', 'name': 'network-vif-deleted', 'tag': '4df21880-291f-422c-93b8-912437a58b9e', 'status': 'completed', 'code': 200} Feb 03 11:13:49.638754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-25028721-df3b-4967-a647-e9e68c6ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:49.640676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-25028721-df3b-4967-a647-e9e68c6ac977 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 1125 time: 0.0770597 Feb 03 11:13:49.666978 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fde4f8-91b6-4ff3-b134-a94acdb49565 x-openstack-request-id: req-e5fde4f8-91b6-4ff3-b134-a94acdb49565 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:49.667496 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-plugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:49.667496 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5fde4f8-91b6-4ff3-b134-a94acdb49565 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:49.667889 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'code': 200} Feb 03 11:13:49.670371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['afd57b6e-92b9-4511-a039-f5ebf991cfc0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.766919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['8c8037c6-16be-4c6b-916c-3fa7c3b1cc20'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.892221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['899b7f55-30f9-432c-a8ff-c223dc1382db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:49.957820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0cccd10b-008c-4a6f-961c-e6f3deb6608a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:50.013047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 0cccd10b-008c-4a6f-961c-e6f3deb6608a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:50.013290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0cccd10b-008c-4a6f-961c-e6f3deb6608a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:50.139990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-6d5d6695-83ad-42af-8cf4-94cbfa953d59 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.141968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-6d5d6695-83ad-42af-8cf4-94cbfa953d59 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.1574023 Feb 03 11:13:50.168222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Request body: {'port': {'device_id': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'admin_state_up': True, 'tenant_id': 'c743edc554044177b7462144e2a65c37'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:50.313452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ff05-68ad-4474-a210-73615aa82102 req-b8bc599a-965d-4c0e-a504-a7ddd9c3dba8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.323302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0945ff05-68ad-4474-a210-73615aa82102 req-b8bc599a-965d-4c0e-a504-a7ddd9c3dba8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 944 time: 0.6336503 Feb 03 11:13:50.362649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39061e3-3b7b-4869-92b3-39219107ab0d req-4d5fe67a-760f-40b3-8bce-7c9c766e0802 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.371229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c39061e3-3b7b-4869-92b3-39219107ab0d req-4d5fe67a-760f-40b3-8bce-7c9c766e0802 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 943 time: 0.4877336 Feb 03 11:13:50.385412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-a715051f-d0f6-4c59-a440-1dc90a5b2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.386978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-a715051f-d0f6-4c59-a440-1dc90a5b2bf8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.7285342 Feb 03 11:13:50.398201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-e9674674-2b3f-41b7-9396-fff263922a1e tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.404859 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-e9674674-2b3f-41b7-9396-fff263922a1e tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 812 time: 0.3083961 Feb 03 11:13:50.427737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Request body: {'port': {'device_id': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'admin_state_up': True, 'tenant_id': 'c743edc554044177b7462144e2a65c37'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:50.469480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-1ed0da2a-8d10-4238-8658-fa5f0e3b8fa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2d5236-66df-4a82-9a17-712e134009cb HTTP/1.1" status: 200 len: 217 time: 0.0668294 Feb 03 11:13:50.474777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4df21880-291f-422c-93b8-912437a58b9e no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:13:50.490406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:50.493969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:50.541951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 4df21880-291f-422c-93b8-912437a58b9e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:13:50.542258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4df21880-291f-422c-93b8-912437a58b9e not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:13:50.590693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-ecfc5857-d407-48c4-9549-74f5d4c2f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.592110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-ecfc5857-d407-48c4-9549-74f5d4c2f591 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.0664093 Feb 03 11:13:50.612950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0945ff05-68ad-4474-a210-73615aa82102 req-94bbfb1d-0dd3-47a1-9f81-f044f76067a3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848337 Feb 03 11:13:50.647237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c39061e3-3b7b-4869-92b3-39219107ab0d req-d3bca54b-d9eb-44f3-bcea-1fa3ed1b6d33 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750573 Feb 03 11:13:50.651611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Made reservation on behalf of c743edc554044177b7462144e2a65c37 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:50.663207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:50.790881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d41ec7c6-b3df-43be-8b3c-3d9390303eab req-e67b5536-2ca0-4345-a8d3-dd0e021c06b7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 210 time: 0.0574713 Feb 03 11:13:50.886549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-fe2a06a1-50b3-4af2-b69b-14658e096cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:50.888392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-fe2a06a1-50b3-4af2-b69b-14658e096cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2745991 Feb 03 11:13:50.894502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebdad4b9-0f33-49d8-8fe9-5091f7e04f0a req-80b96921-3416-4e13-8459-cf55eb83b386 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 210 time: 0.0966733 Feb 03 11:13:50.918717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Allocated IP 172.20.0.8 (f9952a3b-76a1-4ab8-9645-064bcabe8d54/87304e26-2cfa-469d-ab52-bf170b9b7638/1a2a96dd-a65c-4fde-a374-2c6712702c18) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:51.102933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.108122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.114303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.120627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.125397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.130792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.138824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.144276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-76120451-748f-4f99-9b14-1cb37523470b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5439 time: 0.2486968 Feb 03 11:13:51.154951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks [] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.158107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-fc3ab034-191d-4a42-ab4f-e5618d90b179 service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612290 Feb 03 11:13:51.183195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee54b0-d011-4a4d-b6ab-f12cdda1d2b7 req-2f171c21-0918-4ba7-941a-d4430bd959bc tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.184817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fee54b0-d011-4a4d-b6ab-f12cdda1d2b7 req-2f171c21-0918-4ba7-941a-d4430bd959bc tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1989291 Feb 03 11:13:51.225940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.311520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:51.317454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:51.321214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:51.328140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event updated for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:51.381538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fee54b0-d011-4a4d-b6ab-f12cdda1d2b7 req-578682cd-7d65-426c-a9b6-9c4f4474f6b6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842463 Feb 03 11:13:51.388895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:51.389484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.394644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9617d31-13db-4d38-ada8-ff334da5cc2b req-ad45ba22-1cc6-4f4d-8549-4440738d3645 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494934 Feb 03 11:13:51.405686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Allocated IP 172.20.0.10 (f9952a3b-76a1-4ab8-9645-064bcabe8d54/87304e26-2cfa-469d-ab52-bf170b9b7638/c145fe4c-9a79-49e9-b719-920613227204) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:51.418121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d98d91-94c5-4805-82e5-6d354eaa2063 req-e8d4de5e-d25d-419d-a164-9fce0446128e service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429371 Feb 03 11:13:51.426252 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-71760127-523f-44f1-b5ea-5ae610eb72ca tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027318 Feb 03 11:13:51.452329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Request body: {'port': {'device_id': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:51.541195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.580425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'name': 'network-vif-deleted', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:51.582910 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28998a6-6d60-4a35-b09f-9746100d7226" -d '{"events": [{"server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "name": "network-vif-deleted", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:51.692238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks [] for port (c145fe4c-9a79-49e9-b719-920613227204), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.777674 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59d150a-485f-441d-acb5-5d815a552bf5 x-openstack-request-id: req-f59d150a-485f-441d-acb5-5d815a552bf5 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:51.778721 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5", "name": "network-vif-deleted", "tag": "0cccd10b-008c-4a6f-961c-e6f3deb6608a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:51.779219 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f59d150a-485f-441d-acb5-5d815a552bf5 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:51.779845 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaf5b57-6ad3-4b5b-aa3e-736eab49eba5', 'name': 'network-vif-deleted', 'tag': '0cccd10b-008c-4a6f-961c-e6f3deb6608a', 'status': 'completed', 'code': 200} Feb 03 11:13:51.898248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:51.930237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1f2d5236-66df-4a82-9a17-712e134009cb details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:51.964109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event updated for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:52.013129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c245-45c4-4beb-bca1-5ecabe385e61 req-c6a5aa87-e9fb-4150-ac24-1b2b9b6af772 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.014665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99c1c245-45c4-4beb-bca1-5ecabe385e61 req-c6a5aa87-e9fb-4150-ac24-1b2b9b6af772 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 944 time: 0.2926326 Feb 03 11:13:52.026797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Network f9952a3b-76a1-4ab8-9645-064bcabe8d54 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:52.033563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-30f7607b-1839-4424-a9d7-3f7fbeb11eac tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.035037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-30f7607b-1839-4424-a9d7-3f7fbeb11eac tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.2732708 Feb 03 11:13:52.044372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:52.052959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76618359-af49-4957-9559-0f7872042724 req-73816ff5-aa1e-441b-a91f-5a6e27c63136 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.054345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76618359-af49-4957-9559-0f7872042724 req-73816ff5-aa1e-441b-a91f-5a6e27c63136 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 943 time: 0.2446024 Feb 03 11:13:52.055151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:52.071407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': '8271a960-d892-43f7-955f-6300ec829f0f', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:52.139133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1f2d5236-66df-4a82-9a17-712e134009cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:52.160042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2a96dd-a65c-4fde-a374-2c6712702c18 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:52.170218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks [] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.171312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1f2d5236-66df-4a82-9a17-712e134009cb', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'port_id': '1f2d5236-66df-4a82-9a17-712e134009cb', 'mac_address': 'fa:16:3e:b9:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:52.185452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Transition to ACTIVE for port object 1a2a96dd-a65c-4fde-a374-2c6712702c18 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:52.193853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.237711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1f2d5236-66df-4a82-9a17-712e134009cb is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:52.238317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.265418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d5236-66df-4a82-9a17-712e134009cb {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:52.285498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1f2d5236-66df-4a82-9a17-712e134009cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:52.305288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.320418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:52.346718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99c1c245-45c4-4beb-bca1-5ecabe385e61 req-d41c4aa9-e954-417a-b6c9-ebcad3d88fb4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244429 Feb 03 11:13:52.350347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Attempting to bind port 1a2a96dd-a65c-4fde-a374-2c6712702c18 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:52.350797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Attempting to bind port 1a2a96dd-a65c-4fde-a374-2c6712702c18 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:52.351700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Attempting to bind port 1a2a96dd-a65c-4fde-a374-2c6712702c18 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:52.368551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Port 1a2a96dd-a65c-4fde-a374-2c6712702c18 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:52.368898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Attempting to bind port 1a2a96dd-a65c-4fde-a374-2c6712702c18 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:52.375825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:52.376280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Checking segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:52.376775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Bound using segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:52.377311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Bound port: 1a2a96dd-a65c-4fde-a374-2c6712702c18, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:52.377683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.378286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:52.392090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.392892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.432500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-a947e095-9edf-46c0-b29f-205e43cf3170 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2742498 Feb 03 11:13:52.444937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Request body: {'port': {'device_id': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:52.460005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f0aa9eaa-7076-4fac-b7ce-883ce8ab353d up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:52.468401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:52.472339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:52.483736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.499375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c86ef9b9-c23b-4fef-9b8c-eaf0a3e1d003 req-318fdd56-2360-486e-bc02-b45bd2d676ef tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 210 time: 0.0454504 Feb 03 11:13:52.540370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76618359-af49-4957-9559-0f7872042724 req-ab3a3afd-83a3-4079-87dd-97379db0d623 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654098 Feb 03 11:13:52.566105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:13:52.578680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.599969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:52.604723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:52.605514 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.648400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:52.675570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.676456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.680627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-ce505f2d-bdc1-4fbe-96a8-a1d46c031a20 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a2a96dd-a65c-4fde-a374-2c6712702c18 HTTP/1.1" status: 200 len: 1091 time: 1.2365847 Feb 03 11:13:52.733643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:52.734686 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.780898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c145fe4c-9a79-49e9-b719-920613227204), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.791573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:52.799921 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b7fa26-2f03-4d17-a713-9ec49606818a" -d '{"events": [{"server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:52.821136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:52.830329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:52.848975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-b4a69c4e-3efc-4961-a3eb-8f0ed5956b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.852176 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-b4a69c4e-3efc-4961-a3eb-8f0ed5956b1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 1125 time: 0.1055338 Feb 03 11:13:52.903387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:52.904687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-b9f21e44-c08d-4203-aff6-6efd884de52f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18 HTTP/1.1" status: 200 len: 217 time: 0.0389001 Feb 03 11:13:52.932293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65e67-0db7-4cbd-bcb2-10e5b9fa3678 req-9db6ae72-2cee-4601-9624-74ce1d5cb440 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.934050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ee65e67-0db7-4cbd-bcb2-10e5b9fa3678 req-9db6ae72-2cee-4601-9624-74ce1d5cb440 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 932 time: 0.3127015 Feb 03 11:13:52.981387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-56e51af7-d5e4-4113-8405-2c9f8f7b0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:52.984443 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-56e51af7-d5e4-4113-8405-2c9f8f7b0ea7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.0722430 Feb 03 11:13:53.005951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce1c8f-0589-4b5c-b110-737ac847fdef req-dc5904a3-d42c-41fc-84f1-a759a28abb7b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.007472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74ce1c8f-0589-4b5c-b110-737ac847fdef req-dc5904a3-d42c-41fc-84f1-a759a28abb7b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.3223653 Feb 03 11:13:53.045782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-f8199656-e1b3-4a9b-9e6b-e657f59dbcaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535138 Feb 03 11:13:53.165759 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-b6e37e28-3cf8-487d-b698-54a0e1e1b7b1 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126373 Feb 03 11:13:53.305711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-4536c9f1-0d13-4332-83c4-abd2e574c319 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324580 Feb 03 11:13:53.407874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ee65e67-0db7-4cbd-bcb2-10e5b9fa3678 req-09f3d862-d870-488d-8b6e-e3e8da350c75 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682949 Feb 03 11:13:53.547371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.5 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/ebf9ac69-899b-473f-996c-3094a25cad0c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:13:53.581126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74ce1c8f-0589-4b5c-b110-737ac847fdef req-9eb3e4ef-c598-4da9-a911-0d39f448d97c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153254 Feb 03 11:13:53.690935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.696586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.701884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.707205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.710904 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e2550-dec8-40f6-b1ef-3aaa887d6f48 x-openstack-request-id: req-ba4e2550-dec8-40f6-b1ef-3aaa887d6f48 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:53.711383 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:53.711618 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba4e2550-dec8-40f6-b1ef-3aaa887d6f48 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:53.712136 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d', 'code': 200} Feb 03 11:13:53.712506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.718297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.723542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.725550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-b9d8be60-c283-4d6f-89e8-1a8b82ebedfe tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5439 time: 0.2345648 Feb 03 11:13:53.781827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:53.785875 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f6e95-3c40-4b5c-874a-79e789168449" -d '{"events": [{"name": "network-changed", "server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:53.880191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584475fc-0d18-4689-8a39-ffaea5b5970e req-5bf9f909-4de1-47dc-a000-52ba55574796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:53.882060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-584475fc-0d18-4689-8a39-ffaea5b5970e req-5bf9f909-4de1-47dc-a000-52ba55574796 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 1127 time: 0.0580206 Feb 03 11:13:53.923512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fec4d5d4-0a49-443f-bb3e-1cd05cf94650 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:53.925593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c145fe4c-9a79-49e9-b719-920613227204 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:53.933713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-584475fc-0d18-4689-8a39-ffaea5b5970e req-67d42ee0-2730-4699-9634-041e3c00410f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Feb 03 11:13:53.944224 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks [] for port (c145fe4c-9a79-49e9-b719-920613227204), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:53.955546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6606d6c0-d1c3-4f8f-9200-351602bd74af req-66dc1313-83fb-48cd-9d4d-436fd3d6b420 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041614 Feb 03 11:13:53.955739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1f2d5236-66df-4a82-9a17-712e134009cb'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:54.003170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.004795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Transition to ACTIVE for port object c145fe4c-9a79-49e9-b719-920613227204 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:54.012458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0bb50-dfdb-4cb5-ab54-190de5029657 req-e31b95da-9654-4eec-922c-29a410d4a03d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.014116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f0bb50-dfdb-4cb5-ab54-190de5029657 req-e31b95da-9654-4eec-922c-29a410d4a03d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.2208035 Feb 03 11:13:54.017158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.052170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:54.068169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:54.068849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.120994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-971239f8-76cf-4041-bb80-f0e0a7e94515 req-6ba208f2-2447-4a17-acb1-fbf85a5ad059 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 210 time: 0.0513053 Feb 03 11:13:54.168703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Pushing event updated for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:54.211660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f0bb50-dfdb-4cb5-ab54-190de5029657 req-eb1858ba-aecf-464e-82e2-408f67335e55 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835482 Feb 03 11:13:54.246601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:54.247153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.274791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.277449 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7fec53-90ed-40b3-8bf6-9465ca2253ad x-openstack-request-id: req-da7fec53-90ed-40b3-8bf6-9465ca2253ad {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:54.277752 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:54.278025 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da7fec53-90ed-40b3-8bf6-9465ca2253ad {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:54.278777 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18', 'status': 'completed', 'code': 200} Feb 03 11:13:54.309937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:54.322720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.324732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3adff840-10a5-4f83-9e9c-5fb05ae55efb up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:54.367161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:13:54.375638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:54.378387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:13:54.381739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:13:54.417895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-0fab5820-56f9-4b5f-874a-b2004235179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.419940 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-0fab5820-56f9-4b5f-874a-b2004235179c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 1125 time: 0.0908723 Feb 03 11:13:54.475926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:54.489355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3adff840-10a5-4f83-9e9c-5fb05ae55efb completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:54.492948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685db71-75fe-4d57-8c09-c4d6b8ed691c req-7df06ac4-cf94-4036-a455-97298820cd0c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.496545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3adff840-10a5-4f83-9e9c-5fb05ae55efb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:54.497784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.504140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4685db71-75fe-4d57-8c09-c4d6b8ed691c req-7df06ac4-cf94-4036-a455-97298820cd0c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 944 time: 0.2628684 Feb 03 11:13:54.575295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.576048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.635804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3adff840-10a5-4f83-9e9c-5fb05ae55efb is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:54.636254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.651103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4685db71-75fe-4d57-8c09-c4d6b8ed691c req-7d71c8ce-eebc-4f14-b00b-05f3748be344 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457472 Feb 03 11:13:54.679317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-0cd54730-62eb-433c-8c06-076cb4068657 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6154256 Feb 03 11:13:54.681626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Attempting to bind port c145fe4c-9a79-49e9-b719-920613227204 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:54.682259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Attempting to bind port c145fe4c-9a79-49e9-b719-920613227204 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:54.682819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Attempting to bind port c145fe4c-9a79-49e9-b719-920613227204 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:54.710542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Request body: {'port': {'device_id': '8271a960-d892-43f7-955f-6300ec829f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:13:54.719873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Port c145fe4c-9a79-49e9-b719-920613227204 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:54.720548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Attempting to bind port c145fe4c-9a79-49e9-b719-920613227204 on network f9952a3b-76a1-4ab8-9645-064bcabe8d54 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:54.730643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:54.744296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:54.746366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.752183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Checking segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:54.752943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Bound using segment: {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:54.757593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Bound port: c145fe4c-9a79-49e9-b719-920613227204, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe81f5e-32e4-4161-b125-f152da45c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:54.758053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c145fe4c-9a79-49e9-b719-920613227204), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:54.821952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:54.844022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d506-e7ed-4853-9d81-479e9410ad1b req-caba3f0a-2053-4248-b7f7-d0f8193f58c4 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.852529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d71d506-e7ed-4853-9d81-479e9410ad1b req-caba3f0a-2053-4248-b7f7-d0f8193f58c4 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 944 time: 0.2596915 Feb 03 11:13:54.882425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-86bf228b-f350-4450-9f82-16efb0bf5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:54.883823 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-86bf228b-f350-4450-9f82-16efb0bf5c97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 913 time: 0.4567928 Feb 03 11:13:54.940337 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-166f666d-3060-40dc-9d81-9cb06422a2c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18 HTTP/1.1" status: 200 len: 217 time: 0.0454404 Feb 03 11:13:55.000004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-85aac755-a351-4ac8-b884-6ee8497c617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.001771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-85aac755-a351-4ac8-b884-6ee8497c617b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.0516806 Feb 03 11:13:55.023712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d71d506-e7ed-4853-9d81-479e9410ad1b req-b5d63528-5eee-4796-a287-43f39f7cb68c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696422 Feb 03 11:13:55.025526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:55.029375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:55.032145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c145fe4c-9a79-49e9-b719-920613227204,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:55.040395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98e57-aebb-4c3b-ac1a-f343cc27d370 req-0a94cafe-7fe2-4641-beaf-a93ae14b0fd2 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.043675 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-87d751d0-68da-47fc-91a0-85a69efea9ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344696 Feb 03 11:13:55.049298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49c98e57-aebb-4c3b-ac1a-f343cc27d370 req-0a94cafe-7fe2-4641-beaf-a93ae14b0fd2 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2323141 Feb 03 11:13:55.076522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:55.174502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.174919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:55.179566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] 10.222.0.53 "PUT /v2.0/ports/c145fe4c-9a79-49e9-b719-920613227204 HTTP/1.1" status: 200 len: 1092 time: 2.7370951 Feb 03 11:13:55.183304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:55.191732 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd1b1c-8891-4d67-a50d-583aab8452e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "tag": "c145fe4c-9a79-49e9-b719-920613227204"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:55.244229 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-0c90b080-d567-4556-ace3-a995192defee service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855841 Feb 03 11:13:55.308890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49c98e57-aebb-4c3b-ac1a-f343cc27d370 req-92b07248-f04a-431b-af6f-bf894bc53e4a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584412 Feb 03 11:13:55.366498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a74417-94e5-468b-8292-34b25bfeb402 service neutron] Pushing event updated for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:55.400325 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9a4f6e95-3c40-4b5c-874a-79e789168449 req-74f3db95-1133-488f-8990-b66d989729d1 service neutron] 10.222.0.69 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500297 Feb 03 11:13:55.520989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-70c0bd69-c1fb-4043-9826-110d2776517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.522431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-70c0bd69-c1fb-4043-9826-110d2776517c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 1126 time: 0.2890887 Feb 03 11:13:55.543600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.548944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.554227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.559845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.565329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.570649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.576494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.578473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-1bcf4be0-345b-4e19-bcda-96609add3928 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5441 time: 0.2974427 Feb 03 11:13:55.657185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-fe6b54a9-9840-4d39-ac61-04108af94df3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c145fe4c-9a79-49e9-b719-920613227204 HTTP/1.1" status: 200 len: 217 time: 0.1250184 Feb 03 11:13:55.685613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a1b5-7c8f-4926-9e86-dcd6469703da req-1ed207e3-ed16-4045-818f-5c776bf43a7c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.687064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc9a1b5-7c8f-4926-9e86-dcd6469703da req-1ed207e3-ed16-4045-818f-5c776bf43a7c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 931 time: 0.2559493 Feb 03 11:13:55.712942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:55.717861 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af35d98-c9a8-4a89-9bfd-3a1569d74ca3" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "fec4d5d4-0a49-443f-bb3e-1cd05cf94650"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:55.804964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e34a-6664-4fa1-947c-10210540f668 req-55a03118-4863-44f8-a96e-4ef9a5ef2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:55.804964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-55a03118-4863-44f8-a96e-4ef9a5ef2ce8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.1349735 Feb 03 11:13:55.834460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da306fc9-8656-4298-9a0f-a804a0e1fd23 req-40303073-ced1-49b4-9fb3-4440f871b587 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2453132 Feb 03 11:13:55.911870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf9ac69-899b-473f-996c-3094a25cad0c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:55.937992 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d468f-6e4f-4333-bf34-b1a7b6a935fe x-openstack-request-id: req-a68d468f-6e4f-4333-bf34-b1a7b6a935fe {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:55.938494 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "tag": "c145fe4c-9a79-49e9-b719-920613227204", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:55.938821 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a68d468f-6e4f-4333-bf34-b1a7b6a935fe {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:55.939290 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204', 'status': 'completed', 'code': 200} Feb 03 11:13:55.941192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks [] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:55.946588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a2a96dd-a65c-4fde-a374-2c6712702c18 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:13:55.959223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 42e7f6ee-c399-4797-8e8d-48e02294ef97 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:55.983615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bc9a1b5-7c8f-4926-9e86-dcd6469703da req-506d1fec-23b7-41f5-8a95-14a43e5d4ba0 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723975 Feb 03 11:13:55.988232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-e491260f-4fb2-4a39-a27f-b39d940af1bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711500 Feb 03 11:13:56.118833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 42e7f6ee-c399-4797-8e8d-48e02294ef97 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:56.145194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 42e7f6ee-c399-4797-8e8d-48e02294ef97 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:56.145851 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.176052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-e1a609a7-5efa-4a27-bde6-72d5e6b6d05c service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597178 Feb 03 11:13:56.178294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Transition to ACTIVE for port object ebf9ac69-899b-473f-996c-3094a25cad0c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:13:56.179855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:56.203715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1a2a96dd-a65c-4fde-a374-2c6712702c18', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'port_id': '1a2a96dd-a65c-4fde-a374-2c6712702c18', 'mac_address': 'fa:16:3e:b5:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87304e26-2cfa-469d-ab52-bf170b9b7638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:13:56.222711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.266339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defdc44-40b8-4a46-bd1e-2a7d166018d8 req-3ded436d-1d27-45aa-bd53-6350e913b45f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:56.267973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0defdc44-40b8-4a46-bd1e-2a7d166018d8 req-3ded436d-1d27-45aa-bd53-6350e913b45f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.3212700 Feb 03 11:13:56.320596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1a2a96dd-a65c-4fde-a374-2c6712702c18 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:56.321047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.408543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2a96dd-a65c-4fde-a374-2c6712702c18 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:13:56.459030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 42e7f6ee-c399-4797-8e8d-48e02294ef97 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:56.459765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.474228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:56.491294 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.694328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:56.708024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.708816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1f2d5236-66df-4a82-9a17-712e134009cb up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:56.751922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:56.772316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:56.835472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f3c6-598b-4e0d-9da5-0689074b04e2 req-da779b19-7ac7-4b94-8c20-b2cc40c4e6c4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:56.842768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1f2d5236-66df-4a82-9a17-712e134009cb completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:56.844698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c59f3c6-598b-4e0d-9da5-0689074b04e2 req-da779b19-7ac7-4b94-8c20-b2cc40c4e6c4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 944 time: 0.7343335 Feb 03 11:13:56.850380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1f2d5236-66df-4a82-9a17-712e134009cb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:56.850753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.852655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:56.871504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0defdc44-40b8-4a46-bd1e-2a7d166018d8 req-b3db8633-76bc-4aba-81fd-dc2f22b3e77f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648110 Feb 03 11:13:56.904448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac6e34a-6664-4fa1-947c-10210540f668 req-bca19e1e-3a4e-4075-9d92-19da466cae62 service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157571 Feb 03 11:13:56.941162 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ed1bb-bed8-40ab-a7af-1bca3851dbf9 x-openstack-request-id: req-4a3ed1bb-bed8-40ab-a7af-1bca3851dbf9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:56.941547 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "fec4d5d4-0a49-443f-bb3e-1cd05cf94650", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:56.941953 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a3ed1bb-bed8-40ab-a7af-1bca3851dbf9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:56.942535 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec4d5d4-0a49-443f-bb3e-1cd05cf94650', 'code': 200} Feb 03 11:13:56.942864 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'code': 200} Feb 03 11:13:56.989275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:56.997948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1a2a96dd-a65c-4fde-a374-2c6712702c18'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:13:57.034940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1f2d5236-66df-4a82-9a17-712e134009cb is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:57.035468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.069143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Attempting to bind port ebf9ac69-899b-473f-996c-3094a25cad0c on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:13:57.069493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Attempting to bind port ebf9ac69-899b-473f-996c-3094a25cad0c by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:13:57.069831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Attempting to bind port ebf9ac69-899b-473f-996c-3094a25cad0c on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:57.093107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1f2d5236-66df-4a82-9a17-712e134009cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:57.094758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c59f3c6-598b-4e0d-9da5-0689074b04e2 req-626408c3-88be-40bd-abee-10acca9d41f5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446775 Feb 03 11:13:57.108386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Port ebf9ac69-899b-473f-996c-3094a25cad0c on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:13:57.109081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Attempting to bind port ebf9ac69-899b-473f-996c-3094a25cad0c on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:13:57.116663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.117594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0ea96f67-e64c-4967-956f-09de011539b3 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:57.146044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:13:57.146700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:13:57.152805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:13:57.153425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Bound port: ebf9ac69-899b-473f-996c-3094a25cad0c, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:13:57.153793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.202280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-11def310-af7a-4054-99ea-9257723a36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.207350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-11def310-af7a-4054-99ea-9257723a36c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c743edc554044177b7462144e2a65c37&device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 1126 time: 0.2338071 Feb 03 11:13:57.226201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:57.264948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267627-b4e1-44e9-a423-56879ceb299e req-fa26f083-3e32-4833-8fac-6958835a2765 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.274279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72267627-b4e1-44e9-a423-56879ceb299e req-fa26f083-3e32-4833-8fac-6958835a2765 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 944 time: 0.2560205 Feb 03 11:13:57.289762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 0ea96f67-e64c-4967-956f-09de011539b3 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:57.298952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 0ea96f67-e64c-4967-956f-09de011539b3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:57.298952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0ea96f67-e64c-4967-956f-09de011539b3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.425159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0ea96f67-e64c-4967-956f-09de011539b3 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:57.425547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.469134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:57.474659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.475702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 899b7f55-30f9-432c-a8ff-c223dc1382db up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:57.504184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72267627-b4e1-44e9-a423-56879ceb299e req-b5afa7ca-0fb9-4430-95a2-1c13ff315d5b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289717 Feb 03 11:13:57.506013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:13:57.514420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ebf9ac69-899b-473f-996c-3094a25cad0c,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:13:57.545204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.547902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-edfef079-cc16-4407-8174-7af6bc62fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.549580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-edfef079-cc16-4407-8174-7af6bc62fbf7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 200 len: 913 time: 0.3277059 Feb 03 11:13:57.560528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14413-f34f-4bfd-8107-a622c50b931c req-f42ce409-da10-4c4c-8905-c5b9a979fdd9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.566355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:57.568152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cb14413-f34f-4bfd-8107-a622c50b931c req-f42ce409-da10-4c4c-8905-c5b9a979fdd9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2465751 Feb 03 11:13:57.598527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 899b7f55-30f9-432c-a8ff-c223dc1382db completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:57.604923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 899b7f55-30f9-432c-a8ff-c223dc1382db triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:57.605316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.658692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.659378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.661321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] 10.222.0.69 "PUT /v2.0/ports/ebf9ac69-899b-473f-996c-3094a25cad0c HTTP/1.1" status: 200 len: 1091 time: 2.9635541 Feb 03 11:13:57.689398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-10a714a5-128f-4547-9123-014807f9ad51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c145fe4c-9a79-49e9-b719-920613227204 HTTP/1.1" status: 200 len: 217 time: 0.1074731 Feb 03 11:13:57.700140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 899b7f55-30f9-432c-a8ff-c223dc1382db is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:57.700580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.754448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=899b7f55-30f9-432c-a8ff-c223dc1382db,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:57.761498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.765611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:57.828866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:57.840353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7ff3-4ff6-4801-91a1-828a2998fdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:57.858918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cb14413-f34f-4bfd-8107-a622c50b931c req-e2d68b68-727e-487d-aaf6-4ae527327480 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868123 Feb 03 11:13:57.899073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:57.901861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-59cce305-751d-4c3d-9eed-1e426c1d1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.903363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-59cce305-751d-4c3d-9eed-1e426c1d1050 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 200 len: 852 time: 0.1917143 Feb 03 11:13:57.908933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:57.909333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:57.927177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.946797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.957979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.970092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.975347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.986986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:57.999445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.001469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-6ab35f8f-650b-4913-b806-40e0b2dcd1e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5443 time: 0.3519647 Feb 03 11:13:58.006540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:58.011206 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3199ae-a82c-42fa-907a-559506212c06" -d '{"events": [{"name": "network-changed", "server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:58.013086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:58.014154 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:58.067254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:58.074257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:58.075299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afd57b6e-92b9-4511-a039-f5ebf991cfc0 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:58.094460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-ec83f3a7-3143-428f-93ea-6c7cc9f71813 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9952a3b-76a1-4ab8-9645-064bcabe8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886993 Feb 03 11:13:58.097811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-893ef63c-628d-44fb-bd92-b026fd6fab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.099381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-893ef63c-628d-44fb-bd92-b026fd6fab74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 1125 time: 0.3663867 Feb 03 11:13:58.219201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:58.245746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-ccb00e9a-0b90-49ae-a016-fb250059039a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf9ac69-899b-473f-996c-3094a25cad0c HTTP/1.1" status: 200 len: 217 time: 0.0995505 Feb 03 11:13:58.254212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port afd57b6e-92b9-4511-a039-f5ebf991cfc0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:13:58.258929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port afd57b6e-92b9-4511-a039-f5ebf991cfc0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:13:58.267132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:58.371699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port afd57b6e-92b9-4511-a039-f5ebf991cfc0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:13:58.372301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:58.372797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b91ea94f-85c3-4bac-a640-a49596eebd17 req-3b47225f-ac15-4f95-a6ef-a9fd0de9bdaf tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3503518 Feb 03 11:13:58.396554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455a25-d229-443c-ad43-2fb574015219 req-25b2c031-7f7a-4d89-ab9b-dd23e03483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.398894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-25b2c031-7f7a-4d89-ab9b-dd23e03483a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1369252 Feb 03 11:13:58.411723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:13:58.419392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:13:58.432159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b89ff0-32c8-45a8-a9d1-eb3ce531e4d8 req-5b640f3f-8057-4571-8e60-2ccf18e4fea1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.434277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43b89ff0-32c8-45a8-a9d1-eb3ce531e4d8 req-5b640f3f-8057-4571-8e60-2ccf18e4fea1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 943 time: 0.3312449 Feb 03 11:13:58.454190 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6f2e5-1c0e-4c36-8443-deb048e51f49 x-openstack-request-id: req-ccd6f2e5-1c0e-4c36-8443-deb048e51f49 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:58.454482 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:58.454760 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccd6f2e5-1c0e-4c36-8443-deb048e51f49 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:58.455148 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c', 'status': 'completed', 'code': 200} Feb 03 11:13:58.463793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-4d37218e-0dba-4500-ba24-e4598d85ade6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580587 Feb 03 11:13:58.475188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-4e7375bc-14f3-477e-bae5-896e7da2b1f9 service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580275 Feb 03 11:13:58.500535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:13:58.669193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43b89ff0-32c8-45a8-a9d1-eb3ce531e4d8 req-cac55da0-8387-482b-846f-85c4eae9ce52 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130375 Feb 03 11:13:58.724056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfd1b1c-8891-4d67-a50d-583aab8452e2 req-7da375c8-fc37-4118-aadd-e14bcd66e646 service neutron] 10.222.0.53 "GET /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358468 Feb 03 11:13:58.729234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-47dae7b3-85fe-421d-a5d3-01711124c2be service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510231 Feb 03 11:13:58.775141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3ad50-e780-4c7b-a05c-cb568cda674f req-b741414a-dfbc-4bfc-9e01-69dbbc0ad0a2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.777083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdb3ad50-e780-4c7b-a05c-cb568cda674f req-b741414a-dfbc-4bfc-9e01-69dbbc0ad0a2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.2449374 Feb 03 11:13:58.925277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdb3ad50-e780-4c7b-a05c-cb568cda674f req-85426ff5-9f6f-438e-bca8-667f50e315d2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337688 Feb 03 11:13:58.952498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d455a25-d229-443c-ad43-2fb574015219 req-947d65e1-eaec-4b3a-b261-7b5d9239c3cb service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976430 Feb 03 11:13:58.952651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}, {'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b7f55-30f9-432c-a8ff-c223dc1382db'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:13:58.952651 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758f9b0-d841-478b-b0e6-172b896ee80d" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97"}, {"server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "0ea96f67-e64c-4967-956f-09de011539b3"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "899b7f55-30f9-432c-a8ff-c223dc1382db"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:13:58.952863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04ed6-7e03-465d-b252-b890437fc085 req-0d15eb9b-a6ab-4a5e-a370-65a4511c51c5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:58.953191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe04ed6-7e03-465d-b252-b890437fc085 req-0d15eb9b-a6ab-4a5e-a370-65a4511c51c5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.1752040 Feb 03 11:13:59.048771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe04ed6-7e03-465d-b252-b890437fc085 req-9fe037d5-9d04-41eb-8443-b0f3b8fb4cf5 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833278 Feb 03 11:13:59.182668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3199ae-a82c-42fa-907a-559506212c06 req-78609f2e-fcc0-4b7d-8a2e-92d2d272dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.184210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-78609f2e-fcc0-4b7d-8a2e-92d2d272dcc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 1125 time: 0.1266816 Feb 03 11:13:59.218012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07087a-711d-4f0e-8ac2-02e471c45cc6 req-84130cd5-51c9-4ddf-bc4a-3760ef325527 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.219566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a07087a-711d-4f0e-8ac2-02e471c45cc6 req-84130cd5-51c9-4ddf-bc4a-3760ef325527 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 944 time: 0.1225426 Feb 03 11:13:59.250403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c3d47-0849-40cc-b2d2-209ba306a77a req-cd284f99-f4fa-4d70-95ea-18a89cbe3392 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.251984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e9c3d47-0849-40cc-b2d2-209ba306a77a req-cd284f99-f4fa-4d70-95ea-18a89cbe3392 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1197822 Feb 03 11:13:59.402520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a07087a-711d-4f0e-8ac2-02e471c45cc6 req-f347dfef-9548-45d1-a3f4-e13cea7336bc tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694858 Feb 03 11:13:59.404712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3199ae-a82c-42fa-907a-559506212c06 req-b3f63e3d-64b5-48be-93cb-a8d730b6c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.406405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-b3f63e3d-64b5-48be-93cb-a8d730b6c389 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.2042279 Feb 03 11:13:59.410537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e9c3d47-0849-40cc-b2d2-209ba306a77a req-dc32c61e-5351-45c3-bc03-016c285411c9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506941 Feb 03 11:13:59.465792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-7256425b-d5fc-4e8d-8ce8-2dd8075bc4a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf9ac69-899b-473f-996c-3094a25cad0c HTTP/1.1" status: 200 len: 217 time: 0.0531404 Feb 03 11:13:59.468458 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 03 Feb 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c79a93d-986b-4fa4-8155-109735069a06 x-openstack-request-id: req-6c79a93d-986b-4fa4-8155-109735069a06 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:13:59.468975 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97", "code": 200}, {"server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "0ea96f67-e64c-4967-956f-09de011539b3", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "899b7f55-30f9-432c-a8ff-c223dc1382db", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-plugged", "status": "completed", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:13:59.468975 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c79a93d-986b-4fa4-8155-109735069a06 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:13:59.469394 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'code': 200} Feb 03 11:13:59.469647 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb', 'code': 200} Feb 03 11:13:59.469999 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3', 'code': 200} Feb 03 11:13:59.470250 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b7f55-30f9-432c-a8ff-c223dc1382db', 'code': 200} Feb 03 11:13:59.470496 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'code': 200} Feb 03 11:13:59.470740 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'code': 200} Feb 03 11:13:59.590162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88f47-e2b6-44f4-b6c8-24ededc867a3 req-78ed1600-366f-4b34-b3fe-386335d692d2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.592135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bc88f47-e2b6-44f4-b6c8-24ededc867a3 req-78ed1600-366f-4b34-b3fe-386335d692d2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1053941 Feb 03 11:13:59.604800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.610334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.617264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.622943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.629062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.635136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.640426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.642869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-3510e101-49bd-45d3-9b75-3bbc6a13ffce tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1225090 Feb 03 11:13:59.734633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3199ae-a82c-42fa-907a-559506212c06 req-959377b5-d402-4d1c-a721-ffe3b62eaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.735982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-959377b5-d402-4d1c-a721-ffe3b62eaeac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0917549 Feb 03 11:13:59.787538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-90b236bf-7ede-4454-ac2c-0f08f3d946a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291624 Feb 03 11:13:59.793361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc06979-5661-4668-88ae-17f2657ad289 req-8a85e897-3ffe-4d92-9048-246183e440d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.794850 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5cc06979-5661-4668-88ae-17f2657ad289 req-8a85e897-3ffe-4d92-9048-246183e440d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 1127 time: 0.0499172 Feb 03 11:13:59.799523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bc88f47-e2b6-44f4-b6c8-24ededc867a3 req-a03c6ab6-e1b0-4a25-acaa-eb348ddd9a00 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562624 Feb 03 11:13:59.869487 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5cc06979-5661-4668-88ae-17f2657ad289 req-f297853c-1bae-4ac5-b8c8-e6b68855eed2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674462 Feb 03 11:13:59.940310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3c000b7-288d-451c-b35b-814dfac16c53 req-0bd3bfc0-7394-4975-8fd1-066c7e0788bd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612712 Feb 03 11:13:59.949716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.950187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.950649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.951178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.951624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.952078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.952603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:13:59.955039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a2a96dd-a65c-4fde-a374-2c6712702c18 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:13:59.968786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-ee17d5d4-fd1d-46e1-b063-bb9798f25d50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6720 time: 0.2007561 Feb 03 11:14:00.027643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1a2a96dd-a65c-4fde-a374-2c6712702c18 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:00.034089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1a2a96dd-a65c-4fde-a374-2c6712702c18 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:00.034376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:00.130752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1a2a96dd-a65c-4fde-a374-2c6712702c18 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:00.131251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:00.180429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:00.186176 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:00.236972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:00.381624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-f14609c0-832b-43af-807d-c97739837bc6 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750613 Feb 03 11:14:00.427058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef153-21d2-4294-af17-ce1f59715eba req-867f6446-67a6-4dd2-9be3-3901986d3127 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:00.428528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba8ef153-21d2-4294-af17-ce1f59715eba req-867f6446-67a6-4dd2-9be3-3901986d3127 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 943 time: 0.5299332 Feb 03 11:14:00.455494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09ae8284-f3aa-4c1c-8864-279f78c57ceb req-5addf714-08f5-42f1-a9a7-2a025a3cf3ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622186 Feb 03 11:14:00.464828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e8e5-162a-460b-9ca9-f3a7339dc17a req-376f986b-63e6-484c-8d3b-0287bf287b40 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:00.466236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f57e8e5-162a-460b-9ca9-f3a7339dc17a req-376f986b-63e6-484c-8d3b-0287bf287b40 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1741140 Feb 03 11:14:00.496486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c145fe4c-9a79-49e9-b719-920613227204 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:00.575692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba8ef153-21d2-4294-af17-ce1f59715eba req-12187e40-1ebd-4814-8589-e9db04162759 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379986 Feb 03 11:14:00.584285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c3199ae-a82c-42fa-907a-559506212c06 req-9cdf67d8-bf7d-4b7f-8d1c-fa7c75d8e25a service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950731 Feb 03 11:14:00.587658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f57e8e5-162a-460b-9ca9-f3a7339dc17a req-28d1dd52-a77d-49d6-a05c-65fcd4679b41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909669 Feb 03 11:14:00.602425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c145fe4c-9a79-49e9-b719-920613227204,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:00.615446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'c145fe4c-9a79-49e9-b719-920613227204', 'network_id': 'f9952a3b-76a1-4ab8-9645-064bcabe8d54', 'port_id': 'c145fe4c-9a79-49e9-b719-920613227204', 'mac_address': 'fa:16:3e:68:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87304e26-2cfa-469d-ab52-bf170b9b7638', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:00.668977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c145fe4c-9a79-49e9-b719-920613227204 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:00.669787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c145fe4c-9a79-49e9-b719-920613227204), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:00.690085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c145fe4c-9a79-49e9-b719-920613227204 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:00.711758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c145fe4c-9a79-49e9-b719-920613227204,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:00.714094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4a79b-5027-4cb8-8955-595eecbf89b7 req-993eb316-9243-409f-a241-c9a16e7dc037 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:00.715830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f4a79b-5027-4cb8-8955-595eecbf89b7 req-993eb316-9243-409f-a241-c9a16e7dc037 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.0608253 Feb 03 11:14:00.716761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:00.764574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:00.792068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11f4a79b-5027-4cb8-8955-595eecbf89b7 req-75f675b8-ff70-4823-a025-9907a2813f2e tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651932 Feb 03 11:14:00.803549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435b35-7a43-4104-866c-45fc755b0887 req-d5be9814-2d51-44d4-b0be-6dd035e85d52 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:00.805524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4435b35-7a43-4104-866c-45fc755b0887 req-d5be9814-2d51-44d4-b0be-6dd035e85d52 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 945 time: 0.0871272 Feb 03 11:14:00.862428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4435b35-7a43-4104-866c-45fc755b0887 req-1a2b2bf8-bb56-432a-bca7-7b7d64cc6392 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Feb 03 11:14:00.912799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d19e-7f29-4765-8e2e-42063cfbbb32 req-be8fa8ff-ce0e-4d6f-b9d6-31627307b446 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:00.914297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1502d19e-7f29-4765-8e2e-42063cfbbb32 req-be8fa8ff-ce0e-4d6f-b9d6-31627307b446 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0671687 Feb 03 11:14:00.969463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1502d19e-7f29-4765-8e2e-42063cfbbb32 req-cf6b0e88-f0ca-41a6-a44f-0304b9049ee7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Feb 03 11:14:01.090093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.096379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.103274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.106016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c145fe4c-9a79-49e9-b719-920613227204'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:01.110927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.115678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.121563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.127879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.130222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-ea1c30dc-15cf-4ee4-beec-ae689fd74e39 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1033292 Feb 03 11:14:01.198720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-193d15aa-4a3d-455b-acb6-d09dd4403c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:01.204230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b99c5b2-132d-47cd-8107-d4456c1ca584 req-1d8417fb-a8e3-4aa4-8a30-205914e15a8f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671215 Feb 03 11:14:01.478253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:01.478253 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ab79c-0376-42b7-915e-85322646abd1" -d '{"events": [{"server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:01.516049 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420d350-6f51-42b8-827c-2d22a7ce468d x-openstack-request-id: req-2420d350-6f51-42b8-827c-2d22a7ce468d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:01.516703 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "name": "network-vif-plugged", "status": "completed", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:01.516703 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2420d350-6f51-42b8-827c-2d22a7ce468d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:01.516986 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18', 'code': 200} Feb 03 11:14:01.769591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38f75-929e-466a-8c6c-3d3ff317ac50 req-84fa04cb-6949-4d46-952e-c51861ed7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.771337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20e38f75-929e-466a-8c6c-3d3ff317ac50 req-84fa04cb-6949-4d46-952e-c51861ed7633 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 1127 time: 0.1511657 Feb 03 11:14:01.809687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6db2f-9da1-4094-8d54-99f9e13904d9 req-41c0a8d2-14ba-45b7-b987-ec6d08bb7c52 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.811222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2b6db2f-9da1-4094-8d54-99f9e13904d9 req-41c0a8d2-14ba-45b7-b987-ec6d08bb7c52 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 943 time: 0.1513107 Feb 03 11:14:01.850943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-dcba7209-cbb6-4a1c-9ce3-50a361dfbc28 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:01.852347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-dcba7209-cbb6-4a1c-9ce3-50a361dfbc28 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.2060912 Feb 03 11:14:01.890742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-e72767c3-e360-49e1-8210-b0fc9f7c9c73 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/quotas/85c95692392b4180901acd76d8ebe1f5 HTTP/1.1" status: 200 len: 375 time: 0.0297956 Feb 03 11:14:01.895048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20e38f75-929e-466a-8c6c-3d3ff317ac50 req-f988b6d2-61bb-48ae-a36e-c08cfd70aee3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123252 Feb 03 11:14:01.919904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2b6db2f-9da1-4094-8d54-99f9e13904d9 req-19c18cea-0ff3-411b-ae5d-60a85e07e5f9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007562 Feb 03 11:14:01.950990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ebf9ac69-899b-473f-996c-3094a25cad0c details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:01.958822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-f502c350-9797-466f-9746-75e04895b916 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602262 Feb 03 11:14:02.052497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ebf9ac69-899b-473f-996c-3094a25cad0c,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:02.064560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'ebf9ac69-899b-473f-996c-3094a25cad0c', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': 'ebf9ac69-899b-473f-996c-3094a25cad0c', 'mac_address': 'fa:16:3e:e0:48:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:02.098887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d8212-0265-4779-b45b-af510990bd97 req-7214c77c-4a43-4b36-8a0f-7c3f4f0f315b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.100373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c80d8212-0265-4779-b45b-af510990bd97 req-7214c77c-4a43-4b36-8a0f-7c3f4f0f315b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1243014 Feb 03 11:14:02.107360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-c8830abc-dcb7-4574-ad59-b2e439d6a7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401250 Feb 03 11:14:02.107819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ebf9ac69-899b-473f-996c-3094a25cad0c is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:02.108244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:02.121707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf9ac69-899b-473f-996c-3094a25cad0c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:02.140277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ebf9ac69-899b-473f-996c-3094a25cad0c,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:02.144925 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:02.191328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:02.214908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c80d8212-0265-4779-b45b-af510990bd97 req-cae796e5-e10f-485a-98ba-c8989cd6cdea tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064653 Feb 03 11:14:02.258782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-449581e1-5504-4a40-8250-8342d72d76a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436479 Feb 03 11:14:02.353683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de14e5-d309-4903-922a-6cf867f7b343 req-f13a2146-bf1c-489a-a4ab-e46f5828d14a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.355099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2de14e5-d309-4903-922a-6cf867f7b343 req-f13a2146-bf1c-489a-a4ab-e46f5828d14a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.0606630 Feb 03 11:14:02.426455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2de14e5-d309-4903-922a-6cf867f7b343 req-d1251401-c3a1-49bc-98cb-47d91c21390c tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648844 Feb 03 11:14:02.472314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e913101-949c-402c-bf76-9c4f9ecff237 req-83b7af6f-ce7e-4a54-8101-db55f78f8a79 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.477719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e913101-949c-402c-bf76-9c4f9ecff237 req-83b7af6f-ce7e-4a54-8101-db55f78f8a79 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 945 time: 0.0635474 Feb 03 11:14:02.515691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c145fe4c-9a79-49e9-b719-920613227204 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:02.567808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e913101-949c-402c-bf76-9c4f9ecff237 req-ef71528f-4503-4aba-8352-889b49ba501f tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881851 Feb 03 11:14:02.584726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port c145fe4c-9a79-49e9-b719-920613227204 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:02.590994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port c145fe4c-9a79-49e9-b719-920613227204 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:02.591687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c145fe4c-9a79-49e9-b719-920613227204), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:02.596215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0828566-435a-4b9a-a713-a29c8d8e32b3 req-cf21ff7e-8c35-46b5-a660-3edabd8e8673 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.596678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0828566-435a-4b9a-a713-a29c8d8e32b3 req-cf21ff7e-8c35-46b5-a660-3edabd8e8673 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1103387 Feb 03 11:14:02.704889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0828566-435a-4b9a-a713-a29c8d8e32b3 req-2d95b23b-17b7-43b7-8ff6-57ab66e9714d tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016414 Feb 03 11:14:02.738599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port c145fe4c-9a79-49e9-b719-920613227204 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:02.739194 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c145fe4c-9a79-49e9-b719-920613227204), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:02.768456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.776202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.781314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c145fe4c-9a79-49e9-b719-920613227204,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:02.782369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.785852 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:02.787212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:02.788591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.796154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.801897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.807807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:02.810393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-c003c268-6468-46a3-8943-78f7bb6beda5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1569712 Feb 03 11:14:02.859726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c7f0d4b-a910-46b5-8af1-c15987584604 req-3d7449fc-f614-47b4-a8ac-bd08780c3269 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 210 time: 0.0480926 Feb 03 11:14:02.892691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:02.924635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ebf9ac69-899b-473f-996c-3094a25cad0c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:02.934687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b60d18-5b26-4f59-875e-ba2a1a849dad req-deebb372-7fb4-469b-8a59-0d781c5cb210 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139848 Feb 03 11:14:02.999221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aa497adb-9a26-48d8-b632-5a063f94d681 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:02.999611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:03.056596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff23f-64dd-4148-8ffd-373384ec5d3e req-cf381db7-beec-4380-a3a3-cb4910359460 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.058338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30cff23f-64dd-4148-8ffd-373384ec5d3e req-cf381db7-beec-4380-a3a3-cb4910359460 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 944 time: 0.0641711 Feb 03 11:14:03.060707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:03.066092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:03.129538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30cff23f-64dd-4148-8ffd-373384ec5d3e req-b68f93ba-7ee2-4341-bf2f-1c1550323318 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647449 Feb 03 11:14:03.151876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:03.341488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcf5a8-f940-4e76-a695-548be7598302 req-b38636b4-8aaa-41eb-b839-d52615b1f2e5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.342947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abcf5a8-f940-4e76-a695-548be7598302 req-b38636b4-8aaa-41eb-b839-d52615b1f2e5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Feb 03 11:14:03.394143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4abcf5a8-f940-4e76-a695-548be7598302 req-b1ab8e57-a7e2-4b43-820f-7789b286bdf1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Feb 03 11:14:03.519932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204'}, {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:03.522274 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb8760-fcb6-4e02-b145-9aad59c309be" -d '{"events": [{"server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c145fe4c-9a79-49e9-b719-920613227204"}, {"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-unplugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:03.530448 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bae1-39c5-4ff6-a8e3-7735400df183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:03.547527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797471-9895-4de5-828f-841af261b1de req-695994be-72e6-48bd-956b-da0bfba300e7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.549439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05797471-9895-4de5-828f-841af261b1de req-695994be-72e6-48bd-956b-da0bfba300e7 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.0567081 Feb 03 11:14:03.580998 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fcd295-fc12-4470-878d-b203549fed4e x-openstack-request-id: req-23fcd295-fc12-4470-878d-b203549fed4e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:03.581301 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c145fe4c-9a79-49e9-b719-920613227204", "code": 200}, {"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-unplugged", "status": "completed", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:03.581602 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23fcd295-fc12-4470-878d-b203549fed4e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:03.582560 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204', 'code': 200} Feb 03 11:14:03.582560 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'code': 200} Feb 03 11:14:03.645165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05797471-9895-4de5-828f-841af261b1de req-1564f125-a24d-4646-a438-6941322adf0d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892863 Feb 03 11:14:03.722544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123e050-c206-4058-b551-ad28f5fd6203 req-f247a6c2-c118-4e59-9eeb-7e2dad630bf6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.724321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7123e050-c206-4058-b551-ad28f5fd6203 req-f247a6c2-c118-4e59-9eeb-7e2dad630bf6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/ports?device_id=0176b07b-b1ac-4549-8ad2-28ac5d150149 HTTP/1.1" status: 200 len: 944 time: 0.1495574 Feb 03 11:14:03.756152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-f81225f8-6517-4e5c-b9b8-63312e47142e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.757729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-f81225f8-6517-4e5c-b9b8-63312e47142e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.1631863 Feb 03 11:14:03.764670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52446-81ca-4661-9d08-c4d775752e27 req-1170a5ca-b74c-49d7-ab05-f01ac9fbcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.766372 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-68d52446-81ca-4661-9d08-c4d775752e27 req-1170a5ca-b74c-49d7-ab05-f01ac9fbcb05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 1128 time: 0.0819271 Feb 03 11:14:03.771117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Request body: {'port': {'device_id': '9100cc7f-b739-4003-b522-525038aa0c4d', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'admin_state_up': True, 'tenant_id': '85c95692392b4180901acd76d8ebe1f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:03.849426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0652c5-f8da-4021-9012-343335381852 req-4c98b7fd-207e-48df-b6ea-57e4349ff3ff tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.857482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e0652c5-f8da-4021-9012-343335381852 req-4c98b7fd-207e-48df-b6ea-57e4349ff3ff tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 946 time: 0.1947949 Feb 03 11:14:03.867382 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-68d52446-81ca-4661-9d08-c4d775752e27 req-bcad7657-90bc-4ad7-a989-444e9dc41ab8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Feb 03 11:14:03.904892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710f79-94d1-4667-a898-4fac3b439911 req-88ab0094-a633-4ed9-8876-a18701298e9d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:03.906451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57710f79-94d1-4667-a898-4fac3b439911 req-88ab0094-a633-4ed9-8876-a18701298e9d tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.1783788 Feb 03 11:14:03.911819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:03.915733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:03.919176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:03.923864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Request body: {'floatingip': {'port_id': '1f2d5236-66df-4a82-9a17-712e134009cb'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:03.948994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e0652c5-f8da-4021-9012-343335381852 req-dc73b816-0652-4fde-8ff3-10ed39973e0e tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900047 Feb 03 11:14:03.959322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Deleting port aa497adb-9a26-48d8-b632-5a063f94d681 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:03.959775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:03.991012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.084834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7575470f-e2ad-4065-aa6f-415f53c1bf5e req-1b946ef9-d2f2-4658-baf4-01e276c57991 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 210 time: 0.0378110 Feb 03 11:14:04.116855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c366f-aaf5-47ee-adac-01e561591db1 req-c03b5daa-5955-4c17-9c04-1a7539aef847 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.118391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b92c366f-aaf5-47ee-adac-01e561591db1 req-c03b5daa-5955-4c17-9c04-1a7539aef847 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1397228 Feb 03 11:14:04.127349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] For port aa497adb-9a26-48d8-b632-5a063f94d681, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aa497adb-9a26-48d8-b632-5a063f94d681,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:04.128477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.153160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Calling delete_port for aa497adb-9a26-48d8-b632-5a063f94d681 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:04.235657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Allocated IP 172.20.0.3 (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754/df39b080-1372-4de8-bee6-aa0c204d8459/2ed6e3ad-f166-44eb-a31b-d514d849669a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:04.250854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b92c366f-aaf5-47ee-adac-01e561591db1 req-953d1736-126c-491c-913f-4214211133f2 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261220 Feb 03 11:14:04.312879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.318611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.324555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.329953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.335361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.340643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.345944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.347909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-d0b6958b-3f2c-4fe0-ab3a-c5d129d8725b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1685152 Feb 03 11:14:04.496195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187c334-e04f-4df8-870d-f668b7e791d8 req-b3762e90-0833-4b90-8a65-41345539fd1d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.497914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e187c334-e04f-4df8-870d-f668b7e791d8 req-b3762e90-0833-4b90-8a65-41345539fd1d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 944 time: 0.1490381 Feb 03 11:14:04.503851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b06cb8ea-cab4-40c4-84a4-a70b3af9e9ba req-ffbefa58-91a2-4a36-ab51-ee2fc7dddc74 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429863 Feb 03 11:14:04.505028 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (aa497adb-9a26-48d8-b632-5a063f94d681), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.550552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks [] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.551907 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.552550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event deleted for resources: {'Port': ['ID=aa497adb-9a26-48d8-b632-5a063f94d681,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:04.620756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] No DVR routers for this DVR port aa497adb-9a26-48d8-b632-5a063f94d681 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:04.634195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.637999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7123e050-c206-4058-b551-ad28f5fd6203 req-cb13c23b-2bb8-4c96-9542-9e66d6f69d5c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "DELETE /v2.0/ports/aa497adb-9a26-48d8-b632-5a063f94d681 HTTP/1.1" status: 204 len: 173 time: 0.8948212 Feb 03 11:14:04.638447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-deleted', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:04.640664 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cfa686-cb64-4a8f-a2ce-76f3ce42841f" -d '{"events": [{"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-deleted", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:04.663441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e187c334-e04f-4df8-870d-f668b7e791d8 req-a29416aa-801b-4b03-a7c6-e306bcb277d6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565611 Feb 03 11:14:04.672038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.679044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.681902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.730173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793bab8-2d47-4e3e-b15b-7ca2a2f7131e req-188c7499-7dc9-4f84-88fa-acbd8ed9e185 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.732123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9793bab8-2d47-4e3e-b15b-7ca2a2f7131e req-188c7499-7dc9-4f84-88fa-acbd8ed9e185 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1173358 Feb 03 11:14:04.777780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:04.780815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:04.783613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:04.788600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:04.839875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9793bab8-2d47-4e3e-b15b-7ca2a2f7131e req-8eb4806e-309f-4292-bb35-fa52e9a7a722 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918627 Feb 03 11:14:04.867724 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Floating IP 21c96d18-84a0-4cd9-97c8-d10e3af71c83 associated. External IP: 172.25.7.45, port: 1f2d5236-66df-4a82-9a17-712e134009cb. Feb 03 11:14:04.869643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.875818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.882278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.887714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.893423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.899052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.905250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.907311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2e8af40-a3da-4d1a-8cf2-5e9303fbd933 req-dc6f0d38-bcf7-4acc-ace0-b94691408ed3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1713789 Feb 03 11:14:04.909237 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05576c7b-d499-4260-9ed5-71d5ef910c59 x-openstack-request-id: req-05576c7b-d499-4260-9ed5-71d5ef910c59 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:04.909597 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0176b07b-b1ac-4549-8ad2-28ac5d150149", "name": "network-vif-deleted", "tag": "aa497adb-9a26-48d8-b632-5a063f94d681", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:04.909727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:04.909813 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05576c7b-d499-4260-9ed5-71d5ef910c59 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:04.910205 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0176b07b-b1ac-4549-8ad2-28ac5d150149', 'name': 'network-vif-deleted', 'tag': 'aa497adb-9a26-48d8-b632-5a063f94d681', 'status': 'completed', 'code': 200} Feb 03 11:14:04.910303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:04.920509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35702) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:04.926147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Request body: {'floatingip': {'port_id': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:04.935244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-0a284eef-edf2-45bb-a1c6-d2aeb25ee24b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1678863 Feb 03 11:14:04.968539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Request body: {'port': {'device_id': '9100cc7f-b739-4003-b522-525038aa0c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:04.978379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.085578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.143630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4b55e-f5b3-4910-92d9-d7b6d621fe1b req-95a85b36-afba-44ab-aedd-a9017c33cac3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:05.145436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46f4b55e-f5b3-4910-92d9-d7b6d621fe1b req-95a85b36-afba-44ab-aedd-a9017c33cac3 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 946 time: 0.1065037 Feb 03 11:14:05.258348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:05.345813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46f4b55e-f5b3-4910-92d9-d7b6d621fe1b req-479f7743-a094-43c3-a1e2-b377f25c2736 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912501 Feb 03 11:14:05.377746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135da03-b692-4319-a800-4c66c0965739 req-9d1c8774-ea76-42db-9b05-8a95ca711298 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:05.379619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b135da03-b692-4319-a800-4c66c0965739 req-9d1c8774-ea76-42db-9b05-8a95ca711298 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 931 time: 0.1739151 Feb 03 11:14:05.466740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:05.472423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.477656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:05.490702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:05.491412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:05.537268 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e9d8d7aa-4b9f-4d07-98c9-279d8535cda6 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "PUT /v2.0/floatingips/21c96d18-84a0-4cd9-97c8-d10e3af71c83 HTTP/1.1" status: 200 len: 990 time: 1.6145999 Feb 03 11:14:05.537569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:05.540095 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffee602-8170-4089-80d2-a9db7be9a138" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:05.555563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed6e3ad-f166-44eb-a31b-d514d849669a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:05.564876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks [] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.578182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Transition to ACTIVE for port object 2ed6e3ad-f166-44eb-a31b-d514d849669a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:14:05.583620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.589215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b135da03-b692-4319-a800-4c66c0965739 req-1cf2cb88-dd29-4d1e-a2a0-f7366058d6a6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701505 Feb 03 11:14:05.619821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:05.624203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bdf36-1161-4715-a8ac-ec7b6532027c req-ec841cb7-4674-424f-8b7f-74a6c7069c71 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:05.631546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f1bdf36-1161-4715-a8ac-ec7b6532027c req-ec841cb7-4674-424f-8b7f-74a6c7069c71 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2137368 Feb 03 11:14:05.643497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:05.724390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Attempting to bind port 2ed6e3ad-f166-44eb-a31b-d514d849669a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:05.725028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Attempting to bind port 2ed6e3ad-f166-44eb-a31b-d514d849669a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:05.725516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Attempting to bind port 2ed6e3ad-f166-44eb-a31b-d514d849669a on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:05.731609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Port 2ed6e3ad-f166-44eb-a31b-d514d849669a on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:14:05.732048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Attempting to bind port 2ed6e3ad-f166-44eb-a31b-d514d849669a on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:05.737496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:05.737838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Checking segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:05.738220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Bound using segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:05.738649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Bound port: 2ed6e3ad-f166-44eb-a31b-d514d849669a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:05.739133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.754182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f1bdf36-1161-4715-a8ac-ec7b6532027c req-135c6c9f-061e-4ecc-bbf3-05f84023f2fb tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213951 Feb 03 11:14:05.760932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:14:05.814209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.821336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.832952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3c79c-bb7d-4321-9975-59e1cab34d15 req-f90c6309-4fd7-40d8-a408-faf6b6f7ff12 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:05.841283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4a3c79c-bb7d-4321-9975-59e1cab34d15 req-f90c6309-4fd7-40d8-a408-faf6b6f7ff12 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.1320682 Feb 03 11:14:05.847262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:05.858992 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89209889-ac6e-495c-b9b4-72dda2540994 x-openstack-request-id: req-89209889-ac6e-495c-b9b4-72dda2540994 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:05.859292 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:05.859546 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89209889-ac6e-495c-b9b4-72dda2540994 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:05.861126 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb', 'status': 'completed', 'code': 200} Feb 03 11:14:05.868287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:05.883991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.935914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:05.936857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:05.938394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] 10.222.0.53 "PUT /v2.0/ports/2ed6e3ad-f166-44eb-a31b-d514d849669a HTTP/1.1" status: 200 len: 1091 time: 0.9742606 Feb 03 11:14:05.970366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88cf1-d2b8-4451-ac8f-989d952c2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:05.995158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ebf9ac69-899b-473f-996c-3094a25cad0c up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:06.057981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-fae94ee9-c729-4406-9ffa-156c2596037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.060187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-fae94ee9-c729-4406-9ffa-156c2596037f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 1125 time: 0.0671079 Feb 03 11:14:06.091079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port ebf9ac69-899b-473f-996c-3094a25cad0c completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:06.098303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port ebf9ac69-899b-473f-996c-3094a25cad0c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:06.098678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:06.111488 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-240a5610-7155-41b6-bdd9-d22ba42988e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a HTTP/1.1" status: 200 len: 217 time: 0.0420403 Feb 03 11:14:06.131875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '21c96d18-84a0-4cd9-97c8-d10e3af71c83', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': '1f2d5236-66df-4a82-9a17-712e134009cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:b9:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:13:37Z', 'updated_at': '2022-02-03T11:14:04Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:06.179355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11153f2-9fad-47eb-8d81-786009784823 req-754e60d8-694d-4c7b-abda-8c4c4940a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.181179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-754e60d8-694d-4c7b-abda-8c4c4940a829 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0622358 Feb 03 11:14:06.200022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:06.213564 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:06.224212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:06.224991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:06.235757 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-53c53cd6-6a2d-4e6a-b96f-0b5f52ace09b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459125 Feb 03 11:14:06.321607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4a3c79c-bb7d-4321-9975-59e1cab34d15 req-39eaf08e-6d40-4fad-9d94-903bc4937bf0 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794240 Feb 03 11:14:06.361512 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Floating IP 13c78f1b-415f-4a24-ae01-2deaf3af6e28 associated. External IP: 172.25.7.25, port: 42e7f6ee-c399-4797-8e8d-48e02294ef97. Feb 03 11:14:06.362414 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-a817932f-fe87-4c5c-957d-da8485e81e0f service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187027 Feb 03 11:14:06.409557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a50d-ddbf-4120-ac52-31f26e78c44d req-a5f9501a-d969-4dc1-b71c-b65c57bb4b52 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.413904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02d9a50d-ddbf-4120-ac52-31f26e78c44d req-a5f9501a-d969-4dc1-b71c-b65c57bb4b52 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 944 time: 0.4837868 Feb 03 11:14:06.420226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee602-8170-4089-80d2-a9db7be9a138 req-62d78f08-3b59-48fc-a090-a1f5f10d13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.422405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-62d78f08-3b59-48fc-a090-a1f5f10d13e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e04cf36ae9f4449f99263cd948712070&device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 1127 time: 0.5064886 Feb 03 11:14:06.468202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ebf9ac69-899b-473f-996c-3094a25cad0c is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:06.468700 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:06.470889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d11153f2-9fad-47eb-8d81-786009784823 req-cb550f35-f3b1-44e4-80c2-d00be666ab2c service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968127 Feb 03 11:14:06.508721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:06.511548 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bdfd1f-41a2-4c25-b183-8f445c534dd8" -d '{"events": [{"server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:06.553250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ebf9ac69-899b-473f-996c-3094a25cad0c,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:06.562483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:06.603140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:06.629707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02d9a50d-ddbf-4120-ac52-31f26e78c44d req-58161be9-30f3-4dfd-a38a-da00bd2fd6dc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062633 Feb 03 11:14:06.654820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbded95-f59e-4772-b2a7-011c5527436e req-2f4b8dc1-baab-433e-a9e1-2125e0436f1e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.657377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:06.663098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cbded95-f59e-4772-b2a7-011c5527436e req-2f4b8dc1-baab-433e-a9e1-2125e0436f1e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.2454138 Feb 03 11:14:06.729880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee602-8170-4089-80d2-a9db7be9a138 req-180bce1c-cd80-4b10-b210-9e3f26afe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.731442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-180bce1c-cd80-4b10-b210-9e3f26afe229 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 200 len: 911 time: 0.2922456 Feb 03 11:14:06.861091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '21c96d18-84a0-4cd9-97c8-d10e3af71c83', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': '1f2d5236-66df-4a82-9a17-712e134009cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:b9:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:13:37Z', 'updated_at': '2022-02-03T11:14:04Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:06.890154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37280f42-d80f-4ff1-b1c0-25571f8da74d None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '21c96d18-84a0-4cd9-97c8-d10e3af71c83', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'port_id': '1f2d5236-66df-4a82-9a17-712e134009cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'mac_address': 'fa:16:3e:b9:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:13:37Z', 'updated_at': '2022-02-03T11:14:04Z', 'revision_number': 1, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:06.897999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cbded95-f59e-4772-b2a7-011c5527436e req-5206a350-f02a-4b7f-b46f-72059d98beb1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252717 Feb 03 11:14:06.933748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-80b29858-ce33-49c2-bc3c-25f456913bec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2d5236-66df-4a82-9a17-712e134009cb HTTP/1.1" status: 200 len: 998 time: 0.1883879 Feb 03 11:14:06.949743 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7692f5a-cd41-4eab-a71b-063e1074fa25 x-openstack-request-id: req-c7692f5a-cd41-4eab-a71b-063e1074fa25 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:06.950317 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:06.950915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667a1de-6f3a-4ba2-89ce-7f6892c265ef req-ea1165ba-4cf3-477c-bf69-789fb5bf121a tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:06.951346 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7692f5a-cd41-4eab-a71b-063e1074fa25 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:06.952019 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c', 'code': 200} Feb 03 11:14:06.952472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7667a1de-6f3a-4ba2-89ce-7f6892c265ef req-ea1165ba-4cf3-477c-bf69-789fb5bf121a tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 946 time: 0.2183368 Feb 03 11:14:07.011010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:07.064750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee602-8170-4089-80d2-a9db7be9a138 req-f7027433-4664-4f2d-9a8a-24befdd0dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.066268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-f7027433-4664-4f2d-9a8a-24befdd0dfcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 200 len: 849 time: 0.1240253 Feb 03 11:14:07.089179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7667a1de-6f3a-4ba2-89ce-7f6892c265ef req-05ac5f2a-76f3-422e-aaf7-fef2a363acf7 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278415 Feb 03 11:14:07.169271 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a5c9c-92bd-44c4-8b46-62b7b6ec99aa None None] New status for floating IP 21c96d18-84a0-4cd9-97c8-d10e3af71c83: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:14:07.292381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999998b-5c63-4580-9cb9-7ab6f422b430 req-7aa46697-ce39-4e14-b048-a927bdfecb34 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.294582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c999998b-5c63-4580-9cb9-7ab6f422b430 req-7aa46697-ce39-4e14-b048-a927bdfecb34 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 943 time: 0.2881436 Feb 03 11:14:07.299509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:07.374909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:07.377565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aace307-5141-460c-910c-e05b623e8b0a req-a99b39f3-55dd-4af6-9c0c-19a6f078a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.379057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0aace307-5141-460c-910c-e05b623e8b0a req-a99b39f3-55dd-4af6-9c0c-19a6f078a773 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 1127 time: 0.2496159 Feb 03 11:14:07.386811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Sync routers for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:07.387070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:07.398576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:07.399178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:07.405634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee602-8170-4089-80d2-a9db7be9a138 req-3b823c26-099b-4848-8102-671884692cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.407095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-3b823c26-099b-4848-8102-671884692cae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a357544-ca38-46dd-8722-544b07963010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3157904 Feb 03 11:14:07.466794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d302-28ac-4410-a164-cdc5bd512eb2 req-17dd480c-61b5-4d9a-bf24-d051db84136b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.468514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20b4d302-28ac-4410-a164-cdc5bd512eb2 req-17dd480c-61b5-4d9a-bf24-d051db84136b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2781289 Feb 03 11:14:07.499785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-12c4c61e-fece-446a-abd5-72471cdd565a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "PUT /v2.0/floatingips/13c78f1b-415f-4a24-ae01-2deaf3af6e28 HTTP/1.1" status: 200 len: 991 time: 2.5781066 Feb 03 11:14:07.512795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:07.515246 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed21404-de78-413a-8355-1cbb89ea4337" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:07.517667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:07.520443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c999998b-5c63-4580-9cb9-7ab6f422b430 req-a70a4e47-e6d9-48e1-b5bd-b48bdb9c32b0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108185 Feb 03 11:14:07.591023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0aace307-5141-460c-910c-e05b623e8b0a req-b8105a6c-2949-4258-8a20-9533f68beeea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000110 Feb 03 11:14:07.639742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20b4d302-28ac-4410-a164-cdc5bd512eb2 req-c3b3cf77-bf80-4685-9fba-6c17d6e99ee1 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537771 Feb 03 11:14:07.679181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-a6d52c6e-41ae-44e4-b901-0846bd0abb2f service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433290 Feb 03 11:14:07.702173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7022-3adf-4c2b-b04e-bedce185f414 req-be39cbcc-e1fd-43e0-b32d-357303283aed tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.705380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce4b7022-3adf-4c2b-b04e-bedce185f414 req-be39cbcc-e1fd-43e0-b32d-357303283aed tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 945 time: 0.1006358 Feb 03 11:14:07.777258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '13c78f1b-415f-4a24-ae01-2deaf3af6e28', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'port_id': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'mac_address': 'fa:16:3e:4e:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:12:16Z', 'updated_at': '2022-02-03T11:14:05Z', 'revision_number': 1, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:07.784768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce4b7022-3adf-4c2b-b04e-bedce185f414 req-531e323e-48ea-4a24-8ef2-0a116253a28d tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676413 Feb 03 11:14:07.793250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61f5cb-1d77-49b5-b731-aebb055421f2 req-caeec57b-e9b0-4b78-92f6-504169cff38a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.794757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe61f5cb-1d77-49b5-b731-aebb055421f2 req-caeec57b-e9b0-4b78-92f6-504169cff38a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.0883465 Feb 03 11:14:07.806357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Checking router: a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:07.817626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:07.819277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:07.862543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:07.863823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe61f5cb-1d77-49b5-b731-aebb055421f2 req-01626489-4ffc-4950-aa5a-fb180f66e10a tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581703 Feb 03 11:14:07.867176 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85034cc7-ddc0-4d7d-ad96-400ded72adba" -d '{"events": [{"name": "network-changed", "server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:07.916738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.922482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.927958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.934113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.934532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:07.939577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.945092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.950739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:07.952609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-682f550c-6778-4e3d-be36-a6a38b613a7e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1034353 Feb 03 11:14:07.954241 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba75af6-4ea0-4fdb-8bf1-361b423aa759 x-openstack-request-id: req-8ba75af6-4ea0-4fdb-8bf1-361b423aa759 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:07.954547 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:07.954786 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ba75af6-4ea0-4fdb-8bf1-361b423aa759 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:07.955172 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'status': 'completed', 'code': 200} Feb 03 11:14:08.046770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5349b8ef-2257-4060-99a9-94d8320ed5c6 req-dda1b3d2-41c1-47cf-b38a-cd82f9e6b2a7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860758 Feb 03 11:14:08.059670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83effcd1-2b3e-4971-b3b9-2ee4b943b6b1 req-50eca70e-3a17-459e-843f-439fe92cf399 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.061208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83effcd1-2b3e-4971-b3b9-2ee4b943b6b1 req-50eca70e-3a17-459e-843f-439fe92cf399 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 945 time: 0.0927701 Feb 03 11:14:08.194256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83effcd1-2b3e-4971-b3b9-2ee4b943b6b1 req-4fedead0-0b8f-4898-ad9a-6bc9cb879338 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252236 Feb 03 11:14:08.207314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '13c78f1b-415f-4a24-ae01-2deaf3af6e28', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'port_id': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'mac_address': 'fa:16:3e:4e:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:12:16Z', 'updated_at': '2022-02-03T11:14:05Z', 'revision_number': 1, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:08.227614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bffee602-8170-4089-80d2-a9db7be9a138 req-cd521f60-4919-415f-b113-5926871ebd40 service neutron] 10.222.0.69 "GET /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751964 Feb 03 11:14:08.242032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.242563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.243583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.244489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.245023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.245425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.246085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.247475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e4353-af0c-4f84-ae16-38626177b6dc None None] The sync data for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 is: [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '13c78f1b-415f-4a24-ae01-2deaf3af6e28', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'port_id': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'mac_address': 'fa:16:3e:4e:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:12:16Z', 'updated_at': '2022-02-03T11:14:05Z', 'revision_number': 1, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:08.248355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-c57d691a-d049-4eac-9349-70698dbe5178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6720 time: 0.1408746 Feb 03 11:14:08.276588 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983c7e6-c1e3-4cd1-8532-7e7866ba3b50 x-openstack-request-id: req-9983c7e6-c1e3-4cd1-8532-7e7866ba3b50 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:08.276884 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:08.277173 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9983c7e6-c1e3-4cd1-8532-7e7866ba3b50 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:08.277582 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'status': 'completed', 'code': 200} Feb 03 11:14:08.362740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-6ff54f13-2a41-49b1-a57b-e41a6abec304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.370251 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-6ff54f13-2a41-49b1-a57b-e41a6abec304 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 1125 time: 0.0731285 Feb 03 11:14:08.381573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393193c7-bc49-44b3-9f9c-45d5394d912e req-12d8aa26-f49d-45cc-84f9-eea185ca9c52 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.383323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393193c7-bc49-44b3-9f9c-45d5394d912e req-12d8aa26-f49d-45cc-84f9-eea185ca9c52 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0884414 Feb 03 11:14:08.486830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-393193c7-bc49-44b3-9f9c-45d5394d912e req-95a6d8a2-e038-488b-84ce-53b2dbc32dc5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958996 Feb 03 11:14:08.489804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-97b374c2-34e7-4806-bb65-d7162163ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.491241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-97b374c2-34e7-4806-bb65-d7162163ceb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e HTTP/1.1" status: 200 len: 917 time: 0.1503360 Feb 03 11:14:08.507768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-303cae5b-cd61-448a-91e6-2d087fec2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.509193 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-303cae5b-cd61-448a-91e6-2d087fec2b17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 905 time: 0.1333702 Feb 03 11:14:08.539255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2ed6e3ad-f166-44eb-a31b-d514d849669a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:08.544441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:08.552835 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632972a-b957-4391-ab9b-967ddc653c47 None None] New status for floating IP 13c78f1b-415f-4a24-ae01-2deaf3af6e28: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:14:08.562181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-6cacdc51-fdc2-42e4-9adf-ceb3e46f6f9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a HTTP/1.1" status: 200 len: 217 time: 0.0443373 Feb 03 11:14:08.638494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-15101615-276e-4665-ac60-d40695dee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.640156 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-15101615-276e-4665-ac60-d40695dee22a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0700455 Feb 03 11:14:08.654869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-328d1165-7b16-4afa-8a05-2f25d9a4c2b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97 HTTP/1.1" status: 200 len: 999 time: 0.1510255 Feb 03 11:14:08.676811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949110e-624c-4e3b-845c-4ec15cc760f8 req-a52951c0-9546-42e7-99f1-6479ce8b6699 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.678451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6949110e-624c-4e3b-845c-4ec15cc760f8 req-a52951c0-9546-42e7-99f1-6479ce8b6699 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 945 time: 0.1665168 Feb 03 11:14:08.698014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-64a0acfc-1700-414a-b180-b985b3746b23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368135 Feb 03 11:14:08.703403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:08.734478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: aa497adb-9a26-48d8-b632-5a063f94d681 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:08.734836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aa497adb-9a26-48d8-b632-5a063f94d681 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:08.740580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'mac_address': 'fa:16:3e:29:23:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:08.747199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436639ce-21e0-4e57-bbe2-58b4985b9911 req-463141c7-5cb4-4290-a71e-9a65dc15f23d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.749305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-436639ce-21e0-4e57-bbe2-58b4985b9911 req-463141c7-5cb4-4290-a71e-9a65dc15f23d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 943 time: 0.1468310 Feb 03 11:14:08.777702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-e1a17db7-f23c-43f4-a5bc-2738768a347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.779464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-e1a17db7-f23c-43f4-a5bc-2738768a347f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6aea7a3b-c3b3-4ec9-9124-70b255fb28de HTTP/1.1" status: 200 len: 855 time: 0.1168463 Feb 03 11:14:08.792298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2ed6e3ad-f166-44eb-a31b-d514d849669a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:08.792877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:08.808449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed6e3ad-f166-44eb-a31b-d514d849669a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:08.820896 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-1d8636aa-0d25-4077-8beb-0b0b4ea17fc8 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154246 Feb 03 11:14:08.838037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:08.839463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6949110e-624c-4e3b-845c-4ec15cc760f8 req-c5750bc2-db2c-4070-b8fe-41104d621ffd tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395428 Feb 03 11:14:08.846316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:08.865055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-436639ce-21e0-4e57-bbe2-58b4985b9911 req-043863d1-73c0-459a-96c7-8d8431b2575d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Feb 03 11:14:08.871573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-ba732970-5d12-4d1d-8fcc-08638feb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:08.873187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-ba732970-5d12-4d1d-8fcc-08638feb9689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739887 Feb 03 11:14:08.919905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:08.936938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.937281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.937617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.937948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.938272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.938596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.938915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.939232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.939550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.939864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.940177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.940488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.940801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:08.948768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-85034cc7-ddc0-4d7d-ad96-400ded72adba req-d9994e9b-d444-442c-9d40-c3e451f920f3 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211555 Feb 03 11:14:09.076138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-181fcb04-c38e-44a3-8b3f-8f4bc1b3b583 service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908071 Feb 03 11:14:09.085985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c0721-249c-4981-8912-1519e6e3da21 req-f5b5d4ea-8ef2-4737-8a44-087d6b0275c4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.087891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-109c0721-249c-4981-8912-1519e6e3da21 req-f5b5d4ea-8ef2-4737-8a44-087d6b0275c4 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.1165674 Feb 03 11:14:09.103947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3af20-94a5-4cfe-88a6-4fc213d2500d req-6a40d262-0778-4124-a105-1c5cc12b5eb9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.105330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8f3af20-94a5-4cfe-88a6-4fc213d2500d req-6a40d262-0778-4124-a105-1c5cc12b5eb9 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1334300 Feb 03 11:14:09.230217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2ed6e3ad-f166-44eb-a31b-d514d849669a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:09.507963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-109c0721-249c-4981-8912-1519e6e3da21 req-1d22511e-0d99-4270-98ce-2ee3e03ad88e tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112868 Feb 03 11:14:09.518016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8f3af20-94a5-4cfe-88a6-4fc213d2500d req-0b1b02f3-06e8-4cbe-a08a-323408cc3711 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981442 Feb 03 11:14:09.522073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ed21404-de78-413a-8355-1cbb89ea4337 req-d8fad20c-d1db-4c2a-a090-c28703c56a31 service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329321 Feb 03 11:14:09.668511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.673777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.679058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.684312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.689573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.694791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.700573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.709120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-51f8ed20-5f47-4e7b-bcf1-28b90d6b675e tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1329193 Feb 03 11:14:09.716711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19088bf3-ee72-45b2-a72e-aa9427602137 req-f1f87223-4a7f-4b58-bdc2-6dfddd99018c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.718131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19088bf3-ee72-45b2-a72e-aa9427602137 req-f1f87223-4a7f-4b58-bdc2-6dfddd99018c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 945 time: 0.1332462 Feb 03 11:14:09.797271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19088bf3-ee72-45b2-a72e-aa9427602137 req-f37ce209-388c-4748-8c01-bdf1ae268441 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725048 Feb 03 11:14:09.801881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7c62858-7a03-48de-a6d1-743f2ed18775 req-ca73f144-9380-4a79-bc2c-2a723e3b69f3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829017 Feb 03 11:14:09.912089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3604-b5ba-4318-a494-4f02a70ea3e6 req-2b532983-ffa8-4b84-90d8-3275bd4a63e5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:09.913613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccc3604-b5ba-4318-a494-4f02a70ea3e6 req-2b532983-ffa8-4b84-90d8-3275bd4a63e5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0586557 Feb 03 11:14:09.968538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eccc3604-b5ba-4318-a494-4f02a70ea3e6 req-c38d75de-d857-4644-bae2-d2a5e47045e3 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Feb 03 11:14:10.141020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445276b1-11ce-4e26-9531-fb1694779ae2 req-4df5883a-f9da-4822-bf19-dc4f0c3ef4cd tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.142529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445276b1-11ce-4e26-9531-fb1694779ae2 req-4df5883a-f9da-4822-bf19-dc4f0c3ef4cd tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 945 time: 0.1116943 Feb 03 11:14:10.143744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-a6a2bb7a-5d58-4595-8bd6-00bc9a66a709 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.146207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-a6a2bb7a-5d58-4595-8bd6-00bc9a66a709 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbf3379-217a-47df-aa2d-f884df574e0b HTTP/1.1" status: 200 len: 946 time: 0.0646908 Feb 03 11:14:10.150811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585e080-3f74-4605-b678-f4dc2d799671 req-7eb721ea-d170-4d90-8db9-af2cd6ede1a9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.157400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2585e080-3f74-4605-b678-f4dc2d799671 req-7eb721ea-d170-4d90-8db9-af2cd6ede1a9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 944 time: 0.0907969 Feb 03 11:14:10.228964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2585e080-3f74-4605-b678-f4dc2d799671 req-a6d9c2e8-aa22-413d-a772-bdbc08fe63dc tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706244 Feb 03 11:14:10.233088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445276b1-11ce-4e26-9531-fb1694779ae2 req-cea975c6-627c-41ca-86f8-f0e53c983cc9 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/security-groups?id=0594a395-1992-4676-99fd-1076727bfcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Feb 03 11:14:10.279158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Deleting port c145fe4c-9a79-49e9-b719-920613227204 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:10.279513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c145fe4c-9a79-49e9-b719-920613227204), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.361284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834275c-0980-4f90-a3ce-102b709fa33b req-1249a7f2-80b4-4fb5-8f4a-2ce92d7843c5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.363005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e834275c-0980-4f90-a3ce-102b709fa33b req-1249a7f2-80b4-4fb5-8f4a-2ce92d7843c5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 945 time: 0.0610735 Feb 03 11:14:10.419774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e834275c-0980-4f90-a3ce-102b709fa33b req-41d542a2-b8f3-4c59-8cba-9f03da0dcd55 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505393 Feb 03 11:14:10.570063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2ed6e3ad-f166-44eb-a31b-d514d849669a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:10.652169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ece66-2f65-4de8-9cc0-8cefbecb4436 req-9aa329bb-196b-43ca-b6a4-80812db632ec tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.653879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d98ece66-2f65-4de8-9cc0-8cefbecb4436 req-9aa329bb-196b-43ca-b6a4-80812db632ec tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0590503 Feb 03 11:14:10.699396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] For port c145fe4c-9a79-49e9-b719-920613227204, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c145fe4c-9a79-49e9-b719-920613227204,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:10.700296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c145fe4c-9a79-49e9-b719-920613227204), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.715927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Calling delete_port for c145fe4c-9a79-49e9-b719-920613227204 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:10.727948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d98ece66-2f65-4de8-9cc0-8cefbecb4436 req-481eee3f-2764-4e83-a84d-6c759877f511 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Feb 03 11:14:10.756794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48182456-856c-4b1b-a07e-8227818961bc req-b3d6d81b-4bee-4890-bb2e-ddb49028750b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:10.758535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48182456-856c-4b1b-a07e-8227818961bc req-b3d6d81b-4bee-4890-bb2e-ddb49028750b tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 945 time: 0.1007946 Feb 03 11:14:10.817672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 2ed6e3ad-f166-44eb-a31b-d514d849669a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:10.823329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2ed6e3ad-f166-44eb-a31b-d514d849669a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:10.823686 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.916995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Deleting port 1a2a96dd-a65c-4fde-a374-2c6712702c18 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:10.917339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.940424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c145fe4c-9a79-49e9-b719-920613227204), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.951164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2ed6e3ad-f166-44eb-a31b-d514d849669a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:10.951354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:10.988995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event deleted for resources: {'Port': ['ID=c145fe4c-9a79-49e9-b719-920613227204,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:11.001690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:11.003589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c145fe4c-9a79-49e9-b719-920613227204'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:11.035045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1a2a96dd-a65c-4fde-a374-2c6712702c18'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:11.038845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:11.042507 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698408be-7db3-401e-9401-adb451fc9c9a" -d '{"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:11.050472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:11.077636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] No DVR routers for this DVR port c145fe4c-9a79-49e9-b719-920613227204 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:11.082451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:11.084839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.086514 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-27fa698c-e8a5-462a-a42e-aff1376bf1be req-4fe86f46-b1f6-4fe0-a535-02efd0451f86 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.53 "DELETE /v2.0/ports/c145fe4c-9a79-49e9-b719-920613227204 HTTP/1.1" status: 204 len: 173 time: 0.9342394 Feb 03 11:14:11.087516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'name': 'network-vif-deleted', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:11.090428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.091127 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cd196-682f-4dc1-8c26-82c4370b5f16" -d '{"events": [{"server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "name": "network-vif-deleted", "tag": "c145fe4c-9a79-49e9-b719-920613227204"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:11.096390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.101901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.107905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.113770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.121362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.131115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-40201426-fa5c-45ae-bb2e-632b5344e28f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1920295 Feb 03 11:14:11.140386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] For port 1a2a96dd-a65c-4fde-a374-2c6712702c18, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a2a96dd-a65c-4fde-a374-2c6712702c18,segment=NetworkSegment(2fe81f5e-32e4-4161-b125-f152da45c138),segment_id=2fe81f5e-32e4-4161-b125-f152da45c138)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:11.140759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:11.151728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:11.224203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Calling delete_port for 1a2a96dd-a65c-4fde-a374-2c6712702c18 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:11.313919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f43538f-a952-418d-b837-eb8bb10b3309 req-af015e6a-52d1-4434-9b82-bc5f6cdffeca tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819127 Feb 03 11:14:11.328673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948af7e7-635c-47d4-881d-34276b89246d req-d75c623a-23f6-4a76-b756-28e24d550821 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.330210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948af7e7-635c-47d4-881d-34276b89246d req-d75c623a-23f6-4a76-b756-28e24d550821 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1920593 Feb 03 11:14:11.372928 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb935b-c356-4ce3-9443-19ff930fcb96 x-openstack-request-id: req-21eb935b-c356-4ce3-9443-19ff930fcb96 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:11.373235 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:11.373494 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21eb935b-c356-4ce3-9443-19ff930fcb96 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:11.373902 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'code': 200} Feb 03 11:14:11.410921 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3538c3d-533b-4f83-bef0-425d917c6d80 x-openstack-request-id: req-a3538c3d-533b-4f83-bef0-425d917c6d80 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:11.411421 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbf3379-217a-47df-aa2d-f884df574e0b", "name": "network-vif-deleted", "tag": "c145fe4c-9a79-49e9-b719-920613227204", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:11.411581 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3538c3d-533b-4f83-bef0-425d917c6d80 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:11.412187 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbf3379-217a-47df-aa2d-f884df574e0b', 'name': 'network-vif-deleted', 'tag': 'c145fe4c-9a79-49e9-b719-920613227204', 'status': 'completed', 'code': 200} Feb 03 11:14:11.438212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948af7e7-635c-47d4-881d-34276b89246d req-727e233b-a862-413a-bccd-48baef92cfb4 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Feb 03 11:14:11.549779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc7b2-205f-4da3-8914-1fa8aa42b49b req-a2b3b8d8-a026-437d-8c16-f8d069b4f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.551306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36cfc7b2-205f-4da3-8914-1fa8aa42b49b req-a2b3b8d8-a026-437d-8c16-f8d069b4f5ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 1127 time: 0.0995746 Feb 03 11:14:11.552755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a2a96dd-a65c-4fde-a374-2c6712702c18), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:11.568675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c145fe4c-9a79-49e9-b719-920613227204'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:11.600743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Pushing event deleted for resources: {'Port': ['ID=1a2a96dd-a65c-4fde-a374-2c6712702c18,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:11.630385 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36cfc7b2-205f-4da3-8914-1fa8aa42b49b req-3479d921-8bce-49ff-9f21-b58d9e39d163 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706322 Feb 03 11:14:11.641092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a390b493-5fa4-4263-b297-e665736861ab req-d092e622-db15-4acf-b84f-aaa3d710457c tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.30 "GET /v2.0/ports?device_id=d81b97a0-c4e0-423f-9b64-675c483073c4 HTTP/1.1" status: 200 len: 210 time: 0.0428083 Feb 03 11:14:11.668372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ada12-1779-4259-b789-7123c3afcd60 req-28196f6c-87d3-4bf7-9e70-4c1f02047117 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.670912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b3ada12-1779-4259-b789-7123c3afcd60 req-28196f6c-87d3-4bf7-9e70-4c1f02047117 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1817343 Feb 03 11:14:11.694118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] No DVR routers for this DVR port 1a2a96dd-a65c-4fde-a374-2c6712702c18 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:11.702573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:11.705891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48182456-856c-4b1b-a07e-8227818961bc req-b1136d5e-cc8a-4e10-81c4-45efa8fec0b5 tempest-MultipleCreateTestJSON-2128086111 tempest-MultipleCreateTestJSON-2128086111-project] 10.222.0.69 "DELETE /v2.0/ports/1a2a96dd-a65c-4fde-a374-2c6712702c18 HTTP/1.1" status: 204 len: 173 time: 0.9413810 Feb 03 11:14:11.706328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'name': 'network-vif-deleted', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:11.708994 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae9875-6185-4d92-87bd-f9ed60fc22a0" -d '{"events": [{"server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "name": "network-vif-deleted", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:11.785245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b3ada12-1779-4259-b789-7123c3afcd60 req-1f4277f0-d1ad-45e1-8fcb-13229aac6849 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092746 Feb 03 11:14:11.808549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.815963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.822613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.828643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.833895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.841387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.850443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.857522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-fbd9c6a5-6dea-4543-8f3d-9c29eed99529 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1362236 Feb 03 11:14:11.952783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfc561-af13-40a6-a960-32519c8389c1 req-864a9d0e-71c0-43f5-a9f7-c76c147fc4ee tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:11.954206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65dfc561-af13-40a6-a960-32519c8389c1 req-864a9d0e-71c0-43f5-a9f7-c76c147fc4ee tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 945 time: 0.0882609 Feb 03 11:14:11.959038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d842531d-51b3-4b18-bd9c-9cb51c5ec106 req-834ca3ec-c316-42e2-bef8-97108e3dc570 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000378 Feb 03 11:14:12.015005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65dfc561-af13-40a6-a960-32519c8389c1 req-85afdc3e-200a-49e7-be02-52aa8d3f5f18 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550404 Feb 03 11:14:12.016580 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53d228-f8c0-4d33-91e5-8abea0b537b9 x-openstack-request-id: req-2b53d228-f8c0-4d33-91e5-8abea0b537b9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:12.016882 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b97a0-c4e0-423f-9b64-675c483073c4", "name": "network-vif-deleted", "tag": "1a2a96dd-a65c-4fde-a374-2c6712702c18", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:12.017277 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b53d228-f8c0-4d33-91e5-8abea0b537b9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:12.017557 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b97a0-c4e0-423f-9b64-675c483073c4', 'name': 'network-vif-deleted', 'tag': '1a2a96dd-a65c-4fde-a374-2c6712702c18', 'status': 'completed', 'code': 200} Feb 03 11:14:12.189023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d918-5f2e-4714-b314-cf0c52c5263c req-08c72ca9-dab3-4b79-8705-b7b5278efe69 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.190516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e598d918-5f2e-4714-b314-cf0c52c5263c req-08c72ca9-dab3-4b79-8705-b7b5278efe69 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1323221 Feb 03 11:14:12.207783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.213549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.218720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.223898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.229767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.234954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.240180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.242017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3349bd2e-bb94-4e2f-8c72-87e71b1acd6b req-80519bd0-0241-442f-acc5-7f3c39706f29 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.1750276 Feb 03 11:14:12.250402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-5cee5bf1-f54e-4f21-8b38-cadba88d9b91 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.252290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-5cee5bf1-f54e-4f21-8b38-cadba88d9b91 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 945 time: 0.1468797 Feb 03 11:14:12.363903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e598d918-5f2e-4714-b314-cf0c52c5263c req-80874e51-35f0-4f54-8740-65162c87b50d tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655440 Feb 03 11:14:12.407572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port ebf9ac69-899b-473f-996c-3094a25cad0c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:12.407849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.510425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port ebf9ac69-899b-473f-996c-3094a25cad0c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ebf9ac69-899b-473f-996c-3094a25cad0c,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:12.510891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.525370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for ebf9ac69-899b-473f-996c-3094a25cad0c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:12.636735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d29675-71d5-480d-956c-6649ecebbb89 req-7d6dceb7-e447-4f8d-ab27-27207917af53 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.638425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4d29675-71d5-480d-956c-6649ecebbb89 req-7d6dceb7-e447-4f8d-ab27-27207917af53 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0715969 Feb 03 11:14:12.731193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4d29675-71d5-480d-956c-6649ecebbb89 req-8aeee28a-338b-474e-8658-f3308f070d4a tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Feb 03 11:14:12.743233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:12.743765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ebf9ac69-899b-473f-996c-3094a25cad0c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.778528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=ebf9ac69-899b-473f-996c-3094a25cad0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:12.791384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Deleting subnet 87304e26-2cfa-469d-ab52-bf170b9b7638 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:14:12.795653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Publish callbacks [] for subnet (87304e26-2cfa-469d-ab52-bf170b9b7638), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.798354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ebf9ac69-899b-473f-996c-3094a25cad0c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:12.854764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port ebf9ac69-899b-473f-996c-3094a25cad0c on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:12.856269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (87304e26-2cfa-469d-ab52-bf170b9b7638), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.858861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.865913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6765a3bc-ac8b-4da0-80a8-53f3801f93bf req-31d1e6ed-300c-4161-a5e4-2cfaec698a0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "DELETE /v2.0/ports/ebf9ac69-899b-473f-996c-3094a25cad0c HTTP/1.1" status: 204 len: 173 time: 0.6012485 Feb 03 11:14:12.908825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (87304e26-2cfa-469d-ab52-bf170b9b7638), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:12.964047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c88bc-d81a-447e-b8fc-981ccf102f56 req-cef51db5-1cdd-4d9e-b35b-55d807c6da6f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:12.964846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e25c88bc-d81a-447e-b8fc-981ccf102f56 req-cef51db5-1cdd-4d9e-b35b-55d807c6da6f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0794487 Feb 03 11:14:12.987855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (87304e26-2cfa-469d-ab52-bf170b9b7638), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.020349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87304e26-2cfa-469d-ab52-bf170b9b7638,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:13.022854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.027143 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-21eb22ec-a226-474d-8dac-f8e947207978 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/87304e26-2cfa-469d-ab52-bf170b9b7638 HTTP/1.1" status: 204 len: 168 time: 0.2823400 Feb 03 11:14:13.029603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35828) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:13.048859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e25c88bc-d81a-447e-b8fc-981ccf102f56 req-e0a5d41e-6a27-4123-8e44-8b30fd4988a4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776432 Feb 03 11:14:13.113432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f9952a3b-76a1-4ab8-9645-064bcabe8d54), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.145142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47831a4a-a755-4fa7-ba33-fd43a713d506 req-2d3cc909-84d8-4b48-a394-349e51792f97 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=8271a960-d892-43f7-955f-6300ec829f0f HTTP/1.1" status: 200 len: 210 time: 0.0289531 Feb 03 11:14:13.198583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f9952a3b-76a1-4ab8-9645-064bcabe8d54), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.217934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9952a3b-76a1-4ab8-9645-064bcabe8d54']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:13.227092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe81f5e-32e4-4161-b125-f152da45c138') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:13.227395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe81f5e-32e4-4161-b125-f152da45c138') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:13.237538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (2fe81f5e-32e4-4161-b125-f152da45c138), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.253392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2fe81f5e-32e4-4161-b125-f152da45c138), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (2fe81f5e-32e4-4161-b125-f152da45c138), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:14:13.265807 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:14:13.325263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f9952a3b-76a1-4ab8-9645-064bcabe8d54), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.331062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.334345 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9952a3b-76a1-4ab8-9645-064bcabe8d54 HTTP/1.1" status: 204 len: 168 time: 0.3036375 Feb 03 11:14:13.345716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79e8b-3237-4eea-9cd5-9441d0357c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9952a3b-76a1-4ab8-9645-064bcabe8d54,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:13.499045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c829a16-8961-4751-bca9-d5a49941b4f4 req-52e4fde9-a96f-4c63-8108-3c8d3750163b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:13.502421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c829a16-8961-4751-bca9-d5a49941b4f4 req-52e4fde9-a96f-4c63-8108-3c8d3750163b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0577786 Feb 03 11:14:13.503015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:13.559963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c829a16-8961-4751-bca9-d5a49941b4f4 req-72b1e706-9a81-47f3-bc02-ce534b241d5b tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 Feb 03 11:14:13.559963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:13.561020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-128580a5-5b28-42ef-87d6-692f63cf51a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c743edc554044177b7462144e2a65c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566416 Feb 03 11:14:13.622399 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] Publish callbacks [] for security_group (0594a395-1992-4676-99fd-1076727bfcca), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.643349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] Publish callbacks [] for security_group (0594a395-1992-4676-99fd-1076727bfcca), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.692785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0594a395-1992-4676-99fd-1076727bfcca), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.695441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:13.703680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0594a395-1992-4676-99fd-1076727bfcca HTTP/1.1" status: 204 len: 168 time: 0.1424298 Feb 03 11:14:13.712797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352698e-f39a-4b0c-87d2-15760492398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594a395-1992-4676-99fd-1076727bfcca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:13.873404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f04b-0e1a-4f36-b548-669ba52b2cfa req-66c5db65-8932-415b-8d2f-1affe9ba1034 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:13.874894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc28f04b-0e1a-4f36-b548-669ba52b2cfa req-66c5db65-8932-415b-8d2f-1affe9ba1034 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0559933 Feb 03 11:14:13.932473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc28f04b-0e1a-4f36-b548-669ba52b2cfa req-c8035b8f-b1ca-406c-aa0e-ae572e58d83b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Feb 03 11:14:14.018600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'name': 'network-vif-deleted', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:14.021364 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde8bf8-c0c8-4ffb-b2af-b3c1d36f1cf6" -d '{"events": [{"server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "name": "network-vif-deleted", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:14.062323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8ac63-05aa-462e-8aea-5cc88eb04cc0 x-openstack-request-id: req-77d8ac63-05aa-462e-8aea-5cc88eb04cc0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:14.062607 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271a960-d892-43f7-955f-6300ec829f0f", "name": "network-vif-deleted", "tag": "ebf9ac69-899b-473f-996c-3094a25cad0c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:14.062834 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77d8ac63-05aa-462e-8aea-5cc88eb04cc0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:14.063246 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271a960-d892-43f7-955f-6300ec829f0f', 'name': 'network-vif-deleted', 'tag': 'ebf9ac69-899b-473f-996c-3094a25cad0c', 'status': 'completed', 'code': 200} Feb 03 11:14:14.184566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df719-df3c-4485-a8f2-7077073f734d req-cdc593cf-2b93-469f-8c27-19ce69ef95f0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.186041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-062df719-df3c-4485-a8f2-7077073f734d req-cdc593cf-2b93-469f-8c27-19ce69ef95f0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0625651 Feb 03 11:14:14.266322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-062df719-df3c-4485-a8f2-7077073f734d req-67c05d22-7eca-41fe-899a-495ff9086843 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Feb 03 11:14:14.495117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:14.533812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-349297f8-1e6c-4207-8143-34b094c7475c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.534559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-349297f8-1e6c-4207-8143-34b094c7475c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.1458211 Feb 03 11:14:14.553713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba6ae3-e8fa-462d-9f2f-ebfd2c64b30c req-6bdf332e-064b-4651-93ed-aedebe22def3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.555206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cba6ae3-e8fa-462d-9f2f-ebfd2c64b30c req-6bdf332e-064b-4651-93ed-aedebe22def3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0905294 Feb 03 11:14:14.564171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-81d6abf0-4c9d-41cb-9ab4-32acc4fde81b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0226862 Feb 03 11:14:14.572544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c145fe4c-9a79-49e9-b719-920613227204 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:14.613586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: c145fe4c-9a79-49e9-b719-920613227204 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:14.614186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c145fe4c-9a79-49e9-b719-920613227204 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:14.624605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1196134496-network', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:14.625482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-189097b2-4d02-4365-a870-a4c5e45d5dcd tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523322 Feb 03 11:14:14.647006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:14.650478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.659747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.681386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cba6ae3-e8fa-462d-9f2f-ebfd2c64b30c req-b68c9280-6e4e-48e1-bc14-6e9c8f5978e0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127079 Feb 03 11:14:14.757957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks [] for security_group (02fe80ee-235f-4d9a-9848-4745fc3839e8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.763267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (02fe80ee-235f-4d9a-9848-4745fc3839e8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.777533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:14:14.789121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (dee48985-5b86-448b-a0bf-41e38708f9b1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.789549 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Added segment dee48985-5b86-448b-a0bf-41e38708f9b1 of type vlan for network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 Feb 03 11:14:14.833371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (768acb44-d8c5-4fe1-aa36-fa8aab15fce2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.856430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-5286217d-3667-4fb5-8d47-f3b565d2504f service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139640 Feb 03 11:14:14.863558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6509-abac-4d24-a3b0-ba29c4b61e93 req-f15badd2-2d3c-4836-b384-8cd29de8a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.865211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d2a6509-abac-4d24-a3b0-ba29c4b61e93 req-f15badd2-2d3c-4836-b384-8cd29de8a82e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1127 time: 0.1577086 Feb 03 11:14:14.872858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285f2f-39f9-425e-a3ba-e6afd9525692 req-bb85e507-5739-4226-834a-bf14171273a0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.874326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45285f2f-39f9-425e-a3ba-e6afd9525692 req-bb85e507-5739-4226-834a-bf14171273a0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0985467 Feb 03 11:14:14.885438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe80ee-235f-4d9a-9848-4745fc3839e8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:14.888136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (768acb44-d8c5-4fe1-aa36-fa8aab15fce2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.889421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:14.890756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:14.954231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=768acb44-d8c5-4fe1-aa36-fa8aab15fce2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:14.970417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:14:14.973515 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-31f02874-e386-4b55-a011-69298d54b1c1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4717660 Feb 03 11:14:14.974170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35896) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:14.980198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Request body: {'subnet': {'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1196134496-subnet', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:15.002554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:15.004799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.009923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d2a6509-abac-4d24-a3b0-ba29c4b61e93 req-2cc24963-5aa3-4a05-bab6-74e6679be495 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335773 Feb 03 11:14:15.019843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45285f2f-39f9-425e-a3ba-e6afd9525692 req-2637f005-fdf6-482d-b6f1-543ef7ab5acd tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316350 Feb 03 11:14:15.049026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-70afe9d6-3d8c-4ee4-816a-c101f0299140 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736715 Feb 03 11:14:15.164189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792d7c-1f49-41b2-94ef-80d9a8ad5037 req-07d553eb-15c3-46f8-9568-9b42845854d1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:15.173208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9792d7c-1f49-41b2-94ef-80d9a8ad5037 req-07d553eb-15c3-46f8-9568-9b42845854d1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0677161 Feb 03 11:14:15.190387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2842cccb-957f-4c5a-9409-6a48aca68ad6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.261615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c6d1de0-3bf6-4788-97f8-9f889753bfd0 req-bbfbfebf-e8bd-43cb-8813-d5891c710a10 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0469162 Feb 03 11:14:15.277306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:15.277815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Network hostable DHCP agents. Network: 768acb44-d8c5-4fe1-aa36-fa8aab15fce2, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:14:15.283399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2842cccb-957f-4c5a-9409-6a48aca68ad6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:15.289199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9792d7c-1f49-41b2-94ef-80d9a8ad5037 req-f9465da3-a2ba-47fa-8b4b-bbeb184db796 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141589 Feb 03 11:14:15.301727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:14:15.313735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 768acb44-d8c5-4fe1-aa36-fa8aab15fce2) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:15.318775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:15.319444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.325469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967e0a5-4658-4235-9031-a00d2191c65f None None] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:14:15.347753 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8af5838-4799-4ff0-a637-3f83becf9608 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3701096 Feb 03 11:14:15.348109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:15.352480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:15.385886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.388677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.462133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:14:15.463540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.496479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for router_controller (979492db-367c-4c59-b21e-5f0a6dbb530b), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.618674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Allocated IP 172.20.0.2 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/8590ae93-4385-420f-961e-a7035657782e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:15.666313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for router_gateway (979492db-367c-4c59-b21e-5f0a6dbb530b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.899931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks [] for port (8590ae93-4385-420f-961e-a7035657782e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.906835 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8590ae93-4385-420f-961e-a7035657782e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:15.946300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:15.950183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:15.953939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:15.992536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Pushing event updated for resources: {'Port': ['ID=8590ae93-4385-420f-961e-a7035657782e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:16.019918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182013d6-ad7f-479b-80b8-b08b83817d50 req-65d40498-cf71-47e8-a4da-09d4cbabefe4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:16.021609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182013d6-ad7f-479b-80b8-b08b83817d50 req-65d40498-cf71-47e8-a4da-09d4cbabefe4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.2292607 Feb 03 11:14:16.025898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a2a96dd-a65c-4fde-a374-2c6712702c18 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:16.063521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for router_gateway (979492db-367c-4c59-b21e-5f0a6dbb530b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.092868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Attempting to bind port 8590ae93-4385-420f-961e-a7035657782e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:16.093275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Attempting to bind port 8590ae93-4385-420f-961e-a7035657782e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:16.093646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Attempting to bind port 8590ae93-4385-420f-961e-a7035657782e on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:16.101969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.102893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1a2a96dd-a65c-4fde-a374-2c6712702c18 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:16.103321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a2a96dd-a65c-4fde-a374-2c6712702c18 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:16.103667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ebf9ac69-899b-473f-996c-3094a25cad0c no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:16.107137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:16.107605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:16.108013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.108449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:16.108955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Bound port: 8590ae93-4385-420f-961e-a7035657782e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:16.109342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8590ae93-4385-420f-961e-a7035657782e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.129081 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.136287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: ebf9ac69-899b-473f-996c-3094a25cad0c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:16.136646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ebf9ac69-899b-473f-996c-3094a25cad0c not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:16.200225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] For port 8590ae93-4385-420f-961e-a7035657782e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:16.203517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] For port 8590ae93-4385-420f-961e-a7035657782e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8590ae93-4385-420f-961e-a7035657782e,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:16.211085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8590ae93-4385-420f-961e-a7035657782e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:16.284442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0391d3-7825-409d-8c7c-7286b03be8d6 None None] Pushing event updated for resources: {'Port': ['ID=8590ae93-4385-420f-961e-a7035657782e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:16.526287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182013d6-ad7f-479b-80b8-b08b83817d50 req-b520923a-523a-4afe-914f-5e8651ee0607 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976070 Feb 03 11:14:16.609831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40114-8d87-48a4-9b2c-72ac106626b9 req-a442519c-c464-4148-9e9f-fad8323e44cd tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:16.619742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b40114-8d87-48a4-9b2c-72ac106626b9 req-a442519c-c464-4148-9e9f-fad8323e44cd tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.5154562 Feb 03 11:14:16.725710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b40114-8d87-48a4-9b2c-72ac106626b9 req-c3ef38da-4c60-4b4d-b17c-1a3dcdf84124 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023130 Feb 03 11:14:16.842656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35847d5e-ad40-48aa-9f66-8e68b4853819 req-3418eef1-e28e-4a42-879b-2fb8117d1743 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.1144433 Feb 03 11:14:16.937106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Allocated IP 172.25.7.58 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/80dd3635-d98f-47af-aba5-2621dc74ed49) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:17.027612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-bbce2363-36e9-404f-beed-bf163a7779dd tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:17.029260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-bbce2363-36e9-404f-beed-bf163a7779dd tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.3025110 Feb 03 11:14:17.038624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125efd9c-1e39-4dd6-a0de-38218f211ecb req-a241a8ef-8a97-4bc0-94c6-cfba1f3f0066 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:17.040720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-125efd9c-1e39-4dd6-a0de-38218f211ecb req-a241a8ef-8a97-4bc0-94c6-cfba1f3f0066 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1800246 Feb 03 11:14:17.075765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:17.224842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.229793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-125efd9c-1e39-4dd6-a0de-38218f211ecb req-d51e7669-b319-4f15-9f1f-ad0fa82818b7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609607 Feb 03 11:14:17.317702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:17.324377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.328403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.363861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:17.395244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:17.418946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:17.443186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8590ae93-4385-420f-961e-a7035657782e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:17.501975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8590ae93-4385-420f-961e-a7035657782e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:17.502404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8590ae93-4385-420f-961e-a7035657782e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.524019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Pushing event updated for resources: {'Port': ['ID=80dd3635-d98f-47af-aba5-2621dc74ed49,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:17.648260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8590ae93-4385-420f-961e-a7035657782e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:17.648785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8590ae93-4385-420f-961e-a7035657782e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.691464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8590ae93-4385-420f-961e-a7035657782e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8590ae93-4385-420f-961e-a7035657782e,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:17.696218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8590ae93-4385-420f-961e-a7035657782e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:17.756284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6edd0-65f4-4208-b29a-ec0a99136ca2 None None] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:14:17.783252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.10 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/1a68fca6-1b79-4e07-a236-3f922baf99bd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:17.800014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8590ae93-4385-420f-961e-a7035657782e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:17.859784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1202-3aee-4570-a661-923164ea4a60 req-6f6f0b63-f497-4c24-bfd0-f34ac2ee8b93 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:17.861607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229f1202-3aee-4570-a661-923164ea4a60 req-6f6f0b63-f497-4c24-bfd0-f34ac2ee8b93 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.2018871 Feb 03 11:14:17.870558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-58ee1dd4-695f-40b7-bef0-839d313fcf0a None None] Provisioning complete for port 8590ae93-4385-420f-961e-a7035657782e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:17.871249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58ee1dd4-695f-40b7-bef0-839d313fcf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8590ae93-4385-420f-961e-a7035657782e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.006719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-58ee1dd4-695f-40b7-bef0-839d313fcf0a None None] Current status of the port 8590ae93-4385-420f-961e-a7035657782e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:18.061776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229f1202-3aee-4570-a661-923164ea4a60 req-81cbeb46-29a3-4b5b-882c-a74dc0246f58 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804240 Feb 03 11:14:18.125834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3fbc1-4608-428d-8528-55419a36bf3a req-14ed356d-f7c5-4dee-8f29-cf982cc8f2ae tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:18.127558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1c3fbc1-4608-428d-8528-55419a36bf3a req-14ed356d-f7c5-4dee-8f29-cf982cc8f2ae tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2766244 Feb 03 11:14:18.169317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for router_gateway (979492db-367c-4c59-b21e-5f0a6dbb530b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.248850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a8690ad-f859-434f-8fdf-dec72450dc78 req-18faa7ef-74b6-40e0-b0e5-5f0448b5d686 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0944178 Feb 03 11:14:18.316014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.335620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1c3fbc1-4608-428d-8528-55419a36bf3a req-99fdf065-09df-4bf5-b5ca-cb50fa76be1e tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932495 Feb 03 11:14:18.337814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3e471451-4b6f-4ff6-8696-df76aedd90d9 None None] Provisioning complete for port 8590ae93-4385-420f-961e-a7035657782e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:18.338290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e471451-4b6f-4ff6-8696-df76aedd90d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8590ae93-4385-420f-961e-a7035657782e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.515438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e471451-4b6f-4ff6-8696-df76aedd90d9 None None] Current status of the port 8590ae93-4385-420f-961e-a7035657782e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:18.520939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.535224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2ac4a-ffb0-4a4c-9bcf-2cea71edd696 req-fb28e014-b189-4e77-b828-bba1876dc94e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:18.537015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ff2ac4a-ffb0-4a4c-9bcf-2cea71edd696 req-fb28e014-b189-4e77-b828-bba1876dc94e tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.2005346 Feb 03 11:14:18.663786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:18.677945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:18.680287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:18.727556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:18.805741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ff2ac4a-ffb0-4a4c-9bcf-2cea71edd696 req-3765a30e-98e3-4491-8cda-15dd4391e63c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568073 Feb 03 11:14:18.828656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-1503ce90-84d2-4c6e-aecc-03f97c4d4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:18.830369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-1503ce90-84d2-4c6e-aecc-03f97c4d4047 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9feb655248d04b978a0bb01646e73f3d&device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 1127 time: 0.2785625 Feb 03 11:14:18.831471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.841519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:18.842276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:18.871093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58807590-6b8e-4670-a29d-13fa8b831b98 req-8f4672ac-131c-4d7f-9d7a-67cb176bf2dc tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:18.872647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58807590-6b8e-4670-a29d-13fa8b831b98 req-8f4672ac-131c-4d7f-9d7a-67cb176bf2dc tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.2934310 Feb 03 11:14:19.223909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-3e3d8778-835f-4fd9-861d-50fa4f6f4f1f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1566122 Feb 03 11:14:19.310157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Request body: {'port': {'device_id': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:19.355013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8590ae93-4385-420f-961e-a7035657782e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:19.421534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8590ae93-4385-420f-961e-a7035657782e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:19.422866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8590ae93-4385-420f-961e-a7035657782e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:19.464002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-82db41d0-4d4c-4979-8947-01f58801bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:19.465548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-82db41d0-4d4c-4979-8947-01f58801bc93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 200 len: 912 time: 0.6195166 Feb 03 11:14:19.474634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58807590-6b8e-4670-a29d-13fa8b831b98 req-085d3466-a3bb-46f5-a56e-f3d2cec24b72 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851994 Feb 03 11:14:19.518997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8590ae93-4385-420f-961e-a7035657782e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:19.534413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:19.537332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-93694bfb-6402-4a41-8d10-c6ef8e1a2358 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 200 len: 217 time: 0.0586250 Feb 03 11:14:19.562345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628d7c-131a-4b47-9bf6-9fda8331d0a4 req-b1015221-704c-4f80-88a0-d495da4342b5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:19.563820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c628d7c-131a-4b47-9bf6-9fda8331d0a4 req-b1015221-704c-4f80-88a0-d495da4342b5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.3336418 Feb 03 11:14:19.749597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-b9aa674a-b9d4-4184-8155-fc9a248bbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:19.751735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-b9aa674a-b9d4-4184-8155-fc9a248bbbd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 200 len: 851 time: 0.1982303 Feb 03 11:14:19.766727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Router 979492db-367c-4c59-b21e-5f0a6dbb530b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:14:19.790986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c628d7c-131a-4b47-9bf6-9fda8331d0a4 req-41ac461b-343d-4d39-8b98-dd49b5399f0a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126708 Feb 03 11:14:19.884121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-4a772d7f-854c-4560-a75e-641320080643 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6dc62d81-b1f6-4ae5-87d7-20aff75593a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203425 Feb 03 11:14:19.896603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a66a3-1b2c-4962-a19d-41661b4808ac req-5f511b2d-878f-4c33-b8e4-fc2356acdb23 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:19.898222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef1a66a3-1b2c-4962-a19d-41661b4808ac req-5f511b2d-878f-4c33-b8e4-fc2356acdb23 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 932 time: 0.3229923 Feb 03 11:14:20.209393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef1a66a3-1b2c-4962-a19d-41661b4808ac req-ead6bcce-f138-4494-b3d5-5f75f5cd458a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846873 Feb 03 11:14:20.249571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86261-3426-4597-8393-d669c0404c99 req-e44e4cb1-d24f-4764-9d19-727bfdce3820 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:20.251036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53b86261-3426-4597-8393-d669c0404c99 req-e44e4cb1-d24f-4764-9d19-727bfdce3820 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.3626254 Feb 03 11:14:20.263297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-a82a7c36-2922-4b7a-b549-a9dc5702372e service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588710 Feb 03 11:14:20.271160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:20.285053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Sync routers for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:20.304589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:20.305361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:20.413018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:20.416975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ad45a51c-90d5-4c7b-bb36-f2ab2d89ab6b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0651817 Feb 03 11:14:20.419403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35952) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:20.452446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:20.459629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53b86261-3426-4597-8393-d669c0404c99 req-fa28a201-dc99-4602-aad7-a38a83d834b8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986563 Feb 03 11:14:20.494210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a68fca6-1b79-4e07-a236-3f922baf99bd {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:20.505679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks [] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:20.531483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea6c6868-56e9-41ee-be63-4516fbd1923e req-873881ab-36af-4d15-94c8-83ee24e05bdc service neutron] 10.222.0.69 "GET /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573092 Feb 03 11:14:20.532461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Transition to ACTIVE for port object 1a68fca6-1b79-4e07-a236-3f922baf99bd will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:14:20.539549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:20.645035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:20.720054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:17Z', 'revision_number': 3, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:20.740871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628734f0-37cf-42af-8be9-bb978782f662 req-89f7de85-21db-4cf8-b1d0-c9e0e1b766ac tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:20.742832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-628734f0-37cf-42af-8be9-bb978782f662 req-89f7de85-21db-4cf8-b1d0-c9e0e1b766ac tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1522799 Feb 03 11:14:20.757418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Checking router: 979492db-367c-4c59-b21e-5f0a6dbb530b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:20.757776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Updating router 979492db-367c-4c59-b21e-5f0a6dbb530b port 80dd3635-d98f-47af-aba5-2621dc74ed49 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:14:20.790581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:20.829823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Attempting to bind port 1a68fca6-1b79-4e07-a236-3f922baf99bd on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:20.830164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Attempting to bind port 1a68fca6-1b79-4e07-a236-3f922baf99bd by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:20.830498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Attempting to bind port 1a68fca6-1b79-4e07-a236-3f922baf99bd on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:20.866725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-628734f0-37cf-42af-8be9-bb978782f662 req-a7628f2f-e005-4ca0-ba79-98a8651e605e tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144114 Feb 03 11:14:20.869957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Port 1a68fca6-1b79-4e07-a236-3f922baf99bd on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:14:20.870443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Attempting to bind port 1a68fca6-1b79-4e07-a236-3f922baf99bd on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:20.885437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:20.885790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:20.886172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:20.886603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Bound port: 1a68fca6-1b79-4e07-a236-3f922baf99bd, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:20.886958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:20.994695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:21.005255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c63a4f-21e7-43af-bfac-d3827be7c96c req-418ee76e-2f28-4c2e-9bb9-644edce4f6fd tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.014330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37c63a4f-21e7-43af-bfac-d3827be7c96c req-418ee76e-2f28-4c2e-9bb9-644edce4f6fd tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1464293 Feb 03 11:14:21.017497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:21.046781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.051362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.101112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.101982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.103612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a68fca6-1b79-4e07-a236-3f922baf99bd HTTP/1.1" status: 200 len: 1092 time: 1.8233223 Feb 03 11:14:21.104218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:21.106607 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd28997-dbcf-44c8-9607-29e294662bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:21.124040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37c63a4f-21e7-43af-bfac-d3827be7c96c req-1c530b0a-d800-4d88-a24e-8c0e1cd4aec1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087677 Feb 03 11:14:21.153268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks [] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.159535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.166331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef526b-f363-4961-8c51-1ed2e25930b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:21.186271 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1adb55-7be0-425d-9168-9a06121e6127 x-openstack-request-id: req-dd1adb55-7be0-425d-9168-9a06121e6127 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:21.186593 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:21.186851 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd1adb55-7be0-425d-9168-9a06121e6127 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:21.187259 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd', 'status': 'completed', 'code': 200} Feb 03 11:14:21.238276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Attempting to bind port 80dd3635-d98f-47af-aba5-2621dc74ed49 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:21.238276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Attempting to bind port 80dd3635-d98f-47af-aba5-2621dc74ed49 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:21.238276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Attempting to bind port 80dd3635-d98f-47af-aba5-2621dc74ed49 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:21.244376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:21.244964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:21.245403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.245918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:21.246890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Bound port: 80dd3635-d98f-47af-aba5-2621dc74ed49, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:21.247042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.281276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-32c88516-11b2-4a66-b0c8-d4f16b9a0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.283259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-32c88516-11b2-4a66-b0c8-d4f16b9a0936 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 1126 time: 0.0746450 Feb 03 11:14:21.349563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Allocated IP 172.20.0.1 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/30c3fa49-ed2b-4ea7-b20b-3861461bd425) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:21.374024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-87adf805-8f6d-4119-a2a6-aa281bdd9270 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd HTTP/1.1" status: 200 len: 217 time: 0.0729258 Feb 03 11:14:21.464546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc2030-5202-4c9c-b93b-e863713a275c req-d7d8f6a0-4b4a-45b2-b622-d7c2579b11be tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.466200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47fc2030-5202-4c9c-b93b-e863713a275c req-d7d8f6a0-4b4a-45b2-b622-d7c2579b11be tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 944 time: 0.1546705 Feb 03 11:14:21.468263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-872d7f24-9294-428f-bfbf-2affbab83eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.471116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-872d7f24-9294-428f-bfbf-2affbab83eec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0852988 Feb 03 11:14:21.477944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] For port 80dd3635-d98f-47af-aba5-2621dc74ed49, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:21.480212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a867-5762-43b7-a0ec-e7e5b5b00648 None None] Pushing event updated for resources: {'Port': ['ID=80dd3635-d98f-47af-aba5-2621dc74ed49,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:21.495365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] For port 80dd3635-d98f-47af-aba5-2621dc74ed49, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=80dd3635-d98f-47af-aba5-2621dc74ed49,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:21.507424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.539304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-858d4142-bcfb-4d91-8c3d-efe96b09b3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574872 Feb 03 11:14:21.572764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:21.573913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:21.578109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks [] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.580324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a867-5762-43b7-a0ec-e7e5b5b00648 None None] Pushing event updated for resources: {'Port': ['ID=80dd3635-d98f-47af-aba5-2621dc74ed49,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:21.621212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47fc2030-5202-4c9c-b93b-e863713a275c req-add65b6a-94cc-412c-b4bd-831c43494691 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397138 Feb 03 11:14:21.641936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.707514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:21.710665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:21.717188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:21.720075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:21.744677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:21.773637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (979492db-367c-4c59-b21e-5f0a6dbb530b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.795923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-0f64c5d4-43f5-44e2-8261-af056e57e88d service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074404 Feb 03 11:14:21.806082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e449bc-830d-4960-80e2-d4ea20bcdd8e req-391a882e-9cc2-40f4-b9c3-19383ae793c7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:21.814941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e449bc-830d-4960-80e2-d4ea20bcdd8e req-391a882e-9cc2-40f4-b9c3-19383ae793c7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1887252 Feb 03 11:14:21.951006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:21.970779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e449bc-830d-4960-80e2-d4ea20bcdd8e req-0d556ae8-191e-40bf-a20d-e5230565fec2 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546557 Feb 03 11:14:22.038358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:17Z', 'revision_number': 3, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:22.054482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff1be024-3bf7-4e1a-bc03-961ef0960391 req-8ad4f072-e7cd-4c38-b110-24a79f85ecea service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371671 Feb 03 11:14:22.069578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43444d61-43be-492f-9745-9eb8b2103de8 None None] The sync data for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 is: [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:17Z', 'revision_number': 3, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:22.082518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3a1dbbb3-1bcf-42a4-a759-d9e526c03b6f None None] Provisioning complete for port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:22.082964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a1dbbb3-1bcf-42a4-a759-d9e526c03b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:22.098609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243fec-955c-4263-9f81-81549cc0577f req-6b8695af-520f-4011-b2f8-a8d8f2323dd5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.100208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0243fec-955c-4263-9f81-81549cc0577f req-6b8695af-520f-4011-b2f8-a8d8f2323dd5 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0891447 Feb 03 11:14:22.121797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dbbb3-1bcf-42a4-a759-d9e526c03b6f None None] Port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:14:22.232033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks [] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:22.241443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:22.250458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0243fec-955c-4263-9f81-81549cc0577f req-3731db0a-0541-4eb9-acf7-19ed9617b53a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435678 Feb 03 11:14:22.283914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-d97c99c2-2d43-421d-8b27-97a68fbd189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.283914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-d97c99c2-2d43-421d-8b27-97a68fbd189f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 1126 time: 0.1133676 Feb 03 11:14:22.296064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee502-811d-44f4-b939-0d4c77a54d90 req-f19a238b-d9ae-45cb-823e-25093dac030f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.297575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11dee502-811d-44f4-b939-0d4c77a54d90 req-f19a238b-d9ae-45cb-823e-25093dac030f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0978427 Feb 03 11:14:22.316814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (979492db-367c-4c59-b21e-5f0a6dbb530b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:22.393323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-ef9e383f-8162-4434-a67f-a7e400f570a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.393323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-ef9e383f-8162-4434-a67f-a7e400f570a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.0943737 Feb 03 11:14:22.432203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:22.475062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-5dc5163a-2445-47fc-89cb-826f84380492 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd HTTP/1.1" status: 200 len: 217 time: 0.0644586 Feb 03 11:14:22.493808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:22.498504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:22.562619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11dee502-811d-44f4-b939-0d4c77a54d90 req-a2a1ced4-6065-4bc8-8195-53fc5e3a417c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685939 Feb 03 11:14:22.584338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-e056397b-828b-4da5-91f6-5792c73a7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.585870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-e056397b-828b-4da5-91f6-5792c73a7444 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0929251 Feb 03 11:14:22.664030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-d9fcc027-7356-4753-9bac-b83af4b11b60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709324 Feb 03 11:14:22.722443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Router 979492db-367c-4c59-b21e-5f0a6dbb530b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:22.859574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1ac28270-a162-4bf1-a737-40da8bfa1f93 None None] Provisioning complete for port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:22.860141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ac28270-a162-4bf1-a737-40da8bfa1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:22.864887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-dbfe4cb1-5772-4896-aeb1-d690418a019d service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926966 Feb 03 11:14:22.873175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916196b3-870c-4420-b08f-eb92ba859f60 req-faa8b6ef-11c7-40f8-b8c9-f3c64e0bed59 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:22.880058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-916196b3-870c-4420-b08f-eb92ba859f60 req-faa8b6ef-11c7-40f8-b8c9-f3c64e0bed59 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 944 time: 0.1499178 Feb 03 11:14:22.936856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:22.941538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ac28270-a162-4bf1-a737-40da8bfa1f93 None None] Port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:14:22.946289 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a788983e-65b5-4893-99c1-8981af24ecc2 admin admin] 10.222.0.30 "PUT /v2.0/routers/979492db-367c-4c59-b21e-5f0a6dbb530b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234919 Feb 03 11:14:23.003400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-916196b3-870c-4420-b08f-eb92ba859f60 req-46f0d262-b7de-4cbd-8921-188032ae2849 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Feb 03 11:14:23.029317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cd28997-dbcf-44c8-9607-29e294662bc6 req-98d4b5e6-23cb-4495-8af9-add6ed3d86f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413217 Feb 03 11:14:23.118972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7a734-5fc6-4a96-8ef0-234c1e172699 req-afc6ca5f-d449-4cd1-a8ac-57109f9b6146 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:23.126164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb7a734-5fc6-4a96-8ef0-234c1e172699 req-afc6ca5f-d449-4cd1-a8ac-57109f9b6146 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0657837 Feb 03 11:14:23.193688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb7a734-5fc6-4a96-8ef0-234c1e172699 req-fa5e4395-2437-4745-aada-ce7ccbfbd9f0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665684 Feb 03 11:14:23.470128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa805d-0508-4904-b2f1-7a0f8f8039cd req-9c340c11-e305-4037-9121-279101378b9c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:23.471733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66aa805d-0508-4904-b2f1-7a0f8f8039cd req-9c340c11-e305-4037-9121-279101378b9c tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1169448 Feb 03 11:14:23.475634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 80dd3635-d98f-47af-aba5-2621dc74ed49 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:23.527335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:23.537428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289830805', 'description': 'tempest-description--1690904190'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:23.545666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 80dd3635-d98f-47af-aba5-2621dc74ed49 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:23.546570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.569054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66aa805d-0508-4904-b2f1-7a0f8f8039cd req-ee65c6f2-22f5-45e5-9859-56039a2f2b04 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Feb 03 11:14:23.579327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.654203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 80dd3635-d98f-47af-aba5-2621dc74ed49 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:23.654604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.675837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 80dd3635-d98f-47af-aba5-2621dc74ed49, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=80dd3635-d98f-47af-aba5-2621dc74ed49,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:23.680385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.709365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (5094bdea-bcdd-4961-9dbd-c0af4888d91f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.716948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5094bdea-bcdd-4961-9dbd-c0af4888d91f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:23.737131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=80dd3635-d98f-47af-aba5-2621dc74ed49,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:24.063591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.067959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5369647 Feb 03 11:14:24.068362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35992) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:24.073668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'security_group_rule': {'security_group_id': '5094bdea-bcdd-4961-9dbd-c0af4888d91f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:24.078057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa0e3-e5b7-4a16-9fb5-f525c7be0d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5094bdea-bcdd-4961-9dbd-c0af4888d91f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:24.121025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (03460ccf-9b31-4785-8f12-045de27ab996), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.126187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f61fc-6fe9-4a5a-b709-fec4c0e150f2 req-408b34ab-004a-4e8d-ba53-87aa0d71f2b2 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:24.128728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0f61fc-6fe9-4a5a-b709-fec4c0e150f2 req-408b34ab-004a-4e8d-ba53-87aa0d71f2b2 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.4755168 Feb 03 11:14:24.190451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f5a8b-33ec-413d-9676-a29b4d271aee req-c6749302-3b7c-47fc-af9a-53d7ec377a71 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:24.191868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-440f5a8b-33ec-413d-9676-a29b4d271aee req-c6749302-3b7c-47fc-af9a-53d7ec377a71 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 944 time: 0.1106627 Feb 03 11:14:24.196508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (03460ccf-9b31-4785-8f12-045de27ab996), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.199396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc0f61fc-6fe9-4a5a-b709-fec4c0e150f2 req-76bd2a4f-f0d7-4898-8e4f-249eb9f2d45f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618696 Feb 03 11:14:24.201723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (03460ccf-9b31-4785-8f12-045de27ab996), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.226343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03460ccf-9b31-4785-8f12-045de27ab996,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:24.242605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.250656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-42ed5f42-7ea0-4edf-a40a-081749fa0370 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786938 Feb 03 11:14:24.251536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:24.256081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'security_group_rule': {'security_group_id': '5094bdea-bcdd-4961-9dbd-c0af4888d91f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:24.261011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-440f5a8b-33ec-413d-9676-a29b4d271aee req-50e18858-813b-489d-821d-c53b9fa74562 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605750 Feb 03 11:14:24.294067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (f6c6b974-e65f-4969-8db3-7bfc425d012f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.327664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1eead-b4ce-48e5-8db0-7029c54a85ab req-511566dd-5efd-4af5-bee9-8d202bd36f41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:24.329196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18a1eead-b4ce-48e5-8db0-7029c54a85ab req-511566dd-5efd-4af5-bee9-8d202bd36f41 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0554261 Feb 03 11:14:24.357984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (f6c6b974-e65f-4969-8db3-7bfc425d012f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.363001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f6c6b974-e65f-4969-8db3-7bfc425d012f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.375161 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Sync routers for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:24.380687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18a1eead-b4ce-48e5-8db0-7029c54a85ab req-41e97c08-bc8e-4d18-a414-d65bacea0b33 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Feb 03 11:14:24.383056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c6b974-e65f-4969-8db3-7bfc425d012f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:24.388343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:24.389160 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:24.401004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.405173 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f8bd6094-828c-45f5-b0e6-2b1ad638d7d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498072 Feb 03 11:14:24.405708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:24.411630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:24.433597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.501535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:24.533785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.653277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.25.7.80 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2bbc2d2f-8999-464d-be80-599fd43b9e87) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:24.724585 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:22Z', 'revision_number': 2, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:24.724891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd1755-2bfc-4734-b8a8-8e85195c5f87 req-4b84035c-be4b-44e9-b078-a807f9467e8a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:24.731581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34fd1755-2bfc-4734-b8a8-8e85195c5f87 req-4b84035c-be4b-44e9-b078-a807f9467e8a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0598516 Feb 03 11:14:24.756817 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Checking router: 979492db-367c-4c59-b21e-5f0a6dbb530b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:24.757453 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Updating router 979492db-367c-4c59-b21e-5f0a6dbb530b port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:14:24.777001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34fd1755-2bfc-4734-b8a8-8e85195c5f87 req-7563b10e-6b14-453b-be61-12ea914eafe0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Feb 03 11:14:24.781588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.788356 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.816784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:24.853625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:24.856724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:24.859156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:24.896033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=2bbc2d2f-8999-464d-be80-599fd43b9e87,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:24.968773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.014574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.058024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d426e0-6e13-4290-8dad-c0173f7e2d49 req-73e1eb5a-d295-4c2a-be7e-be35631135d0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:25.060599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84d426e0-6e13-4290-8dad-c0173f7e2d49 req-73e1eb5a-d295-4c2a-be7e-be35631135d0 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0575366 Feb 03 11:14:25.084520 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks [] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.091249 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.117445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84d426e0-6e13-4290-8dad-c0173f7e2d49 req-4663a57e-b023-4108-94c0-99be155e0661 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502777 Feb 03 11:14:25.146210 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Pushing event updated for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:25.158238 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.158657 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.159079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.159476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.159869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.160264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.160654 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.161009 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.161335 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.161723 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.162083 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.162553 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.163021 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:25.185865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.193981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.234277 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Attempting to bind port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:25.237996 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Attempting to bind port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:25.238406 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Attempting to bind port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:25.246953 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:25.247347 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:25.247836 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.248213 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:25.248690 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Bound port: 30c3fa49-ed2b-4ea7-b20b-3861461bd425, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:25.249098 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.287617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=2bbc2d2f-8999-464d-be80-599fd43b9e87,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:25.301046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.338912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.345939 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c538c4d4-da14-4adb-a8b6-89b0f78cef47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9341269 Feb 03 11:14:25.389364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] For port 30c3fa49-ed2b-4ea7-b20b-3861461bd425, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:25.393552 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] For port 30c3fa49-ed2b-4ea7-b20b-3861461bd425, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30c3fa49-ed2b-4ea7-b20b-3861461bd425,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:25.403434 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.413416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 80dd3635-d98f-47af-aba5-2621dc74ed49 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:25.463607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f1337-9a78-4032-b640-8f17d2b1b314 req-8ca5b3aa-0c8b-468d-972b-d51ee1062bf1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:25.471576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-165f1337-9a78-4032-b640-8f17d2b1b314 req-8ca5b3aa-0c8b-468d-972b-d51ee1062bf1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 944 time: 0.0885053 Feb 03 11:14:25.473764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:25.474709 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:25.483706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ed89a-bf86-49b3-8850-370bb1fde14c req-2320fe01-22a4-41d7-866b-1f979f0e1015 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:25.489433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600ed89a-bf86-49b3-8850-370bb1fde14c req-2320fe01-22a4-41d7-866b-1f979f0e1015 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1703999 Feb 03 11:14:25.494918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 80dd3635-d98f-47af-aba5-2621dc74ed49 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:25.495297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.497093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Provisioning complete for port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:25.497460 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.515951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae54dc9-ddc2-4458-a47d-abaced49e679 None None] Pushing event updated for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:25.605828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-165f1337-9a78-4032-b640-8f17d2b1b314 req-41a737c0-39ea-46dd-9f28-b7b658a71d84 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331530 Feb 03 11:14:25.625539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600ed89a-bf86-49b3-8850-370bb1fde14c req-a57fab9e-6cde-499b-91e9-d4a61637c87b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289136 Feb 03 11:14:25.674463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Current status of the port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:25.675033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.696830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 80dd3635-d98f-47af-aba5-2621dc74ed49 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:25.752768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] For port 30c3fa49-ed2b-4ea7-b20b-3861461bd425, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30c3fa49-ed2b-4ea7-b20b-3861461bd425,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:25.761185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.784340 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:25.829188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-1e1625de-4701-45f7-b830-a4a2f2af73eb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--289830805&fields=id&tenant_id=cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 267 time: 0.0912237 Feb 03 11:14:25.842020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e134aa-cae2-4aee-b4a4-2eeba35ecb70 None None] Pushing event updated for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:25.843934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d21c5-e9aa-4a28-b177-33f52fdf4af4 req-6e933784-19bf-43ce-bcb0-d5bac59492f7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:25.846408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b27d21c5-e9aa-4a28-b177-33f52fdf4af4 req-6e933784-19bf-43ce-bcb0-d5bac59492f7 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1270843 Feb 03 11:14:25.883286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8e2a4794-9109-4e7c-bc83-3bac189f6c9a None None] Provisioning complete for port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:25.884380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4794-9109-4e7c-bc83-3bac189f6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:25.970701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b27d21c5-e9aa-4a28-b177-33f52fdf4af4 req-449ac9b6-9e4f-4021-bda7-091426ff1585 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127536 Feb 03 11:14:25.976539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a4794-9109-4e7c-bc83-3bac189f6c9a None None] Current status of the port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:26.004837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-eead1b27-dfac-4222-9af7-73c9e68b3a18 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:26.006348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-eead1b27-dfac-4222-9af7-73c9e68b3a18 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.1589413 Feb 03 11:14:26.014989 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:26.021524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-3a6c3ebe-2376-4a19-bf23-7ee84f0cb7be tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/quotas/cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 375 time: 0.0092077 Feb 03 11:14:26.042757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f3b7-006c-4d8d-a8fd-126dd521da2c None None] The sync data for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 is: [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:26.082778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-4f9f9fe1-8346-4d15-a9bc-1d29f1558cc5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555480 Feb 03 11:14:26.086024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a68fca6-1b79-4e07-a236-3f922baf99bd details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:26.227106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:26.241290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1a68fca6-1b79-4e07-a236-3f922baf99bd', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': '1a68fca6-1b79-4e07-a236-3f922baf99bd', 'mac_address': 'fa:16:3e:d7:b7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:26.269019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-a4cb78c4-fb07-4702-b647-7aac0f46a57a service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535482 Feb 03 11:14:26.295235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18def599-860b-41a1-9ca2-14e6337753e2 req-b3cdd15c-b98d-4903-8477-82869e3d9040 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:26.296429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1a68fca6-1b79-4e07-a236-3f922baf99bd is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:26.296671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18def599-860b-41a1-9ca2-14e6337753e2 req-b3cdd15c-b98d-4903-8477-82869e3d9040 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Feb 03 11:14:26.296876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:26.315696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a68fca6-1b79-4e07-a236-3f922baf99bd {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:26.337288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:26.341452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:26.393377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18def599-860b-41a1-9ca2-14e6337753e2 req-db6c9f34-db8c-4073-86a4-7550c0dbe143 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858927 Feb 03 11:14:26.394880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:26.418326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-b54ddeb0-dd10-4477-aa63-9a765e56d11d service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393263 Feb 03 11:14:26.611053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2fd57e1-be12-4796-8b4b-177a55781953 req-85bf0550-9750-4bfc-acf4-130c621f5b70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 210 time: 0.0432134 Feb 03 11:14:26.798379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399286b-3c07-4756-9cd1-15ef307575bb req-2b013155-929a-4719-91bd-d9ef1899d22f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:26.805494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e399286b-3c07-4756-9cd1-15ef307575bb req-2b013155-929a-4719-91bd-d9ef1899d22f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 945 time: 0.1073039 Feb 03 11:14:26.815948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9564d6-ed5f-4d80-bcff-576238cc54dd req-238a2bc8-17f5-4172-87b5-4d49710af8b3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:26.817775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad9564d6-ed5f-4d80-bcff-576238cc54dd req-238a2bc8-17f5-4172-87b5-4d49710af8b3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1050262 Feb 03 11:14:26.897296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e399286b-3c07-4756-9cd1-15ef307575bb req-bc48f21e-538c-4177-b4ca-3e630493f3c3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908411 Feb 03 11:14:26.897984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:26.909499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1a68fca6-1b79-4e07-a236-3f922baf99bd'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:26.925825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad9564d6-ed5f-4d80-bcff-576238cc54dd req-02ba057a-c14b-4d89-9c06-f3ee5c8cdf82 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932283 Feb 03 11:14:27.130187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dae1e-7310-4dfa-b899-1b973740d7c8 req-8f5a83a0-911c-4e7f-8e29-e1d781c0510f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:27.131867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-528dae1e-7310-4dfa-b899-1b973740d7c8 req-8f5a83a0-911c-4e7f-8e29-e1d781c0510f tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0693629 Feb 03 11:14:27.186134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-528dae1e-7310-4dfa-b899-1b973740d7c8 req-af229f69-3d47-4db1-a9d8-218f602cfc8c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Feb 03 11:14:27.373461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30c3fa49-ed2b-4ea7-b20b-3861461bd425 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:27.422684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:27.423062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:27.501796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:27.524253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090bc5-52b1-4476-a69b-883f864a80db req-d9fd95d5-a1c8-4644-9334-2c28dd7e14a7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:27.526356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b090bc5-52b1-4476-a69b-883f864a80db req-d9fd95d5-a1c8-4644-9334-2c28dd7e14a7 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0557091 Feb 03 11:14:27.577501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b090bc5-52b1-4476-a69b-883f864a80db req-957d276e-8c41-4d4d-8c0a-21c5c3f36d3f tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Feb 03 11:14:27.742513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2693389-b6ed-4cae-89d0-bf6831ca542c req-d6fa3270-53e4-4d1d-8993-b6e7c11d5667 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 210 time: 0.0362504 Feb 03 11:14:27.767501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-939ab4bc-ef96-4f20-9650-d21ec3961df6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:27.769196 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-939ab4bc-ef96-4f20-9650-d21ec3961df6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.1177614 Feb 03 11:14:27.831094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-1bdac451-ce47-4e31-a601-c241e1d67415 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 379 time: 0.0518851 Feb 03 11:14:27.840709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'device_id': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'admin_state_up': True, 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'security_groups': ['5094bdea-bcdd-4961-9dbd-c0af4888d91f']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:27.947928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:27.951494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.059687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac44214-9962-480a-8d2b-4aa49362219f req-4fbc51fc-acbf-4ff0-a6c8-d6d87ab63ccb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.061218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ac44214-9962-480a-8d2b-4aa49362219f req-4fbc51fc-acbf-4ff0-a6c8-d6d87ab63ccb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 945 time: 0.0881565 Feb 03 11:14:28.073909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13306-cac6-4770-8448-6e09c05a58ae req-8f6c1da2-1fdb-44db-8258-4d68a35cc089 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.075485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccf13306-cac6-4770-8448-6e09c05a58ae req-8f6c1da2-1fdb-44db-8258-4d68a35cc089 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0744345 Feb 03 11:14:28.083558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.20.0.9 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/dfd0181f-bc99-4232-8bc4-366030294519) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:28.150780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ac44214-9962-480a-8d2b-4aa49362219f req-fe8e1bbb-cf98-4e64-9d72-0583e228e153 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Feb 03 11:14:28.154305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccf13306-cac6-4770-8448-6e09c05a58ae req-e05a5348-9c61-42f3-ba4d-076d07b5f7bd tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Feb 03 11:14:28.221234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (dfd0181f-bc99-4232-8bc4-366030294519), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.259847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.304397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:28.309597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:28.313226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:28.319877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c7048-3743-4c89-a547-6ba3bbc09cff req-eabfd128-1ba8-443f-888f-64c03e9bf9cc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.322775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-026c7048-3743-4c89-a547-6ba3bbc09cff req-eabfd128-1ba8-443f-888f-64c03e9bf9cc tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0665939 Feb 03 11:14:28.338500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:28.373657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.374437 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.378252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-026c7048-3743-4c89-a547-6ba3bbc09cff req-963c0985-8315-40c3-b10f-d78b464a6fdd tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481274 Feb 03 11:14:28.398195 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-d206969f-5c2b-40b6-a0a6-a4e30d6257fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616722 Feb 03 11:14:28.412109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Request body: {'port': {'device_id': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:28.481629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.621724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e2c09f9d-7e02-4a6b-849e-5cab704e9445 None None] Provisioning complete for port dfd0181f-bc99-4232-8bc4-366030294519 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:28.622255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c09f9d-7e02-4a6b-849e-5cab704e9445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dfd0181f-bc99-4232-8bc4-366030294519), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.658000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e2c09f9d-7e02-4a6b-849e-5cab704e9445 None None] Port dfd0181f-bc99-4232-8bc4-366030294519 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:14:28.717085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072218c-e86c-413c-b654-eb0749cf1b24 req-0e250a34-7324-42c2-ab71-0d1bd3be8371 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.718677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7072218c-e86c-413c-b654-eb0749cf1b24 req-0e250a34-7324-42c2-ab71-0d1bd3be8371 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.0602834 Feb 03 11:14:28.760869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:28.766744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7072218c-e86c-413c-b654-eb0749cf1b24 req-a95fbb1e-c3a2-4f23-8c6d-85a07380ce53 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Feb 03 11:14:28.770289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks [] for port (dfd0181f-bc99-4232-8bc4-366030294519), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.784591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Transition to ACTIVE for port object dfd0181f-bc99-4232-8bc4-366030294519 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:14:28.788458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.844145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:28.898925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc89e8-b4ed-4e84-af80-26799f6ece25 req-5fb79b87-81fa-4952-a6df-ecc7fbcbb616 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.900589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5cc89e8-b4ed-4e84-af80-26799f6ece25 req-5fb79b87-81fa-4952-a6df-ecc7fbcbb616 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 943 time: 0.0904183 Feb 03 11:14:28.917986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Attempting to bind port dfd0181f-bc99-4232-8bc4-366030294519 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:28.918231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Attempting to bind port dfd0181f-bc99-4232-8bc4-366030294519 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:28.918726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Attempting to bind port dfd0181f-bc99-4232-8bc4-366030294519 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:28.923399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Port dfd0181f-bc99-4232-8bc4-366030294519 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:14:28.924202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Attempting to bind port dfd0181f-bc99-4232-8bc4-366030294519 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:28.930628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:28.930841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:28.931336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:28.931510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Bound port: dfd0181f-bc99-4232-8bc4-366030294519, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:28.931870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:28.948282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-c588c05a-ae66-492e-b87e-d1bc31b5805f tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:28.950121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-c588c05a-ae66-492e-b87e-d1bc31b5805f tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.69 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 945 time: 0.1008363 Feb 03 11:14:29.006758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5cc89e8-b4ed-4e84-af80-26799f6ece25 req-4c152418-f638-4420-99f3-6fa149889193 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965507 Feb 03 11:14:29.014994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:29.018547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:29.034889 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.071317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.072168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.074950 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] 10.222.0.53 "PUT /v2.0/ports/dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 1091 time: 0.6689818 Feb 03 11:14:29.075699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Deleting port dcf41103-e23e-480b-9c8e-70c4b25783ef {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:29.076176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.077800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:29.082191 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d6e42-435d-498f-a6b3-4b299ebea65d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:29.116373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf995-882e-448d-ac95-c876925c66f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:29.158884 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ae583-ee92-4578-acc8-439c7c54e0f8 x-openstack-request-id: req-d52ae583-ee92-4578-acc8-439c7c54e0f8 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:29.160126 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:29.160126 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d52ae583-ee92-4578-acc8-439c7c54e0f8 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:29.160126 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'status': 'completed', 'code': 200} Feb 03 11:14:29.182937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-ec604c2f-2879-4dbb-bfbf-7116372d6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.184485 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-ec604c2f-2879-4dbb-bfbf-7116372d6485 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1125 time: 0.0582831 Feb 03 11:14:29.195649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] For port dcf41103-e23e-480b-9c8e-70c4b25783ef, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=dcf41103-e23e-480b-9c8e-70c4b25783ef,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:29.196053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.216814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Calling delete_port for dcf41103-e23e-480b-9c8e-70c4b25783ef owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:29.240858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-ffceb44d-e111-464d-bf53-cead9f7e9cf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 217 time: 0.0462866 Feb 03 11:14:29.329698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-eea5d3ac-5407-40fd-899a-b46eb0182d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.331285 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-eea5d3ac-5407-40fd-899a-b46eb0182d5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0840306 Feb 03 11:14:29.404495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-e85341a0-a97d-4cca-83cf-f7d8d6da6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.406537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-e85341a0-a97d-4cca-83cf-f7d8d6da6391 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681856 Feb 03 11:14:29.486638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21ff0a-2dd1-4c51-b802-1962ccf39e00 req-70f8096c-9a10-4ccf-8e60-a82b8c6c91f7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.488457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff21ff0a-2dd1-4c51-b802-1962ccf39e00 req-70f8096c-9a10-4ccf-8e60-a82b8c6c91f7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1843286 Feb 03 11:14:29.495483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f3fb6-4a60-4611-96c3-ec27b9740a1f req-75100911-fc4b-4d5b-b2d2-7422fe20d28a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.496899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc5f3fb6-4a60-4611-96c3-ec27b9740a1f req-75100911-fc4b-4d5b-b2d2-7422fe20d28a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 945 time: 0.2067616 Feb 03 11:14:29.504592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-5306d03c-bad2-44af-8d26-74571ad58b69 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903244 Feb 03 11:14:29.518336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-15bc4394-28bc-4f94-9489-9b791d148e8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1627152 Feb 03 11:14:29.560392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (dcf41103-e23e-480b-9c8e-70c4b25783ef), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.572219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c04e879a-3287-4930-82a5-1c2598cc5094'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:29.600862 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2f81cb76-542d-4290-a183-6aa32a345fb0 req-c34f8bbd-7180-4b4f-bd11-383f44da0e0c service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899298 Feb 03 11:14:29.604649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['dcf41103-e23e-480b-9c8e-70c4b25783ef'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:29.667926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Pushing event deleted for resources: {'Port': ['ID=dcf41103-e23e-480b-9c8e-70c4b25783ef,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:29.701174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff21ff0a-2dd1-4c51-b802-1962ccf39e00 req-7863a190-85a6-4abc-923f-584e43c0b9ba tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018406 Feb 03 11:14:29.712118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-0d698a86-c1f1-4fbe-af22-f79331ae3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.714127 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-0d698a86-c1f1-4fbe-af22-f79331ae3c99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1125 time: 0.0616698 Feb 03 11:14:29.731129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc5f3fb6-4a60-4611-96c3-ec27b9740a1f req-dbce88d4-b8f0-4803-9b75-2c9450850a3e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165539 Feb 03 11:14:29.733916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] No DVR routers for this DVR port dcf41103-e23e-480b-9c8e-70c4b25783ef on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:29.748146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:29.748146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e395e14-9fd0-4098-8ccb-59ac607410b3 req-cc5799f0-570b-4e1f-bf41-fedbcd3997c6 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.69 "DELETE /v2.0/ports/dcf41103-e23e-480b-9c8e-70c4b25783ef HTTP/1.1" status: 204 len: 173 time: 0.7852855 Feb 03 11:14:29.748146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'name': 'network-vif-deleted', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:29.749603 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b91618-5aaa-4f05-aab6-2a9772847950" -d '{"events": [{"server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "name": "network-vif-deleted", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:29.812569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.813281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.813657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.814155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.814616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.815102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.815560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.817657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-111f3845-28c2-427d-9076-5e7de370afba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6708 time: 0.2238379 Feb 03 11:14:29.819872 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a855d-4702-4e17-a630-f72fd0c3c753 x-openstack-request-id: req-0b4a855d-4702-4e17-a630-f72fd0c3c753 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:29.820217 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f03291-2f54-400b-959c-0b027befef29", "name": "network-vif-deleted", "tag": "dcf41103-e23e-480b-9c8e-70c4b25783ef", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:29.821614 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b4a855d-4702-4e17-a630-f72fd0c3c753 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:29.822226 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f03291-2f54-400b-959c-0b027befef29', 'name': 'network-vif-deleted', 'tag': 'dcf41103-e23e-480b-9c8e-70c4b25783ef', 'status': 'completed', 'code': 200} Feb 03 11:14:29.842403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-6b9b3a67-dac2-43ae-8cfd-5c1046508b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.844600 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-6b9b3a67-dac2-43ae-8cfd-5c1046508b08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1185308 Feb 03 11:14:29.902422 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-9258e315-5f97-4735-8eb0-ffb093872204 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 217 time: 0.0506568 Feb 03 11:14:29.937497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3f3bece-21f6-40ab-b020-2cbf7169c617 req-d740c57d-30a9-4322-ba32-e99f52e9f885 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f03291-2f54-400b-959c-0b027befef29 HTTP/1.1" status: 200 len: 210 time: 0.0614531 Feb 03 11:14:29.951045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e092d0-5e10-40a8-8cb6-3562a9d971e9 req-3aa46f96-3f1f-48ad-8db7-5a02e4cf5c31 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.952786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36e092d0-5e10-40a8-8cb6-3562a9d971e9 req-3aa46f96-3f1f-48ad-8db7-5a02e4cf5c31 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1584790 Feb 03 11:14:29.969188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-b1045b5e-e0f1-4668-8a26-cb36b62b1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:29.971496 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-b1045b5e-e0f1-4668-8a26-cb36b62b1f7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0592608 Feb 03 11:14:30.031422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-0d40479c-c3f7-4168-a8fe-be63d450cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.034114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-0d40479c-c3f7-4168-a8fe-be63d450cfed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555446 Feb 03 11:14:30.073037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36e092d0-5e10-40a8-8cb6-3562a9d971e9 req-656c3011-3dbd-4f8e-839d-a5419f9d4af5 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861363 Feb 03 11:14:30.078445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-c6aa55ee-7ab0-45e2-89fb-91bf2b94218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.079135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-c6aa55ee-7ab0-45e2-89fb-91bf2b94218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.080590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-c6aa55ee-7ab0-45e2-89fb-91bf2b94218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.082433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-c6aa55ee-7ab0-45e2-89fb-91bf2b94218f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=1d821e10-2ced-40ae-a51d-7290b4b2a308&id=1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 200 len: 2293 time: 0.2179475 Feb 03 11:14:30.120894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a68fca6-1b79-4e07-a236-3f922baf99bd up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:30.165375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-9010b82d-9778-4b11-a19b-8902a8c8e6a6 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157470 Feb 03 11:14:30.183724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1a68fca6-1b79-4e07-a236-3f922baf99bd completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:30.188775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1a68fca6-1b79-4e07-a236-3f922baf99bd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:30.190056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:30.190898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-0f3aa15a-f9e3-426a-99ae-4204ce6969c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 200 len: 1002 time: 0.1018345 Feb 03 11:14:30.215958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2614-866d-4488-8158-d2d04ac43e86 req-21e91b16-f342-4544-94fb-4534ad52e630 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.217474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49bc2614-866d-4488-8158-d2d04ac43e86 req-21e91b16-f342-4544-94fb-4534ad52e630 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 943 time: 0.1178372 Feb 03 11:14:30.271469 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae3d6e42-435d-498f-a6b3-4b299ebea65d req-94672f8b-bcf8-4b4e-b03b-85003e3fdae0 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990455 Feb 03 11:14:30.273068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-0c461b22-afef-4a05-becd-5ab5b02e626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.275086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-0c461b22-afef-4a05-becd-5ab5b02e626a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9183219c-c854-4cc6-acbc-d838c19eaa69 HTTP/1.1" status: 200 len: 850 time: 0.0756862 Feb 03 11:14:30.278162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1a68fca6-1b79-4e07-a236-3f922baf99bd is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:30.278557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:30.304399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:30.306850 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38911801-b7e2-4ebe-a60b-6d2382f344e5" -d '{"events": [{"server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "name": "network-vif-plugged", "status": "completed", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:30.321906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:30.326319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:30.336047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49bc2614-866d-4488-8158-d2d04ac43e86 req-efab82c3-4fa6-41f1-b5cb-fb1799ae6ad9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007197 Feb 03 11:14:30.362477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-d7fb8ecf-9f9a-4ddd-b5f2-7b58d433973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.363939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-d7fb8ecf-9f9a-4ddd-b5f2-7b58d433973b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767832 Feb 03 11:14:30.364360 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6676c-0395-4664-99c0-d56009d47fc7 x-openstack-request-id: req-d6a6676c-0395-4664-99c0-d56009d47fc7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:30.364652 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "name": "network-vif-plugged", "status": "completed", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:30.364935 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6a6676c-0395-4664-99c0-d56009d47fc7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:30.365307 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd', 'code': 200} Feb 03 11:14:30.395488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:30.461860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-aa9248a8-182a-4cbc-9fff-a1c01e136e0a service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910130 Feb 03 11:14:30.588793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67b33-f8e9-4f07-83da-5e48ca3b4c90 req-76ef776b-934b-44b8-b971-b30a8657a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.590437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ef67b33-f8e9-4f07-83da-5e48ca3b4c90 req-76ef776b-934b-44b8-b971-b30a8657a7ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 1128 time: 0.1141858 Feb 03 11:14:30.594019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-5a0a2c1a-0f63-4cb6-9229-8c2609b16e31 service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258345 Feb 03 11:14:30.654752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-1015b1bd-864a-441a-877c-e839819eddd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 217 time: 0.0528865 Feb 03 11:14:30.710012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ef67b33-f8e9-4f07-83da-5e48ca3b4c90 req-534502b1-a738-4014-adef-fc85c6d37590 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018469 Feb 03 11:14:30.721884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-533b56a9-5f29-4d4c-9cd0-6295927fa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.723249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-533b56a9-5f29-4d4c-9cd0-6295927fa48b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0588439 Feb 03 11:14:30.774964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-ce7c5470-0a0a-4ea4-862b-ccd16461aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.776611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-ce7c5470-0a0a-4ea4-862b-ccd16461aa6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0467050 Feb 03 11:14:30.934606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb2cf-cc0d-4e07-96ab-4723148f65ac req-b3bd26b9-0ba7-411b-89d7-b141677d6d2a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.935989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f9fb2cf-cc0d-4e07-96ab-4723148f65ac req-b3bd26b9-0ba7-411b-89d7-b141677d6d2a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1584575 Feb 03 11:14:30.949336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bee8-a9fa-46a3-b7c9-2eb413c955d9 req-6b475f38-fb24-4347-abe0-49b6541eece3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:30.950746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9be8bee8-a9fa-46a3-b7c9-2eb413c955d9 req-6b475f38-fb24-4347-abe0-49b6541eece3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 946 time: 0.1547425 Feb 03 11:14:30.969899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-7d5663db-3232-4ea1-bc43-b7042720aad3 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838007 Feb 03 11:14:31.085023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f9fb2cf-cc0d-4e07-96ab-4723148f65ac req-e0051318-8d8e-4512-ab4a-01ba33f72a74 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426034 Feb 03 11:14:31.095742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9be8bee8-a9fa-46a3-b7c9-2eb413c955d9 req-7b6fdacf-b654-4091-800e-e0badf4582c9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352232 Feb 03 11:14:31.127862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-754adf51-e444-44cd-b0ab-d5bf539c8066 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439064 Feb 03 11:14:31.175044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-01b3c214-3aa6-4745-a140-77741c9f28a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 217 time: 0.0466557 Feb 03 11:14:31.185524 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54840e55-090a-4ccb-98c2-85b9ed9601c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:31.256849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-38e13ec9-2b61-42fa-9e70-0890d417a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:31.259084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-38e13ec9-2b61-42fa-9e70-0890d417a7c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0783844 Feb 03 11:14:31.316098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df4aed-96b5-478b-a68d-0c6bd17d859f req-ac152f9d-792d-49e9-8d94-32a7ad70320c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:31.317661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7df4aed-96b5-478b-a68d-0c6bd17d859f req-ac152f9d-792d-49e9-8d94-32a7ad70320c tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1265700 Feb 03 11:14:31.360025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-272adccb-2723-46ae-90de-dec03f583360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:31.361726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-272adccb-2723-46ae-90de-dec03f583360 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0950403 Feb 03 11:14:31.397843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7df4aed-96b5-478b-a68d-0c6bd17d859f req-07c71bbf-f886-4dad-8c06-df8676e47ebe tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724630 Feb 03 11:14:31.505140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-8b659daa-56d2-470b-9db3-d27f3cdc7707 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317532 Feb 03 11:14:31.525757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59e246-865e-4f03-83df-c4671323e78e req-5d228110-4654-4046-a041-e80f42d1c999 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:31.527213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea59e246-865e-4f03-83df-c4671323e78e req-5d228110-4654-4046-a041-e80f42d1c999 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1212418 Feb 03 11:14:31.964258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa4b68-64b9-4a3f-8067-b4fdb66aea96 req-ea8fca7f-1ecf-483a-8c76-8d488dbc3222 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:31.965750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7caa4b68-64b9-4a3f-8067-b4fdb66aea96 req-ea8fca7f-1ecf-483a-8c76-8d488dbc3222 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 943 time: 0.4574246 Feb 03 11:14:31.970988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea59e246-865e-4f03-83df-c4671323e78e req-420a7fa0-bad5-4d1d-b0dd-4558082a1fa8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345317 Feb 03 11:14:31.980717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-21edb6a0-15a2-4310-a4e8-2a060d33a833 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623516 Feb 03 11:14:32.029677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-f0c5dbf5-4416-4314-b03f-d646b1f2e414 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 HTTP/1.1" status: 200 len: 217 time: 0.0413139 Feb 03 11:14:32.090495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7caa4b68-64b9-4a3f-8067-b4fdb66aea96 req-70ea0099-1a41-4501-bb34-a3085825546a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170554 Feb 03 11:14:32.103800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-58641e5c-deb3-4158-b308-ebd2d237727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.105640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-58641e5c-deb3-4158-b308-ebd2d237727c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0664382 Feb 03 11:14:32.235289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-24519743-b929-4ee1-91ba-23521ebe80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.236665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-24519743-b929-4ee1-91ba-23521ebe80e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1232409 Feb 03 11:14:32.249465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f253e50-5f12-4c35-8051-e7eaf79375fe req-1f0b47bb-901b-45b9-8054-5ebb9a343322 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.250857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f253e50-5f12-4c35-8051-e7eaf79375fe req-1f0b47bb-901b-45b9-8054-5ebb9a343322 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0981858 Feb 03 11:14:32.307261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48092561-b23f-4ef6-89e8-84a0f0dc5ecd req-f7801645-48f0-461e-bc53-2fae14dac57b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.308683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48092561-b23f-4ef6-89e8-84a0f0dc5ecd req-f7801645-48f0-461e-bc53-2fae14dac57b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1406956 Feb 03 11:14:32.425552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f253e50-5f12-4c35-8051-e7eaf79375fe req-50f366de-924c-4700-a5fa-71e1f2f48c48 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635327 Feb 03 11:14:32.443592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-a4bf5545-f812-4924-81c5-e17a68709edb service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908615 Feb 03 11:14:32.451598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48092561-b23f-4ef6-89e8-84a0f0dc5ecd req-47d85154-00b9-4165-84d2-2c03df48dab8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119645 Feb 03 11:14:32.647180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-e82bcb2a-9674-4df7-8a00-da8aa7ea59da service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945679 Feb 03 11:14:32.660625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab9e32-c5ad-4913-a117-c1853832504d req-5b642b0f-9ee3-48b4-aa71-21fefb55cfab tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.662660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52ab9e32-c5ad-4913-a117-c1853832504d req-5b642b0f-9ee3-48b4-aa71-21fefb55cfab tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1061387 Feb 03 11:14:32.677702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9832d8-c887-4951-b616-b70e7872671f req-bd3a5dbe-777c-4820-a1f5-4e7b97118d83 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.679116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe9832d8-c887-4951-b616-b70e7872671f req-bd3a5dbe-777c-4820-a1f5-4e7b97118d83 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 946 time: 0.1703281 Feb 03 11:14:32.693812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:32.725937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-0a5c846c-153f-4b2f-8b19-33942fa20437 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 HTTP/1.1" status: 200 len: 217 time: 0.0622969 Feb 03 11:14:32.823124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe9832d8-c887-4951-b616-b70e7872671f req-a6ed5db2-9bdf-49b6-8a6d-6a39149743c1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373315 Feb 03 11:14:32.831142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:32.840123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-2732ce59-c587-48a0-bb6c-68602660f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.842068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-2732ce59-c587-48a0-bb6c-68602660f6fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.1053753 Feb 03 11:14:32.849846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'dfd0181f-bc99-4232-8bc4-366030294519', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:32.857493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52ab9e32-c5ad-4913-a117-c1853832504d req-b14e5fd5-11eb-43cb-8ff8-ed1593817250 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867712 Feb 03 11:14:32.903539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:32.904099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:32.924794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:32.931154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-d3b2c887-efbf-4979-bfe8-dc4384319d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:32.933468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-d3b2c887-efbf-4979-bfe8-dc4384319d2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0750525 Feb 03 11:14:32.950379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:32.957363 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:33.037552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:33.177235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-7a8ebb50-b33b-4fb5-9154-a85c28a7a3ff service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344377 Feb 03 11:14:33.256466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0187b5-8f6d-4077-9845-770792a23ee5 req-6acc1883-978a-4d8c-9ffe-bfd8d7cba725 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.257963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d0187b5-8f6d-4077-9845-770792a23ee5 req-6acc1883-978a-4d8c-9ffe-bfd8d7cba725 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.1648445 Feb 03 11:14:33.323149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dfd0181f-bc99-4232-8bc4-366030294519'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:33.384859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01a051-4fa8-4f3a-9248-dc285e3be870 req-67ff8295-dcf4-4a0f-9a32-df696ab01f9b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.386350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd01a051-4fa8-4f3a-9248-dc285e3be870 req-67ff8295-dcf4-4a0f-9a32-df696ab01f9b tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.2053084 Feb 03 11:14:33.410585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-768cda58-2e38-48bb-a4f1-ab42a837a966 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247529 Feb 03 11:14:33.470906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d0187b5-8f6d-4077-9845-770792a23ee5 req-c0bd37ca-6c84-4ebf-b915-eb1d91472d0d tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f9184f-5371-4670-acb6-3de907c75feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539123 Feb 03 11:14:33.472584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-be81e925-e4a8-4962-be86-8f5ceb93d084 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=828a5282-d30d-483c-a524-2edafcebb89b HTTP/1.1" status: 200 len: 217 time: 0.0459599 Feb 03 11:14:33.542120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f02c8178-0c3e-470f-99d8-172a9631ab09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:33.544574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd01a051-4fa8-4f3a-9248-dc285e3be870 req-226f071e-5fe1-4ff5-ac44-1dff3b20246d tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506958 Feb 03 11:14:33.573327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-ee6ca51a-da82-43ca-a02e-00bdfe0372b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.574819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-ee6ca51a-da82-43ca-a02e-00bdfe0372b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.0909040 Feb 03 11:14:33.684860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e0a9-23ff-45d0-aa97-84940a8a4553 req-db640b5a-e11d-4eff-92b3-352e7dbe5672 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.686354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d14e0a9-23ff-45d0-aa97-84940a8a4553 req-db640b5a-e11d-4eff-92b3-352e7dbe5672 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1330109 Feb 03 11:14:33.693124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-39aaa0ac-04a2-4a28-9858-7907285f064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.694734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-39aaa0ac-04a2-4a28-9858-7907285f064a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1045210 Feb 03 11:14:33.715105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e0eb7-6892-42cf-b159-af9c9620ae46 req-509fcd32-6457-4fc7-b945-5788a57d0fce tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.716605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e9e0eb7-6892-42cf-b159-af9c9620ae46 req-509fcd32-6457-4fc7-b945-5788a57d0fce tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0957527 Feb 03 11:14:33.853556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e9e0eb7-6892-42cf-b159-af9c9620ae46 req-700ae207-cff6-476f-8e41-b3edb0a37264 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288409 Feb 03 11:14:33.856522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d14e0a9-23ff-45d0-aa97-84940a8a4553 req-056515a9-d83b-4ca2-9ed9-11f07f857f85 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573565 Feb 03 11:14:33.896877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-33fa4a97-49ec-46b4-afe1-5299bfc22678 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894670 Feb 03 11:14:33.971030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c97de-f746-4362-8411-342760c8f301 req-db2bca8e-ab49-434b-ad74-da9e9f78c9c8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:33.973539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-313c97de-f746-4362-8411-342760c8f301 req-db2bca8e-ab49-434b-ad74-da9e9f78c9c8 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 945 time: 0.0660031 Feb 03 11:14:34.008085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-c9731c10-d4cc-42fc-9ed4-893e12d50110 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996704 Feb 03 11:14:34.061185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-34dc1b31-f4b2-43f3-9685-a9bf4c45b812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 200 len: 217 time: 0.0399985 Feb 03 11:14:34.102498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Deleting port c04e879a-3287-4930-82a5-1c2598cc5094 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:34.103126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.109324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dcf41103-e23e-480b-9c8e-70c4b25783ef no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:34.120256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-a4443e9c-1513-491a-a83a-334fa0d96bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:34.122913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-a4443e9c-1513-491a-a83a-334fa0d96bba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.0539951 Feb 03 11:14:34.140649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: dcf41103-e23e-480b-9c8e-70c4b25783ef {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:34.141490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device dcf41103-e23e-480b-9c8e-70c4b25783ef not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:34.197235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041183-8813-43c2-9295-39fd8ccfe21f req-1d46fe31-a82a-4cd2-a047-3c2f9b49dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:34.198944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-1d46fe31-a82a-4cd2-a047-3c2f9b49dc80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0674820 Feb 03 11:14:34.233021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] For port c04e879a-3287-4930-82a5-1c2598cc5094, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=c04e879a-3287-4930-82a5-1c2598cc5094,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:34.233397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.250807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Calling delete_port for c04e879a-3287-4930-82a5-1c2598cc5094 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:34.331267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-563c9d6a-4503-47bd-858f-7157be51823f service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176674 Feb 03 11:14:34.417331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c04e879a-3287-4930-82a5-1c2598cc5094), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.430904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['c04e879a-3287-4930-82a5-1c2598cc5094'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:34.484013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Pushing event deleted for resources: {'Port': ['ID=c04e879a-3287-4930-82a5-1c2598cc5094,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:34.489137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da041183-8813-43c2-9295-39fd8ccfe21f req-4d57c24b-a0d2-492d-a6fc-59a14754a65e service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502202 Feb 03 11:14:34.544254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] No DVR routers for this DVR port c04e879a-3287-4930-82a5-1c2598cc5094 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:34.547790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.551717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.554572 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-313c97de-f746-4362-8411-342760c8f301 req-4cfdf85a-eca1-4d2e-9ddb-fa5ff8a2e06a tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.53 "DELETE /v2.0/ports/c04e879a-3287-4930-82a5-1c2598cc5094 HTTP/1.1" status: 204 len: 173 time: 0.5749748 Feb 03 11:14:34.556493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'name': 'network-vif-deleted', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:34.568723 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9d0d4-0bb4-410c-b756-9269d2e3f8d1" -d '{"events": [{"server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "name": "network-vif-deleted", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:34.643250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a98dd877-0cac-4b22-8906-28574b01a2d5 req-e91f9dec-ce7c-4f6a-9f2c-2dd103386dc2 tempest-ServerRescueTestJSON-901750924 tempest-ServerRescueTestJSON-901750924-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a HTTP/1.1" status: 200 len: 210 time: 0.0417855 Feb 03 11:14:34.678608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a61a992c-559b-416b-b3e4-1e4262585738 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:34.681429 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a61a992c-559b-416b-b3e4-1e4262585738 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.0837603 Feb 03 11:14:34.708444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:34.763781 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835db666-efed-4204-aa8e-270be4f24978 x-openstack-request-id: req-835db666-efed-4204-aa8e-270be4f24978 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:34.764402 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a", "name": "network-vif-deleted", "tag": "c04e879a-3287-4930-82a5-1c2598cc5094", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:34.764668 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-835db666-efed-4204-aa8e-270be4f24978 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:34.765115 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd3d8-78e2-4e2d-9f0c-0d8efb995d4a', 'name': 'network-vif-deleted', 'tag': 'c04e879a-3287-4930-82a5-1c2598cc5094', 'status': 'completed', 'code': 200} Feb 03 11:14:34.806007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde63fe-49ec-4035-aaf3-7ca8dfe6e70f req-c9ea3670-b06f-4618-bd63-c76460793ad0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:34.815024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cde63fe-49ec-4035-aaf3-7ca8dfe6e70f req-c9ea3670-b06f-4618-bd63-c76460793ad0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 945 time: 0.1104820 Feb 03 11:14:34.827405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port dfd0181f-bc99-4232-8bc4-366030294519 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:14:34.833232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port dfd0181f-bc99-4232-8bc4-366030294519 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:34.834518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dfd0181f-bc99-4232-8bc4-366030294519), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.882312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:34.882623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:34.943059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cde63fe-49ec-4035-aaf3-7ca8dfe6e70f req-ed6766b6-3de2-4780-b427-00b6cf46fecf tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269658 Feb 03 11:14:34.960040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:34.962022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:35.045346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:35.050588 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18823ed-d4a3-49b5-ae93-ba555bf17e7b" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:35.063292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:35.063921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:35.088225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:35.095937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:35.111700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for f0aa9eaa-7076-4fac-b7ce-883ce8ab353d owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:35.144001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8438-2db8-48c0-a2c4-8a65ea66f51c req-42b9db8a-51f8-4c98-8524-d7cd2e031ba3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:35.145755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b92d8438-2db8-48c0-a2c4-8a65ea66f51c req-42b9db8a-51f8-4c98-8524-d7cd2e031ba3 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1590691 Feb 03 11:14:35.215487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:35.232613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8881e8f-7ce1-4ab1-af5c-2bebbcab20ba req-fd2a3ae7-566e-4873-81da-bdf398a4952a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:35.240062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8881e8f-7ce1-4ab1-af5c-2bebbcab20ba req-fd2a3ae7-566e-4873-81da-bdf398a4952a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1620569 Feb 03 11:14:35.306324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b92d8438-2db8-48c0-a2c4-8a65ea66f51c req-591390b1-fd0d-4ba7-a506-907461dfcc2e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457832 Feb 03 11:14:35.336983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8881e8f-7ce1-4ab1-af5c-2bebbcab20ba req-704a57d9-5a3a-4c18-b3a9-c82298cf21e1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951796 Feb 03 11:14:35.344622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f0aa9eaa-7076-4fac-b7ce-883ce8ab353d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:35.359743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['f0aa9eaa-7076-4fac-b7ce-883ce8ab353d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:35.395883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=f0aa9eaa-7076-4fac-b7ce-883ce8ab353d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:35.419533 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475c387-558c-42bc-813e-bbcf37808ed0 x-openstack-request-id: req-2475c387-558c-42bc-813e-bbcf37808ed0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:35.419880 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:35.420149 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2475c387-558c-42bc-813e-bbcf37808ed0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:35.421374 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:14:35.435214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:35.461605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port f0aa9eaa-7076-4fac-b7ce-883ce8ab353d on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:35.464116 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:35.469210 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c8b82b8c-af04-4f81-a5e1-ea1f9975ed68 req-a92f6d1d-095b-48cb-a474-ab7d02685c96 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.53 "DELETE /v2.0/ports/f0aa9eaa-7076-4fac-b7ce-883ce8ab353d HTTP/1.1" status: 204 len: 173 time: 0.7821524 Feb 03 11:14:35.591471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2560f-5777-4e64-a255-da800d1eeffd req-b506729d-6ccf-4333-9448-93a781a81499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:35.593194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fc2560f-5777-4e64-a255-da800d1eeffd req-b506729d-6ccf-4333-9448-93a781a81499 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1127 time: 0.1141717 Feb 03 11:14:35.653822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fc2560f-5777-4e64-a255-da800d1eeffd req-eed9c5c1-ea0e-4527-8a0c-3ca508c8fbe2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533946 Feb 03 11:14:35.711677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:36.136231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95bcabe4-ef2c-46b9-8e52-61d7c4d0b979 req-124d4533-c913-4560-8dd2-a4ca8591f6a9 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a75634-d4a0-4996-9523-dfa6cabd1420 HTTP/1.1" status: 200 len: 210 time: 0.0400290 Feb 03 11:14:36.343598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:36.676498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366d14-ff34-49f4-9e9e-b34bab4e4500 req-b577c48f-d4b9-415a-a5bd-111adf1abf19 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:36.686015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe366d14-ff34-49f4-9e9e-b34bab4e4500 req-b577c48f-d4b9-415a-a5bd-111adf1abf19 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.2049475 Feb 03 11:14:36.708284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa1f25-fbc4-4a42-b4a8-aa520c935109 req-f42814f1-0d68-4f87-ae10-4eea70ee13b2 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:36.709945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9efa1f25-fbc4-4a42-b4a8-aa520c935109 req-f42814f1-0d68-4f87-ae10-4eea70ee13b2 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.2247367 Feb 03 11:14:36.766711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'name': 'network-vif-deleted', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:36.767239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:36.769842 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108db751-7e28-413b-acd0-4e59c37a6715" -d '{"events": [{"server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "name": "network-vif-deleted", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:36.996007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36226) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:37.033119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9efa1f25-fbc4-4a42-b4a8-aa520c935109 req-b5048164-fa2f-4a64-93f0-befcd95d3b6b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126044 Feb 03 11:14:37.104536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe366d14-ff34-49f4-9e9e-b34bab4e4500 req-e7c07756-0265-4259-a7e4-66cc80fbe01d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174757 Feb 03 11:14:37.151816 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194130c3-15ce-4c58-9f1e-2cae69640294 x-openstack-request-id: req-194130c3-15ce-4c58-9f1e-2cae69640294 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:37.152414 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a75634-d4a0-4996-9523-dfa6cabd1420", "name": "network-vif-deleted", "tag": "f0aa9eaa-7076-4fac-b7ce-883ce8ab353d", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:37.152710 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-194130c3-15ce-4c58-9f1e-2cae69640294 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:37.153198 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a75634-d4a0-4996-9523-dfa6cabd1420', 'name': 'network-vif-deleted', 'tag': 'f0aa9eaa-7076-4fac-b7ce-883ce8ab353d', 'status': 'completed', 'code': 200} Feb 03 11:14:37.206965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.207517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.208746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.209247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.209718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.216274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.217044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:37.220318 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-157a4ec2-8886-439d-9290-5da929120309 req-48105396-1894-4bdb-91e4-137d428c1217 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6708 time: 0.2229767 Feb 03 11:14:37.312884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:37.327005 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-157a4ec2-8886-439d-9290-5da929120309 req-f843504b-c681-4724-93d3-1c6bbd6f9e66 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986748 Feb 03 11:14:37.408272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Deleting port 3497678c-900d-42c9-8be1-05a3504a04c1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:37.408767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:37.543617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] For port 3497678c-900d-42c9-8be1-05a3504a04c1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3497678c-900d-42c9-8be1-05a3504a04c1,segment=NetworkSegment(4a29e921-5573-462c-afec-a74e9d6d794c),segment_id=4a29e921-5573-462c-afec-a74e9d6d794c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:37.544185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:37.595447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Calling delete_port for 3497678c-900d-42c9-8be1-05a3504a04c1 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:37.888605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3497678c-900d-42c9-8be1-05a3504a04c1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:37.939727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3497678c-900d-42c9-8be1-05a3504a04c1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:38.576808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:38.588987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c764ed-29f0-450a-bde3-e78e1c01c941 req-924ed2de-1b57-4d3b-90c2-83013be7a25a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:38.590486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5c764ed-29f0-450a-bde3-e78e1c01c941 req-924ed2de-1b57-4d3b-90c2-83013be7a25a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.4543498 Feb 03 11:14:38.659891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04016a1-addf-4f6f-8497-f3c4eb90639e req-bb9392cb-2432-4c29-9c4f-ad4446683633 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:38.661419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04016a1-addf-4f6f-8497-f3c4eb90639e req-bb9392cb-2432-4c29-9c4f-ad4446683633 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1479971 Feb 03 11:14:38.746322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c04e879a-3287-4930-82a5-1c2598cc5094 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:38.749611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5c764ed-29f0-450a-bde3-e78e1c01c941 req-26896fe4-880d-4d79-8799-f9739f7924ee tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500871 Feb 03 11:14:38.785916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: c04e879a-3287-4930-82a5-1c2598cc5094 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:38.795152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device c04e879a-3287-4930-82a5-1c2598cc5094 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:38.795958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f0aa9eaa-7076-4fac-b7ce-883ce8ab353d no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:38.800163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04016a1-addf-4f6f-8497-f3c4eb90639e req-37380380-ef46-4175-ace8-809fe3b8e07e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293874 Feb 03 11:14:38.839827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: f0aa9eaa-7076-4fac-b7ce-883ce8ab353d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:38.840491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device f0aa9eaa-7076-4fac-b7ce-883ce8ab353d not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:38.992133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cb35a-f022-4e21-9a1e-b60f285195e0 req-ef6b6e21-598e-47e6-863b-4bdcb78d2754 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:38.993775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-818cb35a-f022-4e21-9a1e-b60f285195e0 req-ef6b6e21-598e-47e6-863b-4bdcb78d2754 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.1466203 Feb 03 11:14:39.010362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:39.032159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d464-851c-40a2-97f9-d73cc1880fe8 req-65ef8a19-7619-4217-9a91-aba3af390eb9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:39.033898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b00d464-851c-40a2-97f9-d73cc1880fe8 req-65ef8a19-7619-4217-9a91-aba3af390eb9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1530995 Feb 03 11:14:39.042921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:39.048529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'floatingip': {'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:39.091010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.099437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-818cb35a-f022-4e21-9a1e-b60f285195e0 req-8caa3f43-56df-48b3-aad0-9bf1b9d93eff tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988293 Feb 03 11:14:39.169858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:39.177394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f1d2ad7d-2ceb-486e-8c96-89f7e0ee9b01 admin admin] 10.222.0.30 "PUT /v2.0/routers/47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4625847 Feb 03 11:14:39.177636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:39.186856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Sync routers for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:39.198806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:39.199438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:39.314334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:39.426799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks [] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.569795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:14:37Z', 'revision_number': 5, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port': {'id': '83c42dd6-32d2-4b49-b520-cf21cdee98f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:12:19Z', 'updated_at': '2022-02-03T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:39.575663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks [] for router_gateway (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.604846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Checking router: 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:39.615122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Routers {'47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:39.615978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:39.653690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Deleting port 83c42dd6-32d2-4b49-b520-cf21cdee98f3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:39.654040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.716242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] Set router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:39.754945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] For port 83c42dd6-32d2-4b49-b520-cf21cdee98f3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83c42dd6-32d2-4b49-b520-cf21cdee98f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:39.755468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.770321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Calling delete_port for 83c42dd6-32d2-4b49-b520-cf21cdee98f3 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:39.787632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:14:39Z', 'revision_number': 6, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:39.854732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f899f2-a9c2-4b12-805d-6f237d0b0664 None None] The sync data for ids ['47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf'] in n-d-821606-6 is: [{'id': '47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf', 'name': 'tempest-ServerRescueTestJSON-1037739129-router', 'tenant_id': '9feb655248d04b978a0bb01646e73f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:12:18Z', 'updated_at': '2022-02-03T11:14:39Z', 'revision_number': 6, 'project_id': '9feb655248d04b978a0bb01646e73f3d', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:39.973839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.978836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:39.996562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196b7c-dda6-4772-b53b-a0e790ea0294 req-123918bf-54e1-43b7-af5e-c125fd640608 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:39.998775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00196b7c-dda6-4772-b53b-a0e790ea0294 req-123918bf-54e1-43b7-af5e-c125fd640608 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1068752 Feb 03 11:14:40.100749 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Floating IP 2cb89213-a03d-4474-8b11-6e44af7dae44 associated. External IP: 172.25.7.80, port: dfd0181f-bc99-4232-8bc4-366030294519. Feb 03 11:14:40.145464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00196b7c-dda6-4772-b53b-a0e790ea0294 req-20c7bddf-a4cc-4986-bc66-57167b0c7259 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350219 Feb 03 11:14:40.157165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (83c42dd6-32d2-4b49-b520-cf21cdee98f3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.173881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-428f0769-ca88-453b-969f-ba90f2cf7fc1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:40.175533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-428f0769-ca88-453b-969f-ba90f2cf7fc1 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.1363041 Feb 03 11:14:40.208052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c42dd6-32d2-4b49-b520-cf21cdee98f3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:40.400433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Router 979492db-367c-4c59-b21e-5f0a6dbb530b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:40.408928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.479143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75652f19-4c89-4f9d-af09-7bc7b265fc8d req-9850e1fe-f6bf-43cb-830e-00974f096fa8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:40.480737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75652f19-4c89-4f9d-af09-7bc7b265fc8d req-9850e1fe-f6bf-43cb-830e-00974f096fa8 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 946 time: 0.2738600 Feb 03 11:14:40.514503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:40.529805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.533815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Sync routers for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:40.540855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.544313 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:40.545213 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:40.550675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks [] for router_controller (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.573618 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e598581d-b81c-46b0-bdf1-a56b45d6b661 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "PUT /v2.0/floatingips/2cb89213-a03d-4474-8b11-6e44af7dae44 HTTP/1.1" status: 200 len: 990 time: 1.5289168 Feb 03 11:14:40.574369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:40.578267 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f2fe4-b946-46a8-91f7-7249ace4007c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:40.579905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Deleting port d7170090-a63a-4284-b939-9919d8811827 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:14:40.580290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d7170090-a63a-4284-b939-9919d8811827), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.660405 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:40.725066 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.725626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:14:40.730965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.732140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-790887da-8c57-4113-9917-e5782e89f357 admin admin] 10.222.0.30 "DELETE /v2.0/routers/47f9b3a6-69eb-490a-b3a7-7ed24ca49dcf HTTP/1.1" status: 204 len: 168 time: 1.5534892 Feb 03 11:14:40.734963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:40.737798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75652f19-4c89-4f9d-af09-7bc7b265fc8d req-2467be2c-2434-4bb9-86ee-6a59d3aab884 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/security-groups?id=ebc2545b-338f-4cd9-b81f-3423009fbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158909 Feb 03 11:14:40.762693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] For port d7170090-a63a-4284-b939-9919d8811827, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d7170090-a63a-4284-b939-9919d8811827,segment=NetworkSegment(006bd776-9ef0-4706-b9f2-33bbaab67d58),segment_id=006bd776-9ef0-4706-b9f2-33bbaab67d58)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:40.763064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d7170090-a63a-4284-b939-9919d8811827), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.788850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Calling delete_port for d7170090-a63a-4284-b939-9919d8811827 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:14:40.807334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ea05-a206-4dba-aa58-2ddbf7c8456d req-1124e92a-9665-4924-a196-25022e69567d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:40.808878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c40ea05-a206-4dba-aa58-2ddbf7c8456d req-1124e92a-9665-4924-a196-25022e69567d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1680412 Feb 03 11:14:40.820192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Deleting subnet a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:14:40.834235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Publish callbacks [] for subnet (a6fd170c-9b78-482c-8cbb-0bdc4bcd8024), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.877277 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda38ace-fd39-4485-95a0-b5dd1dcfd615 x-openstack-request-id: req-cda38ace-fd39-4485-95a0-b5dd1dcfd615 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:40.877683 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:40.878061 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cda38ace-fd39-4485-95a0-b5dd1dcfd615 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:40.878564 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'status': 'completed', 'code': 200} Feb 03 11:14:40.915855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a6fd170c-9b78-482c-8cbb-0bdc4bcd8024), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.949499 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2cb89213-a03d-4474-8b11-6e44af7dae44', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:14:24Z', 'updated_at': '2022-02-03T11:14:39Z', 'revision_number': 1, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:40.968389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c40ea05-a206-4dba-aa58-2ddbf7c8456d req-60d44dc1-520e-482e-8623-6d7d668ef938 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511989 Feb 03 11:14:40.969001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a6fd170c-9b78-482c-8cbb-0bdc4bcd8024), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:40.989712 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Checking router: 979492db-367c-4c59-b21e-5f0a6dbb530b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:40.999433 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:41.000037 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:41.035884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a6fd170c-9b78-482c-8cbb-0bdc4bcd8024), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.058343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-8210be06-4c0b-4a32-9241-0c77a2bf73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:41.060279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-8210be06-4c0b-4a32-9241-0c77a2bf73d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1127 time: 0.1582232 Feb 03 11:14:41.062175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d7170090-a63a-4284-b939-9919d8811827), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.071413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fd170c-9b78-482c-8cbb-0bdc4bcd8024,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:41.076412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.083247 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a6fd170c-9b78-482c-8cbb-0bdc4bcd8024 HTTP/1.1" status: 204 len: 168 time: 0.3471313 Feb 03 11:14:41.084004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:41.096478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d7170090-a63a-4284-b939-9919d8811827'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:41.100402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Pushing event deleted for resources: {'Port': ['ID=d7170090-a63a-4284-b939-9919d8811827,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:41.116822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.117509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.118226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.118672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.119405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.119851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.120542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.121013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.121448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.121897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.122328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.122759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.123187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2560c6-44dc-48d6-993d-85a4b6973036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:41.137618 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:41.260241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] No DVR routers for this DVR port d7170090-a63a-4284-b939-9919d8811827 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:14:41.268164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.271873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c341b1d1-e65e-4263-b394-00ec342a28aa req-f410e3b3-88db-477e-8e69-ca6d32a6efaa tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.69 "DELETE /v2.0/ports/d7170090-a63a-4284-b939-9919d8811827 HTTP/1.1" status: 204 len: 173 time: 1.0748296 Feb 03 11:14:41.272456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'name': 'network-vif-deleted', 'tag': 'd7170090-a63a-4284-b939-9919d8811827'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:41.274711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (6dc62d81-b1f6-4ae5-87d7-20aff75593a8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.275194 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1239bc7-75d7-4a7c-a766-96ec7b53335e" -d '{"events": [{"server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "name": "network-vif-deleted", "tag": "d7170090-a63a-4284-b939-9919d8811827"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:41.395026 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5906e10-9c4a-4f66-bbf4-6099520b82d7 x-openstack-request-id: req-e5906e10-9c4a-4f66-bbf4-6099520b82d7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:14:41.395340 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4771e77d-badf-441b-b8f8-9c20d6c19cba", "name": "network-vif-deleted", "tag": "d7170090-a63a-4284-b939-9919d8811827", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:14:41.395579 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5906e10-9c4a-4f66-bbf4-6099520b82d7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:14:41.396153 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4771e77d-badf-441b-b8f8-9c20d6c19cba', 'name': 'network-vif-deleted', 'tag': 'd7170090-a63a-4284-b939-9919d8811827', 'status': 'completed', 'code': 200} Feb 03 11:14:41.430206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (6dc62d81-b1f6-4ae5-87d7-20aff75593a8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.450012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b5ff-53ed-4462-a7d8-a3927199c52b req-015d9a32-3318-4377-979c-5b9b952e5f23 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:41.451627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0889b5ff-53ed-4462-a7d8-a3927199c52b req-015d9a32-3318-4377-979c-5b9b952e5f23 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1436834 Feb 03 11:14:41.455025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-1a2e7eb4-118d-4a06-aa4e-c0eab00495f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:41.456543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-1a2e7eb4-118d-4a06-aa4e-c0eab00495f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.3660743 Feb 03 11:14:41.458276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3497678c-900d-42c9-8be1-05a3504a04c1 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:41.462963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc62d81-b1f6-4ae5-87d7-20aff75593a8']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:41.491757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a29e921-5573-462c-afec-a74e9d6d794c') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:41.493152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a29e921-5573-462c-afec-a74e9d6d794c') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:41.506255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (4a29e921-5573-462c-afec-a74e9d6d794c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.515696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 3497678c-900d-42c9-8be1-05a3504a04c1 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:41.516195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3497678c-900d-42c9-8be1-05a3504a04c1 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:41.518497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83c42dd6-32d2-4b49-b520-cf21cdee98f3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:41.528592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4a29e921-5573-462c-afec-a74e9d6d794c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.536400 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2cb89213-a03d-4474-8b11-6e44af7dae44', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:14:24Z', 'updated_at': '2022-02-03T11:14:39Z', 'revision_number': 1, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:41.538183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:14:41.538871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (4a29e921-5573-462c-afec-a74e9d6d794c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:14:41.541722 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:14:41.562910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 83c42dd6-32d2-4b49-b520-cf21cdee98f3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:41.563261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83c42dd6-32d2-4b49-b520-cf21cdee98f3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:41.607650 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f1a1e-a694-4c0f-a200-b6da09d613e7 None None] The sync data for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 is: [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2cb89213-a03d-4474-8b11-6e44af7dae44', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:14:24Z', 'updated_at': '2022-02-03T11:14:39Z', 'revision_number': 1, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:41.619740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0889b5ff-53ed-4462-a7d8-a3927199c52b req-55aef317-d778-4f65-ac43-c352fafaeff5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442075 Feb 03 11:14:41.619962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (6dc62d81-b1f6-4ae5-87d7-20aff75593a8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.628659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.631902 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6dc62d81-b1f6-4ae5-87d7-20aff75593a8 HTTP/1.1" status: 204 len: 168 time: 0.5458801 Feb 03 11:14:41.645272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d20b25-48c9-4329-a865-b530f9898bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc62d81-b1f6-4ae5-87d7-20aff75593a8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:41.648996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-ac9ae104-dda5-4756-a1d1-d0047610462f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.1825943 Feb 03 11:14:41.713378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-26901133-0eaf-4d49-99cd-bbbef8f3427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:41.714938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-26901133-0eaf-4d49-99cd-bbbef8f3427d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0597525 Feb 03 11:14:41.779941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-84e8ca07-8bae-42d5-a8f6-268e68da63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:41.783314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-84e8ca07-8bae-42d5-a8f6-268e68da63b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622566 Feb 03 11:14:41.784178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36300) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:41.844964 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4fac53e-309f-409b-b83c-7bbcbf3d0b4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9feb655248d04b978a0bb01646e73f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577686 Feb 03 11:14:41.847248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36302) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:41.924763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab3498c2-d09f-437a-941a-9c8130425934 req-7bae4cdd-bec9-4261-89d8-57d9e36257c0 tempest-ServersTestJSON-1998858075 tempest-ServersTestJSON-1998858075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4771e77d-badf-441b-b8f8-9c20d6c19cba HTTP/1.1" status: 200 len: 210 time: 0.0476024 Feb 03 11:14:41.936745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] Publish callbacks [] for security_group (f4f9184f-5371-4670-acb6-3de907c75feb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.955974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-68a02617-12fd-4dbe-a4f8-7aac77a7c39e service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631639 Feb 03 11:14:41.977941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] Publish callbacks [] for security_group (f4f9184f-5371-4670-acb6-3de907c75feb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:41.978173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e075571-422b-4250-9892-5323e1e89df3 None None] New status for floating IP 2cb89213-a03d-4474-8b11-6e44af7dae44: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:14:42.074787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f4f9184f-5371-4670-acb6-3de907c75feb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:42.080089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:42.082057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4f9184f-5371-4670-acb6-3de907c75feb HTTP/1.1" status: 204 len: 168 time: 0.2338090 Feb 03 11:14:42.120980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d26b0b-6e43-4109-8071-8bdf21cc0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f9184f-5371-4670-acb6-3de907c75feb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:42.469194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c5f2fe4-b946-46a8-91f7-7249ace4007c req-c7bf961a-a393-493c-bc86-5068c2e753ed service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069027 Feb 03 11:14:42.479772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32332ebe-934f-42b3-ac9d-1a67f1fc02f3 req-49d901e6-462f-4393-bae5-64b4412cb076 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:42.486860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32332ebe-934f-42b3-ac9d-1a67f1fc02f3 req-49d901e6-462f-4393-bae5-64b4412cb076 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1082094 Feb 03 11:14:42.542135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32332ebe-934f-42b3-ac9d-1a67f1fc02f3 req-a7f2b3f0-2a81-4c3f-adf2-f8a55ed9b33e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541062 Feb 03 11:14:42.744580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1288-3c90-4bbb-b203-e4ef31e6395e req-2d768f4a-629b-4397-9019-a0843a06c1f1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:42.746213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-785e1288-3c90-4bbb-b203-e4ef31e6395e req-2d768f4a-629b-4397-9019-a0843a06c1f1 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0555291 Feb 03 11:14:42.765578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:14:42.799931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-785e1288-3c90-4bbb-b203-e4ef31e6395e req-d0149123-d7cb-42ec-962b-89438b46c406 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Feb 03 11:14:42.897769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:42.987251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.002858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-network', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:43.025255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Made reservation on behalf of 7bc58d18939c416fa68b6e8b29a9466e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:43.028585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.032903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Deleting subnet ec15006b-c219-42eb-8961-a05b9efe1518 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:14:43.036147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Publish callbacks [] for subnet (ec15006b-c219-42eb-8961-a05b9efe1518), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.038229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.076508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ec15006b-c219-42eb-8961-a05b9efe1518), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.117990 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ec15006b-c219-42eb-8961-a05b9efe1518), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.121785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks [] for security_group (452f7e95-041c-4a8f-9ba9-ba2a36adf2e9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.125621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (452f7e95-041c-4a8f-9ba9-ba2a36adf2e9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.143491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:14:43.164618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8494679a-7884-4e73-aaac-3b87249aa78b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.165001 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Added segment 8494679a-7884-4e73-aaac-3b87249aa78b of type vlan for network 7622e2d5-d255-4738-a877-2a48887f3562 Feb 03 11:14:43.166390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:43.180334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ec15006b-c219-42eb-8961-a05b9efe1518), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.213375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (7622e2d5-d255-4738-a877-2a48887f3562), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.216107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec15006b-c219-42eb-8961-a05b9efe1518,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:43.223351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.227933 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a4a99e3-1606-4d39-ad39-cbe84383f323 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec15006b-c219-42eb-8961-a05b9efe1518 HTTP/1.1" status: 204 len: 168 time: 0.2396464 Feb 03 11:14:43.230303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36336) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.246271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (7622e2d5-d255-4738-a877-2a48887f3562), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.248027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:43.249342 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.310972 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a47591a8-6387-45b7-85b6-10d10782dc45), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.316054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] Pushing event updated for resources: {'Network': ['ID=7622e2d5-d255-4738-a877-2a48887f3562,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:43.329217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 7622e2d5-d255-4738-a877-2a48887f3562 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:14:43.333419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a186f8d4-480a-4a44-99dd-ccc9a96bbe20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4341478 Feb 03 11:14:43.334001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.339886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Request body: {'subnet': {'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-subnet', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:43.361509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Made reservation on behalf of 7bc58d18939c416fa68b6e8b29a9466e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:14:43.363995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.412132 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a47591a8-6387-45b7-85b6-10d10782dc45), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.436335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47591a8-6387-45b7-85b6-10d10782dc45']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:43.447803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006bd776-9ef0-4706-b9f2-33bbaab67d58') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:43.448358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006bd776-9ef0-4706-b9f2-33bbaab67d58') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:43.459637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (006bd776-9ef0-4706-b9f2-33bbaab67d58), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.474833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (006bd776-9ef0-4706-b9f2-33bbaab67d58), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.481935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:14:43.482590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (006bd776-9ef0-4706-b9f2-33bbaab67d58), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:14:43.484753 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:14:43.542209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a47591a8-6387-45b7-85b6-10d10782dc45), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.547584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.552153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (f1f402fb-d222-4b2a-9dda-96a52353a725), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.553480 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a47591a8-6387-45b7-85b6-10d10782dc45 HTTP/1.1" status: 204 len: 168 time: 0.3220809 Feb 03 11:14:43.567829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8d48c-fffc-40e3-9746-d56178c4f740 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47591a8-6387-45b7-85b6-10d10782dc45,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:43.621990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Checking segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:43.622454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Network hostable DHCP agents. Network: 7622e2d5-d255-4738-a877-2a48887f3562, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:14:43.624628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f402fb-d222-4b2a-9dda-96a52353a725,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:43.679385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Network 7622e2d5-d255-4738-a877-2a48887f3562 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:14:43.694351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 7622e2d5-d255-4738-a877-2a48887f3562) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:43.700056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:43.700659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.707796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d748dd-6883-4257-a580-7e544546f84e None None] Network 7622e2d5-d255-4738-a877-2a48887f3562 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:14:43.722683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0e3e1-064a-49fe-ab03-977d1a33c0be req-1a1898bc-9496-4c55-b730-a81913fc10c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:43.724194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e0e3e1-064a-49fe-ab03-977d1a33c0be req-1a1898bc-9496-4c55-b730-a81913fc10c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.0846980 Feb 03 11:14:43.732635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4263a5f8-399c-45e5-86d6-dfdfee70adb2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3973606 Feb 03 11:14:43.735419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.739874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:14:43.759026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.784893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7662e901-ca62-4d12-a0fc-0d766237e222), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.785970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7662e901-ca62-4d12-a0fc-0d766237e222), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.833956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15fb058a-9e32-4c1a-adb9-ad2ee9b5e302 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94c460d57a9c4f3a93fca56d1d055fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700257 Feb 03 11:14:43.835107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:43.859643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for router_controller (7662e901-ca62-4d12-a0fc-0d766237e222), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:43.874511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb177d-dca6-4c7a-a90c-4c41d5a4fc40 None None] Network 7622e2d5-d255-4738-a877-2a48887f3562 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:14:43.897297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e0e3e1-064a-49fe-ab03-977d1a33c0be req-802141d2-3c20-4679-bef0-941f49d86487 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593368 Feb 03 11:14:43.975045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Publish callbacks [] for security_group (ebc2545b-338f-4cd9-b81f-3423009fbc50), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.038116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Publish callbacks [] for security_group (ebc2545b-338f-4cd9-b81f-3423009fbc50), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.057164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb60e8-e78a-4c42-9aa6-043439b0cbe4 req-a9fd96aa-e675-48bc-9006-0dfa34d4a07f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:44.058644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecfb60e8-e78a-4c42-9aa6-043439b0cbe4 req-a9fd96aa-e675-48bc-9006-0dfa34d4a07f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1396847 Feb 03 11:14:44.061344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for router_gateway (7662e901-ca62-4d12-a0fc-0d766237e222), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.115081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd45c6-4c76-4469-af78-a3af68863356 req-a8969d76-50c9-45d5-82e7-b2c687de2273 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:44.116580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0dd45c6-4c76-4469-af78-a3af68863356 req-a8969d76-50c9-45d5-82e7-b2c687de2273 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1428270 Feb 03 11:14:44.164625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecfb60e8-e78a-4c42-9aa6-043439b0cbe4 req-b359c2da-27f8-4a40-9999-ce2b5d67968f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Feb 03 11:14:44.168934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d7170090-a63a-4284-b939-9919d8811827 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:14:44.172260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ebc2545b-338f-4cd9-b81f-3423009fbc50), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.190208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.190208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebc2545b-338f-4cd9-b81f-3423009fbc50 HTTP/1.1" status: 204 len: 168 time: 0.3494494 Feb 03 11:14:44.212196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2545b-338f-4cd9-b81f-3423009fbc50,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:44.241696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.243211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.243332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: d7170090-a63a-4284-b939-9919d8811827 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:14:44.243700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d7170090-a63a-4284-b939-9919d8811827 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:14:44.244004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.244546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.245052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.246123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.246466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.246801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.247150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.247498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.247828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.248237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.248665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ec656-1f01-4860-b187-be6e9d0c68e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:14:44.279227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0dd45c6-4c76-4469-af78-a3af68863356 req-a9945b83-ffc3-480d-a6fa-ee49168bd5ef tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368518 Feb 03 11:14:44.301821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for router_gateway (7662e901-ca62-4d12-a0fc-0d766237e222), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.325947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.465601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Allocated IP 172.25.7.77 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/58b7d3e6-e20c-4f8c-ae58-d738fc37b90c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:44.578505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.625191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:44.693789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:44.696499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:44.699196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:44.706228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Pushing event updated for resources: {'Port': ['ID=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:45.002147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for router_gateway (7662e901-ca62-4d12-a0fc-0d766237e222), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.209475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7662e901-ca62-4d12-a0fc-0d766237e222), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.330551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f67b52-25d8-40eb-a3f9-ed30cc734332 req-3f7f0c5c-580f-4735-aa12-f0e22b90d94e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:14:45.332198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9f67b52-25d8-40eb-a3f9-ed30cc734332 req-3f7f0c5c-580f-4735-aa12-f0e22b90d94e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.0831199 Feb 03 11:14:45.374837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Router 7662e901-ca62-4d12-a0fc-0d766237e222 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:14:45.396894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9f67b52-25d8-40eb-a3f9-ed30cc734332 req-781fe906-239b-4f24-81eb-fa92f105ff01 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Feb 03 11:14:45.630400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:45.800805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e795e19-9e08-449f-a953-09c1b46dd82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.917956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e795e19-9e08-449f-a953-09c1b46dd82f admin admin] Publish callbacks [] for security_group (0945be6b-3a4e-40b1-9a63-a2eac1679f20), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.919511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:45.925041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e795e19-9e08-449f-a953-09c1b46dd82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0945be6b-3a4e-40b1-9a63-a2eac1679f20), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.930528 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Sync routers for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:45.940756 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:45.941337 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:45.945611 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:45.950204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36428) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:45.962394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f39b45f-3033-4162-9d96-f0b12373a251 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2107346 Feb 03 11:14:46.010466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e795e19-9e08-449f-a953-09c1b46dd82f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe417f9025ec4535867136984aac0ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785102 Feb 03 11:14:46.011028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e795e19-9e08-449f-a953-09c1b46dd82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0945be6b-3a4e-40b1-9a63-a2eac1679f20,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:46.015534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:46.048364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.058912 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:46.100756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] Publish callbacks [] for security_group (0945be6b-3a4e-40b1-9a63-a2eac1679f20), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.133337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] Publish callbacks [] for security_group (0945be6b-3a4e-40b1-9a63-a2eac1679f20), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.190497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0945be6b-3a4e-40b1-9a63-a2eac1679f20), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.194361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.200214 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0945be6b-3a4e-40b1-9a63-a2eac1679f20 HTTP/1.1" status: 204 len: 168 time: 0.1830213 Feb 03 11:14:46.210891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd8b1d-cf45-4817-84f7-7062980a9b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0945be6b-3a4e-40b1-9a63-a2eac1679f20,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:46.277939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:44Z', 'revision_number': 3, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:46.311176 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Checking router: 7662e901-ca62-4d12-a0fc-0d766237e222 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:46.311650 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Updating router 7662e901-ca62-4d12-a0fc-0d766237e222 port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:14:46.339883 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.531926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.692445 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks [] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.700352 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.768649 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Attempting to bind port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:46.769180 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Attempting to bind port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:46.770095 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Attempting to bind port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:46.773860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf502-68ba-4a3d-a539-18a22d5b5e99 None None] Pushing event updated for resources: {'Port': ['ID=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:46.787515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:46.793991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Allocated IP 172.20.0.1 (7622e2d5-d255-4738-a877-2a48887f3562/f1f402fb-d222-4b2a-9dda-96a52353a725/be7c631f-3621-4bc0-a911-fe35b6cdca08) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:14:46.797590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:46.802450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:46.803455 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.806060 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:46.807339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Bound port: 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:46.809377 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.896622 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] For port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:46.902305 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] For port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:46.910643 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:46.981918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks [] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.001378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:47.015575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'dfd0181f-bc99-4232-8bc4-366030294519', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:47.028662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:47.029577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:47.032713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.073413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:47.073959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.082586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Network 7622e2d5-d255-4738-a877-2a48887f3562 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:47.091700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:47.100979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:47.114805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:14:47.125590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:47.132286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.248402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Pushing event updated for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:47.258516 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf502-68ba-4a3d-a539-18a22d5b5e99 None None] Pushing event updated for resources: {'Port': ['ID=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:47.280969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7662e901-ca62-4d12-a0fc-0d766237e222), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.286334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:47.323797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dfd0181f-bc99-4232-8bc4-366030294519'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:47.374282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:47.623494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.652389 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:44Z', 'revision_number': 3, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:47.707412 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae87df6-550f-4ee5-8a6b-9f4e2d10e7a0 None None] The sync data for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 is: [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:44Z', 'revision_number': 3, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:47.843261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks [] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.849663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:47.903284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7662e901-ca62-4d12-a0fc-0d766237e222), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:48.024228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Pushing event updated for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:48.101384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Network 7622e2d5-d255-4738-a877-2a48887f3562 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:14:48.103424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:14:48.296740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Router 7662e901-ca62-4d12-a0fc-0d766237e222 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:14:48.530839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:14:48.537654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a0716ede-4dbf-4f6d-b261-135cb2a848dd admin admin] 10.222.0.30 "PUT /v2.0/routers/7662e901-ca62-4d12-a0fc-0d766237e222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867412 Feb 03 11:14:48.797354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2ed6e3ad-f166-44eb-a31b-d514d849669a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:14:48.803657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:49.299316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port dfd0181f-bc99-4232-8bc4-366030294519 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:49.299955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dfd0181f-bc99-4232-8bc4-366030294519), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:49.442008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:49.475040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'mac_address': 'fa:16:3e:29:23:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:14:49.625263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:49.674803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2ed6e3ad-f166-44eb-a31b-d514d849669a is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:49.674803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:49.723870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:49.724292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:49.758165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ed6e3ad-f166-44eb-a31b-d514d849669a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:14:49.826671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:14:49.828942 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30bbb1f-ff63-4bc7-a72c-3b9f77ce15eb" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:14:49.850796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:49.865746 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:49.948229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:49.948877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:49.953768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:49.956877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:50.011460 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:50.099654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2ed6e3ad-f166-44eb-a31b-d514d849669a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:14:50.188821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:50.189251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:50.220940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:50.244433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:50.247250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:50.355482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:50.552244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36598) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:50.724898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Sync routers for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:14:50.739234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:50.743275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:50.794217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46da2468-703f-4498-a5a0-737735b500e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:50.810857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2ed6e3ad-f166-44eb-a31b-d514d849669a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:50.940598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:50.983600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2ed6e3ad-f166-44eb-a31b-d514d849669a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:50.984252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.019772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46da2468-703f-4498-a5a0-737735b500e4 admin admin] Publish callbacks [] for security_group (f1476e50-9d46-4d2d-b9ad-f213190cb9e8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.025434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46da2468-703f-4498-a5a0-737735b500e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f1476e50-9d46-4d2d-b9ad-f213190cb9e8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.091491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46da2468-703f-4498-a5a0-737735b500e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23a2b98a2db249a69a66754cbb18f490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5343719 Feb 03 11:14:51.091491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da2468-703f-4498-a5a0-737735b500e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1476e50-9d46-4d2d-b9ad-f213190cb9e8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:51.092627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:51.216170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] Publish callbacks [] for security_group (f1476e50-9d46-4d2d-b9ad-f213190cb9e8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.267817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] Publish callbacks [] for security_group (f1476e50-9d46-4d2d-b9ad-f213190cb9e8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.373777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f1476e50-9d46-4d2d-b9ad-f213190cb9e8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.376823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.378457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1476e50-9d46-4d2d-b9ad-f213190cb9e8 HTTP/1.1" status: 204 len: 168 time: 0.2852488 Feb 03 11:14:51.421622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6d050-df45-44f2-97e0-06e442dd8ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1476e50-9d46-4d2d-b9ad-f213190cb9e8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:51.493406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:51.622086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2ed6e3ad-f166-44eb-a31b-d514d849669a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:51.627988 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.855280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:51.870893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:47Z', 'revision_number': 4, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be7c631f-3621-4bc0-a911-fe35b6cdca08', 'name': '', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'mac_address': 'fa:16:3e:9c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:46Z', 'updated_at': '2022-02-03T11:14:47Z', 'revision_number': 2, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'subnets': [{'id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:51.874025 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:51.879693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:51.880606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.010254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:52.013563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Checking router: 7662e901-ca62-4d12-a0fc-0d766237e222 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:14:52.014027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Updating router 7662e901-ca62-4d12-a0fc-0d766237e222 port be7c631f-3621-4bc0-a911-fe35b6cdca08 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:14:52.016517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:52.042833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30b93c2a-ef56-4711-a8f4-292e10257dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.095815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.210299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30b93c2a-ef56-4711-a8f4-292e10257dd3 admin admin] Publish callbacks [] for security_group (a23eb0fa-ec35-4a26-bf20-0027e336b127), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.216953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30b93c2a-ef56-4711-a8f4-292e10257dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a23eb0fa-ec35-4a26-bf20-0027e336b127), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.222906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:52.297880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:52.298441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-30b93c2a-ef56-4711-a8f4-292e10257dd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b422293fba247bbb2865418d9c98c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801626 Feb 03 11:14:52.302195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b93c2a-ef56-4711-a8f4-292e10257dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23eb0fa-ec35-4a26-bf20-0027e336b127,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:52.425380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] Publish callbacks [] for security_group (a23eb0fa-ec35-4a26-bf20-0027e336b127), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.495578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] Publish callbacks [] for security_group (a23eb0fa-ec35-4a26-bf20-0027e336b127), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.575164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a23eb0fa-ec35-4a26-bf20-0027e336b127), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.579161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.583913 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a23eb0fa-ec35-4a26-bf20-0027e336b127 HTTP/1.1" status: 204 len: 168 time: 0.2849355 Feb 03 11:14:52.594481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb06696-e027-44f0-a821-c2032d6263e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23eb0fa-ec35-4a26-bf20-0027e336b127,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:52.611190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks [] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.622181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.705296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baabb1-b1da-46cf-aede-c0fbf0272023 None None] Pushing event updated for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:52.852262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Attempting to bind port be7c631f-3621-4bc0-a911-fe35b6cdca08 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:14:52.852959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Attempting to bind port be7c631f-3621-4bc0-a911-fe35b6cdca08 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:14:52.854092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Attempting to bind port be7c631f-3621-4bc0-a911-fe35b6cdca08 on network 7622e2d5-d255-4738-a877-2a48887f3562 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:14:52.872190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:14:52.877467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Checking segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:14:52.878590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:52.883117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Bound using segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:14:52.883749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Bound port: be7c631f-3621-4bc0-a911-fe35b6cdca08, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:14:52.884277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:53.085110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] For port be7c631f-3621-4bc0-a911-fe35b6cdca08, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:14:53.094793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] For port be7c631f-3621-4bc0-a911-fe35b6cdca08, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be7c631f-3621-4bc0-a911-fe35b6cdca08,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:14:53.105853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:53.247962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:14:53.251951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:14:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:53.255705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baabb1-b1da-46cf-aede-c0fbf0272023 None None] Pushing event updated for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:53.483209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:14:54.124465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:47Z', 'revision_number': 4, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be7c631f-3621-4bc0-a911-fe35b6cdca08', 'name': '', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'mac_address': 'fa:16:3e:9c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:46Z', 'updated_at': '2022-02-03T11:14:53Z', 'revision_number': 4, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'subnets': [{'id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:14:54.255493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c708b-8c35-4799-a479-b60e5d888f79 None None] The sync data for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 is: [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:14:47Z', 'revision_number': 4, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be7c631f-3621-4bc0-a911-fe35b6cdca08', 'name': '', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'mac_address': 'fa:16:3e:9c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:46Z', 'updated_at': '2022-02-03T11:14:53Z', 'revision_number': 4, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'subnets': [{'id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:14:55.012643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36652) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:55.306962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60e366b5-5219-4108-b4fb-ca39a681fc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.548640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60e366b5-5219-4108-b4fb-ca39a681fc40 admin admin] Publish callbacks [] for security_group (101f1c36-df7b-4d1b-99d1-64dddd139de2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.558332 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60e366b5-5219-4108-b4fb-ca39a681fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (101f1c36-df7b-4d1b-99d1-64dddd139de2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.565998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be7c631f-3621-4bc0-a911-fe35b6cdca08 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:55.632888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e366b5-5219-4108-b4fb-ca39a681fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f1c36-df7b-4d1b-99d1-64dddd139de2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:55.639291 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60e366b5-5219-4108-b4fb-ca39a681fc40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e17439659a240bba19b9e1d1b638ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244242 Feb 03 11:14:55.642124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:14:55.750267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be7c631f-3621-4bc0-a911-fe35b6cdca08 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:55.750652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.782193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] Publish callbacks [] for security_group (101f1c36-df7b-4d1b-99d1-64dddd139de2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.870912 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] Publish callbacks [] for security_group (101f1c36-df7b-4d1b-99d1-64dddd139de2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.959220 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (101f1c36-df7b-4d1b-99d1-64dddd139de2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.968516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:55.976587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/101f1c36-df7b-4d1b-99d1-64dddd139de2 HTTP/1.1" status: 204 len: 168 time: 0.3324549 Feb 03 11:14:56.023244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f18e5-979d-4dc0-b554-ac165f89f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f1c36-df7b-4d1b-99d1-64dddd139de2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:56.125140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be7c631f-3621-4bc0-a911-fe35b6cdca08 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:14:56.133430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:56.239968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port be7c631f-3621-4bc0-a911-fe35b6cdca08, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be7c631f-3621-4bc0-a911-fe35b6cdca08,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:14:56.249096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:56.400622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:14:56.918558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:57.469703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be7c631f-3621-4bc0-a911-fe35b6cdca08 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:14:57.631532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be7c631f-3621-4bc0-a911-fe35b6cdca08 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:14:57.632098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:14:57.810679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be7c631f-3621-4bc0-a911-fe35b6cdca08 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:00.621225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:00.822185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5dbcbdc-24dc-49b3-bea6-dbb1244e3773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.026923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5dbcbdc-24dc-49b3-bea6-dbb1244e3773 admin admin] Publish callbacks [] for security_group (1924c530-19bb-49e1-9419-10327ad3c650), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.032648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5dbcbdc-24dc-49b3-bea6-dbb1244e3773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1924c530-19bb-49e1-9419-10327ad3c650), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.084141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:01.084724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a5dbcbdc-24dc-49b3-bea6-dbb1244e3773 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93a1aa38a8864f2aa5a8332588bdb247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619381 Feb 03 11:15:01.128803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbcbdc-24dc-49b3-bea6-dbb1244e3773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924c530-19bb-49e1-9419-10327ad3c650,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:01.183344 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a811bb88-bcd9-470f-9b9b-7408d2dfe977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.194657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] Publish callbacks [] for security_group (1924c530-19bb-49e1-9419-10327ad3c650), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.249881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] Publish callbacks [] for security_group (1924c530-19bb-49e1-9419-10327ad3c650), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.362774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1924c530-19bb-49e1-9419-10327ad3c650), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.367262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:01.368448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1924c530-19bb-49e1-9419-10327ad3c650 HTTP/1.1" status: 204 len: 168 time: 0.2817731 Feb 03 11:15:01.384199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14f261-2295-43c4-9f25-fa75f6819897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924c530-19bb-49e1-9419-10327ad3c650,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:03.579371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecac187f-141d-422a-839d-11a7e00be64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:04.529566 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:04.923726 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be749183-0170-450a-983d-35e25d8845f1 x-openstack-request-id: req-be749183-0170-450a-983d-35e25d8845f1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:04.925934 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:04.926619 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be749183-0170-450a-983d-35e25d8845f1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:04.927232 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:05.006516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-63a4f70e-23ee-4820-93a7-b2292eab6700 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:05.009251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-63a4f70e-23ee-4820-93a7-b2292eab6700 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 819 time: 0.1307626 Feb 03 11:15:05.037521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-c0f1d83d-7d79-4e84-a83b-211cd89e22f5 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/quotas/7bc58d18939c416fa68b6e8b29a9466e HTTP/1.1" status: 200 len: 375 time: 0.0221615 Feb 03 11:15:05.130054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbab32-aa8d-41ba-8b5d-e495b373fa4a req-940c6b2f-fee2-4c73-9a3f-2b8f41487a65 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:05.132055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84bbab32-aa8d-41ba-8b5d-e495b373fa4a req-940c6b2f-fee2-4c73-9a3f-2b8f41487a65 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1078608 Feb 03 11:15:05.140895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-0f39b4bd-3a0b-4493-98ba-53950c604d9a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829580 Feb 03 11:15:05.255440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84bbab32-aa8d-41ba-8b5d-e495b373fa4a req-1882aadb-c453-4ff6-a223-dbb5d5e4e484 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129344 Feb 03 11:15:05.281810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-0ca3b20d-4710-4edf-847a-621f1a05a475 service neutron] 10.222.0.30 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325519 Feb 03 11:15:05.417811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-f2fdc073-934b-422a-b3a5-8f783fd5aeb5 service neutron] 10.222.0.30 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293182 Feb 03 11:15:05.625034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45e71c77-0f06-40f2-93cf-5fe5f25dbdf3 req-dddfd1ab-460c-49a0-8484-e3be7e3017ef tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 210 time: 0.0361812 Feb 03 11:15:05.677136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:05.919655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c241-4298-4824-a456-dffa284004c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.160670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.273974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:06.367483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-0b9f0f56-348a-4342-b6ce-4334ac9ca9fd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.369767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-0b9f0f56-348a-4342-b6ce-4334ac9ca9fd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 819 time: 0.4784224 Feb 03 11:15:06.424176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-e25a46fe-e8a7-41f1-97f6-37d6445055b7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/quotas/7bc58d18939c416fa68b6e8b29a9466e HTTP/1.1" status: 200 len: 375 time: 0.0367961 Feb 03 11:15:06.449912 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c241-4298-4824-a456-dffa284004c5 admin admin] Publish callbacks [] for security_group (e5054780-3d59-4d5f-9a19-075970e4677c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.459055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.460708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.462131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.463178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.463794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.464258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.464773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.478612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-26b9f66a-d9ea-49c8-a238-6599d3492274 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6720 time: 0.1978695 Feb 03 11:15:06.484302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c241-4298-4824-a456-dffa284004c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e5054780-3d59-4d5f-9a19-075970e4677c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.558428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3ea0c241-4298-4824-a456-dffa284004c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc4157a9c7274fdc92c04a4212a14135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800876 Feb 03 11:15:06.560581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:06.575498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-68ec6ddc-b4cd-4b98-868a-eba4143f85e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002991 Feb 03 11:15:06.645878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0c241-4298-4824-a456-dffa284004c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5054780-3d59-4d5f-9a19-075970e4677c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:06.684949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-aff8080a-acb7-47ad-90e0-698953c05151 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2496891 Feb 03 11:15:06.694285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] Publish callbacks [] for security_group (e5054780-3d59-4d5f-9a19-075970e4677c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.738680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff0113-df1c-454d-a408-d184276f460c req-87ec2260-1deb-4e17-aab4-8daa21ed25aa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:06.740310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62ff0113-df1c-454d-a408-d184276f460c req-87ec2260-1deb-4e17-aab4-8daa21ed25aa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1626413 Feb 03 11:15:06.783576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] Publish callbacks [] for security_group (e5054780-3d59-4d5f-9a19-075970e4677c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.872371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62ff0113-df1c-454d-a408-d184276f460c req-5b9647fa-9d74-4de8-b97d-8d25982172ce tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217673 Feb 03 11:15:06.874861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-6522a08c-e9a0-4764-94f5-49d730453a1c service neutron] 10.222.0.30 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818833 Feb 03 11:15:06.909775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e5054780-3d59-4d5f-9a19-075970e4677c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.914155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:06.915886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5054780-3d59-4d5f-9a19-075970e4677c HTTP/1.1" status: 204 len: 168 time: 0.3540034 Feb 03 11:15:06.928899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:06.931332 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0488a83-05e7-493c-9002-e5a22d95d559" -d '{"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:06.963391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc34b85-ee51-44ca-919b-be937d75db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5054780-3d59-4d5f-9a19-075970e4677c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:07.166797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-c3abd3c5-aa79-429e-81d1-9858d8434e08 service neutron] 10.222.0.30 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791212 Feb 03 11:15:07.195463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-09a67fd5-39d5-4a38-a250-a0efb0d8bb43 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:07.196988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-09a67fd5-39d5-4a38-a250-a0efb0d8bb43 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 819 time: 0.2633584 Feb 03 11:15:07.212733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-b26607e6-6f46-4275-b7d0-c490f58cf56e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:07.214276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-b26607e6-6f46-4275-b7d0-c490f58cf56e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.1922097 Feb 03 11:15:07.218909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Request body: {'port': {'device_id': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'admin_state_up': True, 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:07.247758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-4db6bfb1-a3c0-4ba8-bde1-62c409b1da13 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/quotas/85c95692392b4180901acd76d8ebe1f5 HTTP/1.1" status: 200 len: 375 time: 0.0254266 Feb 03 11:15:07.251664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37018) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:07.275363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bb75571-f06a-4308-9538-44bff8d283db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.302183 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.365222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-c41f8ceb-8666-46e3-96e1-d142de8b2b94 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074545 Feb 03 11:15:07.395474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Made reservation on behalf of 7bc58d18939c416fa68b6e8b29a9466e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:07.399476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.435506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bb75571-f06a-4308-9538-44bff8d283db admin admin] Publish callbacks [] for security_group (e7f469db-7023-4cb8-8dbf-3e28dc97cbe3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.441396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bb75571-f06a-4308-9538-44bff8d283db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e7f469db-7023-4cb8-8dbf-3e28dc97cbe3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.482369 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1bb75571-f06a-4308-9538-44bff8d283db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5609368a832463dba5bd87a78717193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295516 Feb 03 11:15:07.488097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37028) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:07.508731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb75571-f06a-4308-9538-44bff8d283db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f469db-7023-4cb8-8dbf-3e28dc97cbe3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:07.530278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-37185f61-9dd3-4acc-8645-7651746370d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452422 Feb 03 11:15:07.560091 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] Publish callbacks [] for security_group (e7f469db-7023-4cb8-8dbf-3e28dc97cbe3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.586498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] Publish callbacks [] for security_group (e7f469db-7023-4cb8-8dbf-3e28dc97cbe3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.643434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e7f469db-7023-4cb8-8dbf-3e28dc97cbe3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.647940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:07.649541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7f469db-7023-4cb8-8dbf-3e28dc97cbe3 HTTP/1.1" status: 204 len: 168 time: 0.1602633 Feb 03 11:15:07.659538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaafcc-a7b1-40d6-a710-b9aa2cf19c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f469db-7023-4cb8-8dbf-3e28dc97cbe3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:07.739167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Allocated IP 172.20.0.7 (7622e2d5-d255-4738-a877-2a48887f3562/f1f402fb-d222-4b2a-9dda-96a52353a725/3066bfa4-69d4-42ed-b00f-42eb6830b216) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:07.751644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-a890d6b8-1240-421d-bd00-fd0adc243343 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721036 Feb 03 11:15:07.856260 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e90ebd-d683-4f6d-9ecc-0f48792a694c x-openstack-request-id: req-a5e90ebd-d683-4f6d-9ecc-0f48792a694c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:07.856627 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:07.856885 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5e90ebd-d683-4f6d-9ecc-0f48792a694c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:07.857390 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'code': 200} Feb 03 11:15:08.038571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3d53777-9f37-48ec-800f-b4998fd490ab req-6d73d1dd-ad28-42f3-80cf-0025fb83a03e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 210 time: 0.1056786 Feb 03 11:15:08.081589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-705b49d4-2d32-4c0e-aa7d-350f52b8744a req-a034b768-594c-4535-9752-4f283fdb41cb tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 210 time: 0.0503662 Feb 03 11:15:08.146459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks [] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:08.201789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:08.274157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Network 7622e2d5-d255-4738-a877-2a48887f3562 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:08.275712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:08.279546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:08.314456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Pushing event updated for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:08.369461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:08.370299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:08.392481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-6f078a36-003b-4dfd-ae1e-7364c84fc86e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:08.394223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-6f078a36-003b-4dfd-ae1e-7364c84fc86e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/ports?device_id=9100cc7f-b739-4003-b522-525038aa0c4d HTTP/1.1" status: 200 len: 945 time: 0.1117816 Feb 03 11:15:08.398210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-11b2527b-59e1-40fe-9e7e-76f2eb3f4363 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1829593 Feb 03 11:15:08.436708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Request body: {'port': {'device_id': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:08.605329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:08.695048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Deleting port 2ed6e3ad-f166-44eb-a31b-d514d849669a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:08.695764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:08.809831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-21222ae2-79a0-4e40-a236-39aa46697281 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:08.812125 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-21222ae2-79a0-4e40-a236-39aa46697281 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.53 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 819 time: 0.1418319 Feb 03 11:15:08.836493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Request body: {'port': {'device_id': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'admin_state_up': True, 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:08.904316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2ed6e3ad-f166-44eb-a31b-d514d849669a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:08.940069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f162f-32b1-4278-8969-8aa043daee10 req-f54b4e88-49f3-46ab-a066-c5cdd425a5bb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:08.947830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3f162f-32b1-4278-8969-8aa043daee10 req-f54b4e88-49f3-46ab-a066-c5cdd425a5bb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 946 time: 0.2288709 Feb 03 11:15:08.988103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Made reservation on behalf of 7bc58d18939c416fa68b6e8b29a9466e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:08.994228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.009519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2ed6e3ad-f166-44eb-a31b-d514d849669a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:09.009971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.029745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:09.030279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.052257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Calling delete_port for 2ed6e3ad-f166-44eb-a31b-d514d849669a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:09.055921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2ed6e3ad-f166-44eb-a31b-d514d849669a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2ed6e3ad-f166-44eb-a31b-d514d849669a,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:09.062365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.064298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:09.162485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3f162f-32b1-4278-8969-8aa043daee10 req-20dbef2d-393d-494a-a578-f082238834b1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084351 Feb 03 11:15:09.192395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:09.228973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.229294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.229633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.229969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.230328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.230738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.230965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.231437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.231929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.232253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.232576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.232894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.235139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:09.251898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:09.252421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.261655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb8febd9-9051-42ef-979b-f5dfc31f8748 req-1e4e0e84-a6af-46bb-83f8-37b1d9a9d725 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 210 time: 0.0951538 Feb 03 11:15:09.291339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:09.297599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.333335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22c7a814-4cc6-4275-8d86-562597bbf23d req-3f04d1f2-ef08-485d-857a-2a91707fdf27 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 210 time: 0.0491946 Feb 03 11:15:09.377740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:09.438932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3066bfa4-69d4-42ed-b00f-42eb6830b216 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:09.442329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-cf8dde65-8c2f-465b-a08c-bd9d0e0341d5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:09.443925 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-cf8dde65-8c2f-465b-a08c-bd9d0e0341d5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.1455016 Feb 03 11:15:09.448995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks [] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.459377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Request body: {'port': {'device_id': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'admin_state_up': True, 'tenant_id': '85c95692392b4180901acd76d8ebe1f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:09.493049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Transition to ACTIVE for port object 3066bfa4-69d4-42ed-b00f-42eb6830b216 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:15:09.501683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.585724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:09.589948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2ed6e3ad-f166-44eb-a31b-d514d849669a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.628796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Allocated IP 172.20.0.3 (7622e2d5-d255-4738-a877-2a48887f3562/f1f402fb-d222-4b2a-9dda-96a52353a725/bbd209cc-0e38-4771-a7c4-9896b54a6bb8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:09.654313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event deleted for resources: {'Port': ['ID=2ed6e3ad-f166-44eb-a31b-d514d849669a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:09.659977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:09.662147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.724474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] No DVR routers for this DVR port 2ed6e3ad-f166-44eb-a31b-d514d849669a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:15:09.727343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.730944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59d1b56c-f980-4e00-ad7e-9f7a07306afd req-50446461-e574-4d8b-b948-ee1069f5b696 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "DELETE /v2.0/ports/2ed6e3ad-f166-44eb-a31b-d514d849669a HTTP/1.1" status: 204 len: 173 time: 1.3300130 Feb 03 11:15:09.736958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-deleted', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:09.736958 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b50535-b048-4d76-822c-f42d8eb1f4c4" -d '{"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-deleted", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:09.766269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Attempting to bind port 3066bfa4-69d4-42ed-b00f-42eb6830b216 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:09.766660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Attempting to bind port 3066bfa4-69d4-42ed-b00f-42eb6830b216 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:09.766996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Attempting to bind port 3066bfa4-69d4-42ed-b00f-42eb6830b216 on network 7622e2d5-d255-4738-a877-2a48887f3562 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:09.771606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Port 3066bfa4-69d4-42ed-b00f-42eb6830b216 on network 7622e2d5-d255-4738-a877-2a48887f3562 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:15:09.772015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Attempting to bind port 3066bfa4-69d4-42ed-b00f-42eb6830b216 on network 7622e2d5-d255-4738-a877-2a48887f3562 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:09.785225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:09.785673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Checking segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:09.786086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Bound using segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:09.786544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Bound port: 3066bfa4-69d4-42ed-b00f-42eb6830b216, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:09.787210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.805037 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd1353-15c6-43ed-985d-0b00e53769b7 x-openstack-request-id: req-1dbd1353-15c6-43ed-985d-0b00e53769b7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:09.805581 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-deleted", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:09.805836 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dbd1353-15c6-43ed-985d-0b00e53769b7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:09.806367 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-deleted', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'status': 'completed', 'code': 200} Feb 03 11:15:09.858319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a'}, {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:09.860760 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d500f-eb6d-4e0d-a61c-7d38613322f5" -d '{"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a"}, {"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:09.885029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:09.889560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:09.897156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.915634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Allocated IP 172.20.0.5 (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754/df39b080-1372-4de8-bee6-aa0c204d8459/791f7d9c-5a52-4a26-b7e4-fca90b344594) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:09.931829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks [] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.951767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:09.951903 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b781c9-9bd0-4c06-b5f4-a6b0fc0a9f6e x-openstack-request-id: req-a4b781c9-9bd0-4c06-b5f4-a6b0fc0a9f6e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:09.952344 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9100cc7f-b739-4003-b522-525038aa0c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed6e3ad-f166-44eb-a31b-d514d849669a", "code": 200}, {"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:09.952344 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4b781c9-9bd0-4c06-b5f4-a6b0fc0a9f6e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:09.952706 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9100cc7f-b739-4003-b522-525038aa0c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed6e3ad-f166-44eb-a31b-d514d849669a', 'code': 200} Feb 03 11:15:09.952811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:09.954970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 1091 time: 1.5236840 Feb 03 11:15:09.955784 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:09.985835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5697476-c5b5-41fa-803c-6d6f18e3c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:10.058062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.070155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-cf487bca-e160-4494-8c18-390df19b4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.072470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-cf487bca-e160-4494-8c18-390df19b4554 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1125 time: 0.0603373 Feb 03 11:15:10.128339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-ddedc2ac-def4-4edc-b920-aaa56b4f425c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0398700 Feb 03 11:15:10.142149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Network 7622e2d5-d255-4738-a877-2a48887f3562 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:10.160394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:10.162830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:10.179189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Pushing event updated for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:10.205383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-bb734dd9-1b13-40bb-a7ed-ccd09b3d0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.208082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-bb734dd9-1b13-40bb-a7ed-ccd09b3d0d8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.0734611 Feb 03 11:15:10.228265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks [] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.251382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.252486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.286820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-dc91d066-7fd1-42f5-8b2e-1fcc035c711b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570634 Feb 03 11:15:10.299964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-136fe35b-1b27-4f2b-abb8-d411da97cdc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472541 Feb 03 11:15:10.302215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Request body: {'port': {'device_id': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:10.308702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.396155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:10.434021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:10.436766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:10.463119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e62d9-fece-4fe7-a219-9c564ba7fe66 req-701ca74b-1ec7-43c4-b8db-f6bcddbdba33 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.470034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb3e62d9-fece-4fe7-a219-9c564ba7fe66 req-701ca74b-1ec7-43c4-b8db-f6bcddbdba33 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 946 time: 0.1690040 Feb 03 11:15:10.470310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:10.484147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.515578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.516707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.540601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04400c9-7b00-4c31-bfde-e3a73400ee7a req-5a3cb40f-1e0b-4326-ba74-4020f81a1554 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:10.542073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a04400c9-7b00-4c31-bfde-e3a73400ee7a req-5a3cb40f-1e0b-4326-ba74-4020f81a1554 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 931 time: 0.1738126 Feb 03 11:15:10.546998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-815c4a48-a12c-48fd-a082-42d6d3580c56 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094417 Feb 03 11:15:10.561244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-50ca0c97-9166-4525-9ff1-7194b18953a8 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067965 Feb 03 11:15:10.580436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Request body: {'port': {'device_id': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:10.583976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb3e62d9-fece-4fe7-a219-9c564ba7fe66 req-74d01431-9cb8-43db-b68c-68cabfc6dab7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130919 Feb 03 11:15:10.734787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:10.890424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:10.990491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd209cc-0e38-4771-a7c4-9896b54a6bb8 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:11.005734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks [] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.057543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:11.058136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Transition to ACTIVE for port object bbd209cc-0e38-4771-a7c4-9896b54a6bb8 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:15:11.064503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.065279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a04400c9-7b00-4c31-bfde-e3a73400ee7a req-f82daba1-a8fb-445b-88c1-2b264c81c4df tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006754 Feb 03 11:15:11.087147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'dfd0181f-bc99-4232-8bc4-366030294519', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:11.100522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5387d42c-f494-4e6d-84fd-23d1219e03a0 req-74eb2aac-0276-4fbd-95e5-dd2b31fb0064 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443490 Feb 03 11:15:11.116707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-89058873-ef5d-4f33-b6ca-12f09baaacaf tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.118259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-89058873-ef5d-4f33-b6ca-12f09baaacaf tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 946 time: 0.1354825 Feb 03 11:15:11.144188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cb809-1b79-4c77-88db-84b4ce96e468 req-1cd89745-82b9-4ff7-a666-3469e2403b91 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.150965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-001cb809-1b79-4c77-88db-84b4ce96e468 req-1cd89745-82b9-4ff7-a666-3469e2403b91 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 931 time: 0.1691539 Feb 03 11:15:11.152781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:11.153415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.163853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.179596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:11.203549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:11.214736 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.275448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f7d9c-5a52-4a26-b7e4-fca90b344594 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:11.276529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-001cb809-1b79-4c77-88db-84b4ce96e468 req-5ec74b17-6fdd-465f-8204-c0e2597e3565 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247122 Feb 03 11:15:11.279595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Attempting to bind port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:11.280487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Attempting to bind port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:11.280487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Attempting to bind port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 on network 7622e2d5-d255-4738-a877-2a48887f3562 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:11.288873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks [] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.293685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 on network 7622e2d5-d255-4738-a877-2a48887f3562 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:15:11.294044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Attempting to bind port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 on network 7622e2d5-d255-4738-a877-2a48887f3562 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:11.315232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port 1a68fca6-1b79-4e07-a236-3f922baf99bd {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:11.315717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.319902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:11.320246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Checking segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:11.320635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Bound using segment: {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:11.321910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Bound port: bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8494679a-7884-4e73-aaac-3b87249aa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:11.322229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.325827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Transition to ACTIVE for port object 791f7d9c-5a52-4a26-b7e4-fca90b344594 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:15:11.332007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.339045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.372427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dfd0181f-bc99-4232-8bc4-366030294519'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:11.422067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port 1a68fca6-1b79-4e07-a236-3f922baf99bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1a68fca6-1b79-4e07-a236-3f922baf99bd,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:11.422446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.422566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.446395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for 1a68fca6-1b79-4e07-a236-3f922baf99bd owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:11.481754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:11.507144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:11.521806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.572467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Attempting to bind port 791f7d9c-5a52-4a26-b7e4-fca90b344594 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:11.572467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Attempting to bind port 791f7d9c-5a52-4a26-b7e4-fca90b344594 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:11.572791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Attempting to bind port 791f7d9c-5a52-4a26-b7e4-fca90b344594 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:11.581365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.581967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.583367 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbd209cc-0e38-4771-a7c4-9896b54a6bb8 HTTP/1.1" status: 200 len: 1091 time: 1.2883306 Feb 03 11:15:11.586300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:11.588635 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6fc846-f23d-4876-844a-e8b2e0cee972" -d '{"events": [{"name": "network-changed", "server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:11.607747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Port 791f7d9c-5a52-4a26-b7e4-fca90b344594 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:15:11.608193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Attempting to bind port 791f7d9c-5a52-4a26-b7e4-fca90b344594 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:11.623045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:11.623570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Checking segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:11.623967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Bound using segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:11.624752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Bound port: 791f7d9c-5a52-4a26-b7e4-fca90b344594, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:11.625158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.661217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd756-eb0c-4ddf-a7a0-57a42f9ee523 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.680056 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58662c2a-bfe8-4bbd-bd29-935c19a269b4 x-openstack-request-id: req-58662c2a-bfe8-4bbd-bd29-935c19a269b4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:11.680891 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:11.680891 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58662c2a-bfe8-4bbd-bd29-935c19a269b4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:11.681136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a68fca6-1b79-4e07-a236-3f922baf99bd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.681586 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8', 'status': 'completed', 'code': 200} Feb 03 11:15:11.715269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1a68fca6-1b79-4e07-a236-3f922baf99bd'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:11.734441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=1a68fca6-1b79-4e07-a236-3f922baf99bd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.750984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-08f3be55-4e3e-479f-8735-d466997cebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.752584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-08f3be55-4e3e-479f-8735-d466997cebd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 1125 time: 0.1142166 Feb 03 11:15:11.753634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:11.757584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:11.774472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.786866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fecbafa-7138-492d-a0b9-2e7a114dbbce req-934455d6-8c88-4f04-9a54-d60ff0e669b8 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0673146 Feb 03 11:15:11.810664 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-e02c50c4-5ec2-4f41-8b6b-ab50408431fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0498502 Feb 03 11:15:11.816242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:11.819808 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc9ca4-0aa5-4b01-aa79-61f149325777" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:11.869920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.870548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.871943 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] 10.222.0.53 "PUT /v2.0/ports/791f7d9c-5a52-4a26-b7e4-fca90b344594 HTTP/1.1" status: 200 len: 1091 time: 1.3003139 Feb 03 11:15:11.883150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port 1a68fca6-1b79-4e07-a236-3f922baf99bd on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:15:11.890283 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4619835-425c-4fdd-96d2-235b31d071aa x-openstack-request-id: req-c4619835-425c-4fdd-96d2-235b31d071aa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:11.890582 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:11.892100 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4619835-425c-4fdd-96d2-235b31d071aa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:11.892676 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216', 'status': 'completed', 'code': 200} Feb 03 11:15:11.896029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:11.899853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266156db-05c7-4ab2-9cd6-4e8c6bae2038 req-203bb7a8-43ea-48dd-adc9-dae957a0b182 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "DELETE /v2.0/ports/1a68fca6-1b79-4e07-a236-3f922baf99bd HTTP/1.1" status: 204 len: 173 time: 0.7700517 Feb 03 11:15:11.901943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286ee5c-4725-4f79-bff5-b1084e275c20 service neutron] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:11.908518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-6fbb7db4-6a6e-469d-8acd-8809e4687915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:11.909900 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-6fbb7db4-6a6e-469d-8acd-8809e4687915 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.0758407 Feb 03 11:15:11.998765 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-998e6917-bca1-408e-84b3-88f3f00f41ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820861 Feb 03 11:15:12.015557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-bb5839bc-1a5c-4587-8dae-1af34302f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.018485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-bb5839bc-1a5c-4587-8dae-1af34302f5d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1125 time: 0.0842941 Feb 03 11:15:12.098978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-6d77532d-a3d6-4b17-b067-1ae678fc9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.101228 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-6d77532d-a3d6-4b17-b067-1ae678fc9706 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 1125 time: 0.1667373 Feb 03 11:15:12.165564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-efdb900a-4735-43ed-a6ef-c12282f42c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.171695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-efdb900a-4735-43ed-a6ef-c12282f42c06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.1458097 Feb 03 11:15:12.177192 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-2fd3e400-65f9-4a06-b173-2688a09b78ef service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681445 Feb 03 11:15:12.242655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-75e6b6c0-2273-4609-8b65-410e7d3c9f3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0668502 Feb 03 11:15:12.259418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-3767bc56-1a85-430b-a0f4-e34a417eaf00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594 HTTP/1.1" status: 200 len: 217 time: 0.1480145 Feb 03 11:15:12.392845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-df4a2ccb-a943-4b70-ac91-80ce8a8f5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.394292 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-df4a2ccb-a943-4b70-ac91-80ce8a8f5b6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.1086750 Feb 03 11:15:12.409636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-da1a587e-7a85-436e-b788-dadc813a88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.411824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-da1a587e-7a85-436e-b788-dadc813a88d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.1594596 Feb 03 11:15:12.478520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-0326dbca-20e6-4e77-8b59-007c109b2742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569124 Feb 03 11:15:12.486346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0785984-b074-44ea-8cdd-3ff700bb673c req-7bdb566f-2914-471c-8316-74098b1c64dd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.487927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0785984-b074-44ea-8cdd-3ff700bb673c req-7bdb566f-2914-471c-8316-74098b1c64dd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 943 time: 0.2559757 Feb 03 11:15:12.494327 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-d95eac49-ecbc-4fb6-804e-1770c3aea0cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877900 Feb 03 11:15:12.507538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6125a1c2-9aea-4771-9bfe-8c20eb5e547e req-277845a1-bbb4-4b50-9f1c-237bb21fa521 service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645781 Feb 03 11:15:12.620000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371267c-2c04-414b-84b0-174ca2ec61aa req-e38121ca-673b-4ae8-b0e7-2b983f2b0341 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.621700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2371267c-2c04-414b-84b0-174ca2ec61aa req-e38121ca-673b-4ae8-b0e7-2b983f2b0341 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 943 time: 0.2170947 Feb 03 11:15:12.724380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-3d59f1b5-8eba-4007-bdfb-d269b23292f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.726713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-3d59f1b5-8eba-4007-bdfb-d269b23292f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 1125 time: 0.1455960 Feb 03 11:15:12.728861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0785984-b074-44ea-8cdd-3ff700bb673c req-446e5d3e-faf6-4f67-808a-46ac6186fc86 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270567 Feb 03 11:15:12.784340 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-822f84ac-3d34-4d39-bc47-eb35d2255534 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725515 Feb 03 11:15:12.789923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-a0f11222-20b0-4d7e-9ed9-fa85b5c25b4c service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009095 Feb 03 11:15:12.840511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:12.863786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2371267c-2c04-414b-84b0-174ca2ec61aa req-4b0ec890-bec9-42cf-a32c-e51827f64f93 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169108 Feb 03 11:15:12.908805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:12.963231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-efc3745f-bbd5-44ae-aa71-30ee01a5da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:12.967106 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-efc3745f-bbd5-44ae-aa71-30ee01a5da86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.2305372 Feb 03 11:15:12.969258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cee1dbc-466e-4b76-a37e-1072e8c03fcf req-ef1aeb23-daa9-441b-b578-31729c7a9b8d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0322526 Feb 03 11:15:13.018580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdc9ca4-0aa5-4b01-aa79-61f149325777 req-06448c0b-be17-4b53-ad4e-deab68f6a58f service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137492 Feb 03 11:15:13.029093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1778d6d0-7539-4409-8feb-15b9fe0b16a1 req-74509a1a-dab6-4503-9be4-1e86adf78b01 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337048 Feb 03 11:15:13.030965 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-213b0385-2aa6-478f-bb48-67d2506c58bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0529377 Feb 03 11:15:13.063268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port dfd0181f-bc99-4232-8bc4-366030294519 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:13.063712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dfd0181f-bc99-4232-8bc4-366030294519), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.083211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea5581f-3a3a-453c-909b-db5bd01c732b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.142643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-6dd71232-8b2a-4067-86c3-23ba5929c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:13.146751 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-6dd71232-8b2a-4067-86c3-23ba5929c9a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.1007149 Feb 03 11:15:13.179547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea5581f-3a3a-453c-909b-db5bd01c732b admin admin] Publish callbacks [] for security_group (72d5a3d8-fee9-499f-9f09-d72ca12fd0d7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.184452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea5581f-3a3a-453c-909b-db5bd01c732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (72d5a3d8-fee9-499f-9f09-d72ca12fd0d7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.198856 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-78045e95-f21b-4dbf-8840-409ade1c5c49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446541 Feb 03 11:15:13.231726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ea5581f-3a3a-453c-909b-db5bd01c732b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad3013e280b84897901c430e6e1eea8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872230 Feb 03 11:15:13.231726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5581f-3a3a-453c-909b-db5bd01c732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5a3d8-fee9-499f-9f09-d72ca12fd0d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:13.233891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37340) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:13.248602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:13.248602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.327782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] Publish callbacks [] for security_group (72d5a3d8-fee9-499f-9f09-d72ca12fd0d7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.342018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:13.344058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:13.352988 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7649724-472f-477a-9808-3ad55f4f52cd" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:13.362689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] Publish callbacks [] for security_group (72d5a3d8-fee9-499f-9f09-d72ca12fd0d7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.368677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.415950 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-a35706f1-182e-4bd6-9116-231a1e17e3dd service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062583 Feb 03 11:15:13.425779 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c13ff-6204-4ac6-aa52-819cbc6d764a x-openstack-request-id: req-da4c13ff-6204-4ac6-aa52-819cbc6d764a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:13.426392 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:13.426851 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da4c13ff-6204-4ac6-aa52-819cbc6d764a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:13.427573 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:13.438195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (72d5a3d8-fee9-499f-9f09-d72ca12fd0d7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.441641 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:13.443004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72d5a3d8-fee9-499f-9f09-d72ca12fd0d7 HTTP/1.1" status: 204 len: 168 time: 0.2080412 Feb 03 11:15:13.455923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b4646-5fdf-41a7-bf45-f0b1aa2f4712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5a3d8-fee9-499f-9f09-d72ca12fd0d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:13.480201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:13.612059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a6fc846-f23d-4876-844a-e8b2e0cee972 req-458e643a-e01e-424e-af34-1de963c103eb service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815183 Feb 03 11:15:13.682066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:13.688578 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e77730-89cf-4355-8f10-16635cee11b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:13.764188 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f243041-60a4-4066-8487-9c8a23bbb866 x-openstack-request-id: req-4f243041-60a4-4066-8487-9c8a23bbb866 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:13.765285 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:13.765606 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f243041-60a4-4066-8487-9c8a23bbb866 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:13.766073 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'status': 'completed', 'code': 200} Feb 03 11:15:13.895959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'name': 'network-vif-deleted', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:13.898313 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a04b4-85d9-48c5-a03c-91e17526693d" -d '{"events": [{"server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "name": "network-vif-deleted", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:13.930714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-3346bf47-91a8-4430-a2f4-ae5a968c4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:13.932584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-3346bf47-91a8-4430-a2f4-ae5a968c4cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 1125 time: 0.1412137 Feb 03 11:15:13.947288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667a9f4-6dba-4e11-a13d-fcb138a19350 req-590e379d-1d59-4399-b433-6ce48cebe055 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:13.965500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8667a9f4-6dba-4e11-a13d-fcb138a19350 req-590e379d-1d59-4399-b433-6ce48cebe055 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 943 time: 0.1315341 Feb 03 11:15:14.077690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8667a9f4-6dba-4e11-a13d-fcb138a19350 req-557ca0e7-7ae3-4db0-9539-01d3d5df270c tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112189 Feb 03 11:15:14.113424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-22a0082b-33f3-4671-8cc8-06348f15ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:14.115596 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-22a0082b-33f3-4671-8cc8-06348f15ad8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 905 time: 0.1716123 Feb 03 11:15:14.131797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6535e7-7252-4602-8315-3b7e295f85dc req-5ad7231f-7624-45b9-b630-0a55d4596b0f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:14.141615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f6535e7-7252-4602-8315-3b7e295f85dc req-5ad7231f-7624-45b9-b630-0a55d4596b0f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 943 time: 0.1383677 Feb 03 11:15:14.185919 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2604ae-6f4b-4ace-b144-5f02d01ca1d9 x-openstack-request-id: req-1f2604ae-6f4b-4ace-b144-5f02d01ca1d9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:14.186323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe16191-bef1-4f32-934c-bc90633a7861", "name": "network-vif-deleted", "tag": "1a68fca6-1b79-4e07-a236-3f922baf99bd", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:14.186688 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f2604ae-6f4b-4ace-b144-5f02d01ca1d9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:14.187208 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe16191-bef1-4f32-934c-bc90633a7861', 'name': 'network-vif-deleted', 'tag': '1a68fca6-1b79-4e07-a236-3f922baf99bd', 'status': 'completed', 'code': 200} Feb 03 11:15:14.235253 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-e7487ce5-224b-4a9d-8102-661da845b3d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594 HTTP/1.1" status: 200 len: 217 time: 0.1128509 Feb 03 11:15:14.262526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f6535e7-7252-4602-8315-3b7e295f85dc req-b09dd9f2-78c2-43a4-adfa-4d8e740784c9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178560 Feb 03 11:15:14.340956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-13102aeb-38f9-4245-8a7a-35a43ffb4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:14.343288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-13102aeb-38f9-4245-8a7a-35a43ffb4cc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0988288 Feb 03 11:15:14.351754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a68fca6-1b79-4e07-a236-3f922baf99bd no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:14.387167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1a68fca6-1b79-4e07-a236-3f922baf99bd {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:15:14.402453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1a68fca6-1b79-4e07-a236-3f922baf99bd not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:15:14.407830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-969e18bf-f7e9-46a6-80da-21dfbd8c9497 req-e72a49d5-6784-4f69-9338-aa2d94c3304e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.1006942 Feb 03 11:15:14.421046 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-2963a51a-a08d-4a97-94f2-f4bc680b75df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620003 Feb 03 11:15:14.601214 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-cf973cb4-213b-4c81-b285-7d75d8bafccd service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726370 Feb 03 11:15:14.743376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f6e77730-89cf-4355-8f10-16635cee11b4 req-2fe66d93-bc91-4f8f-ac84-fef79bcf7c20 service neutron] 10.222.0.53 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330602 Feb 03 11:15:14.920797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bbd209cc-0e38-4771-a7c4-9896b54a6bb8 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:15.056731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:15.076161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'port_id': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8', 'mac_address': 'fa:16:3e:59:e9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:15.176694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:15.177124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:15.210955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd209cc-0e38-4771-a7c4-9896b54a6bb8 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:15.255423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab968-4004-4500-912a-fa5c84e74aaa req-a26013fe-164f-4bc1-af1a-36049a6878cb tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:15.260151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eecab968-4004-4500-912a-fa5c84e74aaa req-a26013fe-164f-4bc1-af1a-36049a6878cb tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 943 time: 0.1000490 Feb 03 11:15:15.272151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:15.299818 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:15.332895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 791f7d9c-5a52-4a26-b7e4-fca90b344594 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:15.348637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eecab968-4004-4500-912a-fa5c84e74aaa req-ba18b782-26c9-4137-945a-97f7a361d0fa tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781519 Feb 03 11:15:15.487683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f158-da78-4feb-bc48-4528d8510e8c req-9c3448d7-27cf-4391-ab94-8a1323582e24 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:15.489965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b39f158-da78-4feb-bc48-4528d8510e8c req-9c3448d7-27cf-4391-ab94-8a1323582e24 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 943 time: 0.0680223 Feb 03 11:15:15.573327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89fc39de-7083-4378-ab1d-e7beffefecab req-88d7524a-49d3-49f4-8e33-2b6004d0a2eb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0428941 Feb 03 11:15:15.592398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:15.607952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b39f158-da78-4feb-bc48-4528d8510e8c req-db7ce15c-d734-4502-a0cd-ab420e1d4021 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086621 Feb 03 11:15:15.638045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'mac_address': 'fa:16:3e:74:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:15.642001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:15.703937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 791f7d9c-5a52-4a26-b7e4-fca90b344594 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:15.704802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:15.723695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f7d9c-5a52-4a26-b7e4-fca90b344594 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:15.745128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:15.762828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:15.858098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:16.059273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:16.098446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['bbd209cc-0e38-4771-a7c4-9896b54a6bb8'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:16.154233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['791f7d9c-5a52-4a26-b7e4-fca90b344594'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:16.338147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3066bfa4-69d4-42ed-b00f-42eb6830b216 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:16.561893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:16.587982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3066bfa4-69d4-42ed-b00f-42eb6830b216', 'network_id': '7622e2d5-d255-4738-a877-2a48887f3562', 'port_id': '3066bfa4-69d4-42ed-b00f-42eb6830b216', 'mac_address': 'fa:16:3e:dc:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f402fb-d222-4b2a-9dda-96a52353a725', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:16.592230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92971b73-a1d4-4ea4-a1bd-212eaa87a0df req-d4bcea7b-2643-44ce-8147-269a16da4bc6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:16.593441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92971b73-a1d4-4ea4-a1bd-212eaa87a0df req-d4bcea7b-2643-44ce-8147-269a16da4bc6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 944 time: 0.1063573 Feb 03 11:15:16.642975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3066bfa4-69d4-42ed-b00f-42eb6830b216 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:16.643502 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:16.664380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3066bfa4-69d4-42ed-b00f-42eb6830b216 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:16.685156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92971b73-a1d4-4ea4-a1bd-212eaa87a0df req-0638caa7-1804-4043-89c6-5e2b6d095f06 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751443 Feb 03 11:15:16.690711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:16.698043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:16.784137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:16.788592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2068f0b-0945-4853-b708-e39874107d36 req-a34640cd-8f64-41d0-9b2e-f655f1bae327 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0495429 Feb 03 11:15:16.874224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2404d-a6a2-487e-8ec3-332dae45f5a2 req-9ee61e68-8c13-4032-b86c-34f9f51cfeaf tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:16.875817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f2404d-a6a2-487e-8ec3-332dae45f5a2 req-9ee61e68-8c13-4032-b86c-34f9f51cfeaf tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 944 time: 0.0862768 Feb 03 11:15:16.953239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f2404d-a6a2-487e-8ec3-332dae45f5a2 req-c6e2ef6b-44d8-4151-9828-e198ec48c473 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Feb 03 11:15:17.179278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3066bfa4-69d4-42ed-b00f-42eb6830b216'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:17.577137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:17.738660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55fb0df4-6bed-4a6e-8d5a-0c43ed3d9326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:17.946813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47b3808e-eaf7-4986-8b31-661cbd6bc165 req-56e05735-7c50-43cd-8a50-fef2901baf85 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0442867 Feb 03 11:15:17.958738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa452d-8a4e-408f-bd43-ed4ddb1baf6d req-f2cc6eab-499d-4ef4-a706-00a2a929e4be tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:17.961668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7faa452d-8a4e-408f-bd43-ed4ddb1baf6d req-f2cc6eab-499d-4ef4-a706-00a2a929e4be tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 944 time: 0.1877973 Feb 03 11:15:17.964279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55fb0df4-6bed-4a6e-8d5a-0c43ed3d9326 admin admin] Publish callbacks [] for security_group (21f573e8-e926-4ae9-aef0-3b7043955a10), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:17.995904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55fb0df4-6bed-4a6e-8d5a-0c43ed3d9326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21f573e8-e926-4ae9-aef0-3b7043955a10), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.057246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb0df4-6bed-4a6e-8d5a-0c43ed3d9326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f573e8-e926-4ae9-aef0-3b7043955a10,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:18.068966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55fb0df4-6bed-4a6e-8d5a-0c43ed3d9326 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fff1019ddadd4a9ca832467e556fb5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887621 Feb 03 11:15:18.070271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37492) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:18.105943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7faa452d-8a4e-408f-bd43-ed4ddb1baf6d req-f246b023-612d-469d-880d-9e27b482cd82 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387489 Feb 03 11:15:18.160178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2008a-9a87-4d20-83b0-58010644b4fb req-38ee78e4-3e9e-4556-9282-e9b8cf6e6025 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:18.160978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] Publish callbacks [] for security_group (21f573e8-e926-4ae9-aef0-3b7043955a10), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.163251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ece2008a-9a87-4d20-83b0-58010644b4fb req-38ee78e4-3e9e-4556-9282-e9b8cf6e6025 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 944 time: 0.1065826 Feb 03 11:15:18.204985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] Publish callbacks [] for security_group (21f573e8-e926-4ae9-aef0-3b7043955a10), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.255962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ece2008a-9a87-4d20-83b0-58010644b4fb req-90b8f2b0-c15b-4253-acb1-08061581fc83 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857065 Feb 03 11:15:18.278764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21f573e8-e926-4ae9-aef0-3b7043955a10), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.288888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.288888 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21f573e8-e926-4ae9-aef0-3b7043955a10 HTTP/1.1" status: 204 len: 168 time: 0.2117789 Feb 03 11:15:18.304289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd029460-ea55-4a62-933a-60560c2e8ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f573e8-e926-4ae9-aef0-3b7043955a10,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:18.700167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:18.716562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3a0c-1c99-4e7b-9c8e-ff29f35c6801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.849873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3a0c-1c99-4e7b-9c8e-ff29f35c6801 admin admin] Publish callbacks [] for security_group (caf62633-3652-4fab-8429-6bdf739780b7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.857099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3a0c-1c99-4e7b-9c8e-ff29f35c6801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (caf62633-3652-4fab-8429-6bdf739780b7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.903048 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1cb3a0c-1c99-4e7b-9c8e-ff29f35c6801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00889fa8d5ff4677834b5ba569b9a073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993399 Feb 03 11:15:18.903455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37506) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:18.914582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb3a0c-1c99-4e7b-9c8e-ff29f35c6801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf62633-3652-4fab-8429-6bdf739780b7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:18.954986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bbd209cc-0e38-4771-a7c4-9896b54a6bb8 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:18.966867 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] Publish callbacks [] for security_group (caf62633-3652-4fab-8429-6bdf739780b7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:18.997364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] Publish callbacks [] for security_group (caf62633-3652-4fab-8429-6bdf739780b7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.055516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:15:19.062456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:19.063261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.145557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e29a48d1-a114-4433-82b7-2e29c37ef03a req-dfacdae9-ee86-48aa-8188-3af1dd15a473 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0759356 Feb 03 11:15:19.169753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (caf62633-3652-4fab-8429-6bdf739780b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.172461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.176142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caf62633-3652-4fab-8429-6bdf739780b7 HTTP/1.1" status: 204 len: 168 time: 0.2694790 Feb 03 11:15:19.183596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0437f7-982b-4df3-bdf8-ba24265dbe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf62633-3652-4fab-8429-6bdf739780b7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:19.185510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:19.185904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.224131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:19.228211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:19.231240 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc45532-2c77-44b0-ab7e-8d1b40f847af" -d '{"events": [{"server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "name": "network-vif-plugged", "status": "completed", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:19.245109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.246042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 791f7d9c-5a52-4a26-b7e4-fca90b344594 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:19.305238 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7afca1e-e23a-49e9-b03b-bd1bef575b45 x-openstack-request-id: req-b7afca1e-e23a-49e9-b03b-bd1bef575b45 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:19.305614 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "name": "network-vif-plugged", "status": "completed", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:19.305784 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7afca1e-e23a-49e9-b03b-bd1bef575b45 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:19.306566 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8', 'code': 200} Feb 03 11:15:19.348296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d6224-4fc1-4127-8e7f-e7355c17ba0c req-59c9d163-ccb6-4d18-b4ba-dd12932ce219 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:19.358659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-746d6224-4fc1-4127-8e7f-e7355c17ba0c req-59c9d163-ccb6-4d18-b4ba-dd12932ce219 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1303587 Feb 03 11:15:19.385493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:19.430044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 791f7d9c-5a52-4a26-b7e4-fca90b344594 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:15:19.436122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 791f7d9c-5a52-4a26-b7e4-fca90b344594 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:19.436513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.471580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145050d7-29e3-4a9c-aa9c-37041eda1b8b req-89ad155a-7504-4bae-8534-f871380c7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:19.473132 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-145050d7-29e3-4a9c-aa9c-37041eda1b8b req-89ad155a-7504-4bae-8534-f871380c7431 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 1127 time: 0.1166737 Feb 03 11:15:19.516903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-746d6224-4fc1-4127-8e7f-e7355c17ba0c req-5a38a934-ac1c-4274-a6d1-9e6e4935ca52 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553557 Feb 03 11:15:19.618059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 791f7d9c-5a52-4a26-b7e4-fca90b344594 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:19.618587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.629349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e6dc4-0a42-4509-87d5-2570b32b982d req-e7c94e3f-695c-4498-9c68-6d4d3a45de8e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:19.640662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b9e6dc4-0a42-4509-87d5-2570b32b982d req-e7c94e3f-695c-4498-9c68-6d4d3a45de8e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 944 time: 0.1937532 Feb 03 11:15:19.705394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:19.713185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:19.754280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b9e6dc4-0a42-4509-87d5-2570b32b982d req-29e04e32-181a-4892-971c-b3155f230992 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065392 Feb 03 11:15:19.775076 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:15:19.801339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:20.106582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-145050d7-29e3-4a9c-aa9c-37041eda1b8b req-ea7afe4c-91b9-4bb4-8dd0-0a5808c53b10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254494 Feb 03 11:15:20.306717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bda2738-de78-4218-aba5-db8f1a02924f req-e7b132c9-9fca-44fd-8982-9b5c5b7cb7a3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0611987 Feb 03 11:15:20.361977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3066bfa4-69d4-42ed-b00f-42eb6830b216 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:20.447624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3066bfa4-69d4-42ed-b00f-42eb6830b216 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:15:20.461717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3066bfa4-69d4-42ed-b00f-42eb6830b216 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:20.462102 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:20.590616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3066bfa4-69d4-42ed-b00f-42eb6830b216 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:20.591241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:20.676801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:20.691302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:20.700614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a486820-ff2a-4c23-abd6-72e22d1d428d req-7245bcb4-ac90-4edf-b66a-be74dfd2d395 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:20.713167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a486820-ff2a-4c23-abd6-72e22d1d428d req-7245bcb4-ac90-4edf-b66a-be74dfd2d395 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1032932 Feb 03 11:15:20.762615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:20.836870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a486820-ff2a-4c23-abd6-72e22d1d428d req-b7f2c4a4-568b-405a-94c9-7b81c4942512 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178477 Feb 03 11:15:20.960109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26e82-dfc3-4798-aeec-e9d46d8eb3b7 req-06f91a96-be05-4810-a78e-36374c8cf07f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:20.967194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dc26e82-dfc3-4798-aeec-e9d46d8eb3b7 req-06f91a96-be05-4810-a78e-36374c8cf07f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.0978439 Feb 03 11:15:21.032343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dc26e82-dfc3-4798-aeec-e9d46d8eb3b7 req-091f4e7a-c7da-45e8-b42c-3dc41b717f5b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Feb 03 11:15:21.308019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594'}, {'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:21.311010 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89879d34-19b3-4b7d-a4a4-10379f1e4bb5" -d '{"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-plugged", "status": "completed", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594"}, {"server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "name": "network-vif-plugged", "status": "completed", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:21.318135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:21.470235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82197226-8346-48a5-9cdf-9311cccc7ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.478029 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c5af9-ea9a-4293-a006-49502ff082db x-openstack-request-id: req-1b5c5af9-ea9a-4293-a006-49502ff082db {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:21.478518 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-plugged", "status": "completed", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594", "code": 200}, {"server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "name": "network-vif-plugged", "status": "completed", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:21.478704 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b5c5af9-ea9a-4293-a006-49502ff082db {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:21.479166 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'code': 200} Feb 03 11:15:21.479494 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216', 'code': 200} Feb 03 11:15:21.589206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c41c8f7-8367-4aea-be86-14054c2c1336 req-f33fd580-49f6-4d64-96cf-c95ec8d187aa tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0891409 Feb 03 11:15:21.675104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8fd8f-aeae-4c87-84db-2ca5d72ef2a1 req-190f3648-e4bd-493f-b88b-d569d78d6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:21.677207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2c8fd8f-aeae-4c87-84db-2ca5d72ef2a1 req-190f3648-e4bd-493f-b88b-d569d78d6ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0836215 Feb 03 11:15:21.680481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c68bfe-132c-40aa-b074-3999b368665b req-8e8f0c0c-eb8f-4b98-b4d2-fdc0d5022f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:21.684460 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-06c68bfe-132c-40aa-b074-3999b368665b req-8e8f0c0c-eb8f-4b98-b4d2-fdc0d5022f00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 1127 time: 0.1144924 Feb 03 11:15:21.755566 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-06c68bfe-132c-40aa-b074-3999b368665b req-bdf39a75-f1bf-464b-99d1-11765aa91415 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621960 Feb 03 11:15:21.758575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2c8fd8f-aeae-4c87-84db-2ca5d72ef2a1 req-73c85f3a-e91f-4e57-8dd2-ec4c53702feb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Feb 03 11:15:21.760581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82197226-8346-48a5-9cdf-9311cccc7ce8 admin admin] Publish callbacks [] for security_group (c53cf4c1-55fd-4405-ad18-e7918b237779), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.766636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82197226-8346-48a5-9cdf-9311cccc7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c53cf4c1-55fd-4405-ad18-e7918b237779), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.809150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-82197226-8346-48a5-9cdf-9311cccc7ce8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d38b868c52ef45fdb0f63fa1974295b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884429 Feb 03 11:15:21.810322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82197226-8346-48a5-9cdf-9311cccc7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53cf4c1-55fd-4405-ad18-e7918b237779,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:21.811826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:21.875703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] Publish callbacks [] for security_group (c53cf4c1-55fd-4405-ad18-e7918b237779), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.901912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] Publish callbacks [] for security_group (c53cf4c1-55fd-4405-ad18-e7918b237779), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.978552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c53cf4c1-55fd-4405-ad18-e7918b237779), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.983837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:21.987868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c53cf4c1-55fd-4405-ad18-e7918b237779 HTTP/1.1" status: 204 len: 168 time: 0.1707652 Feb 03 11:15:22.009807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc90cb-e2b3-449e-a06a-201928e0bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53cf4c1-55fd-4405-ad18-e7918b237779,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:22.033029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c00b8-e3f5-4dbe-9c06-3babb3d36570 req-5141697f-4df0-4a93-82da-e46371505d94 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.034691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af7c00b8-e3f5-4dbe-9c06-3babb3d36570 req-5141697f-4df0-4a93-82da-e46371505d94 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1098616 Feb 03 11:15:22.188156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af7c00b8-e3f5-4dbe-9c06-3babb3d36570 req-10f92e86-a540-44b3-85fa-0b4b712244a0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182704 Feb 03 11:15:22.228676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda0aa-4c89-47a6-980d-345f778474e4 req-7b4ee31c-c0c5-470c-bb0d-cedd8b9cb25e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.230407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2efda0aa-4c89-47a6-980d-345f778474e4 req-7b4ee31c-c0c5-470c-bb0d-cedd8b9cb25e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.0626955 Feb 03 11:15:22.341513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2efda0aa-4c89-47a6-980d-345f778474e4 req-af0e7fdb-fc50-478c-98be-9302b755697a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046033 Feb 03 11:15:22.562507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e2aca-c039-447e-8479-c64b6572997a req-3c46884b-f628-43da-9a57-1d0e6e0096e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.564016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-3c46884b-f628-43da-9a57-1d0e6e0096e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 1127 time: 0.0889616 Feb 03 11:15:22.606752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc6f4c-5c0e-4e07-8ca1-3871b3f1e915 req-d1d976a2-2b3c-4161-9708-8cd5a709fa2d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.608317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75fc6f4c-5c0e-4e07-8ca1-3871b3f1e915 req-d1d976a2-2b3c-4161-9708-8cd5a709fa2d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1061678 Feb 03 11:15:22.673689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e2aca-c039-447e-8479-c64b6572997a req-80bf0e84-76fe-4e3e-a198-27ad4c9775be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.675174 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-80bf0e84-76fe-4e3e-a198-27ad4c9775be service neutron] 10.222.0.53 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.1038210 Feb 03 11:15:22.750621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75fc6f4c-5c0e-4e07-8ca1-3871b3f1e915 req-0d6a64ab-d038-438e-be31-ef9194488a7f tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342499 Feb 03 11:15:22.765848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-c9337ab7-3fef-41e8-98d0-26f824d3eea1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0807731 Feb 03 11:15:22.790930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46422e57-975f-45b1-ac7b-23295f7e8084 req-816ad9ed-579b-4254-939d-79078758988b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe16191-bef1-4f32-934c-bc90633a7861 HTTP/1.1" status: 200 len: 210 time: 0.0790312 Feb 03 11:15:22.865656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e2aca-c039-447e-8479-c64b6572997a req-68bd5ce9-f5c2-44a8-aebc-c23bbed3e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:22.867242 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-68bd5ce9-f5c2-44a8-aebc-c23bbed3e103 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.0943916 Feb 03 11:15:22.930682 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-979148e8-c6c5-4e26-9e89-896186695e72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557945 Feb 03 11:15:23.095295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-98984b7c-9b0c-4739-a15a-8690c24e172b service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566808 Feb 03 11:15:23.286747 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e61e2aca-c039-447e-8479-c64b6572997a req-61503af9-3876-4b6e-8ef3-7098b255a85b service neutron] 10.222.0.53 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828611 Feb 03 11:15:23.518524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7e418-a235-4167-a165-5c79536842fc req-98daeb2c-acb6-49bf-b83f-ad9a860cdfb4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:23.527318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21b7e418-a235-4167-a165-5c79536842fc req-98daeb2c-acb6-49bf-b83f-ad9a860cdfb4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.0694032 Feb 03 11:15:23.592789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21b7e418-a235-4167-a165-5c79536842fc req-d1cb32d7-9845-4756-b7ae-bf0ba6bcdfaf tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642574 Feb 03 11:15:23.649793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:23.790018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57eee09-c9d1-4aa3-8ac1-1390ad869ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.017415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857861-a0c0-46b1-805a-d85152d5d973 req-23bdd8ba-0b57-4716-a92e-d3f6de213937 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:24.018987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73857861-a0c0-46b1-805a-d85152d5d973 req-23bdd8ba-0b57-4716-a92e-d3f6de213937 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1583960 Feb 03 11:15:24.052946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57eee09-c9d1-4aa3-8ac1-1390ad869ca2 admin admin] Publish callbacks [] for security_group (43996872-12db-4f68-bf5b-591f3bdd326c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.073101 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57eee09-c9d1-4aa3-8ac1-1390ad869ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43996872-12db-4f68-bf5b-591f3bdd326c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.097829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423e866-2556-4ffa-b738-7122928fc5f8 req-a73ef765-3112-4522-af85-f8fb4da97097 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:24.105010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2423e866-2556-4ffa-b738-7122928fc5f8 req-a73ef765-3112-4522-af85-f8fb4da97097 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.2044442 Feb 03 11:15:24.189537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73857861-a0c0-46b1-805a-d85152d5d973 req-3b86dda0-9379-4979-952f-bcea75178566 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624718 Feb 03 11:15:24.191604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b57eee09-c9d1-4aa3-8ac1-1390ad869ca2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a556a42f26ea43e8ba93fb1a623a4a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408227 Feb 03 11:15:24.192771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eee09-c9d1-4aa3-8ac1-1390ad869ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43996872-12db-4f68-bf5b-591f3bdd326c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:24.195163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:24.285412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2423e866-2556-4ffa-b738-7122928fc5f8 req-7d25325d-f105-4501-a5cf-2fe934086088 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786454 Feb 03 11:15:24.299540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] Publish callbacks [] for security_group (43996872-12db-4f68-bf5b-591f3bdd326c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.331405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] Publish callbacks [] for security_group (43996872-12db-4f68-bf5b-591f3bdd326c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.413672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43996872-12db-4f68-bf5b-591f3bdd326c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.416569 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:24.421109 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43996872-12db-4f68-bf5b-591f3bdd326c HTTP/1.1" status: 204 len: 168 time: 0.2215831 Feb 03 11:15:24.430690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbec8f-1b34-4fc6-87b9-73dfa57672ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43996872-12db-4f68-bf5b-591f3bdd326c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:24.865870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108551-4008-4edc-a1a9-095722de6c07 req-1496d12a-350c-4fb5-9e58-18ac91810509 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:24.867386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0108551-4008-4edc-a1a9-095722de6c07 req-1496d12a-350c-4fb5-9e58-18ac91810509 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.1291103 Feb 03 11:15:24.887552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0108551-4008-4edc-a1a9-095722de6c07 req-6398932d-ca6f-4b54-8568-5469caf6d094 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0122764 Feb 03 11:15:24.930343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0108551-4008-4edc-a1a9-095722de6c07 req-907daafc-c606-4eb2-82cc-7eb8587866fa tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392139 Feb 03 11:15:25.027232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0108551-4008-4edc-a1a9-095722de6c07 req-823f3506-399b-4b0d-81d5-21ec1b81426b service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958469 Feb 03 11:15:25.140959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0108551-4008-4edc-a1a9-095722de6c07 req-954ba596-782d-474f-8a8f-0ee73876c52b service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127195 Feb 03 11:15:25.384232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cfca6-a37a-4bf4-8488-2618c5139f44 req-bd61b9c0-7b66-450e-874a-2ffaa510b1d2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:25.385772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-898cfca6-a37a-4bf4-8488-2618c5139f44 req-bd61b9c0-7b66-450e-874a-2ffaa510b1d2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.0809059 Feb 03 11:15:25.489966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-898cfca6-a37a-4bf4-8488-2618c5139f44 req-981dba6e-cfe9-4172-af58-8025853204ec tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958824 Feb 03 11:15:25.540524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b733f9a-cd54-450f-812a-3c50ac365c5b req-19b2d908-d515-4efb-a42c-9d9915fd77c9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:25.542149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b733f9a-cd54-450f-812a-3c50ac365c5b req-19b2d908-d515-4efb-a42c-9d9915fd77c9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.1231945 Feb 03 11:15:25.605035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa59218c-1a2f-44b1-8012-b85efe93d25c req-da3b29e1-951a-4d5d-a020-34704c4f9f47 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=051401e2-30bd-4a2d-bfc1-b5428eb56ece HTTP/1.1" status: 200 len: 210 time: 0.0485592 Feb 03 11:15:25.690723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b733f9a-cd54-450f-812a-3c50ac365c5b req-7613ff81-66d1-4930-a47d-6fb46249db42 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393733 Feb 03 11:15:26.342360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9554fe9d-f1e2-4cef-ab87-5db941ac4a30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:26.348876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9554fe9d-f1e2-4cef-ab87-5db941ac4a30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.1847653 Feb 03 11:15:26.379282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-7eb01d93-773f-4ec0-a675-6c38b9047694 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0288627 Feb 03 11:15:26.429409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-6381e659-0696-4e28-a1fd-8d3aa6340960 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490990 Feb 03 11:15:26.539043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2dad6312-c5fb-4f91-8a69-de8b1581427c service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047714 Feb 03 11:15:26.676203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d551-cafd-439d-8768-c22bb96635de req-030c39ce-6a8a-47fc-a620-66f36cc44876 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:26.678050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf09d551-cafd-439d-8768-c22bb96635de req-030c39ce-6a8a-47fc-a620-66f36cc44876 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1130397 Feb 03 11:15:26.695543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-43661e68-0f76-4176-81ee-c77feba68234 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535928 Feb 03 11:15:26.745330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf09d551-cafd-439d-8768-c22bb96635de req-be5edb87-f8dc-4de3-a4ca-c0e9836d945e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559978 Feb 03 11:15:26.896043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d47ac631-9554-414d-8947-ff5a2151ad46 req-0dc48a97-df35-4009-a959-541a551f2a85 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 210 time: 0.0522985 Feb 03 11:15:26.922468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.083846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:27.310355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:27.346750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.459308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.576852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Allocated IP 172.25.7.220 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/7c4be9fd-6bb5-4bf7-b509-074a6186abe9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:27.683469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.715626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.755240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:27.757976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:27.763300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:27.788643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=7c4be9fd-6bb5-4bf7-b509-074a6186abe9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:27.880178 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (7b9123dd-0ea4-4137-8c4d-68ab28dd363a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:27.925229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611cc4d-e28c-4a4b-a0c2-a3217492b260 req-7002efaa-9ade-4b32-a30c-4133061d133b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:27.927090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7611cc4d-e28c-4a4b-a0c2-a3217492b260 req-7002efaa-9ade-4b32-a30c-4133061d133b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.0945058 Feb 03 11:15:27.936195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.054771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91201c65-b770-4157-b16d-118516873fb6 req-e78bcc1c-2ce0-4456-9526-56f374c3e106 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 210 time: 0.0615270 Feb 03 11:15:28.082630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7611cc4d-e28c-4a4b-a0c2-a3217492b260 req-cd1b9d6c-c9f2-4dbe-baf8-eec28a46c3b3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436799 Feb 03 11:15:28.569069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-edf44b7d-e167-4f3d-8e2d-94d33bb5658e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:28.570498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-edf44b7d-e167-4f3d-8e2d-94d33bb5658e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.5520425 Feb 03 11:15:28.598230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:28.611624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b8e28-9f63-45fe-9e2b-05dd5814e083 req-6ec73047-ae64-441e-ac07-de55b17b983a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:28.613136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae4b8e28-9f63-45fe-9e2b-05dd5814e083 req-6ec73047-ae64-441e-ac07-de55b17b983a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1161931 Feb 03 11:15:28.640447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.656164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.784540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=7c4be9fd-6bb5-4bf7-b509-074a6186abe9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:28.795648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae4b8e28-9f63-45fe-9e2b-05dd5814e083 req-d25f84dc-a00c-4a5c-a220-2d6c2971ad00 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683109 Feb 03 11:15:28.820725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7b9123dd-0ea4-4137-8c4d-68ab28dd363a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.842598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.843902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5882efa6-0031-44b4-8624-743197bff5ec tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7565284 Feb 03 11:15:28.846831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:28.851980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:28.855090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-731226155'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:28.858097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.885963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Made reservation on behalf of b2908f89e3f948c8aec4bde0f69bfc1c for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:28.890177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:28.900785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.012058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for security_group (2e4f7054-eea0-44f8-be26-a689a4ef5a10), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.017532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e4f7054-eea0-44f8-be26-a689a4ef5a10), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.036790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 791f7d9c-5a52-4a26-b7e4-fca90b344594 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:29.047887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:15:29.057418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.3 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/3a2e8e3b-b49c-434f-b37c-3b76986a42d5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:29.068871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4f7054-eea0-44f8-be26-a689a4ef5a10,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:29.073494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ffc45dc-7451-482a-980e-4bf8d5053541), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.073846 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Added segment 5ffc45dc-7451-482a-980e-4bf8d5053541 of type vlan for network cdbb515d-4f39-4284-8539-d1c51046fd13 Feb 03 11:15:29.126651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (cdbb515d-4f39-4284-8539-d1c51046fd13), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.184119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (cdbb515d-4f39-4284-8539-d1c51046fd13), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.196744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:29.197886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.235005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:29.252356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'mac_address': 'fa:16:3e:74:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:29.266616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4178524 Feb 03 11:15:29.273784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:29.297112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Request body: {'subnet': {'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:29.319553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 791f7d9c-5a52-4a26-b7e4-fca90b344594 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:29.320122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.348477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 791f7d9c-5a52-4a26-b7e4-fca90b344594 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:29.389644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:29.393828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.435844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad12552-c0ee-4195-88a5-6428b4478d1d tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Network': ['ID=cdbb515d-4f39-4284-8539-d1c51046fd13,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:29.511484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network cdbb515d-4f39-4284-8539-d1c51046fd13 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:15:29.524660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01049b36-a356-4075-8c6f-0aba784377b7 req-53d88f8a-4f8c-40da-9c54-e12723732996 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 210 time: 0.1059124 Feb 03 11:15:29.525107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Made reservation on behalf of b2908f89e3f948c8aec4bde0f69bfc1c for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:29.534722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.573334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.621666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.666061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88d35-86d9-4524-bea2-299362021339 req-91dc425b-8865-43de-86ec-d1ce318a7821 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:29.669232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ae88d35-86d9-4524-bea2-299362021339 req-91dc425b-8865-43de-86ec-d1ce318a7821 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.3038776 Feb 03 11:15:29.694699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['791f7d9c-5a52-4a26-b7e4-fca90b344594'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:29.750267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:29.786237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (0ae0ac77-bdbe-4ead-889b-75534ef7bcf6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.837969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:29.843256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:29.857229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:29.872593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Subnet': ['ID=0ae0ac77-bdbe-4ead-889b-75534ef7bcf6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:29.886797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Checking segment: {'id': '5ffc45dc-7451-482a-980e-4bf8d5053541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:29.887301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network hostable DHCP agents. Network: cdbb515d-4f39-4284-8539-d1c51046fd13, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:15:29.910499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:29.911548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.913634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network cdbb515d-4f39-4284-8539-d1c51046fd13 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:15:29.931775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, cdbb515d-4f39-4284-8539-d1c51046fd13) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:29.953633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94e6f6-fe5c-4688-be17-77f4a7091617 None None] Network cdbb515d-4f39-4284-8539-d1c51046fd13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:15:29.966644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:29.967209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ae88d35-86d9-4524-bea2-299362021339 req-f22b5b6f-a419-400b-aec8-dca8520b844f tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322640 Feb 03 11:15:29.967679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:29.976922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:30.007406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2e8b404b-7b69-42a5-ab16-2efcdd13ce45 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4163449 Feb 03 11:15:30.018898 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d04021d9-0927-4836-b721-0861b4fb2498 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7405720 Feb 03 11:15:30.020276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:30.024151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65473fb4-a701-4214-8618-004829003946 req-32ca2e2a-e9f5-478d-9e15-ad6758bf666f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:30.027565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1459497261', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:30.029337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65473fb4-a701-4214-8618-004829003946 req-32ca2e2a-e9f5-478d-9e15-ad6758bf666f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.3058221 Feb 03 11:15:30.053579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Request body: {'port': {'device_id': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:30.063204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.064944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.137979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_controller (f02e78be-6041-4f6d-9a85-a1c34f8804ac), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.145364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65473fb4-a701-4214-8618-004829003946 req-d1e79346-2290-43a3-8f44-5e3198ae48fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876715 Feb 03 11:15:30.160092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-cdbb515d-4f39-4284-8539-d1c51046fd13', 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13', 'project_id': 'b2908f89e3f948c8aec4bde0f69bfc1c', 'fixed_ips': [{'subnet_id': '0ae0ac77-bdbe-4ead-889b-75534ef7bcf6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:15:30.161489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.204340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.421053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_gateway (f02e78be-6041-4f6d-9a85-a1c34f8804ac), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.444469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Allocated IP 172.20.0.2 (cdbb515d-4f39-4284-8539-d1c51046fd13/0ae0ac77-bdbe-4ead-889b-75534ef7bcf6/cebed6b6-b787-426c-9fba-4c27370ee84b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:30.692780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:30.727282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_gateway (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.730314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks [] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.747630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.750979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Transition to ACTIVE for port object 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:15:30.759488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.786769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks [] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.801532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:30.851826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Network cdbb515d-4f39-4284-8539-d1c51046fd13 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:30.854693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:30.904758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:30.926514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91f6a-6a5c-468e-b352-20bbfcb8ce65 req-c400f697-8f49-48f9-84c4-c9c8d9c117bf tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:30.929663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a91f6a-6a5c-468e-b352-20bbfcb8ce65 req-c400f697-8f49-48f9-84c4-c9c8d9c117bf tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 931 time: 0.2658131 Feb 03 11:15:30.939951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:30.978301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Allocated IP 172.25.7.16 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a8bb3278-8708-4020-a7d6-7749ecb3d038) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:30.994682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Pushing event updated for resources: {'Port': ['ID=cebed6b6-b787-426c-9fba-4c27370ee84b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:31.005350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Attempting to bind port cebed6b6-b787-426c-9fba-4c27370ee84b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:31.005754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Attempting to bind port cebed6b6-b787-426c-9fba-4c27370ee84b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5ffc45dc-7451-482a-980e-4bf8d5053541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:31.006929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Attempting to bind port cebed6b6-b787-426c-9fba-4c27370ee84b on network cdbb515d-4f39-4284-8539-d1c51046fd13 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:31.014681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:31.015547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Checking segment: {'id': '5ffc45dc-7451-482a-980e-4bf8d5053541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:31.015971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.016365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Bound using segment: {'id': '5ffc45dc-7451-482a-980e-4bf8d5053541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:31.017476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Bound port: cebed6b6-b787-426c-9fba-4c27370ee84b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffc45dc-7451-482a-980e-4bf8d5053541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:31.017868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.090476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Attempting to bind port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:31.091297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Attempting to bind port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:31.092836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Attempting to bind port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:31.105062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:15:31.105877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Attempting to bind port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:31.106299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] For port cebed6b6-b787-426c-9fba-4c27370ee84b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:31.109593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] For port cebed6b6-b787-426c-9fba-4c27370ee84b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cebed6b6-b787-426c-9fba-4c27370ee84b,segment=NetworkSegment(5ffc45dc-7451-482a-980e-4bf8d5053541),segment_id=5ffc45dc-7451-482a-980e-4bf8d5053541)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:31.117664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 791f7d9c-5a52-4a26-b7e4-fca90b344594 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:31.123764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.175346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:31.176837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:31.177549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:31.178243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Bound port: 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:31.178839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.186405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (a8bb3278-8708-4020-a7d6-7749ecb3d038), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.230877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a8bb3278-8708-4020-a7d6-7749ecb3d038), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.300684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=a8bb3278-8708-4020-a7d6-7749ecb3d038,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:31.337636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8521a9-c7be-4200-a17d-673a45299555 None None] Pushing event updated for resources: {'Port': ['ID=cebed6b6-b787-426c-9fba-4c27370ee84b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:31.345844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:31.353377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:31.358273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:31.365173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:31.369285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:31.385424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58b605e3-db11-4a63-8ca1-cc6232f5f867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.395548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77163c20-7c20-4992-99f0-3b393e9fe60f req-36b84c65-5487-48fe-af4a-54819cd37f64 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:31.398029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77163c20-7c20-4992-99f0-3b393e9fe60f req-36b84c65-5487-48fe-af4a-54819cd37f64 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.2768116 Feb 03 11:15:31.400997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.414865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a91f6a-6a5c-468e-b352-20bbfcb8ce65 req-799bc9df-2dd3-45eb-a11b-b493135ede55 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691508 Feb 03 11:15:31.507027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:31.508140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.511935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 791f7d9c-5a52-4a26-b7e4-fca90b344594 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:31.513111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.514714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a2e8e3b-b49c-434f-b37c-3b76986a42d5 HTTP/1.1" status: 200 len: 1091 time: 1.4797561 Feb 03 11:15:31.520411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665be6d-e11a-4a81-83bc-d8945ea2a8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:31.524837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:31.527710 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34959190-a47b-476f-9659-4c4aa67f8046" -d '{"events": [{"name": "network-changed", "server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:31.690902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77163c20-7c20-4992-99f0-3b393e9fe60f req-6ddc9ac9-ee20-4da2-8953-81f003d16ab3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748079 Feb 03 11:15:31.781232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 791f7d9c-5a52-4a26-b7e4-fca90b344594 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:31.781583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.816687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:31.820193 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b42587-aca4-4357-b9ba-671bfc9ca03d" -d '{"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-plugged", "status": "completed", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:31.843884 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95730d1-8579-442c-b760-ad7feb238c25 x-openstack-request-id: req-e95730d1-8579-442c-b760-ad7feb238c25 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:31.845251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:31.845251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e95730d1-8579-442c-b760-ad7feb238c25 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:31.847615 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5', 'status': 'completed', 'code': 200} Feb 03 11:15:31.882661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:31.889431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:31.891185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:31.949872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ad88c-78e0-452f-ab74-7f4bb585cefd req-ca42ad9f-ecbb-4048-88f8-14911666f7ff tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:31.959110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f6ad88c-78e0-452f-ab74-7f4bb585cefd req-ca42ad9f-ecbb-4048-88f8-14911666f7ff tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.2379005 Feb 03 11:15:31.987417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-6640cdbe-c9dc-458f-932d-7a40aff417cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:31.989798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-6640cdbe-c9dc-458f-932d-7a40aff417cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 1125 time: 0.4041290 Feb 03 11:15:32.019374 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb75696-544f-4cbd-bbb4-4ebc99837e2b x-openstack-request-id: req-bcb75696-544f-4cbd-bbb4-4ebc99837e2b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:32.019590 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-plugged", "status": "completed", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:32.019841 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcb75696-544f-4cbd-bbb4-4ebc99837e2b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:32.020256 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'code': 200} Feb 03 11:15:32.083727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_gateway (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:32.087299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-fa250840-2112-4908-952f-a040279aee60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5 HTTP/1.1" status: 200 len: 217 time: 0.0791671 Feb 03 11:15:32.215975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:32.225347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f6ad88c-78e0-452f-ab74-7f4bb585cefd req-9e2482c6-7969-416f-a526-8f47324a08b4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643728 Feb 03 11:15:32.265727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:32.266688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56086ef-9046-4365-9f60-9522fe78b275 req-067ec731-4b23-4ace-a8d7-f7821c22b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:32.266969 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:32.268394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-067ec731-4b23-4ace-a8d7-f7821c22b22e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1715837 Feb 03 11:15:32.319719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:32.324841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-5c8151e5-5eb6-4cbd-8fc5-72da66c28330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496001 Feb 03 11:15:32.328800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:32.394531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:32.480725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:32.534031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-3961c5ff-bafe-4ea6-b8db-0f799b133306 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007914 Feb 03 11:15:32.677590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4fe4f-3ee2-40d7-b128-123bc3ffc1d4 req-bc2a5a2e-8cbc-42f8-bbf3-a2f819fa509d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:32.684223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aa4fe4f-3ee2-40d7-b128-123bc3ffc1d4 req-bc2a5a2e-8cbc-42f8-bbf3-a2f819fa509d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 943 time: 0.1365540 Feb 03 11:15:32.742337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d56086ef-9046-4365-9f60-9522fe78b275 req-2957f1cf-8fdb-4c35-b86d-5ada2a2e4cff service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852038 Feb 03 11:15:32.750195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Router f02e78be-6041-4f6d-9a85-a1c34f8804ac is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:15:32.802117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aa4fe4f-3ee2-40d7-b128-123bc3ffc1d4 req-e494162d-f45d-46b4-873a-e7365bc3b310 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101556 Feb 03 11:15:33.003332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850418d-eab6-4857-bd1a-80f84c893158 req-14dd2d38-6056-4024-bdc3-882298ed988e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:33.004985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8850418d-eab6-4857-bd1a-80f84c893158 req-14dd2d38-6056-4024-bdc3-882298ed988e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1716573 Feb 03 11:15:33.026694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:15:33.057312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] Sync routers for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:15:33.073148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:33.084645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34959190-a47b-476f-9659-4c4aa67f8046 req-3aff270b-420b-46e7-8b9a-69fe9597e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:33.093495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-3aff270b-420b-46e7-8b9a-69fe9597e9fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 1125 time: 0.1911705 Feb 03 11:15:33.094959 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:33.098216 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:33.102991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:33.104971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-167201c6-ef0f-4652-b380-2cb454274ab1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0837207 Feb 03 11:15:33.107594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:33.297079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:33.357790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8850418d-eab6-4857-bd1a-80f84c893158 req-2e0dab85-f059-410d-b24c-3a8fd370a217 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439670 Feb 03 11:15:33.361684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:33.362331 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:33.508500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:33.519165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:33.519853 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471d4e2-b997-4957-96fd-2d3ca23cd570 None None] The sync data for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:15:33.595865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'dfd0181f-bc99-4232-8bc4-366030294519', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': 'dfd0181f-bc99-4232-8bc4-366030294519', 'mac_address': 'fa:16:3e:5b:ff:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:33.755263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8743b1-31ba-4c53-86bb-e85bc5001306 req-d8dd4315-ff9e-43e3-9930-4eaf43e636bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:33.759714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb8743b1-31ba-4c53-86bb-e85bc5001306 req-d8dd4315-ff9e-43e3-9930-4eaf43e636bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2206969 Feb 03 11:15:33.772768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:33.773108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:33.827680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cebed6b6-b787-426c-9fba-4c27370ee84b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:33.829606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d020dee-f495-4c05-8973-80e487e6ba01 None None] Network cdbb515d-4f39-4284-8539-d1c51046fd13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:15:33.885164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb8743b1-31ba-4c53-86bb-e85bc5001306 req-a4dbd587-0bab-4e63-91d9-4ead934d310c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917678 Feb 03 11:15:33.887047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34959190-a47b-476f-9659-4c4aa67f8046 req-787b7a1b-dfcc-4a13-92f3-ee8301ebff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:33.892774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-787b7a1b-dfcc-4a13-92f3-ee8301ebff89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.7829821 Feb 03 11:15:34.005343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-98aaa72b-ff0e-49b8-8d28-7256850c9ee0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5 HTTP/1.1" status: 200 len: 217 time: 0.1003280 Feb 03 11:15:34.104549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:34.133215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:34.135730 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48189399-d3ec-4620-af53-a1bba09685e6" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:34.160779 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1194ee6-2ab8-41bd-9fb8-7fd14d309eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:34.324992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34959190-a47b-476f-9659-4c4aa67f8046 req-632b333f-1d8c-45e4-a79b-274057cbcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:34.329424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-632b333f-1d8c-45e4-a79b-274057cbcc3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.2858102 Feb 03 11:15:34.334712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Provisioning complete for port cebed6b6-b787-426c-9fba-4c27370ee84b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:34.335113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:34.347367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:34.381864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497da56-f032-4138-83ed-78b3550c6f1c req-079c5cdc-3195-4e69-942f-4e22fbacbf06 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:34.390653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a497da56-f032-4138-83ed-78b3550c6f1c req-079c5cdc-3195-4e69-942f-4e22fbacbf06 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 943 time: 0.3061767 Feb 03 11:15:34.417303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:34.446501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-44b1f6e1-2cfb-4bea-8ed0-3e646d9f1555 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082964 Feb 03 11:15:34.450958 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:34.589341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:34.721535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a497da56-f032-4138-83ed-78b3550c6f1c req-a1e05977-8ae5-4ecb-ab9c-ac9c9d9a8090 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296821 Feb 03 11:15:34.730900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dfd0181f-bc99-4232-8bc4-366030294519'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:34.749242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:34.792997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-5183a964-d93b-4da3-bc6a-37820056bb5c service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275981 Feb 03 11:15:34.878429 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6feeb9-b551-4a11-930e-0d49a6928794 x-openstack-request-id: req-cd6feeb9-b551-4a11-930e-0d49a6928794 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:34.878844 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:34.879120 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd6feeb9-b551-4a11-930e-0d49a6928794 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:34.879545 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:34.882079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cebed6b6-b787-426c-9fba-4c27370ee84b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:34.882484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:35.045578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Current status of the port cebed6b6-b787-426c-9fba-4c27370ee84b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:35.051580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:35.285763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34959190-a47b-476f-9659-4c4aa67f8046 req-833aa279-8711-481c-aac6-16994a0e923f service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814432 Feb 03 11:15:35.288856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Allocated IP 172.20.0.1 (cdbb515d-4f39-4284-8539-d1c51046fd13/0ae0ac77-bdbe-4ead-889b-75534ef7bcf6/7c64babb-629d-4b58-b749-f55fee25581e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:35.345251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ae49-9e25-48f6-845c-b8e634daa141 req-b3aaa75c-93cd-4326-a19b-b6d8d5b6fa81 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:35.365909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40b1ae49-9e25-48f6-845c-b8e634daa141 req-b3aaa75c-93cd-4326-a19b-b6d8d5b6fa81 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.3610623 Feb 03 11:15:35.479279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40b1ae49-9e25-48f6-845c-b8e634daa141 req-2f1512c9-d578-4fd6-80ca-f556f1c4505f tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120803 Feb 03 11:15:35.662260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (7c64babb-629d-4b58-b749-f55fee25581e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:35.714198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-89e62754-35d0-489c-a57f-db16b738426a None None] For port cebed6b6-b787-426c-9fba-4c27370ee84b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cebed6b6-b787-426c-9fba-4c27370ee84b,segment=NetworkSegment(5ffc45dc-7451-482a-980e-4bf8d5053541),segment_id=5ffc45dc-7451-482a-980e-4bf8d5053541)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:35.732743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:35.767753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc05e4-968f-44da-b9a1-07b8cfac255d req-afc2d5bc-08fe-4cc2-bcdf-3f669be881f8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:35.782842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31fc05e4-968f-44da-b9a1-07b8cfac255d req-afc2d5bc-08fe-4cc2-bcdf-3f669be881f8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1627364 Feb 03 11:15:35.783955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7c64babb-629d-4b58-b749-f55fee25581e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:35.902775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31fc05e4-968f-44da-b9a1-07b8cfac255d req-1019cd9b-c47b-4af3-810d-6b6a93dcaefd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188848 Feb 03 11:15:36.119205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cebed6b6-b787-426c-9fba-4c27370ee84b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:36.135590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4a1a-1368-4e60-8495-3ea1137109f0 req-33a7aa3b-dea8-41f6-81eb-f32b66f7f17f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:36.142430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3287e1d4-960b-4b3b-afab-31ed2d16cf0e None None] Provisioning complete for port cebed6b6-b787-426c-9fba-4c27370ee84b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:36.149600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3287e1d4-960b-4b3b-afab-31ed2d16cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:36.152561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-327e4a1a-1368-4e60-8495-3ea1137109f0 req-33a7aa3b-dea8-41f6-81eb-f32b66f7f17f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 943 time: 0.1371171 Feb 03 11:15:36.249172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e62754-35d0-489c-a57f-db16b738426a None None] Pushing event updated for resources: {'Port': ['ID=cebed6b6-b787-426c-9fba-4c27370ee84b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:36.335327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-327e4a1a-1368-4e60-8495-3ea1137109f0 req-14a67b23-5eea-4541-b27f-6e17a9fe8a6d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817048 Feb 03 11:15:36.342932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:36.424427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:15:36.504665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3287e1d4-960b-4b3b-afab-31ed2d16cf0e None None] Current status of the port cebed6b6-b787-426c-9fba-4c27370ee84b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:36.771873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:36.805752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1068f-e87a-4e54-a7f6-02c0cbad4fdd req-b6b3aa82-00f9-41ee-bc47-3c02d6705041 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:36.815638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44e1068f-e87a-4e54-a7f6-02c0cbad4fdd req-b6b3aa82-00f9-41ee-bc47-3c02d6705041 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1648765 Feb 03 11:15:36.835065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5', 'mac_address': 'fa:16:3e:e9:3e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:15:36.866320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network cdbb515d-4f39-4284-8539-d1c51046fd13 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:36.871298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:36.884575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:36.992114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:36.992114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.027928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:37.032295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=7c64babb-629d-4b58-b749-f55fee25581e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:37.052725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44e1068f-e87a-4e54-a7f6-02c0cbad4fdd req-7c2ae0b8-e4b2-4087-af82-4927c0cf94e8 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358546 Feb 03 11:15:37.094392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.109827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:37.124565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.260476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:37.323867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.457823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea16e11-deae-4c22-b4b3-10e5a2d1407f req-d86af082-24bc-4d80-819c-096ba780d6a6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:37.471637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea16e11-deae-4c22-b4b3-10e5a2d1407f req-d86af082-24bc-4d80-819c-096ba780d6a6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1472094 Feb 03 11:15:37.546838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7c64babb-629d-4b58-b749-f55fee25581e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.568408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4e97b06-5b10-4c13-ae91-2830769f5aa0 None None] Provisioning complete for port 7c64babb-629d-4b58-b749-f55fee25581e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:37.569174 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4e97b06-5b10-4c13-ae91-2830769f5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7c64babb-629d-4b58-b749-f55fee25581e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:37.624117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ea16e11-deae-4c22-b4b3-10e5a2d1407f req-a2ba1080-df84-494f-948c-471945cab53e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503897 Feb 03 11:15:37.642142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3a2e8e3b-b49c-434f-b37c-3b76986a42d5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:15:37.756409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4e97b06-5b10-4c13-ae91-2830769f5aa0 None None] Port 7c64babb-629d-4b58-b749-f55fee25581e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:15:37.846411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448a640-4750-4d41-be43-a295fdfc52a4 req-cfdda0bf-e7fa-4001-9019-13a93e6e967e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:37.861629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4448a640-4750-4d41-be43-a295fdfc52a4 req-cfdda0bf-e7fa-4001-9019-13a93e6e967e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 944 time: 0.1155686 Feb 03 11:15:37.987225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4448a640-4750-4d41-be43-a295fdfc52a4 req-723f68e3-78a0-4c83-a04b-81eb445e51f7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242466 Feb 03 11:15:38.256575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (7c64babb-629d-4b58-b749-f55fee25581e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:38.269971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (7c64babb-629d-4b58-b749-f55fee25581e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:38.292012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b806a-6f00-404a-8fb5-b6a746121db5 req-25131f8e-2797-4031-8f99-a11ed4b53e8d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:38.300627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d0b806a-6f00-404a-8fb5-b6a746121db5 req-25131f8e-2797-4031-8f99-a11ed4b53e8d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1234384 Feb 03 11:15:38.319018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cebed6b6-b787-426c-9fba-4c27370ee84b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:38.395369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d0b806a-6f00-404a-8fb5-b6a746121db5 req-3e299c3f-5640-4a8c-9c23-51dc29cc4a70 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Feb 03 11:15:38.437440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cebed6b6-b787-426c-9fba-4c27370ee84b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:38.437821 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:38.491525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:38.504009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=7c64babb-629d-4b58-b749-f55fee25581e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:38.646723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cebed6b6-b787-426c-9fba-4c27370ee84b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:38.820999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network cdbb515d-4f39-4284-8539-d1c51046fd13 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:38.825048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:38.868543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b469-f4a4-46c5-ac31-303eed16201a req-87796b93-6778-4367-83cf-8a93b6766aa3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:38.878001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a98b469-f4a4-46c5-ac31-303eed16201a req-87796b93-6778-4367-83cf-8a93b6766aa3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 945 time: 0.1350725 Feb 03 11:15:39.018737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a98b469-f4a4-46c5-ac31-303eed16201a req-0d29bd54-a9a4-471d-88ee-e3ac2000459b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227942 Feb 03 11:15:39.107843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:39.179865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Router f02e78be-6041-4f6d-9a85-a1c34f8804ac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:15:39.268155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port dfd0181f-bc99-4232-8bc4-366030294519 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:39.269594 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dfd0181f-bc99-4232-8bc4-366030294519), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:39.280775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb634-9799-4586-89dc-c32102bbd1f8 req-2bfdbb76-2ac8-4a95-89e6-936769c15590 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:39.287859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df2fb634-9799-4586-89dc-c32102bbd1f8 req-2bfdbb76-2ac8-4a95-89e6-936769c15590 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 944 time: 0.1369505 Feb 03 11:15:39.422517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df2fb634-9799-4586-89dc-c32102bbd1f8 req-365a860d-7949-4ab1-97f6-b3e11347330f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Feb 03 11:15:39.435288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f5444642-21ce-46eb-adbd-3faa5886756c None None] Provisioning complete for port 7c64babb-629d-4b58-b749-f55fee25581e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:39.438315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5444642-21ce-46eb-adbd-3faa5886756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7c64babb-629d-4b58-b749-f55fee25581e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:39.546658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:15:39.562520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f5444642-21ce-46eb-adbd-3faa5886756c None None] Port 7c64babb-629d-4b58-b749-f55fee25581e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:15:39.595045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] Sync routers for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:15:39.597503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9bb3e4a1-aad8-44da-abee-6111a96fd7cd tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "PUT /v2.0/routers/f02e78be-6041-4f6d-9a85-a1c34f8804ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4886310 Feb 03 11:15:39.598164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38046) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:39.615898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Request body: {'port': {'network_id': 'cdbb515d-4f39-4284-8539-d1c51046fd13', 'name': 'tempest-FloatingIPAdminTestJSON-573426742'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:39.757012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:39.765640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:39.779451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742795c6-aaa8-407d-8406-eb7c36eb47d0 req-16c0f4f6-2cb0-4aea-98c9-ba77467fa6a0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:39.781520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-742795c6-aaa8-407d-8406-eb7c36eb47d0 req-16c0f4f6-2cb0-4aea-98c9-ba77467fa6a0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.2104125 Feb 03 11:15:39.919686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:39.920119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-742795c6-aaa8-407d-8406-eb7c36eb47d0 req-94ecdfe0-2209-4279-b465-623c01db6e7d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197579 Feb 03 11:15:39.962307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:39.963357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:39.967627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:39.968330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.007927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Made reservation on behalf of b2908f89e3f948c8aec4bde0f69bfc1c for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:40.011845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.036035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:40.037139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0d627-fa77-48ca-999d-2eeb22739162 None None] The sync data for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:15:40.044569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:40.047371 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0390f845-aa8e-44c4-aa1a-f26a2cbec65d" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:40.063548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:40.073396 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.079462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] device_id is not set on port 8e954863-4c50-4d04-821e-7581e8cd49e4 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:15:40.209640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=13']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:40.247000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4390b4-8b13-40b0-b9e7-0cc6b17b3b73 req-ac84e009-68e9-4ed2-b70b-354576e56a24 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:40.255435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d4390b4-8b13-40b0-b9e7-0cc6b17b3b73 req-ac84e009-68e9-4ed2-b70b-354576e56a24 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1278079 Feb 03 11:15:40.357493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Allocated IP 172.20.0.13 (cdbb515d-4f39-4284-8539-d1c51046fd13/0ae0ac77-bdbe-4ead-889b-75534ef7bcf6/8e954863-4c50-4d04-821e-7581e8cd49e4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:40.367166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d4390b4-8b13-40b0-b9e7-0cc6b17b3b73 req-0ff414c8-ed67-4b3d-b5f3-52f525203f64 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082788 Feb 03 11:15:40.437946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:15:40.589888 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1c0a8-99d8-4328-847a-08b041ea78ac x-openstack-request-id: req-30e1c0a8-99d8-4328-847a-08b041ea78ac {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:40.589888 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:40.589888 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30e1c0a8-99d8-4328-847a-08b041ea78ac {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:40.589888 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:40.590239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.627636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.680511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:15:40.693159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:40.696265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.701672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event updated for resources: {'Port': ['ID=8e954863-4c50-4d04-821e-7581e8cd49e4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:40.722520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Network cdbb515d-4f39-4284-8539-d1c51046fd13 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:40.725980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:40.733667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:40.847127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59150ca-5cab-4efc-afca-1de730704ae5 req-6fe706a3-e548-40b9-81d5-e91485e10f3d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:40.851212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d59150ca-5cab-4efc-afca-1de730704ae5 req-6fe706a3-e548-40b9-81d5-e91485e10f3d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 944 time: 0.1645834 Feb 03 11:15:40.857491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:40.858186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.926875 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ec52755-a76d-4781-bea4-d0c5e9c44ba5 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3275800 Feb 03 11:15:40.930350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:40.944869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:40.945508 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:40.973674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d59150ca-5cab-4efc-afca-1de730704ae5 req-306c61c9-99b7-4206-b28c-87854dab6e1a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083589 Feb 03 11:15:41.023430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:41.035677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:41.084316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'project_id': 'b2908f89e3f948c8aec4bde0f69bfc1c', 'port_id': '8e954863-4c50-4d04-821e-7581e8cd49e4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:41.170499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:41.193795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:41.244667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10a2e-a95b-420d-9f81-db7b9e5acf58 req-006c68e7-33f0-4d37-a3be-9f457ced1905 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:41.275266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5b10a2e-a95b-420d-9f81-db7b9e5acf58 req-006c68e7-33f0-4d37-a3be-9f457ced1905 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1644809 Feb 03 11:15:41.369182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-359c1904-c978-4381-9f29-42acafd3e30d None None] Provisioning complete for port 8e954863-4c50-4d04-821e-7581e8cd49e4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:15:41.369555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359c1904-c978-4381-9f29-42acafd3e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:41.450776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-359c1904-c978-4381-9f29-42acafd3e30d None None] Port 8e954863-4c50-4d04-821e-7581e8cd49e4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:15:41.506610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5b10a2e-a95b-420d-9f81-db7b9e5acf58 req-c765a744-86d3-4a4e-88d2-dd21d7f78ddd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254679 Feb 03 11:15:41.551620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:41.662761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c7b75-ead4-416a-9a2d-14b0022b4385 req-cd6aa098-492f-43eb-b443-cbc7aaa64356 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:41.669620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a97c7b75-ead4-416a-9a2d-14b0022b4385 req-cd6aa098-492f-43eb-b443-cbc7aaa64356 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1000466 Feb 03 11:15:41.743355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a97c7b75-ead4-416a-9a2d-14b0022b4385 req-98171180-9a54-40de-a791-50296374e4b1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680218 Feb 03 11:15:41.747171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Allocated IP 172.25.7.143 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/65197e22-8568-4e81-b9d4-bf21a4110f25) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:41.951762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:42.046854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:42.209163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:42.232657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493c658-9802-4750-b829-25bb83ce8ebd req-272e9be9-119c-4ea5-b9e9-c389a2b22d3d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:42.245330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:42.248006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a493c658-9802-4750-b829-25bb83ce8ebd req-272e9be9-119c-4ea5-b9e9-c389a2b22d3d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.1398363 Feb 03 11:15:42.252894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:42.338465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a493c658-9802-4750-b829-25bb83ce8ebd req-ec60cb0a-d817-4d8a-98d6-c6b4853337bc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 Feb 03 11:15:42.421592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Pushing event updated for resources: {'Port': ['ID=65197e22-8568-4e81-b9d4-bf21a4110f25,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:42.495160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.495581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.495852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.496196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.496522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.496863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.497220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.497556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.497884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.498215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.498548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.498871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.518567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:42.529367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:42.532766 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5392f-8ce7-4030-bb0b-95b2e4bf40ae" -d '{"events": [{"server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:42.594914 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d486d85d-d073-4f91-9e60-445839e73dbf x-openstack-request-id: req-d486d85d-d073-4f91-9e60-445839e73dbf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:42.595230 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:42.595490 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d486d85d-d073-4f91-9e60-445839e73dbf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:42.595892 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5', 'code': 200} Feb 03 11:15:42.707618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c96f25-6f21-4885-96ab-66883a434480 req-6ffadeed-5e8f-4543-ba9d-42d6d6d00e26 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:42.716092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92c96f25-6f21-4885-96ab-66883a434480 req-6ffadeed-5e8f-4543-ba9d-42d6d6d00e26 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.0715261 Feb 03 11:15:42.849727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92c96f25-6f21-4885-96ab-66883a434480 req-b2344c67-f507-47ec-86f0-69919b396ba5 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324859 Feb 03 11:15:42.866858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3502db-b7e7-4314-a926-34e30e9e2438 req-ac24621e-c805-4964-831a-8b6ea89ccee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:42.875878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa3502db-b7e7-4314-a926-34e30e9e2438 req-ac24621e-c805-4964-831a-8b6ea89ccee3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 1127 time: 0.1499767 Feb 03 11:15:43.035608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa3502db-b7e7-4314-a926-34e30e9e2438 req-33268e53-91d6-4668-8a26-bf13d0b11122 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485555 Feb 03 11:15:43.062352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ef715-fbbc-4154-b677-7d0c621c312f req-7962a789-b582-4e31-87d7-f890eae19242 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:43.071995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c3ef715-fbbc-4154-b677-7d0c621c312f req-7962a789-b582-4e31-87d7-f890eae19242 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1102586 Feb 03 11:15:43.180946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c3ef715-fbbc-4154-b677-7d0c621c312f req-5b0f92f3-bdf7-41bf-b072-d8c73dcfd15c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981796 Feb 03 11:15:43.214062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:43.376348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:43.584650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fb658-7525-41a2-99ba-f4a550ebaec3 req-90be1ee1-3c2a-4078-8b06-99ffaa317c96 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:43.589863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a3fb658-7525-41a2-99ba-f4a550ebaec3 req-90be1ee1-3c2a-4078-8b06-99ffaa317c96 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.1269436 Feb 03 11:15:43.697341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a3fb658-7525-41a2-99ba-f4a550ebaec3 req-a6976af6-4ff6-496c-9609-5bd1b2d87ebb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982730 Feb 03 11:15:43.718293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:43.724352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:43.774659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Pushing event updated for resources: {'Port': ['ID=65197e22-8568-4e81-b9d4-bf21a4110f25,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:43.911631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:44.195818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-e342e236-115f-4829-9c9c-8a28fe802084 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2057979 Feb 03 11:15:44.217212 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Floating IP 7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c associated. External IP: 172.25.7.143, port: 8e954863-4c50-4d04-821e-7581e8cd49e4. Feb 03 11:15:44.226040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825941-c041-4252-9069-3e2a87e7d109 req-1f0dd0e8-bf58-4869-84f1-132a47676bde tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.229570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b825941-c041-4252-9069-3e2a87e7d109 req-1f0dd0e8-bf58-4869-84f1-132a47676bde tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1852596 Feb 03 11:15:44.344968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b825941-c041-4252-9069-3e2a87e7d109 req-83213106-87cb-48be-a8d9-834168e80243 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018510 Feb 03 11:15:44.702539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.703191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.703426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.713187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.713669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.714133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.714593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.716616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-9ce358e9-ef70-4130-a083-6d42f23c9684 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d424594b8c94974bd792a1996170ba0&device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 6720 time: 0.3705819 Feb 03 11:15:44.757660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273da1-d1c5-4ace-b2dd-629f447af832 req-7f438c92-436b-4c01-8837-46553fab176b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:44.765014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db273da1-d1c5-4ace-b2dd-629f447af832 req-7f438c92-436b-4c01-8837-46553fab176b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1990383 Feb 03 11:15:44.813297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Router f02e78be-6041-4f6d-9a85-a1c34f8804ac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:15:44.946062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db273da1-d1c5-4ace-b2dd-629f447af832 req-53bb6480-475f-42d4-b6b0-a1f45c4fa064 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802371 Feb 03 11:15:45.207659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-aa45bf86-7567-40e8-9940-e57225b1ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.213940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-aa45bf86-7567-40e8-9940-e57225b1ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.214646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-aa45bf86-7567-40e8-9940-e57225b1ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.216535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-aa45bf86-7567-40e8-9940-e57225b1ad6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=9ce900e2-422a-4715-8f61-024253e87c36&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&id=af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 200 len: 2297 time: 0.3747354 Feb 03 11:15:45.333907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-1357b04c-9e1c-4327-9367-c125a3250413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97 HTTP/1.1" status: 200 len: 1001 time: 0.1089489 Feb 03 11:15:45.386537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f1a54-77d6-4cba-8ad7-d08485e58dd8 req-072021cc-aa16-4619-9c27-c00c0f4d63df tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.388176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f01f1a54-77d6-4cba-8ad7-d08485e58dd8 req-072021cc-aa16-4619-9c27-c00c0f4d63df tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.3505626 Feb 03 11:15:45.542819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-9f733629-eec4-4ff6-b180-84205aea52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.544557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-9f733629-eec4-4ff6-b180-84205aea52f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6aea7a3b-c3b3-4ec9-9124-70b255fb28de HTTP/1.1" status: 200 len: 855 time: 0.2045393 Feb 03 11:15:45.645557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:15:45.663260 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] Sync routers for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:15:45.688063 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:45.689467 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:45.707713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:45.763009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f01f1a54-77d6-4cba-8ad7-d08485e58dd8 req-51a0d371-1c4e-43ae-be55-21fcb4424d5f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341694 Feb 03 11:15:45.777923 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:45.804308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:45.806518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:45.820157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d29c3509-8b73-41c9-a473-7ce2f11e9979 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8781307 Feb 03 11:15:45.826930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38102) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:45.832606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-d496145a-a153-4a0e-8ab6-a8d2626e5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:45.835729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-d496145a-a153-4a0e-8ab6-a8d2626e5290 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2596142 Feb 03 11:15:45.980885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:45.982163 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07417b3-5c0b-43b0-8bf6-60cd38fd8704 None None] The sync data for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:15:46.066919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:46.085675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2f90a-de54-42ec-ba25-559511166ecd req-35682e66-fcd0-43df-9d40-23ea2d557604 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:46.093268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50f2f90a-de54-42ec-ba25-559511166ecd req-35682e66-fcd0-43df-9d40-23ea2d557604 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1405547 Feb 03 11:15:46.121614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-148c7dda-983a-49b3-a12d-c566483dadd2 service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733650 Feb 03 11:15:46.149493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d099bd18-5d1b-45db-83b9-5b2e9bdbb465 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "GET /v2.0/floatingips/7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c HTTP/1.1" status: 200 len: 983 time: 0.3210213 Feb 03 11:15:46.153131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38110) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:46.332018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50f2f90a-de54-42ec-ba25-559511166ecd req-57c7ad9d-1318-486e-8433-f8bb72c031ed tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328882 Feb 03 11:15:46.372881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-e55daf77-ea9b-44b8-a618-6333d4aa28aa service neutron] 10.222.0.69 "GET /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293241 Feb 03 11:15:46.448602 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c20eb34-a6d6-420f-8ea0-ba5f65ac0a39 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.2908874 Feb 03 11:15:46.449428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38112) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:46.463771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-98714d6f-95a4-4e2a-a6c0-82f7db68aadf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 217 time: 0.0825803 Feb 03 11:15:46.663571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-7eb05541-fbde-4cd4-bf33-2d986cbdf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:46.668439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-7eb05541-fbde-4cd4-bf33-2d986cbdf94c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.1975148 Feb 03 11:15:46.716901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port 65197e22-8568-4e81-b9d4-bf21a4110f25 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:46.717928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:46.894975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-fcfd314b-b75d-433f-bb88-085879075daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:46.897213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-fcfd314b-b75d-433f-bb88-085879075daa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2221043 Feb 03 11:15:46.917718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:46.918040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (65197e22-8568-4e81-b9d4-bf21a4110f25), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:46.938519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316eb2-e8b1-4b16-bcc9-7d178a88ac94 req-50024f66-29f9-497e-a1ce-3ec7f3efe148 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:46.940272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97316eb2-e8b1-4b16-bcc9-7d178a88ac94 req-50024f66-29f9-497e-a1ce-3ec7f3efe148 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1628413 Feb 03 11:15:46.943266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for 65197e22-8568-4e81-b9d4-bf21a4110f25 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:46.998934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97316eb2-e8b1-4b16-bcc9-7d178a88ac94 req-9de6d827-6033-46b2-873b-5a789bd7ff08 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 Feb 03 11:15:47.121099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-a7d87ee8-c6f2-4974-bea8-ae0ec9ef5657 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150381 Feb 03 11:15:47.363647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65197e22-8568-4e81-b9d4-bf21a4110f25), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:47.392536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=65197e22-8568-4e81-b9d4-bf21a4110f25,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:47.514358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:47.514754 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Floating IP 7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c disassociated (deleted). External IP: 172.25.7.143, port: 8e954863-4c50-4d04-821e-7581e8cd49e4. Feb 03 11:15:47.811692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-4ced602a-b10d-438c-8284-92c6b2c0d46c service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845794 Feb 03 11:15:47.872366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-2322a82c-9a84-4358-ac6d-a071ec18dc9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 217 time: 0.0487275 Feb 03 11:15:47.937614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-71302960-c44e-45bd-96ac-9f92ff972c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:47.939147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-71302960-c44e-45bd-96ac-9f92ff972c48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.0574448 Feb 03 11:15:47.948498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971945f6-6688-4fba-8910-467e15388e01 req-643e125c-d585-42cc-999b-fdacbb184e30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:47.959289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-971945f6-6688-4fba-8910-467e15388e01 req-643e125c-d585-42cc-999b-fdacbb184e30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.8130245 Feb 03 11:15:48.020451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Router f02e78be-6041-4f6d-9a85-a1c34f8804ac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:15:48.071424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-971945f6-6688-4fba-8910-467e15388e01 req-9a0657d9-ffd9-4944-a4d3-14e492e08757 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110640 Feb 03 11:15:48.108881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-a74bcff0-f35a-4449-ba84-5e3c788f3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:48.110014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-a74bcff0-f35a-4449-ba84-5e3c788f3ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1302009 Feb 03 11:15:48.273289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-2c58d306-c204-4511-91d5-5fb82fd8d7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558318 Feb 03 11:15:48.279927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:15:48.290275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:48.294433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] Sync routers for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:15:48.313955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:48.314610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:48.359490 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1b375e75-bd39-48ae-ac92-5567b5dba067 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/floatingips/7fd5b59c-944f-414f-b7ac-18cbcd2e8b3c HTTP/1.1" status: 204 len: 168 time: 1.9054232 Feb 03 11:15:48.360312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:48.365655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:48.414218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:48.437118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:48.446327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-e91852f9-c69d-4882-ac55-681eadafcaa1 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208327 Feb 03 11:15:48.461854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:48.463088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:48.510742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:48.512333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6333-0dfa-4453-8406-6dfcc690a882 None None] The sync data for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:15:48.524289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-9e6e6f50-0ef1-43b2-91b3-1b23ca882773 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 HTTP/1.1" status: 200 len: 217 time: 0.0663788 Feb 03 11:15:48.547006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5090c-b5c9-4308-99dd-53b2f3434d33 req-7da7185b-fec0-4f67-84a8-98b29011bc7a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:48.548768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb5090c-b5c9-4308-99dd-53b2f3434d33 req-7da7185b-fec0-4f67-84a8-98b29011bc7a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.2744091 Feb 03 11:15:48.645137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcb5090c-b5c9-4308-99dd-53b2f3434d33 req-5a8e45bf-0bbe-43b6-bb16-9e57569e2e3b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668976 Feb 03 11:15:48.684087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-2eb1f1f7-2fcf-4d40-9516-db3a3f95b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:48.686171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:48.693342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-2eb1f1f7-2fcf-4d40-9516-db3a3f95b9f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.1625478 Feb 03 11:15:48.911367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02387685-8ebf-44f8-9a66-b0c014885846 req-2e4b2d9c-1b3e-46cb-8010-f244347cc858 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:48.916432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02387685-8ebf-44f8-9a66-b0c014885846 req-2e4b2d9c-1b3e-46cb-8010-f244347cc858 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1865251 Feb 03 11:15:48.918691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-be72c818-c14c-4b2b-9ea9-faebc6977a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:48.920161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-be72c818-c14c-4b2b-9ea9-faebc6977a5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2201760 Feb 03 11:15:48.970520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Allocated IP 172.25.7.33 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2b5572e2-0e11-4c45-80ea-4c5eb922b993) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:49.056575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02387685-8ebf-44f8-9a66-b0c014885846 req-df4b4400-af94-4dfa-85d9-41fdfe51f34e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249161 Feb 03 11:15:49.190673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-e9ef0c77-b501-4075-8d4c-26e20ef96bab service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403555 Feb 03 11:15:49.232520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:49.349285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:49.469373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-4db912df-e64d-4b95-9af8-cbbad180b723 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721324 Feb 03 11:15:49.484298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:49.507761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:49.520760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:49.522858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-f116ba60-9f9f-4abe-8362-366866f30efd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb HTTP/1.1" status: 200 len: 217 time: 0.0469224 Feb 03 11:15:49.587409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-21689ea6-70d2-4e5e-93db-63a426550d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:49.589477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-21689ea6-70d2-4e5e-93db-63a426550d69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 200 len: 797 time: 0.0609064 Feb 03 11:15:49.593668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5572e2-0e11-4c45-80ea-4c5eb922b993,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:49.768591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (3d45af33-65ce-419e-956e-ba72e493ed0c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:49.777948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-dd1d534e-63d8-4865-a6bd-c4e7a1299164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:49.779036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-dd1d534e-63d8-4865-a6bd-c4e7a1299164 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ce900e2-422a-4715-8f61-024253e87c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0996754 Feb 03 11:15:49.788765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7aaed-c6b8-47c6-b54a-6cced1be152e req-aeb71c7c-1e4f-4dc8-98aa-a9f80d7d3ea6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:49.800841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38f7aaed-c6b8-47c6-b54a-6cced1be152e req-aeb71c7c-1e4f-4dc8-98aa-a9f80d7d3ea6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.2101917 Feb 03 11:15:49.852202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:49.952480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-4d175578-7c16-4b0b-a9a1-cac9f904c71e service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397758 Feb 03 11:15:50.071885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.081532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.175846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5572e2-0e11-4c45-80ea-4c5eb922b993,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:50.207655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (3d45af33-65ce-419e-956e-ba72e493ed0c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.224469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38f7aaed-c6b8-47c6-b54a-6cced1be152e req-3bae2258-2c42-4a96-909b-5e53773737fe tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221048 Feb 03 11:15:50.240943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.244055 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04d4a154-ec68-4f99-946c-0be981576eb4 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8804965 Feb 03 11:15:50.245077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:50.260971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-aa6bb0ec-d932-4094-a9f0-5e094a319a15 service neutron] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002357 Feb 03 11:15:50.361062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-cad35d46-723f-4abc-b4f6-f8acdc082daa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea96f67-e64c-4967-956f-09de011539b3 HTTP/1.1" status: 200 len: 217 time: 0.0894771 Feb 03 11:15:50.446993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:50.468431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-d7adcf2e-2935-48fa-9023-90ef8ee40054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:50.469998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-d7adcf2e-2935-48fa-9023-90ef8ee40054 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.0805461 Feb 03 11:15:50.475285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.478596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714a30c-ad01-4969-96fb-2aca57a49b5b req-0a9870a4-9d85-4a90-bfb4-08e0ad5bc0d6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:50.480123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d714a30c-ad01-4969-96fb-2aca57a49b5b req-0a9870a4-9d85-4a90-bfb4-08e0ad5bc0d6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1299360 Feb 03 11:15:50.595054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d714a30c-ad01-4969-96fb-2aca57a49b5b req-ddf339fa-301f-4317-a604-151e0379cff3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905895 Feb 03 11:15:50.610595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-26c5bfd2-1692-49ab-a76a-1c3413d092de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:50.611971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-26c5bfd2-1692-49ab-a76a-1c3413d092de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1309617 Feb 03 11:15:50.708806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:50.833749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-01229e5e-89d7-40a3-9581-9c43a8df8a97 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138145 Feb 03 11:15:50.892327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Allocated IP 172.25.7.111 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/cfd429e9-a62c-4cd7-8322-192e877adf13) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:50.912771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97061b-7c64-44cc-ad16-e5c8fdb0fe49 req-1db40d49-0f8b-476b-8769-e917b48572a8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:50.941286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af97061b-7c64-44cc-ad16-e5c8fdb0fe49 req-1db40d49-0f8b-476b-8769-e917b48572a8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1758757 Feb 03 11:15:51.089622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af97061b-7c64-44cc-ad16-e5c8fdb0fe49 req-b7f14edf-7785-4b92-8c09-12214fab0675 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806541 Feb 03 11:15:51.122003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.123319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-8346b2d0-04e7-4d16-b01f-8adcd4de8640 service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652307 Feb 03 11:15:51.195724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.260396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:51.265796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:51.268278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:51.328365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-be034bd7-7f6b-432e-8eda-4543fb197e02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0 HTTP/1.1" status: 200 len: 217 time: 0.1627436 Feb 03 11:15:51.341197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Pushing event updated for resources: {'Port': ['ID=cfd429e9-a62c-4cd7-8322-192e877adf13,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:51.367491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-d0131de6-6d0c-4824-921b-4a6ad4f09ac3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:51.369309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-d0131de6-6d0c-4824-921b-4a6ad4f09ac3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.2020223 Feb 03 11:15:51.502705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for floatingip (7f9fef30-68ed-4df9-8147-a4a97a8c9385), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.549463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.569519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-636fc0f9-adfd-470c-b976-0ad7b7f547cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:51.570991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-636fc0f9-adfd-470c-b976-0ad7b7f547cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 200 len: 797 time: 0.2253282 Feb 03 11:15:51.660316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2cc12-7b81-4ae5-a76d-7bea0faee2cf req-3eb076ea-a122-4a4c-ad32-4f697e026dc5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:51.662822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f2cc12-7b81-4ae5-a76d-7bea0faee2cf req-3eb076ea-a122-4a4c-ad32-4f697e026dc5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 945 time: 0.1962826 Feb 03 11:15:51.734787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fdfef-6daf-4515-82af-e5885f173699 req-e70e4034-65c9-4210-af9e-c7f917626f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:51.736509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-e70e4034-65c9-4210-af9e-c7f917626f81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af2f01dc-8cfc-4a58-9a04-fa12240976c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1522596 Feb 03 11:15:51.745704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:51.745880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.777427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.783863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.793011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f2cc12-7b81-4ae5-a76d-7bea0faee2cf req-aeb630ff-5436-4b48-a817-5ab8724c75f2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218793 Feb 03 11:15:51.877276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Pushing event updated for resources: {'Port': ['ID=cfd429e9-a62c-4cd7-8322-192e877adf13,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:51.903290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7f9fef30-68ed-4df9-8147-a4a97a8c9385), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.934981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:51.942016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:51.952786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de334aa0-000d-4c87-ab6d-3c66e4eb723e tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7038231 Feb 03 11:15:52.088961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:52.089343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.102957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-a46f2311-245a-495c-9ff8-906817f7b6fc service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538051 Feb 03 11:15:52.174984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:52.214521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b96b3766-be12-428e-a7dd-70c21e2b36a7 tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.2681978 Feb 03 11:15:52.219535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38242) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:52.280598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e683-cd2a-4a24-8f98-f3fdcd8f479a req-a7157470-2f17-4905-871a-d3b6e5bbecad tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:52.282396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02f6e683-cd2a-4a24-8f98-f3fdcd8f479a req-a7157470-2f17-4905-871a-d3b6e5bbecad tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.3567591 Feb 03 11:15:52.334705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f6e8b602-ba8b-4be2-8c7a-266beb388607 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1140022 Feb 03 11:15:52.341352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:52.352747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-331fdfef-6daf-4515-82af-e5885f173699 req-1d66271a-169e-4692-8541-8a4c7e2d2acf service neutron] 10.222.0.69 "GET /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300787 Feb 03 11:15:52.463706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429afb3-de5a-4d89-a2e7-09061eb165f7 req-e0a5e34f-d3d9-4be8-9213-e35cfaa403ec tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:52.472568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8429afb3-de5a-4d89-a2e7-09061eb165f7 req-e0a5e34f-d3d9-4be8-9213-e35cfaa403ec tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1847615 Feb 03 11:15:52.486360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Deleting port cfd429e9-a62c-4cd7-8322-192e877adf13 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:52.486872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.493477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02f6e683-cd2a-4a24-8f98-f3fdcd8f479a req-53d813ee-3525-47d7-93a7-c10964b17a92 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811554 Feb 03 11:15:52.588128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8429afb3-de5a-4d89-a2e7-09061eb165f7 req-25465e42-bd03-4bb6-84e5-ffc9c93c28f0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145334 Feb 03 11:15:52.600992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3a2e8e3b-b49c-434f-b37c-3b76986a42d5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.601818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.602064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for floatingip (cfd429e9-a62c-4cd7-8322-192e877adf13), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.617125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Calling delete_port for cfd429e9-a62c-4cd7-8322-192e877adf13 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:52.639250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=3a2e8e3b-b49c-434f-b37c-3b76986a42d5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:52.651319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.651683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.652033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.652378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.652724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.653106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.653446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.653778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.654571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.654571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.654903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.655366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.655707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:15:52.723948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:15:52.730005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.747171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbf3bad2-0b4a-41c9-90ed-3fd5e64eab34 req-27b0b4b1-e62a-45bf-a906-3993b0d6b0b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "DELETE /v2.0/ports/3a2e8e3b-b49c-434f-b37c-3b76986a42d5 HTTP/1.1" status: 204 len: 173 time: 1.3142819 Feb 03 11:15:52.748358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'name': 'network-vif-deleted', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:52.756336 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff0e0e-4944-4444-84d3-c552d2d5ca6f" -d '{"events": [{"server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "name": "network-vif-deleted", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:52.838824 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba29cf6-1fc0-4aeb-8520-e256bce2c37e x-openstack-request-id: req-fba29cf6-1fc0-4aeb-8520-e256bce2c37e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:52.839120 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203a084-f1d9-4b6e-b639-cc959649694e", "name": "network-vif-deleted", "tag": "3a2e8e3b-b49c-434f-b37c-3b76986a42d5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:52.839377 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fba29cf6-1fc0-4aeb-8520-e256bce2c37e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:52.839831 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203a084-f1d9-4b6e-b639-cc959649694e', 'name': 'network-vif-deleted', 'tag': '3a2e8e3b-b49c-434f-b37c-3b76986a42d5', 'status': 'completed', 'code': 200} Feb 03 11:15:52.874856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cfd429e9-a62c-4cd7-8322-192e877adf13), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:52.944373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Pushing event deleted for resources: {'Port': ['ID=cfd429e9-a62c-4cd7-8322-192e877adf13,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:53.049332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d1c86d8-d8d5-4a39-bb25-c9fa2a225065 req-7c6e0fbc-808d-40d9-8a5b-bd738fda46aa tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=e203a084-f1d9-4b6e-b639-cc959649694e HTTP/1.1" status: 200 len: 210 time: 0.0655611 Feb 03 11:15:53.062364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks [] for floatingip (7f9fef30-68ed-4df9-8147-a4a97a8c9385), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.076663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.080619 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f35ab709-18a9-4c12-b495-64c1219399bc tempest-FloatingIPAdminTestJSON-931798398 tempest-FloatingIPAdminTestJSON-931798398-project] 10.222.0.30 "DELETE /v2.0/floatingips/7f9fef30-68ed-4df9-8147-a4a97a8c9385 HTTP/1.1" status: 204 len: 168 time: 0.7381084 Feb 03 11:15:53.081641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:53.115655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-05e92fc3-ae5d-4971-b342-1a602a723eef tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:53.117290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-05e92fc3-ae5d-4971-b342-1a602a723eef tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.2035823 Feb 03 11:15:53.137527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-c9aec788-6432-4b12-871a-8d39d374bb1e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/quotas/85c95692392b4180901acd76d8ebe1f5 HTTP/1.1" status: 200 len: 375 time: 0.0134416 Feb 03 11:15:53.241868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-c87dcd27-68b1-4212-9da6-ae7f1225f96e tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844557 Feb 03 11:15:53.349623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-d47075d2-d540-4832-a97f-c2f274934278 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067042 Feb 03 11:15:53.472588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-cd473c6d-acec-4551-8ca8-a4c46b185f90 service neutron] 10.222.0.30 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203563 Feb 03 11:15:53.547395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Deleting port 2b5572e2-0e11-4c45-80ea-4c5eb922b993 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:53.552966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.707654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.710220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (2b5572e2-0e11-4c45-80ea-4c5eb922b993), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.731484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1658-820d-49f8-ac1d-9ddbbb3748c1 req-ed151feb-4238-4738-a2ff-9e6361d39359 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:53.735679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Calling delete_port for 2b5572e2-0e11-4c45-80ea-4c5eb922b993 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:53.739662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d9b1658-820d-49f8-ac1d-9ddbbb3748c1 req-ed151feb-4238-4738-a2ff-9e6361d39359 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1215944 Feb 03 11:15:53.882506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d9b1658-820d-49f8-ac1d-9ddbbb3748c1 req-f94fccce-d696-4fe4-b45a-3c4685b0647e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416669 Feb 03 11:15:53.914822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2b5572e2-0e11-4c45-80ea-4c5eb922b993), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:53.914939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd745f-297b-4055-89d3-6a25f45009d4 req-9bd30419-cbf2-4b36-9d97-a8e21ea992a8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:53.914939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1fd745f-297b-4055-89d3-6a25f45009d4 req-9bd30419-cbf2-4b36-9d97-a8e21ea992a8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1711156 Feb 03 11:15:53.941492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b5572e2-0e11-4c45-80ea-4c5eb922b993,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:54.015189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a36d13-e4be-4477-966e-c4a3d44dac8a req-5f5363c7-b898-4313-9b4a-217e5e80fab7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 210 time: 0.0450728 Feb 03 11:15:54.021930 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks [] for floatingip (3d45af33-65ce-419e-956e-ba72e493ed0c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:54.023479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1fd745f-297b-4055-89d3-6a25f45009d4 req-876e10f4-2f61-4bf3-ba42-a05d390585dd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036618 Feb 03 11:15:54.041704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:54.051103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1cc31074-66eb-41f2-a37c-4b51cf84da1a tempest-FloatingIPAdminTestJSON-1319256952 tempest-FloatingIPAdminTestJSON-1319256952-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/3d45af33-65ce-419e-956e-ba72e493ed0c HTTP/1.1" status: 204 len: 168 time: 0.9683969 Feb 03 11:15:54.054662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:54.208470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port 8e954863-4c50-4d04-821e-7581e8cd49e4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:54.209112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:54.340541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:54.369021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for 8e954863-4c50-4d04-821e-7581e8cd49e4 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:54.410862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb230e8-8eb5-4bab-ac0d-4d475fccd1d2 req-3d441794-0d4f-41bf-8da1-dad20a520f8b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:54.412387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bb230e8-8eb5-4bab-ac0d-4d475fccd1d2 req-3d441794-0d4f-41bf-8da1-dad20a520f8b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 946 time: 0.1683781 Feb 03 11:15:54.532255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:54.552473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:15:54.552833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3a2e8e3b-b49c-434f-b37c-3b76986a42d5 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:15:54.721602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03b9b8-f2bc-48c4-8550-83fa4ede53ec req-fcd694f2-ead2-4ad4-b75e-9d0c1c6ced81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:54.724331 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf03b9b8-f2bc-48c4-8550-83fa4ede53ec req-fcd694f2-ead2-4ad4-b75e-9d0c1c6ced81 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 1127 time: 0.0492201 Feb 03 11:15:54.791073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-cf03b9b8-f2bc-48c4-8550-83fa4ede53ec req-cf83bceb-93f7-4944-8bda-086214815ad8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596924 Feb 03 11:15:54.849109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bb230e8-8eb5-4bab-ac0d-4d475fccd1d2 req-0d253364-566e-4fa3-ae02-0f3ebfe351ce tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850878 Feb 03 11:15:54.856346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-1957a531-647b-45ba-b7b8-fc970bf87782 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:54.858942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-1957a531-647b-45ba-b7b8-fc970bf87782 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bca5c26-1b66-4d7e-b67d-efdc6883cba5 HTTP/1.1" status: 200 len: 945 time: 0.0873015 Feb 03 11:15:54.871305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-cb3489cc-ae48-4bce-95d3-95d014a6e27c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:54.877393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-cb3489cc-ae48-4bce-95d3-95d014a6e27c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.5238574 Feb 03 11:15:55.024002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8e954863-4c50-4d04-821e-7581e8cd49e4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.054582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-07bae805-7a4c-48d6-bec0-af09477b1b3e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0859354 Feb 03 11:15:55.137555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Deleting port 791f7d9c-5a52-4a26-b7e4-fca90b344594 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:55.138405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.144780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=8e954863-4c50-4d04-821e-7581e8cd49e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:55.172813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-64d8c8ba-c3aa-4646-9fd3-eafb7a3f4e6d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060057 Feb 03 11:15:55.186446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:55.339857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dfd0181f-bc99-4232-8bc4-366030294519 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:55.340496 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.355777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368182-c10d-4ad5-9fb1-783da2d3a4be req-c1947d8f-fcdc-4a98-99f3-18ce5fcc2e42 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:55.357654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e368182-c10d-4ad5-9fb1-783da2d3a4be req-c1947d8f-fcdc-4a98-99f3-18ce5fcc2e42 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.3545842 Feb 03 11:15:55.367751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-71fbd1d5-9299-4219-994f-59d14c18d559 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:55.369486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-71fbd1d5-9299-4219-994f-59d14c18d559 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.69 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 804 time: 0.4905787 Feb 03 11:15:55.373531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] For port 791f7d9c-5a52-4a26-b7e4-fca90b344594, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=791f7d9c-5a52-4a26-b7e4-fca90b344594,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:55.373978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.392101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:55.395294 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58341658-6596-4237-8b29-8a8db69b9a01" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:55.400337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Calling delete_port for 791f7d9c-5a52-4a26-b7e4-fca90b344594 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:55.411745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:15:55.423916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.425239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 791f7d9c-5a52-4a26-b7e4-fca90b344594 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:15:55.473234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Request body: {'port': {'device_id': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'admin_state_up': True, 'tenant_id': '85c95692392b4180901acd76d8ebe1f5'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:55.481350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.487322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-82b5c419-424b-40eb-b30f-9bc5be2f76f1 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/ports/8e954863-4c50-4d04-821e-7581e8cd49e4 HTTP/1.1" status: 204 len: 168 time: 1.4316208 Feb 03 11:15:55.488275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38396) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:55.542610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=14']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:55.615098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-1d48ac39-c99c-41dc-bf38-268d2f4c2391 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038837 Feb 03 11:15:55.621940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb71165-5a0a-4401-a2fd-f5b938f85bd2 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:55.627410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0bb71165-5a0a-4401-a2fd-f5b938f85bd2 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02e78be-6041-4f6d-9a85-a1c34f8804ac HTTP/1.1" status: 200 len: 913 time: 0.1375992 Feb 03 11:15:55.628762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:55.634277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 791f7d9c-5a52-4a26-b7e4-fca90b344594 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:15:55.635125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.780898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (791f7d9c-5a52-4a26-b7e4-fca90b344594), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.822669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e368182-c10d-4ad5-9fb1-783da2d3a4be req-e3d0897a-50e8-4fde-8d4c-7b931810b42c tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497132 Feb 03 11:15:55.826350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event deleted for resources: {'Port': ['ID=791f7d9c-5a52-4a26-b7e4-fca90b344594,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:55.857743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fe14862a-f58e-4a15-bb54-0785ff2c7c0a service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840746 Feb 03 11:15:55.932173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] No DVR routers for this DVR port 791f7d9c-5a52-4a26-b7e4-fca90b344594 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:15:55.937753 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:55.950159 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-eb177f34-acd7-44f0-a8f7-9d6e85cd3203 req-11720e81-6bad-431b-9c7d-8c55a93e0096 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.53 "DELETE /v2.0/ports/791f7d9c-5a52-4a26-b7e4-fca90b344594 HTTP/1.1" status: 204 len: 173 time: 0.9586239 Feb 03 11:15:55.954750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-deleted', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:55.961035 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78588af-f700-4a69-b872-885c99cbc073" -d '{"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-deleted", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:56.031260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-652b5da2-b10a-4264-af87-2c78c685ffb9 req-cb98a43f-6c51-429d-ad6b-3eed4eb9a301 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 210 time: 0.0825052 Feb 03 11:15:56.119721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Made reservation on behalf of 85c95692392b4180901acd76d8ebe1f5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:56.134812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:56.245530 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712dbaf-444c-455f-bc57-81495bd5b863 x-openstack-request-id: req-b712dbaf-444c-455f-bc57-81495bd5b863 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:56.245828 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:56.246083 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b712dbaf-444c-455f-bc57-81495bd5b863 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:56.246584 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'code': 200} Feb 03 11:15:56.283514 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d9163e-2563-4058-89df-2be7207eec05 x-openstack-request-id: req-74d9163e-2563-4058-89df-2be7207eec05 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:56.285877 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bca5c26-1b66-4d7e-b67d-efdc6883cba5", "name": "network-vif-deleted", "tag": "791f7d9c-5a52-4a26-b7e4-fca90b344594", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:56.287358 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74d9163e-2563-4058-89df-2be7207eec05 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:56.287940 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bca5c26-1b66-4d7e-b67d-efdc6883cba5', 'name': 'network-vif-deleted', 'tag': '791f7d9c-5a52-4a26-b7e4-fca90b344594', 'status': 'completed', 'code': 200} Feb 03 11:15:56.428705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-060e0bfb-c1e4-478c-b892-13a22b09cb73 req-06e4853a-ecc2-47f5-97a8-675f679c503e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 210 time: 0.0768123 Feb 03 11:15:56.457206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Allocated IP 172.20.0.9 (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754/df39b080-1372-4de8-bee6-aa0c204d8459/3dbbb3e5-a53e-4cfc-93af-58f3e5074c99) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:56.460045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:56.584420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41982d46-ef65-40de-89e1-61acb643e375 req-73566bdd-3a84-4b6a-b3fc-4a0b2e8eaabb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:56.585892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41982d46-ef65-40de-89e1-61acb643e375 req-73566bdd-3a84-4b6a-b3fc-4a0b2e8eaabb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1308160 Feb 03 11:15:56.712821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41982d46-ef65-40de-89e1-61acb643e375 req-cdc3c423-8fac-481b-9351-4f592d09ef96 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098399 Feb 03 11:15:56.769378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks [] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:56.784623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:15:56.811271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:56.909646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:56.917297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:56.919647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:56.922763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:56.939459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:56.990755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:56.991573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.054884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-a6a750e0-d4ae-47ff-a646-3d95bf7a9f80 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6100645 Feb 03 11:15:57.090717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Request body: {'port': {'device_id': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:57.136269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186275-2a4b-4f15-a8cd-d4d492d3c2c7 req-29aabedc-02ad-410c-93cd-bb3798237def tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.138195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b186275-2a4b-4f15-a8cd-d4d492d3c2c7 req-29aabedc-02ad-410c-93cd-bb3798237def tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.1345737 Feb 03 11:15:57.146682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port 7c64babb-629d-4b58-b749-f55fee25581e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:57.147200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7c64babb-629d-4b58-b749-f55fee25581e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.154300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-3e14639f-a645-44e2-835a-88d95c9e5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.155991 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-3e14639f-a645-44e2-835a-88d95c9e5056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.0990303 Feb 03 11:15:57.240789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.267179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439bf-4dca-4612-b277-2a516759507a req-d3a12e79-4a29-4fb6-887a-df019e186894 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.269321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-598439bf-4dca-4612-b277-2a516759507a req-d3a12e79-4a29-4fb6-887a-df019e186894 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1661758 Feb 03 11:15:57.275495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b186275-2a4b-4f15-a8cd-d4d492d3c2c7 req-17398aae-5a70-4bd2-93d2-40d5a438e83a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308451 Feb 03 11:15:57.318760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7c64babb-629d-4b58-b749-f55fee25581e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.344064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for 7c64babb-629d-4b58-b749-f55fee25581e owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:15:57.351394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-89fb726b-a6e8-459d-98de-2a34a5bcc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.353145 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-89fb726b-a6e8-459d-98de-2a34a5bcc9bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1766374 Feb 03 11:15:57.399905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-598439bf-4dca-4612-b277-2a516759507a req-be41a7d9-13d4-4d85-82f0-243d88aedc82 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219890 Feb 03 11:15:57.519935 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-8abe5041-9303-45c6-a2d7-df58caaea90d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.1568110 Feb 03 11:15:57.585576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a7549-d2f9-472c-b98e-3256d2d3ea93 req-d5f975ee-a494-436c-a0ed-5665773cf4ab tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.587408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-610a7549-d2f9-472c-b98e-3256d2d3ea93 req-d5f975ee-a494-436c-a0ed-5665773cf4ab tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 931 time: 0.1843612 Feb 03 11:15:57.688993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25f95-f6b7-4ab4-b1cd-8855d2319576 req-08d79290-c0f5-425b-8135-c8b84d150cc8 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.696424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38d25f95-f6b7-4ab4-b1cd-8855d2319576 req-08d79290-c0f5-425b-8135-c8b84d150cc8 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2123613 Feb 03 11:15:57.766631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-610a7549-d2f9-472c-b98e-3256d2d3ea93 req-e36b4f8a-1b2a-4d51-ad9a-854b953020cb tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623743 Feb 03 11:15:57.782026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:15:57.794939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks [] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.808941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38d25f95-f6b7-4ab4-b1cd-8855d2319576 req-f4a0ea0f-ed58-4f0e-802a-b63e823dacde tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116190 Feb 03 11:15:57.837271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Transition to ACTIVE for port object 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:15:57.912692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7d8fe5a-fbdd-4dbb-8192-df2a76770de4 req-0c81baf3-226e-418f-9565-14ae99480861 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 210 time: 0.0715663 Feb 03 11:15:57.920957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:57.964169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-51802c4d-7a1a-46c6-b48b-e80ba495e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:57.966054 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-51802c4d-7a1a-46c6-b48b-e80ba495e813 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.4053698 Feb 03 11:15:58.031942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:58.119251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Attempting to bind port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:15:58.119594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Attempting to bind port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:15:58.120380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Attempting to bind port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:58.128047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:15:58.128377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Attempting to bind port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 on network 7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:15:58.128774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-a24d307a-aa3d-4a92-8e25-4d690f10102e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.130483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-a24d307a-aa3d-4a92-8e25-4d690f10102e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.53 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.5708940 Feb 03 11:15:58.137713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:15:58.137933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Checking segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:15:58.138144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Bound using segment: {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:15:58.138582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Bound port: 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:15:58.138795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-aa6ac380-4051-4b5d-ae43-7854c4c1d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.138944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.140107 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-aa6ac380-4051-4b5d-ae43-7854c4c1d556 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1557720 Feb 03 11:15:58.148162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:58.149929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9f308-e146-4f41-984c-466991cd2640 req-aaea40f7-73a6-4ccf-9d0a-678804055208 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.151426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceb9f308-e146-4f41-984c-466991cd2640 req-aaea40f7-73a6-4ccf-9d0a-678804055208 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0852036 Feb 03 11:15:58.182850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7c64babb-629d-4b58-b749-f55fee25581e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.238424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=7c64babb-629d-4b58-b749-f55fee25581e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:58.291792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:15:58.320977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ceb9f308-e146-4f41-984c-466991cd2640 req-58dd2954-7ab4-4502-b7b2-e928d6dc778d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Feb 03 11:15:58.331084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:15:58.347145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.385508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.386437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.388297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] 10.222.0.69 "PUT /v2.0/ports/3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 HTTP/1.1" status: 200 len: 1091 time: 1.3031878 Feb 03 11:15:58.388959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:15:58.391432 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69e18b-9832-4637-bc8a-1f70046af246" -d '{"events": [{"name": "network-changed", "server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:15:58.477881 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44688595-dcc6-4cb4-9500-25c16f0272cd x-openstack-request-id: req-44688595-dcc6-4cb4-9500-25c16f0272cd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:15:58.478180 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:15:58.478451 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44688595-dcc6-4cb4-9500-25c16f0272cd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:15:58.478861 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'status': 'completed', 'code': 200} Feb 03 11:15:58.499902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da589ea-4e3f-47b5-b09e-31e7ecd7d534 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:58.560502 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-9e5dd42a-9042-41aa-bde2-cc3678b3e518 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068542 Feb 03 11:15:58.579556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-e6965fea-14d1-4de8-b2ca-a07ea054ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.581392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-e6965fea-14d1-4de8-b2ca-a07ea054ef26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 1125 time: 0.1216578 Feb 03 11:15:58.612339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a514874-c420-4dbc-8c6e-d1520faf0ccd req-b2e341d0-7de3-49b7-8217-3fe020898c57 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.614427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a514874-c420-4dbc-8c6e-d1520faf0ccd req-b2e341d0-7de3-49b7-8217-3fe020898c57 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1059744 Feb 03 11:15:58.644119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-f73fbb05-f92e-49e8-a151-9284c3c401d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 HTTP/1.1" status: 200 len: 217 time: 0.0484991 Feb 03 11:15:58.653049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:15:58.656393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.721902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a514874-c420-4dbc-8c6e-d1520faf0ccd req-5942abfb-7c2d-4c69-803c-15f36ef34c2f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797427 Feb 03 11:15:58.727912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935db4-56c6-47d4-970a-292e41985840 req-cf41ed55-20da-493f-87e9-05c13844bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:58.730349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-cf41ed55-20da-493f-87e9-05c13844bcaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0790303 Feb 03 11:15:58.733028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:58.766048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-f4978f90-5a3a-4e72-aa34-26e76391e430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307744 Feb 03 11:15:58.796295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4a4eaaf3-387e-4ee9-87fb-0f561ae275e7 req-122c9823-1497-458a-abdd-ade679d3354a service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257333 Feb 03 11:15:58.943118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.2 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/a5b99d8d-2924-496c-ba35-45f3aa03097a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:15:59.017300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-8e18b702-7251-4816-ac5d-3ff875646ae7 service neutron] 10.222.0.69 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399611 Feb 03 11:15:59.042129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5697da-6d90-4a16-a7d7-0518cb293204 req-874cb988-bc4c-4023-ba6a-b35b64e1ab7d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.046165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f5697da-6d90-4a16-a7d7-0518cb293204 req-874cb988-bc4c-4023-ba6a-b35b64e1ab7d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 943 time: 0.1755147 Feb 03 11:15:59.130708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b48cf9ea-512c-4c2a-9a34-6ecab2630c2a req-47f9126d-dce3-4cf7-86fe-7878481875d5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 210 time: 0.0693755 Feb 03 11:15:59.158619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Router f02e78be-6041-4f6d-9a85-a1c34f8804ac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:15:59.217483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f5697da-6d90-4a16-a7d7-0518cb293204 req-a39206cb-e43f-40b5-bc3e-322082fc1723 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575561 Feb 03 11:15:59.219843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84935db4-56c6-47d4-970a-292e41985840 req-eb33cd8a-7928-44c7-8464-4a4c1576d254 service neutron] 10.222.0.69 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726630 Feb 03 11:15:59.246289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.328737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:15:59.335378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c43b2d2e-4b40-4cfa-a34b-13d381706290 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "PUT /v2.0/routers/f02e78be-6041-4f6d-9a85-a1c34f8804ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7053604 Feb 03 11:15:59.339264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38488) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:15:59.343329 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] Sync routers for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:15:59.348237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.361189 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:59.361988 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:59.463283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-b19179a7-17a7-4ad1-a666-1b5d4562b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.465539 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:59.465921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-b19179a7-17a7-4ad1-a666-1b5d4562b6fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85c95692392b4180901acd76d8ebe1f5&device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 1125 time: 0.1380947 Feb 03 11:15:59.477068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] Routers {'f02e78be-6041-4f6d-9a85-a1c34f8804ac'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:15:59.478293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:59.482192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:15:59.486108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:15:59.488604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:15:59.494002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:15:59.543605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.558007 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:15:59.559556 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efccd6c-9d5b-4f81-af0d-dbb2f28270c7 None None] The sync data for ids ['f02e78be-6041-4f6d-9a85-a1c34f8804ac'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:15:59.560378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec074d6-5fc9-4ae0-8980-9b61b802be67 req-f308bd44-f082-4a5f-add0-2d21186caaf7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.569271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec074d6-5fc9-4ae0-8980-9b61b802be67 req-f308bd44-f082-4a5f-add0-2d21186caaf7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1022928 Feb 03 11:15:59.590071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.590688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.616720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8fd16c58-3202-45da-9e8b-985eece8c86e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756351 Feb 03 11:15:59.649575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Request body: {'port': {'device_id': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:15:59.663693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-50eecd54-7293-460f-b622-fe2ffd2e7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.665191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-50eecd54-7293-460f-b622-fe2ffd2e7840 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 200 len: 905 time: 0.1870165 Feb 03 11:15:59.668858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec074d6-5fc9-4ae0-8980-9b61b802be67 req-70a0b69a-0df1-409b-a026-ae321a6bc0b5 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988059 Feb 03 11:15:59.713913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-ed7f0587-7d90-46f5-a999-f9471069518a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 HTTP/1.1" status: 200 len: 217 time: 0.0425465 Feb 03 11:15:59.717200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_gateway (f02e78be-6041-4f6d-9a85-a1c34f8804ac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.774174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-8a297634-b2c9-47e8-bcc5-030efe07b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.775789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-8a297634-b2c9-47e8-bcc5-030efe07b79e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 200 len: 844 time: 0.0567679 Feb 03 11:15:59.796869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.834332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-a7d96cf6-632a-4306-8d1d-390dcae57cd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531526 Feb 03 11:15:59.852378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port a8bb3278-8708-4020-a7d6-7749ecb3d038 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:15:59.852739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a8bb3278-8708-4020-a7d6-7749ecb3d038), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:15:59.920310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b7fd-bcdc-40ce-96f4-f4c60bff9783 req-a12db2e6-2660-405c-9407-0875e0fc9289 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:15:59.922463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e64b7fd-bcdc-40ce-96f4-f4c60bff9783 req-a12db2e6-2660-405c-9407-0875e0fc9289 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.0908687 Feb 03 11:16:00.052743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a8bb3278-8708-4020-a7d6-7749ecb3d038), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.080393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for a8bb3278-8708-4020-a7d6-7749ecb3d038 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:00.102519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e64b7fd-bcdc-40ce-96f4-f4c60bff9783 req-435d785a-71a6-4dec-8155-561ed080bf1f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669827 Feb 03 11:16:00.115747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-7e1cdc39-9e3f-4d34-bbe4-08f70c27db68 service neutron] 10.222.0.69 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351859 Feb 03 11:16:00.115747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca174-1caf-44ba-a3fa-a8df2f8f774c req-d835a4b5-42f5-46b6-8770-fa3bea787708 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:00.126582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcdca174-1caf-44ba-a3fa-a8df2f8f774c req-d835a4b5-42f5-46b6-8770-fa3bea787708 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1344600 Feb 03 11:16:00.300440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcdca174-1caf-44ba-a3fa-a8df2f8f774c req-5bba9fce-2e10-4cbe-a09b-1681c324125c tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249912 Feb 03 11:16:00.324498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f69e18b-9832-4637-bc8a-1f70046af246 req-27c73708-d41c-40b8-ae5f-01ea0e79f1da service neutron] 10.222.0.69 "GET /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966548 Feb 03 11:16:00.378659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d83ad-511e-4a12-819f-8885b5e7fe44 req-26410e7f-2b74-4393-be71-0891e35193eb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:00.385195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a20d83ad-511e-4a12-819f-8885b5e7fe44 req-26410e7f-2b74-4393-be71-0891e35193eb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 931 time: 0.0834513 Feb 03 11:16:00.400633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b99d8d-2924-496c-ba35-45f3aa03097a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:00.412751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks [] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.428694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a8bb3278-8708-4020-a7d6-7749ecb3d038), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.469750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Transition to ACTIVE for port object a5b99d8d-2924-496c-ba35-45f3aa03097a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:16:00.470708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=a8bb3278-8708-4020-a7d6-7749ecb3d038,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:00.477642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.477876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a20d83ad-511e-4a12-819f-8885b5e7fe44 req-0edbae8c-f800-4ec5-b845-1f5c87b95dbc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874095 Feb 03 11:16:00.486181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3d45-b54a-4448-bf39-5e68446da806 req-2d576470-a45e-4869-9805-2ddb59ecd541 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:00.488408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a1c3d45-b54a-4448-bf39-5e68446da806 req-2d576470-a45e-4869-9805-2ddb59ecd541 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1013346 Feb 03 11:16:00.570977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.571171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a1c3d45-b54a-4448-bf39-5e68446da806 req-af59ecca-7bf1-4976-aa32-849124daecf8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761521 Feb 03 11:16:00.960296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.962337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router_controller (f02e78be-6041-4f6d-9a85-a1c34f8804ac), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:00.965169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5c273-4341-4b15-ba41-df1244d86460 req-e23ad522-3363-4ae3-98d9-9b7cfc019211 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:00.966759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9f5c273-4341-4b15-ba41-df1244d86460 req-e23ad522-3363-4ae3-98d9-9b7cfc019211 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 943 time: 0.4106960 Feb 03 11:16:00.977989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa68a3-c216-4865-9b8a-cd1aa9f01472 req-aa7919f8-4039-4939-b691-93a261cbbc23 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:00.979558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94aa68a3-c216-4865-9b8a-cd1aa9f01472 req-aa7919f8-4039-4939-b691-93a261cbbc23 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.0714381 Feb 03 11:16:01.036197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (f02e78be-6041-4f6d-9a85-a1c34f8804ac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.036741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Fanout notify agent at l3_agent the message router_deleted on router f02e78be-6041-4f6d-9a85-a1c34f8804ac {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:16:01.045350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.049035 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c05164a-3af4-4f04-bc2d-9fe5e0e9dc03 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/routers/f02e78be-6041-4f6d-9a85-a1c34f8804ac HTTP/1.1" status: 204 len: 168 time: 1.7075531 Feb 03 11:16:01.050374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:01.065302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9f5c273-4341-4b15-ba41-df1244d86460 req-42f84de0-9395-4aa7-aef4-58af9d3f8de6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846834 Feb 03 11:16:01.099947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:01.102276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94aa68a3-c216-4865-9b8a-cd1aa9f01472 req-e5a7ec71-07a7-417d-9d96-70ce6b120826 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152520 Feb 03 11:16:01.131825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting subnet 0ae0ac77-bdbe-4ead-889b-75534ef7bcf6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:01.135151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for subnet (0ae0ac77-bdbe-4ead-889b-75534ef7bcf6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.153369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Attempting to bind port a5b99d8d-2924-496c-ba35-45f3aa03097a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:01.153714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Attempting to bind port a5b99d8d-2924-496c-ba35-45f3aa03097a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:01.154268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Attempting to bind port a5b99d8d-2924-496c-ba35-45f3aa03097a on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:01.162810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Port a5b99d8d-2924-496c-ba35-45f3aa03097a on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:16:01.163278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Attempting to bind port a5b99d8d-2924-496c-ba35-45f3aa03097a on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:01.169680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:01.170024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:01.170409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:01.170836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Bound port: a5b99d8d-2924-496c-ba35-45f3aa03097a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:01.171194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.194051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6790b047-d9bd-4762-8479-8b602da3f811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.250714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (0ae0ac77-bdbe-4ead-889b-75534ef7bcf6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.284715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:01.289265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:01.297129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.359282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0ae0ac77-bdbe-4ead-889b-75534ef7bcf6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.370828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:01.371672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.373371 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] 10.222.0.53 "PUT /v2.0/ports/a5b99d8d-2924-496c-ba35-45f3aa03097a HTTP/1.1" status: 200 len: 1091 time: 1.7296138 Feb 03 11:16:01.373977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:01.376522 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9f507-0e74-47b8-8087-0743db536896" -d '{"events": [{"name": "network-changed", "server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:01.414293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca915fc-87ff-45ac-80d4-6ac9aa1f0d5a service neutron] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:01.467162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-6da5db79-de5c-4dbc-aefc-424254d44ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:01.468001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-6da5db79-de5c-4dbc-aefc-424254d44ca2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 1125 time: 0.0499778 Feb 03 11:16:01.489612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (0ae0ac77-bdbe-4ead-889b-75534ef7bcf6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.517897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-991277e5-f7dd-4aeb-8726-2b0f2ea8be30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a HTTP/1.1" status: 200 len: 217 time: 0.0428350 Feb 03 11:16:01.563782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae0ac77-bdbe-4ead-889b-75534ef7bcf6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:01.566443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.571976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-d821f72a-0f4f-4e2c-bc26-1e1fd64126e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:01.572827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-874360a1-b74b-44d2-93b6-0489f3d21cbf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/subnets/0ae0ac77-bdbe-4ead-889b-75534ef7bcf6 HTTP/1.1" status: 204 len: 168 time: 0.5199099 Feb 03 11:16:01.574213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65a96e-05be-4448-a16f-ef7f2e0f2d8b None None] Network cdbb515d-4f39-4284-8539-d1c51046fd13 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:01.578183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:01.588308 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-d821f72a-0f4f-4e2c-bc26-1e1fd64126e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0614803 Feb 03 11:16:01.621529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd814-80c6-48cb-88a7-875527a08369 req-92aee17d-6e15-44e1-b823-8381f4115ed3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:01.623020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ccd814-80c6-48cb-88a7-875527a08369 req-92aee17d-6e15-44e1-b823-8381f4115ed3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1967552 Feb 03 11:16:01.644026 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-e15873b3-9ee4-4c41-89b1-8aff1956b64f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516901 Feb 03 11:16:01.710354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-6d9a3373-74ea-4cd1-9ace-8d05786e35d6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:01.712453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-6d9a3373-74ea-4cd1-9ace-8d05786e35d6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.2770560 Feb 03 11:16:01.722756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (cdbb515d-4f39-4284-8539-d1c51046fd13), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.768719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] DHCP port deletion for cdbb515d-4f39-4284-8539-d1c51046fd13 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:01.779065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-8686fb0e-b3ba-4b7c-98a8-86a6d19caf01 service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283367 Feb 03 11:16:01.779255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-250af4db-236d-4cfc-b2d2-dae80fae5fe3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/quotas/cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 375 time: 0.0522425 Feb 03 11:16:01.805306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9ccd814-80c6-48cb-88a7-875527a08369 req-080355b3-031c-4e83-a554-ec9d286b395d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714942 Feb 03 11:16:01.827573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Deleting port cebed6b6-b787-426c-9fba-4c27370ee84b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:01.828521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.900874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-6b54c702-1a73-40a4-b840-0be0447403cc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207001 Feb 03 11:16:01.905210 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e206d6-3192-43f9-a3ab-bc3d5fef8727 x-openstack-request-id: req-52e206d6-3192-43f9-a3ab-bc3d5fef8727 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:01.905504 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:01.908662 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52e206d6-3192-43f9-a3ab-bc3d5fef8727 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:01.909118 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'status': 'completed', 'code': 200} Feb 03 11:16:01.936669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port cebed6b6-b787-426c-9fba-4c27370ee84b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:01.937040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:01.952403 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b8eafa08-f2d9-4318-a482-5a14eff9caae req-dbb9c6bd-9b6b-47de-8331-811dd166e418 service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641512 Feb 03 11:16:02.024756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] For port cebed6b6-b787-426c-9fba-4c27370ee84b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cebed6b6-b787-426c-9fba-4c27370ee84b,segment=NetworkSegment(5ffc45dc-7451-482a-980e-4bf8d5053541),segment_id=5ffc45dc-7451-482a-980e-4bf8d5053541)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:02.025593 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.044824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Calling delete_port for cebed6b6-b787-426c-9fba-4c27370ee84b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:02.095842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] For port cebed6b6-b787-426c-9fba-4c27370ee84b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cebed6b6-b787-426c-9fba-4c27370ee84b,segment=NetworkSegment(5ffc45dc-7451-482a-980e-4bf8d5053541),segment_id=5ffc45dc-7451-482a-980e-4bf8d5053541)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:02.096202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.100312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f507-0e74-47b8-8087-0743db536896 req-637f80db-7765-4291-9940-1cca7f3ad69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:02.103562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-637f80db-7765-4291-9940-1cca7f3ad69c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 1125 time: 0.0914567 Feb 03 11:16:02.124073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for cebed6b6-b787-426c-9fba-4c27370ee84b owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:02.142548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-b142d021-a1a0-46a3-bad2-c442e7bbd204 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406342 Feb 03 11:16:02.226366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.230381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f507-0e74-47b8-8087-0743db536896 req-a94934f1-f6d1-49d0-97a5-105d362f6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:02.230916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b436ea-66f5-4613-a27e-4e1f16a9777d req-26746278-3fae-4587-8486-3ed30803fe4e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:02.232467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83b436ea-66f5-4613-a27e-4e1f16a9777d req-26746278-3fae-4587-8486-3ed30803fe4e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 943 time: 0.2493777 Feb 03 11:16:02.238990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-a94934f1-f6d1-49d0-97a5-105d362f6b1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.1289127 Feb 03 11:16:02.313623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] Pushing event deleted for resources: {'Port': ['ID=cebed6b6-b787-426c-9fba-4c27370ee84b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:02.335725 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-215d126b-f0fb-437e-a424-7f02f67ea9c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a HTTP/1.1" status: 200 len: 217 time: 0.0906148 Feb 03 11:16:02.362423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a18272-82a8-4723-b2e6-32f538a308b9 None None] No DVR routers for this DVR port cebed6b6-b787-426c-9fba-4c27370ee84b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:02.411188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cebed6b6-b787-426c-9fba-4c27370ee84b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:02.431743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83b436ea-66f5-4613-a27e-4e1f16a9777d req-d13b4b4c-66f1-4b07-bb50-41bc99cc5521 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675568 Feb 03 11:16:02.449915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-2d72147f-e227-47f3-84c1-59121ae90417 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041570 Feb 03 11:16:02.457856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cebed6b6-b787-426c-9fba-4c27370ee84b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.470245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: cebed6b6-b787-426c-9fba-4c27370ee84b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:02.470688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cebed6b6-b787-426c-9fba-4c27370ee84b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:02.486883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f507-0e74-47b8-8087-0743db536896 req-c6a186a8-3897-41f5-8a28-ae22cae3591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:02.488378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-c6a186a8-3897-41f5-8a28-ae22cae3591d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1449189 Feb 03 11:16:02.507763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] No DVR routers for this DVR port cebed6b6-b787-426c-9fba-4c27370ee84b on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:02.512811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=cebed6b6-b787-426c-9fba-4c27370ee84b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:02.546386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:02.560815 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-b4218f28-18df-4d6f-840d-e2fbed29e02e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626640 Feb 03 11:16:02.627206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (cdbb515d-4f39-4284-8539-d1c51046fd13), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.672388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbb515d-4f39-4284-8539-d1c51046fd13']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:02.690421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffc45dc-7451-482a-980e-4bf8d5053541') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:02.690730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffc45dc-7451-482a-980e-4bf8d5053541') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:02.703069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (5ffc45dc-7451-482a-980e-4bf8d5053541), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.718367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe77c26-aaf0-4378-a5d4-93dd87b4e514 req-da649164-da47-44c8-8ca5-d2584cd1dee6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:02.719920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe77c26-aaf0-4378-a5d4-93dd87b4e514 req-da649164-da47-44c8-8ca5-d2584cd1dee6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 943 time: 0.1465094 Feb 03 11:16:02.732118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ffc45dc-7451-482a-980e-4bf8d5053541), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.749506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:02.749939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (5ffc45dc-7451-482a-980e-4bf8d5053541), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:02.760537 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:02.784182 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-52d0a2da-659c-4b63-8695-ab33e051bb63 service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135997 Feb 03 11:16:02.826330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:02.841532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'mac_address': 'fa:16:3e:af:16:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:02.883635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:02.884027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.914575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:02.934797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-01d9f507-0e74-47b8-8087-0743db536896 req-bb2c6ae2-07a8-4cc2-a155-cf3b568d4cec service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429012 Feb 03 11:16:02.937727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b37bb491-857a-4809-9bf9-78b8f99f83d6 req-fa22a856-69f8-4fac-8d7b-e2161c659ece tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 210 time: 0.1124272 Feb 03 11:16:02.970553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:02.976063 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:02.994497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (cdbb515d-4f39-4284-8539-d1c51046fd13), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.016448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.024193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:03.025442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/networks/cdbb515d-4f39-4284-8539-d1c51046fd13 HTTP/1.1" status: 204 len: 168 time: 1.4457693 Feb 03 11:16:03.062765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe77c26-aaf0-4378-a5d4-93dd87b4e514 req-200cdc2d-52d2-4b94-8a0d-93670632bfcc tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152292 Feb 03 11:16:03.070267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50269607-194f-4ff0-909f-90a21eaf45bf tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Network': ['ID=cdbb515d-4f39-4284-8539-d1c51046fd13,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:03.070406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:03.165088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:03.175295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Deleting port 7c4be9fd-6bb5-4bf7-b509-074a6186abe9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:03.175737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.269366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.269563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.288871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Calling delete_port for 7c4be9fd-6bb5-4bf7-b509-074a6186abe9 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:03.298170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:03.315220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'mac_address': 'fa:16:3e:fd:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:03.356449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:03.357257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.373368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b99d8d-2924-496c-ba35-45f3aa03097a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:03.413971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:03.420229 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.461827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7c4be9fd-6bb5-4bf7-b509-074a6186abe9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.462622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:03.620735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Pushing event deleted for resources: {'Port': ['ID=7c4be9fd-6bb5-4bf7-b509-074a6186abe9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:03.622300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d55a0e-213a-4c47-abc2-e1c31cb4b3fa req-b3b86579-4806-4c3d-b45f-254eda61a0ba tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:03.630712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7d55a0e-213a-4c47-abc2-e1c31cb4b3fa req-b3b86579-4806-4c3d-b45f-254eda61a0ba tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 944 time: 0.0932975 Feb 03 11:16:03.688325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:03.705600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7d55a0e-213a-4c47-abc2-e1c31cb4b3fa req-731dcde6-de26-49af-9a3b-f2d8809be143 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 Feb 03 11:16:03.717028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc2f8e0-e43f-4815-baf7-ad12ab0bfd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.725438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks [] for floatingip (7b9123dd-0ea4-4137-8c4d-68ab28dd363a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.728481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:03.733230 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c2ae9244-4051-4f14-8bea-1a5ea0344c04 tempest-FloatingIPAdminTestJSON-862564146 tempest-FloatingIPAdminTestJSON-862564146-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b9123dd-0ea4-4137-8c4d-68ab28dd363a HTTP/1.1" status: 204 len: 168 time: 0.7054324 Feb 03 11:16:03.795269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a5b99d8d-2924-496c-ba35-45f3aa03097a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:04.147487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4dec6078-71f9-4901-8aaa-8d057c05bb19 req-e5aac2da-e2e1-4514-be81-8e567430ccb9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 210 time: 0.0814743 Feb 03 11:16:04.162207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38588) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:04.351164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-47338ce1-a5e4-4831-9ee8-6d026d8c6ddd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:04.352604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-47338ce1-a5e4-4831-9ee8-6d026d8c6ddd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.2626269 Feb 03 11:16:04.367639 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-55d213f6-ed21-4715-8386-b59ece8becc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2908f89e3f948c8aec4bde0f69bfc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005026 Feb 03 11:16:04.368737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38594) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:04.375737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'device_id': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'admin_state_up': True, 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:04.400160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f30c5-ed1d-4b79-a24f-a42f6853305e req-38c382b1-0776-4256-a03a-d2668f7507ad tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:04.401665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e70f30c5-ed1d-4b79-a24f-a42f6853305e req-38c382b1-0776-4256-a03a-d2668f7507ad tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 944 time: 0.1189659 Feb 03 11:16:04.419628 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] Publish callbacks [] for security_group (2e4f7054-eea0-44f8-be26-a689a4ef5a10), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.441302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] Publish callbacks [] for security_group (2e4f7054-eea0-44f8-be26-a689a4ef5a10), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.489682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e4f7054-eea0-44f8-be26-a689a4ef5a10), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.492373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.493545 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e4f7054-eea0-44f8-be26-a689a4ef5a10 HTTP/1.1" status: 204 len: 168 time: 0.1238368 Feb 03 11:16:04.505620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09dec2-ec0f-4ae7-99f6-cae133f4d979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4f7054-eea0-44f8-be26-a689a4ef5a10,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:04.539195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee399183-c98f-4dce-ae16-32beee848f3a req-84ea3146-a9cb-4ac0-a6d3-18735a14a4be tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:04.540668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee399183-c98f-4dce-ae16-32beee848f3a req-84ea3146-a9cb-4ac0-a6d3-18735a14a4be tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.1863701 Feb 03 11:16:04.548613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e70f30c5-ed1d-4b79-a24f-a42f6853305e req-446b8964-1267-4fc3-b1ab-66fd822ca6ee tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342227 Feb 03 11:16:04.567316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.625473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee399183-c98f-4dce-ae16-32beee848f3a req-4268b45f-b473-4c46-a1ba-e70cd963af43 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722501 Feb 03 11:16:04.630138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:04.634011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.778067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.20.0.14 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/01a2d5b1-8989-447a-a1ea-215b99ff7116) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:04.832876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38608) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:04.851571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5016c1b4-2ea1-4240-ac43-8499fb0d054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.929257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5016c1b4-2ea1-4240-ac43-8499fb0d054b admin admin] Publish callbacks [] for security_group (1e724375-a1b9-4dbd-a891-9df9b226db3e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.933522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5016c1b4-2ea1-4240-ac43-8499fb0d054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e724375-a1b9-4dbd-a891-9df9b226db3e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:04.938586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4df48-9e91-46fa-9a30-5a886b4d1025 req-5bedbcca-3a78-4961-807b-f2786dd7cd15 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:04.940067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3b4df48-9e91-46fa-9a30-5a886b4d1025 req-5bedbcca-3a78-4961-807b-f2786dd7cd15 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 944 time: 0.1598406 Feb 03 11:16:04.971785 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5016c1b4-2ea1-4240-ac43-8499fb0d054b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abffee87adf7406580cbfd318cee4ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366479 Feb 03 11:16:04.973026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c1b4-2ea1-4240-ac43-8499fb0d054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e724375-a1b9-4dbd-a891-9df9b226db3e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:04.975796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:05.026904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] Publish callbacks [] for security_group (1e724375-a1b9-4dbd-a891-9df9b226db3e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.035096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-519d5e97-6da1-4e8c-b59f-fedab9af05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.036596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-519d5e97-6da1-4e8c-b59f-fedab9af05d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.1622024 Feb 03 11:16:05.047729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f91d9-409b-4b2f-ad4f-b49a97efd3a3 req-a18e04c3-c61f-456b-af83-5e33a1fcdff1 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.049138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-821f91d9-409b-4b2f-ad4f-b49a97efd3a3 req-a18e04c3-c61f-456b-af83-5e33a1fcdff1 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2177377 Feb 03 11:16:05.049729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] Publish callbacks [] for security_group (1e724375-a1b9-4dbd-a891-9df9b226db3e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.099839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e724375-a1b9-4dbd-a891-9df9b226db3e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.102544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.103773 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e724375-a1b9-4dbd-a891-9df9b226db3e HTTP/1.1" status: 204 len: 168 time: 0.1270902 Feb 03 11:16:05.111771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba72b36-b1e8-45e3-8cb5-da0ca8697dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e724375-a1b9-4dbd-a891-9df9b226db3e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:05.144419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3b4df48-9e91-46fa-9a30-5a886b4d1025 req-912fad63-569f-4081-b250-cdd60f31342a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822686 Feb 03 11:16:05.166729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:05.185579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.217172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-821f91d9-409b-4b2f-ad4f-b49a97efd3a3 req-2c93d7cf-6fc5-4afe-8458-13b04ca1b97e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501307 Feb 03 11:16:05.256147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-1d1f040f-d297-4703-a992-d8f5821165c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.257685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-1d1f040f-d297-4703-a992-d8f5821165c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.2048483 Feb 03 11:16:05.313326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-47e184d3-600a-498c-be4e-44f83e28aaa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0450799 Feb 03 11:16:05.314369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.393521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port a5b99d8d-2924-496c-ba35-45f3aa03097a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:16:05.398307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a5b99d8d-2924-496c-ba35-45f3aa03097a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:05.398307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.419271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:05.430927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:05.439379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:05.475780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:05.478869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-ed199a96-a904-4856-bfd9-d72aae325a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.480350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-ed199a96-a904-4856-bfd9-d72aae325a7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.1452434 Feb 03 11:16:05.493689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:05.494366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.518092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38618) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:05.523157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:05.525917 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca9256-33ce-4d2a-a2e8-bb040bf8408c" -d '{"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-plugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:05.537360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4c830a6-ec5b-4160-9184-27a9ac7e2a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.540500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:05.547367 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.549293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-73a15cc3-3722-465f-aeb0-559d4479395f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589340 Feb 03 11:16:05.558157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.558738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.596636 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa744c48-3414-4a67-b0d8-7ae17a219287 x-openstack-request-id: req-aa744c48-3414-4a67-b0d8-7ae17a219287 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:05.597188 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-plugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:05.597480 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa744c48-3414-4a67-b0d8-7ae17a219287 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:05.597850 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'code': 200} Feb 03 11:16:05.599418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c2cb-8c7d-4235-ba15-0268cfbe77b3 req-c542ee53-4b8c-461f-8f8b-4a482d35272a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.601950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b59c2cb-8c7d-4235-ba15-0268cfbe77b3 req-c542ee53-4b8c-461f-8f8b-4a482d35272a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 932 time: 0.2856710 Feb 03 11:16:05.657467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4c830a6-ec5b-4160-9184-27a9ac7e2a00 admin admin] Publish callbacks [] for security_group (9fbf3e4c-b518-4f69-8edf-abd5eff469ca), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.665347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4c830a6-ec5b-4160-9184-27a9ac7e2a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9fbf3e4c-b518-4f69-8edf-abd5eff469ca), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.668605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-5f518521-ef00-4860-bdbf-4a80edeb15e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3020904 Feb 03 11:16:05.677834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:05.696500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Request body: {'port': {'device_id': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:05.750596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5ef7162c-2a3a-4447-929a-77b809805c51 None None] Provisioning complete for port 01a2d5b1-8989-447a-a1ea-215b99ff7116 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:05.751109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ef7162c-2a3a-4447-929a-77b809805c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.753528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c830a6-ec5b-4160-9184-27a9ac7e2a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf3e4c-b518-4f69-8edf-abd5eff469ca,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:05.763491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4c830a6-ec5b-4160-9184-27a9ac7e2a00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=118b4113c9aa45a4bb8df2f920d6974c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417312 Feb 03 11:16:05.771749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:05.789752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7162c-2a3a-4447-929a-77b809805c51 None None] Port 01a2d5b1-8989-447a-a1ea-215b99ff7116 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:05.808501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132ce1-be8f-4ca1-9d5a-659772d66303 req-4faefac2-2918-46ab-93b0-53da90365ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.809922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ca132ce1-be8f-4ca1-9d5a-659772d66303 req-4faefac2-2918-46ab-93b0-53da90365ede service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 1127 time: 0.1245723 Feb 03 11:16:05.826230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b59c2cb-8c7d-4235-ba15-0268cfbe77b3 req-ea3324ea-800b-4546-bb30-ba5e04256f9c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810062 Feb 03 11:16:05.853735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] Publish callbacks [] for security_group (9fbf3e4c-b518-4f69-8edf-abd5eff469ca), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.872449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-1b915132-27e9-4c8f-a534-11f9e03c46a3 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105514 Feb 03 11:16:05.888628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ca132ce1-be8f-4ca1-9d5a-659772d66303 req-bdf64235-b0e2-4bf5-9073-e9735af80fe5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725026 Feb 03 11:16:05.893173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] Publish callbacks [] for security_group (9fbf3e4c-b518-4f69-8edf-abd5eff469ca), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.899800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0717782-0cbb-404d-bf96-6c06a0729940 req-c4b7d582-4b84-4411-b5c3-3b8ff667a303 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:05.901243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0717782-0cbb-404d-bf96-6c06a0729940 req-c4b7d582-4b84-4411-b5c3-3b8ff667a303 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 944 time: 0.1696968 Feb 03 11:16:05.917548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.946173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9fbf3e4c-b518-4f69-8edf-abd5eff469ca), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.949372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:05.950520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fbf3e4c-b518-4f69-8edf-abd5eff469ca HTTP/1.1" status: 204 len: 168 time: 0.1779003 Feb 03 11:16:05.960788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455e2b4-8eff-411e-b1b9-670d72928e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf3e4c-b518-4f69-8edf-abd5eff469ca,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:06.166150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.428355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0717782-0cbb-404d-bf96-6c06a0729940 req-cf52f3c6-8dd0-4878-9e48-6a1dc7787b4f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067611 Feb 03 11:16:06.454871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee9040-14b6-44fb-9da0-802faae45dfa req-8b2262b5-125f-4ffd-ac6f-3540de377971 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:06.456421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89ee9040-14b6-44fb-9da0-802faae45dfa req-8b2262b5-125f-4ffd-ac6f-3540de377971 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.5724182 Feb 03 11:16:06.485330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19003f-8050-446b-8623-3665614eab02 req-8f69d8d0-986c-4165-8a9c-607703966cbc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:06.487871 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe19003f-8050-446b-8623-3665614eab02 req-8f69d8d0-986c-4165-8a9c-607703966cbc tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 945 time: 0.0774822 Feb 03 11:16:06.489779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d03a297f-777f-4d1c-871d-41af2b944ed7 req-1689874e-a9cb-4f93-b941-e401d98b8992 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082630 Feb 03 11:16:06.580514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:06.631658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89ee9040-14b6-44fb-9da0-802faae45dfa req-30cabccf-9685-43a7-8179-c0c376f64171 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604187 Feb 03 11:16:06.643428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Deleting port 1f2d5236-66df-4a82-9a17-712e134009cb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:06.644051 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.660461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:16:06.677056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:06.677753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.694003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c706-56d6-41d4-95d9-73332d647d95 req-16db0a54-9c3c-4f42-9240-8e4c802e8414 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:06.700953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc67c706-56d6-41d4-95d9-73332d647d95 req-16db0a54-9c3c-4f42-9240-8e4c802e8414 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1778333 Feb 03 11:16:06.796173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] For port 1f2d5236-66df-4a82-9a17-712e134009cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1f2d5236-66df-4a82-9a17-712e134009cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:06.799797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.813347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:06.813845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.834000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc67c706-56d6-41d4-95d9-73332d647d95 req-5bf43362-19c9-4bdb-88f7-f499d9165e0b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321278 Feb 03 11:16:06.852794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2d5b1-8989-447a-a1ea-215b99ff7116 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:06.867485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks [] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.884880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535ad80-22a5-44d5-b8a1-f2e1baabbd95 req-a52b3277-90a9-4015-bf4f-ad5958c2a380 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:06.889417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:06.893007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f535ad80-22a5-44d5-b8a1-f2e1baabbd95 req-a52b3277-90a9-4015-bf4f-ad5958c2a380 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1717484 Feb 03 11:16:06.900275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:06.922172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Transition to ACTIVE for port object 01a2d5b1-8989-447a-a1ea-215b99ff7116 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:16:06.932466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.002270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:07.038207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f535ad80-22a5-44d5-b8a1-f2e1baabbd95 req-b36ad70c-6beb-4f94-b575-17f79fbc8865 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441402 Feb 03 11:16:07.104390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:07.183753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573380ad-4462-488c-a731-0671af3341a2 req-12aee205-45aa-4ba6-a106-f2554adaac52 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.185418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-573380ad-4462-488c-a731-0671af3341a2 req-12aee205-45aa-4ba6-a106-f2554adaac52 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 944 time: 0.1980200 Feb 03 11:16:07.214754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Attempting to bind port 01a2d5b1-8989-447a-a1ea-215b99ff7116 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:07.215097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Attempting to bind port 01a2d5b1-8989-447a-a1ea-215b99ff7116 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:07.215527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Attempting to bind port 01a2d5b1-8989-447a-a1ea-215b99ff7116 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:07.231002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Port 01a2d5b1-8989-447a-a1ea-215b99ff7116 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:16:07.231334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Attempting to bind port 01a2d5b1-8989-447a-a1ea-215b99ff7116 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:07.251679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:07.251950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:07.254343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:07.255073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Bound port: 01a2d5b1-8989-447a-a1ea-215b99ff7116, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:07.255750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.300319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.300823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.301835 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Floating IP 21c96d18-84a0-4cd9-97c8-d10e3af71c83 disassociated. External IP: 172.25.7.45, port: 1f2d5236-66df-4a82-9a17-712e134009cb. Feb 03 11:16:07.302269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Calling delete_port for 1f2d5236-66df-4a82-9a17-712e134009cb owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:07.343618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.363390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-573380ad-4462-488c-a731-0671af3341a2 req-1b32a087-29da-458f-9db2-4e72f6fd1a7c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504741 Feb 03 11:16:07.408984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:07.413123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:07.436688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.489162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.490070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.492793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] 10.222.0.69 "PUT /v2.0/ports/01a2d5b1-8989-447a-a1ea-215b99ff7116 HTTP/1.1" status: 200 len: 1092 time: 1.8030276 Feb 03 11:16:07.493240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1f2d5236-66df-4a82-9a17-712e134009cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:07.493535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:07.496460 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21dcc29-0540-4e9b-b654-ad5c12195d78" -d '{"events": [{"name": "network-changed", "server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:07.541012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b9cf4-23c9-404a-80cf-ce87cbb1ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:07.589440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'Port': ['ID=1f2d5236-66df-4a82-9a17-712e134009cb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:07.599335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:07.601732 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a367d15-351b-400d-bc79-93807062a4ae" -d '{"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:07.615603 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e945e02e-3da2-4488-b42d-c7e4b227e81f x-openstack-request-id: req-e945e02e-3da2-4488-b42d-c7e4b227e81f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:07.616173 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:07.616768 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e945e02e-3da2-4488-b42d-c7e4b227e81f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:07.617599 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116', 'status': 'completed', 'code': 200} Feb 03 11:16:07.682750 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5be527-55e4-4bdc-b0f2-e1a6d1be787d x-openstack-request-id: req-0b5be527-55e4-4bdc-b0f2-e1a6d1be787d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:07.684420 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:07.684692 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b5be527-55e4-4bdc-b0f2-e1a6d1be787d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:07.685153 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'code': 200} Feb 03 11:16:07.722915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-03f752da-495d-4493-865f-c88c917d9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.729663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-03f752da-495d-4493-865f-c88c917d9d09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 1126 time: 0.1724553 Feb 03 11:16:07.748629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadfcc-c0ec-4d1d-bc69-96abd126fae4 req-530662b1-5441-498f-b88b-210eabef698f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.758326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52fadfcc-c0ec-4d1d-bc69-96abd126fae4 req-530662b1-5441-498f-b88b-210eabef698f tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.1861970 Feb 03 11:16:07.860244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d4fa450-6dfb-400f-8d0b-02ab89ef3d01 req-31201ff7-de9c-47aa-b5a6-6f41f2b19746 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 210 time: 0.0926132 Feb 03 11:16:07.861598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-990c9787-cefd-4681-8788-81fd0d96c217 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116 HTTP/1.1" status: 200 len: 217 time: 0.1007757 Feb 03 11:16:07.890271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:16:07.972069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52fadfcc-c0ec-4d1d-bc69-96abd126fae4 req-6da5e3d6-e8f4-4820-9c9a-1a0d0a04bced tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124858 Feb 03 11:16:07.979386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf09471-5bb2-4811-b539-725a68532628 req-26203007-a264-46bf-986d-c292daa5d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.980964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aaf09471-5bb2-4811-b539-725a68532628 req-26203007-a264-46bf-986d-c292daa5d0bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 1127 time: 0.1558750 Feb 03 11:16:07.982526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-7f65a8f1-5980-42c6-86b7-2ea502d5acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:07.983844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-7f65a8f1-5980-42c6-86b7-2ea502d5acdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1013408 Feb 03 11:16:08.036309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38682) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:08.052994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:16:08.068025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:16:08.083038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:08.085097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:08.154877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] No DVR routers for this DVR port 1f2d5236-66df-4a82-9a17-712e134009cb on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:08.166503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:08.172661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aaf09471-5bb2-4811-b539-725a68532628 req-08725504-f260-43de-817d-b37251b9d979 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469455 Feb 03 11:16:08.172839 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe19003f-8050-446b-8623-3665614eab02 req-8addb927-ba42-4b9c-810f-a0dd6901d7fb tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.69 "DELETE /v2.0/ports/1f2d5236-66df-4a82-9a17-712e134009cb HTTP/1.1" status: 204 len: 173 time: 1.6703072 Feb 03 11:16:08.173836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'name': 'network-vif-deleted', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:08.175995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-8697a5b5-d920-4937-bb9b-1b00ded08fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:08.178482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-8697a5b5-d920-4937-bb9b-1b00ded08fbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1720369 Feb 03 11:16:08.180388 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe9c0c-7fc4-4d54-ae19-abd2e849b4e3" -d '{"events": [{"server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "name": "network-vif-deleted", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:08.209264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d64353-7272-4bb5-86d2-e29d67aafb12 req-bd27646c-5673-449b-9b92-969aee82a6e9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:08.211270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d64353-7272-4bb5-86d2-e29d67aafb12 req-bd27646c-5673-449b-9b92-969aee82a6e9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2264934 Feb 03 11:16:08.231904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:08.248540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-904d5843-a423-4750-8e1e-8e8d7172ba4a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1534899164'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:08.249496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-904d5843-a423-4750-8e1e-8e8d7172ba4a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Unknown quota resources ['metering_label']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:16:08.301605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db434f1-d77a-40ce-a7b3-98cc870e22db req-6f0c5ab5-1784-4476-bab7-ff39c6691da6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:08.309170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8db434f1-d77a-40ce-a7b3-98cc870e22db req-6f0c5ab5-1784-4476-bab7-ff39c6691da6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1501224 Feb 03 11:16:08.337796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00d64353-7272-4bb5-86d2-e29d67aafb12 req-ad40c2b5-e3f4-4431-98d9-31579e16580f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075435 Feb 03 11:16:08.376542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8db434f1-d77a-40ce-a7b3-98cc870e22db req-ea11ad0a-2aa6-4e00-8a1b-46defe96061f tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663943 Feb 03 11:16:08.414181 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe1a2e-8ce8-4a40-ab78-3e010797e5e1 x-openstack-request-id: req-4fbe1a2e-8ce8-4a40-ab78-3e010797e5e1 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:08.414763 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4dce6c-6fda-46f0-aa4f-7516fa076cee", "name": "network-vif-deleted", "tag": "1f2d5236-66df-4a82-9a17-712e134009cb", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:08.414763 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fbe1a2e-8ce8-4a40-ab78-3e010797e5e1 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:08.415598 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4dce6c-6fda-46f0-aa4f-7516fa076cee', 'name': 'network-vif-deleted', 'tag': '1f2d5236-66df-4a82-9a17-712e134009cb', 'status': 'completed', 'code': 200} Feb 03 11:16:08.478964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-904d5843-a423-4750-8e1e-8e8d7172ba4a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:08.483157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-904d5843-a423-4750-8e1e-8e8d7172ba4a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4453893 Feb 03 11:16:08.483860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:08.489538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1110115e-00e5-4e1d-8b14-def282940795 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cb1823da-75d2-405e-a5c5-d733aa788fb5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:08.490176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1110115e-00e5-4e1d-8b14-def282940795 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:16:08.528848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:08.557917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babfc51-613b-48a3-92d1-ae9708d97dfd req-4ba67860-3c91-4e32-a2b1-a8fca345df42 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:08.568375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0babfc51-613b-48a3-92d1-ae9708d97dfd req-4ba67860-3c91-4e32-a2b1-a8fca345df42 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 944 time: 0.1022913 Feb 03 11:16:08.603610 n-d-821606-6 neutron-server[103126]: WARNING neutron.services.metering.metering_plugin [None req-1110115e-00e5-4e1d-8b14-def282940795 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 11:16:08.628875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:16:08.647976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:08.648996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:08.724247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0babfc51-613b-48a3-92d1-ae9708d97dfd req-4e43cf8b-2420-4ea0-985f-e2cb6b54faf6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465044 Feb 03 11:16:08.743679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1110115e-00e5-4e1d-8b14-def282940795 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:08.748406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:08.749176 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1110115e-00e5-4e1d-8b14-def282940795 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2641649 Feb 03 11:16:08.756226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-77dc6bac-54a2-41ae-b054-3d57b37e971a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cb1823da-75d2-405e-a5c5-d733aa788fb5'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:08.758220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-77dc6bac-54a2-41ae-b054-3d57b37e971a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:16:08.770969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-0726763d-e562-4675-8bbe-b931bb6f095d service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003577 Feb 03 11:16:08.786749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:08.891777 n-d-821606-6 neutron-server[103127]: WARNING neutron.services.metering.metering_plugin [None req-77dc6bac-54a2-41ae-b054-3d57b37e971a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 11:16:09.007630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:09.033932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77284c-9bbf-40ec-ac61-b340f825adc2 None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:09:14Z', 'revision_number': 4, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a155169b-5bc1-4e43-88e8-6a19b3c5e09f', 'name': '', 'network_id': '4a357544-ca38-46dd-8722-544b07963010', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'mac_address': 'fa:16:3e:76:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:12Z', 'updated_at': '2022-02-03T11:09:24Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'subnets': [{'id': '5f7131f5-4f0e-46dc-8202-8a70151ae705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:16:09.123556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee63c5fa-e65e-49d8-b8b7-da185e305569 req-7a8e44d4-c078-4e73-8f64-826ce3eb037b tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4dce6c-6fda-46f0-aa4f-7516fa076cee HTTP/1.1" status: 200 len: 210 time: 0.1312785 Feb 03 11:16:09.126846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77dc6bac-54a2-41ae-b054-3d57b37e971a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:09.129025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-77dc6bac-54a2-41ae-b054-3d57b37e971a tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3777621 Feb 03 11:16:09.131481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38712) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:09.153277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:09.157647 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-759da0a9-793d-4075-805f-e619d3b2dc3f tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=c6bad7b0-68ed-4f7c-9775-242b585d5d14 HTTP/1.1" status: 200 len: 464 time: 0.0248430 Feb 03 11:16:09.160215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5cb5-0b9d-42ed-a157-0c2181c931e2 req-049c904e-4031-4c2b-951e-23659ee3103f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.161783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad4a5cb5-0b9d-42ed-a157-0c2181c931e2 req-049c904e-4031-4c2b-951e-23659ee3103f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2892330 Feb 03 11:16:09.180069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8c7566f-47be-4e67-a84d-97ea67ccd1e4 req-525a51ca-372a-4ff3-9342-4c6a00c71999 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771431 Feb 03 11:16:09.314306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad4a5cb5-0b9d-42ed-a157-0c2181c931e2 req-9f47f54c-961a-416a-bdfe-940b076357d1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404810 Feb 03 11:16:09.356185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531c1ac-39f4-4ee9-8731-a4789834e8dc None None] New status for floating IP 21c96d18-84a0-4cd9-97c8-d10e3af71c83: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:16:09.371130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4422-1d66-41f0-bb83-2331d50a0cf7 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:09.372237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e7f4422-1d66-41f0-bb83-2331d50a0cf7 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/c6bad7b0-68ed-4f7c-9775-242b585d5d14 HTTP/1.1" status: 204 len: 168 time: 0.2242444 Feb 03 11:16:09.375114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38716) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:09.389702 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b63b29f-5589-45c6-ba12-3501ee1d6388 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=c6bad7b0-68ed-4f7c-9775-242b585d5d14 HTTP/1.1" status: 200 len: 221 time: 0.0095351 Feb 03 11:16:09.390118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:09.394129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d0b9d3cd-6392-41c6-97a6-04dd56844666 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--582164710', 'description': 'label created by tempest'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:09.394599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d0b9d3cd-6392-41c6-97a6-04dd56844666 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Unknown quota resources ['metering_label']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:16:09.409475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff389-4b71-41a6-ab31-6886089bd692 req-cafa1fdb-78f3-4568-9095-7d93c1ec674b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.411536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37dff389-4b71-41a6-ab31-6886089bd692 req-cafa1fdb-78f3-4568-9095-7d93c1ec674b tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.1864793 Feb 03 11:16:09.479845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-ac65d2a5-98d7-4a1a-9669-591f9c5ad08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.481316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-ac65d2a5-98d7-4a1a-9669-591f9c5ad08f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 1126 time: 0.1824419 Feb 03 11:16:09.744157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37dff389-4b71-41a6-ab31-6886089bd692 req-6946be27-836c-4cd4-853b-44dae6316997 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066981 Feb 03 11:16:09.749783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d3cd-6392-41c6-97a6-04dd56844666 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:09.750952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d0b9d3cd-6392-41c6-97a6-04dd56844666 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3600810 Feb 03 11:16:09.753873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:09.763700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc6b2d-487b-4313-8bfe-74aee6978102 req-bca3877b-76f8-4eef-b148-825986a5d881 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.765352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9cc6b2d-487b-4313-8bfe-74aee6978102 req-bca3877b-76f8-4eef-b148-825986a5d881 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2877162 Feb 03 11:16:09.800793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-92bdebeb-893b-4091-9b71-b401d04c3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.802685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-92bdebeb-893b-4091-9b71-b401d04c3cc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.3032014 Feb 03 11:16:09.898369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9cc6b2d-487b-4313-8bfe-74aee6978102 req-9b5d5e2e-d462-4edf-b74a-cbbd0dbdb867 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256237 Feb 03 11:16:09.901759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-104f1100-befd-4908-b609-426e6c71c54d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116 HTTP/1.1" status: 200 len: 217 time: 0.0695105 Feb 03 11:16:09.963049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b78d2e-ed21-41c5-a450-b2b2284b3f2e req-da9d1968-ae95-498c-ae65-56867d4bcb7c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.964604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81b78d2e-ed21-41c5-a450-b2b2284b3f2e req-da9d1968-ae95-498c-ae65-56867d4bcb7c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 944 time: 0.1310742 Feb 03 11:16:09.968739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-4204925f-ca26-485d-9d88-f1470bca06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:09.970225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-4204925f-ca26-485d-9d88-f1470bca06df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0618269 Feb 03 11:16:10.048410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81b78d2e-ed21-41c5-a450-b2b2284b3f2e req-4925932e-1599-48fa-8332-2efaae93b291 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772183 Feb 03 11:16:10.057985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-1de85ef0-a499-4425-b308-50fbf9a485d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:10.059477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-1de85ef0-a499-4425-b308-50fbf9a485d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818627 Feb 03 11:16:10.123807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1de71e2-cd77-4f95-8cc5-0561bc545ed5 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=88b10b36-1e10-4292-8d29-4e07e2fb64eb HTTP/1.1" status: 200 len: 467 time: 0.3681757 Feb 03 11:16:10.126407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38726) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.153509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-562a631f-61a9-4473-8a9d-f74ae8f899fd service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Feb 03 11:16:10.226827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.290594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b21dcc29-0540-4e9b-b654-ad5c12195d78 req-f61ffb26-c8e6-4cd0-b044-436617a35770 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310005 Feb 03 11:16:10.308791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.319687 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05c1d1c0-4642-4021-bfbd-d584de09cb01 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.320979 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-05c1d1c0-4642-4021-bfbd-d584de09cb01 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/88b10b36-1e10-4292-8d29-4e07e2fb64eb HTTP/1.1" status: 204 len: 168 time: 0.1936591 Feb 03 11:16:10.324409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.336425 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a9f51a7-a9e1-420c-ab82-1a35ceeb36c8 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=88b10b36-1e10-4292-8d29-4e07e2fb64eb HTTP/1.1" status: 200 len: 216 time: 0.0109289 Feb 03 11:16:10.337996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.341301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.351164 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cd9c010f-8054-4847-bd17-7aa26d49d512 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087264 Feb 03 11:16:10.354729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38740) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.368488 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c77fded6-6957-45f8-a0c8-2f478784224e tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123608 Feb 03 11:16:10.371841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38742) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.394019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.396813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.398036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17 HTTP/1.1" status: 204 len: 168 time: 0.1701519 Feb 03 11:16:10.412092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.427834 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-878af2fc-b457-4891-bc2b-4ab9ef08cc54 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/cb1823da-75d2-405e-a5c5-d733aa788fb5 HTTP/1.1" status: 200 len: 473 time: 0.0548306 Feb 03 11:16:10.431274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.444162 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f15107c3-0127-42b1-9d84-20f2cf3e2ea7 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/ab98f87f-6a15-4b84-85f6-2dabf83d610b HTTP/1.1" status: 200 len: 461 time: 0.0117052 Feb 03 11:16:10.446986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d443-ba5f-44e2-87f5-b8e12c314173 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:10.447646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.452377 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b097037d-f0eb-4355-a964-5c2b6dae602f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] show failed (client error): The resource could not be found. Feb 03 11:16:10.456386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b097037d-f0eb-4355-a964-5c2b6dae602f tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "GET /v2.0/security-groups/f5e35abb-9f9a-4bd2-bcdd-89f60c4e9c17 HTTP/1.1" status: 404 len: 347 time: 0.0408323 Feb 03 11:16:10.457136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.487866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4cac-643f-47a5-a6ef-f73b27591742 req-eab60f6c-f135-4623-87e8-0d099f8aee34 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:10.489388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f6e4cac-643f-47a5-a6ef-f73b27591742 req-eab60f6c-f135-4623-87e8-0d099f8aee34 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0902667 Feb 03 11:16:10.538838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f6e4cac-643f-47a5-a6ef-f73b27591742 req-84ca9871-ff62-4378-8893-1019609b4a6e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Feb 03 11:16:10.590129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1f2d5236-66df-4a82-9a17-712e134009cb no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:10.615356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1f2d5236-66df-4a82-9a17-712e134009cb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:10.615708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1f2d5236-66df-4a82-9a17-712e134009cb not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:10.661156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-086d5e09-a319-4e1b-bb68-a3f83c637187 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.662276 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-086d5e09-a319-4e1b-bb68-a3f83c637187 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/ab98f87f-6a15-4b84-85f6-2dabf83d610b HTTP/1.1" status: 204 len: 168 time: 0.2127802 Feb 03 11:16:10.664818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38752) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:10.681721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Deleting port aec61ae5-680b-4e41-955c-9d57aa5dc929 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:10.682063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.756656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.757395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (aec61ae5-680b-4e41-955c-9d57aa5dc929), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.769626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Calling delete_port for aec61ae5-680b-4e41-955c-9d57aa5dc929 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:10.909988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aec61ae5-680b-4e41-955c-9d57aa5dc929), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:10.942272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Pushing event deleted for resources: {'Port': ['ID=aec61ae5-680b-4e41-955c-9d57aa5dc929,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:11.010625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks [] for floatingip (21c96d18-84a0-4cd9-97c8-d10e3af71c83), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.013497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.014690 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c28fac97-09de-4654-9224-db52a87aff65 tempest-AttachVolumeTestJSON-2143129439 tempest-AttachVolumeTestJSON-2143129439-project] 10.222.0.30 "DELETE /v2.0/floatingips/21c96d18-84a0-4cd9-97c8-d10e3af71c83 HTTP/1.1" status: 204 len: 168 time: 0.5558953 Feb 03 11:16:11.225511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77622f94-2073-4eaf-869d-a4727386b8b9 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.226575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-77622f94-2073-4eaf-869d-a4727386b8b9 tempest-MeteringTestJSON-470658823 tempest-MeteringTestJSON-470658823-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/cb1823da-75d2-405e-a5c5-d733aa788fb5 HTTP/1.1" status: 204 len: 168 time: 0.5606868 Feb 03 11:16:11.240767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ba88-8ebd-409f-8d2d-398d5a7dd2f3 req-b142d580-d198-43a0-843a-926d7d60b500 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:11.242321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9920ba88-8ebd-409f-8d2d-398d5a7dd2f3 req-b142d580-d198-43a0-843a-926d7d60b500 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.2053335 Feb 03 11:16:11.249364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb3ddc-e6cb-48d0-b26b-cfaa45bc8d77 req-e683da2f-a620-4642-9330-712dbbec95bd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:11.250832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5fb3ddc-e6cb-48d0-b26b-cfaa45bc8d77 req-e683da2f-a620-4642-9330-712dbbec95bd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2149098 Feb 03 11:16:11.331094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9920ba88-8ebd-409f-8d2d-398d5a7dd2f3 req-40135000-4618-437d-8114-1a24fed228d7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792837 Feb 03 11:16:11.335914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5fb3ddc-e6cb-48d0-b26b-cfaa45bc8d77 req-091de4c7-3669-440e-8bf5-ac0a3eb404bd tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Feb 03 11:16:11.479484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944cfa5-6db7-4ecd-8bf0-fa7221d55ab9 req-62ee1f80-7985-417f-90c5-a0d0601136d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:11.481073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7944cfa5-6db7-4ecd-8bf0-fa7221d55ab9 req-62ee1f80-7985-417f-90c5-a0d0601136d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 944 time: 0.0733168 Feb 03 11:16:11.530981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7944cfa5-6db7-4ecd-8bf0-fa7221d55ab9 req-5a3de9d2-7030-4093-b9f9-36bc6f724d21 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Feb 03 11:16:11.561242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:11.681859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380550f-2c90-4f10-8bfd-7ed153cabcf2 req-1b57639d-35af-459d-9416-8450e1f82f3b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:11.691263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b380550f-2c90-4f10-8bfd-7ed153cabcf2 req-1b57639d-35af-459d-9416-8450e1f82f3b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0693111 Feb 03 11:16:11.696994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-888d4c46-a354-4f91-8409-7457db09b3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.758134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b380550f-2c90-4f10-8bfd-7ed153cabcf2 req-93f25a9f-c5f4-4750-99c6-7f9eb3bacbbb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658135 Feb 03 11:16:11.823375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-888d4c46-a354-4f91-8409-7457db09b3b4 admin admin] Publish callbacks [] for security_group (65d25550-8b68-45f8-879e-519b11751d26), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.828663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-888d4c46-a354-4f91-8409-7457db09b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (65d25550-8b68-45f8-879e-519b11751d26), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.869551 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-888d4c46-a354-4f91-8409-7457db09b3b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c24c79f21d44b258ff52f94ffd617b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071074 Feb 03 11:16:11.870779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d4c46-a354-4f91-8409-7457db09b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d25550-8b68-45f8-879e-519b11751d26,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:11.872165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:11.937593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] Publish callbacks [] for security_group (65d25550-8b68-45f8-879e-519b11751d26), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:11.967212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] Publish callbacks [] for security_group (65d25550-8b68-45f8-879e-519b11751d26), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.029167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (65d25550-8b68-45f8-879e-519b11751d26), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.033425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.034984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65d25550-8b68-45f8-879e-519b11751d26 HTTP/1.1" status: 204 len: 168 time: 0.1608074 Feb 03 11:16:12.045583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5056268-3cd5-4b79-80b8-9e36a034f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d25550-8b68-45f8-879e-519b11751d26,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:12.209049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2347d-aa68-4b44-b0bc-6b1ab7d66426 req-f4b5addd-9f40-4171-b382-7fe71eb6b5a0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:12.210651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bb2347d-aa68-4b44-b0bc-6b1ab7d66426 req-f4b5addd-9f40-4171-b382-7fe71eb6b5a0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0795572 Feb 03 11:16:12.261837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bb2347d-aa68-4b44-b0bc-6b1ab7d66426 req-333c8ee4-4008-44c4-9068-479af871f9d9 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456507 Feb 03 11:16:12.350762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:12.364097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5345559-e685-495a-b215-2ee1de487e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.484745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5345559-e685-495a-b215-2ee1de487e54 admin admin] Publish callbacks [] for security_group (b1d81938-db90-496e-8405-d544b2e8348c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.495927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0775e2-76f1-4acb-bdeb-ad2c060a65c5 req-15de036b-b653-4a92-b0f0-d8c5a55c7a5a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:12.497709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c0775e2-76f1-4acb-bdeb-ad2c060a65c5 req-15de036b-b653-4a92-b0f0-d8c5a55c7a5a tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0875373 Feb 03 11:16:12.498724 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5345559-e685-495a-b215-2ee1de487e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b1d81938-db90-496e-8405-d544b2e8348c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.555439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a5345559-e685-495a-b215-2ee1de487e54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01f1caebd53f4922ac0a530813bcd1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011499 Feb 03 11:16:12.555814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38830) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:12.563372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5345559-e685-495a-b215-2ee1de487e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d81938-db90-496e-8405-d544b2e8348c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:12.592037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c0775e2-76f1-4acb-bdeb-ad2c060a65c5 req-ed25d3fb-26bc-4e01-9a24-08e8c66fc4c2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829201 Feb 03 11:16:12.602303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 01a2d5b1-8989-447a-a1ea-215b99ff7116 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:12.636004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] Publish callbacks [] for security_group (b1d81938-db90-496e-8405-d544b2e8348c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.670683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] Publish callbacks [] for security_group (b1d81938-db90-496e-8405-d544b2e8348c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.692143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9cbe2-d0b5-4ff1-b0ec-76242fb819eb req-ec678c27-6f05-46b1-ab62-eceb6f04c9ff tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:12.700489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b9cbe2-d0b5-4ff1-b0ec-76242fb819eb req-ec678c27-6f05-46b1-ab62-eceb6f04c9ff tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 944 time: 0.0667415 Feb 03 11:16:12.711533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:12.731009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '01a2d5b1-8989-447a-a1ea-215b99ff7116', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': '01a2d5b1-8989-447a-a1ea-215b99ff7116', 'mac_address': 'fa:16:3e:be:ba:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:12.737308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b1d81938-db90-496e-8405-d544b2e8348c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.740376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.745346 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1d81938-db90-496e-8405-d544b2e8348c HTTP/1.1" status: 204 len: 168 time: 0.1883402 Feb 03 11:16:12.756019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2ccc4-043d-46fe-8029-3f133c811df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d81938-db90-496e-8405-d544b2e8348c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:12.761708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b9cbe2-d0b5-4ff1-b0ec-76242fb819eb req-ada1b5fa-2afb-4769-a61a-539f8e2fb50d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Feb 03 11:16:12.806205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 01a2d5b1-8989-447a-a1ea-215b99ff7116 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:12.806622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.825108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2d5b1-8989-447a-a1ea-215b99ff7116 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:12.850900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:12.863171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:12.923623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdbdf0-f237-40cf-b9cb-1e8c20110822 req-fa9a51b6-1367-4772-9b97-c32fd8cbba6c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:12.925716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77bdbdf0-f237-40cf-b9cb-1e8c20110822 req-fa9a51b6-1367-4772-9b97-c32fd8cbba6c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0726566 Feb 03 11:16:12.937196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:12.950477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.950927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.951367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.951834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.952256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.952736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.953473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.954136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.954723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.955164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.955584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.955998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.956437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:12.985149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77bdbdf0-f237-40cf-b9cb-1e8c20110822 req-d0c8bbd5-f628-41d0-8314-ada67bbb058f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528691 Feb 03 11:16:13.392395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9f055-bb61-4ab8-b5b7-33805edf324c req-be03c6ee-4f54-45fd-a212-613c4b639b04 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:13.393977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ac9f055-bb61-4ab8-b5b7-33805edf324c req-be03c6ee-4f54-45fd-a212-613c4b639b04 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0589750 Feb 03 11:16:13.449059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ac9f055-bb61-4ab8-b5b7-33805edf324c req-f7c23e44-fb35-440f-ba6c-30103ae53756 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Feb 03 11:16:13.542590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:13.636429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'networks': [{'name': 'tempest-network--1430000872'}, {'name': 'tempest-network--320608748'}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:13.636870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-network--1430000872'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:13.637487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-network--320608748'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:13.647064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:13.661064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'network': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:13.665508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.678258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.756664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d858c86-f54f-41bd-b130-45eba8364ac3 req-5515cd63-0d8e-4564-85af-002541d7f51d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:13.764264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d858c86-f54f-41bd-b130-45eba8364ac3 req-5515cd63-0d8e-4564-85af-002541d7f51d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0650675 Feb 03 11:16:13.772993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for security_group (994ac62c-820d-4b08-a3e2-937cbe1c9119), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.796539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (994ac62c-820d-4b08-a3e2-937cbe1c9119), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.797053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.836750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d858c86-f54f-41bd-b130-45eba8364ac3 req-a491b890-6cb1-4506-a728-e4550ce0c57e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694685 Feb 03 11:16:13.853869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994ac62c-820d-4b08-a3e2-937cbe1c9119,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:13.879816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:13.894610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c81a7796-8467-44dc-912f-6398f2abf1b9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.895478 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment c81a7796-8467-44dc-912f-6398f2abf1b9 of type vlan for network 24f08211-28a3-4dd1-b30d-e9c42f240332 Feb 03 11:16:13.919209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99c7c1-5d82-472f-8ca9-b67649da27e7 req-7c3d171d-e05d-482e-9b0c-c60cd6892d01 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:13.920684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd99c7c1-5d82-472f-8ca9-b67649da27e7 req-7c3d171d-e05d-482e-9b0c-c60cd6892d01 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 945 time: 0.0571547 Feb 03 11:16:13.946100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (24f08211-28a3-4dd1-b30d-e9c42f240332), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.977473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd99c7c1-5d82-472f-8ca9-b67649da27e7 req-9d312395-c6c8-4c37-a5e8-9ef4e32393cc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 Feb 03 11:16:13.984455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:13.999035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7357e9c7-1ae2-43b0-8f39-2f79475ac0e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:13.999035 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment 7357e9c7-1ae2-43b0-8f39-2f79475ac0e4 of type vlan for network ee62386c-68b6-4cac-a3ef-6520046a196b Feb 03 11:16:14.041728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ee62386c-68b6-4cac-a3ef-6520046a196b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.071836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (24f08211-28a3-4dd1-b30d-e9c42f240332), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.072398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ee62386c-68b6-4cac-a3ef-6520046a196b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.077754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.082276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.082934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.123792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd74fc-e8a6-4c81-8327-56a9a5a13b78 req-1bcfc028-8675-4cac-b2f2-43def2a736d7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.125359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08fd74fc-e8a6-4c81-8327-56a9a5a13b78 req-1bcfc028-8675-4cac-b2f2-43def2a736d7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0592203 Feb 03 11:16:14.130977 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5872705 Feb 03 11:16:14.133617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:14.181228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08fd74fc-e8a6-4c81-8327-56a9a5a13b78 req-60f1448d-13c7-453a-ba34-48e96ac287ed tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Feb 03 11:16:14.208807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=24f08211-28a3-4dd1-b30d-e9c42f240332,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:14.220717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 24f08211-28a3-4dd1-b30d-e9c42f240332 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:14.359005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f06a4-756a-4e6b-a81d-aac5d08964b0 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=ee62386c-68b6-4cac-a3ef-6520046a196b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:14.371572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ee62386c-68b6-4cac-a3ef-6520046a196b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:14.404063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028509c-3d2b-40f7-8bc5-ee58b66d7ba6 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.409954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028509c-3d2b-40f7-8bc5-ee58b66d7ba6 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.415283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028509c-3d2b-40f7-8bc5-ee58b66d7ba6 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.420196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028509c-3d2b-40f7-8bc5-ee58b66d7ba6 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.424534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7028509c-3d2b-40f7-8bc5-ee58b66d7ba6 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2875278 Feb 03 11:16:14.424749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38876) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:14.502636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (24f08211-28a3-4dd1-b30d-e9c42f240332), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.584860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0276fb7-e37f-49bf-acc4-e14a4b9cb32b req-24cb1eb5-1b29-4786-8672-7a9df1dbd58c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:14.586391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0276fb7-e37f-49bf-acc4-e14a4b9cb32b req-24cb1eb5-1b29-4786-8672-7a9df1dbd58c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0634196 Feb 03 11:16:14.596422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (24f08211-28a3-4dd1-b30d-e9c42f240332), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.617573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f08211-28a3-4dd1-b30d-e9c42f240332']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.629237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81a7796-8467-44dc-912f-6398f2abf1b9') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.629785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81a7796-8467-44dc-912f-6398f2abf1b9') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.639853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c81a7796-8467-44dc-912f-6398f2abf1b9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.640372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0276fb7-e37f-49bf-acc4-e14a4b9cb32b req-aefc8cf6-d6a5-474b-b264-eadbbfe6412c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479252 Feb 03 11:16:14.654777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c81a7796-8467-44dc-912f-6398f2abf1b9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.661631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:14.662113 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c81a7796-8467-44dc-912f-6398f2abf1b9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:14.665406 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:14.725152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (24f08211-28a3-4dd1-b30d-e9c42f240332), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.730455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.733750 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/24f08211-28a3-4dd1-b30d-e9c42f240332 HTTP/1.1" status: 204 len: 168 time: 0.3080461 Feb 03 11:16:14.736468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:14.748070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4cfb8-4ca5-463c-a323-2316bb856554 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=24f08211-28a3-4dd1-b30d-e9c42f240332,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:14.813647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ee62386c-68b6-4cac-a3ef-6520046a196b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.908788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ee62386c-68b6-4cac-a3ef-6520046a196b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.951080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee62386c-68b6-4cac-a3ef-6520046a196b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.963765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7357e9c7-1ae2-43b0-8f39-2f79475ac0e4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.964066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7357e9c7-1ae2-43b0-8f39-2f79475ac0e4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:14.976832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (7357e9c7-1ae2-43b0-8f39-2f79475ac0e4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:14.993731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7357e9c7-1ae2-43b0-8f39-2f79475ac0e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.005869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39514d-6cb0-474c-bfb9-73f36b136dd8 req-e00b7751-da05-4b03-a6d1-47b52af75c13 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.007495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac39514d-6cb0-474c-bfb9-73f36b136dd8 req-e00b7751-da05-4b03-a6d1-47b52af75c13 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1010773 Feb 03 11:16:15.010500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:15.010908 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (7357e9c7-1ae2-43b0-8f39-2f79475ac0e4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:15.014291 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:15.143170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ee62386c-68b6-4cac-a3ef-6520046a196b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.150011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac39514d-6cb0-474c-bfb9-73f36b136dd8 req-9f9a7664-bfcd-4bb6-be4f-d8e0ea212090 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348758 Feb 03 11:16:15.154003 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.159743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/ee62386c-68b6-4cac-a3ef-6520046a196b HTTP/1.1" status: 204 len: 168 time: 0.4198201 Feb 03 11:16:15.161189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:15.172626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a01c-8506-4e53-9925-47b9deb994f8 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=ee62386c-68b6-4cac-a3ef-6520046a196b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:15.184256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4761-b8ba-4122-bbb9-46e84c753f44 req-3a61ced1-4357-43c3-9083-e523463b9d39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.185795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70ae4761-b8ba-4122-bbb9-46e84c753f44 req-3a61ced1-4357-43c3-9083-e523463b9d39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 945 time: 0.1339662 Feb 03 11:16:15.273520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70ae4761-b8ba-4122-bbb9-46e84c753f44 req-cf3796cd-8076-4c3d-8168-1ce269c14855 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819139 Feb 03 11:16:15.278713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2af5d-df47-471a-aa2e-14e179871be2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.285111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2af5d-df47-471a-aa2e-14e179871be2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.293395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8f2af5d-df47-471a-aa2e-14e179871be2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1309395 Feb 03 11:16:15.294106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38890) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:15.299137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1677339547'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:15.324161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:15.328229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.332536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e16b5-e7fb-49e6-9921-5c0959a28acf req-237ecf62-fada-4e48-964c-1fa326799237 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.334314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319e16b5-e7fb-49e6-9921-5c0959a28acf req-237ecf62-fada-4e48-964c-1fa326799237 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0594046 Feb 03 11:16:15.363045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:15.373389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6c5c724e-759c-43c1-9d38-2480e38bd46e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.373740 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment 6c5c724e-759c-43c1-9d38-2480e38bd46e of type vlan for network 3b7f8907-77a1-4e5e-ad1d-56b854e6c870 Feb 03 11:16:15.389223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319e16b5-e7fb-49e6-9921-5c0959a28acf req-ccf4fe5e-46c9-411b-bc85-fdbe0ff1b082 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Feb 03 11:16:15.418931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (3b7f8907-77a1-4e5e-ad1d-56b854e6c870), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.444547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (3b7f8907-77a1-4e5e-ad1d-56b854e6c870), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.449535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.450119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.485482 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1902738 Feb 03 11:16:15.488067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:15.492827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-863972425'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:15.529495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025944eb-659c-404a-8d23-7c2c7ea2353c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=3b7f8907-77a1-4e5e-ad1d-56b854e6c870,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:15.540490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 3b7f8907-77a1-4e5e-ad1d-56b854e6c870 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:15.542623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:15.546174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.569945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:15.579047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6018889f-7829-401f-af6f-a5adef5f94e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.579402 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment 6018889f-7829-401f-af6f-a5adef5f94e5 of type vlan for network 6e3f6319-01f9-4cb9-944d-29ce121af66d Feb 03 11:16:15.628398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6e3f6319-01f9-4cb9-944d-29ce121af66d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.657577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6e3f6319-01f9-4cb9-944d-29ce121af66d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.664348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.664348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.714023 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2248132 Feb 03 11:16:15.717590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38898) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:15.723976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'ports': [{'network_id': '3b7f8907-77a1-4e5e-ad1d-56b854e6c870', 'name': 'tempest-port--176400656', 'admin_state_up': True}, {'network_id': '6e3f6319-01f9-4cb9-944d-29ce121af66d', 'admin_state_up': False}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:15.724296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'port': {'network_id': '3b7f8907-77a1-4e5e-ad1d-56b854e6c870', 'name': 'tempest-port--176400656', 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:15.724778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'port': {'network_id': '6e3f6319-01f9-4cb9-944d-29ce121af66d', 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:15.751455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da976cad-d5c3-48e9-89a0-4095d4e3a6ce tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=6e3f6319-01f9-4cb9-944d-29ce121af66d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:15.769239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6e3f6319-01f9-4cb9-944d-29ce121af66d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:15.869999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71a12b-ad07-404e-90fd-a48cc2040df3 req-f78010f9-bb71-4065-9e7d-81077ff4f3e0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:15.871451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be71a12b-ad07-404e-90fd-a48cc2040df3 req-f78010f9-bb71-4065-9e7d-81077ff4f3e0 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.1361587 Feb 03 11:16:15.969640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be71a12b-ad07-404e-90fd-a48cc2040df3 req-8c07ab5e-1af0-4ce9-ad54-70fe3ba7082a tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878158 Feb 03 11:16:15.979020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'port': 2} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:15.984123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:15.997549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.047849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.152163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] device_id is not set on port f5c7a0da-c198-4701-8b54-ca8b4c446de4 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:16.279213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for port (f5c7a0da-c198-4701-8b54-ca8b4c446de4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.372926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] device_id is not set on port bb5a8417-ebe8-4716-b221-417bca30ff84 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:16.384845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178224e-886d-44a7-a5aa-35ec2bf0978d req-c751a0a5-e74a-4e20-82be-f91e71d4c263 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:16.386407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a178224e-886d-44a7-a5aa-35ec2bf0978d req-c751a0a5-e74a-4e20-82be-f91e71d4c263 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1552305 Feb 03 11:16:16.480253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0ae15-b1ba-47a7-96cd-4a2dc72ade88 req-f63e9b63-d234-4f24-8068-aa65a3953bc0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:16.481928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5bf0ae15-b1ba-47a7-96cd-4a2dc72ade88 req-f63e9b63-d234-4f24-8068-aa65a3953bc0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 945 time: 0.1275430 Feb 03 11:16:16.490232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a178224e-886d-44a7-a5aa-35ec2bf0978d req-634c74c7-fa4f-459c-ac31-a76a629a6948 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857382 Feb 03 11:16:16.587867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5bf0ae15-b1ba-47a7-96cd-4a2dc72ade88 req-4509500d-2561-47b7-8678-212c4659cfc4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944769 Feb 03 11:16:16.592265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for port (bb5a8417-ebe8-4716-b221-417bca30ff84), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.608767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:16.682701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412de2e-988e-4d70-b41c-0a3bba99b682 req-727bd5e6-ea39-4d22-b9cd-277f9680f0c7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:16.684442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3412de2e-988e-4d70-b41c-0a3bba99b682 req-727bd5e6-ea39-4d22-b9cd-277f9680f0c7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0801010 Feb 03 11:16:16.686023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f5c7a0da-c198-4701-8b54-ca8b4c446de4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.739078 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:16.760383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'network_id': '7d55be4e-82b5-4b7c-8a9f-e3ce4e134754', 'port_id': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'mac_address': 'fa:16:3e:af:16:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39b080-1372-4de8-bee6-aa0c204d8459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:16.766616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 01a2d5b1-8989-447a-a1ea-215b99ff7116 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:16.773897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Port': ['ID=f5c7a0da-c198-4701-8b54-ca8b4c446de4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:16.794717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3412de2e-988e-4d70-b41c-0a3bba99b682 req-63db11bc-c5df-46fe-b288-60c51a69fa70 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019831 Feb 03 11:16:16.802773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Checking segment: {'id': '6c5c724e-759c-43c1-9d38-2480e38bd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3b7f8907-77a1-4e5e-ad1d-56b854e6c870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:16.803153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network hostable DHCP agents. Network: 3b7f8907-77a1-4e5e-ad1d-56b854e6c870, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:16.825131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network 3b7f8907-77a1-4e5e-ad1d-56b854e6c870 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:16.835561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 3b7f8907-77a1-4e5e-ad1d-56b854e6c870) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:16.840317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:16.841900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bb5a8417-ebe8-4716-b221-417bca30ff84), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.848097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccddf1db-45b8-420e-8eff-01abafc8077c None None] Network 3b7f8907-77a1-4e5e-ad1d-56b854e6c870 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:16.886271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:16.887044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.919190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Port': ['ID=bb5a8417-ebe8-4716-b221-417bca30ff84,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:16.927003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Checking segment: {'id': '6018889f-7829-401f-af6f-a5adef5f94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e3f6319-01f9-4cb9-944d-29ce121af66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:16.927367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network hostable DHCP agents. Network: 6e3f6319-01f9-4cb9-944d-29ce121af66d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:16.947056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network 6e3f6319-01f9-4cb9-944d-29ce121af66d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:16.958246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6e3f6319-01f9-4cb9-944d-29ce121af66d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:16.962912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:16.964653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:16.969544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:16.975792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:16.976659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:16.985894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:16.990962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df821f7-892b-4754-a411-0d74bddbe091 None None] Network 6e3f6319-01f9-4cb9-944d-29ce121af66d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:17.001236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab0b4a10-4259-4441-bf45-297e2b99d7a2 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2802579 Feb 03 11:16:17.001528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38914) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:17.039519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.088826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 01a2d5b1-8989-447a-a1ea-215b99ff7116 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:16:17.137536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 01a2d5b1-8989-447a-a1ea-215b99ff7116 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:17.138394 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.182795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a857a-2375-4c3c-95f4-8b2940cf7f57 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.188797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a857a-2375-4c3c-95f4-8b2940cf7f57 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.193888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee9a857a-2375-4c3c-95f4-8b2940cf7f57 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1879616 Feb 03 11:16:17.194066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:17.217908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3ce89-608a-4cb8-bf8f-9d215385ec02 req-be6ccc68-b063-43f3-a242-6ee6f3203d1c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.221249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:17.226721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60c3ce89-608a-4cb8-bf8f-9d215385ec02 req-be6ccc68-b063-43f3-a242-6ee6f3203d1c tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 944 time: 0.1185141 Feb 03 11:16:17.300586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60c3ce89-608a-4cb8-bf8f-9d215385ec02 req-cd06757f-5260-499f-a335-d1baad0f1733 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729280 Feb 03 11:16:17.326194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:17.348725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting port f5c7a0da-c198-4701-8b54-ca8b4c446de4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:17.350503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f5c7a0da-c198-4701-8b54-ca8b4c446de4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.381672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 01a2d5b1-8989-447a-a1ea-215b99ff7116 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:17.382143 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.440676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f5c7a0da-c198-4701-8b54-ca8b4c446de4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.457676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Calling delete_port for f5c7a0da-c198-4701-8b54-ca8b4c446de4 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:17.460575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:17.463268 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd3197-9ab3-4ab7-9df6-3a8ac1d4c525" -d '{"events": [{"server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "name": "network-vif-plugged", "status": "completed", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:17.477078 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:17.496105 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.553773 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4be982-75af-4755-b47f-d1cfac8b685d x-openstack-request-id: req-bd4be982-75af-4755-b47f-d1cfac8b685d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:17.554073 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "name": "network-vif-plugged", "status": "completed", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:17.554336 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd4be982-75af-4755-b47f-d1cfac8b685d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:17.554743 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116', 'code': 200} Feb 03 11:16:17.556163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:17.626783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f5c7a0da-c198-4701-8b54-ca8b4c446de4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.683160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.689458 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/ports/f5c7a0da-c198-4701-8b54-ca8b4c446de4 HTTP/1.1" status: 204 len: 168 time: 0.4919274 Feb 03 11:16:17.689458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b81d2-5f6a-4a06-b533-8f66b3ab0344 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Port': ['ID=f5c7a0da-c198-4701-8b54-ca8b4c446de4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:17.695949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:17.760638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e4cb-506d-4eb5-ad25-1431e7462c54 req-35b38a28-495c-49a7-b663-7a2b5e356a4b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.769122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3428e4cb-506d-4eb5-ad25-1431e7462c54 req-35b38a28-495c-49a7-b663-7a2b5e356a4b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1791847 Feb 03 11:16:17.802265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting port bb5a8417-ebe8-4716-b221-417bca30ff84 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:17.802751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bb5a8417-ebe8-4716-b221-417bca30ff84), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.830172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e1641-e61c-487a-a32c-933c67aae78e req-ea4c1e1d-b7f1-4113-b616-db3fdbc4d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.831659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e06e1641-e61c-487a-a32c-933c67aae78e req-ea4c1e1d-b7f1-4113-b616-db3fdbc4d0f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 1128 time: 0.1518154 Feb 03 11:16:17.888931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3428e4cb-506d-4eb5-ad25-1431e7462c54 req-91323aef-e8ad-4e78-9b75-53ddb8809e23 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185973 Feb 03 11:16:17.904384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef47ab2-3cd0-450b-a5a1-30c668c45736 req-806849ec-cc60-4db4-b723-855b37401f0e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:17.912131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bb5a8417-ebe8-4716-b221-417bca30ff84), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:17.915809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ef47ab2-3cd0-450b-a5a1-30c668c45736 req-806849ec-cc60-4db4-b723-855b37401f0e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1940451 Feb 03 11:16:17.943918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e06e1641-e61c-487a-a32c-933c67aae78e req-6f3d68bc-863b-4042-ac40-440fdc725149 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040912 Feb 03 11:16:17.953028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Calling delete_port for bb5a8417-ebe8-4716-b221-417bca30ff84 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:17.977007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ef47ab2-3cd0-450b-a5a1-30c668c45736 req-5470834f-f452-4c5e-bf20-2a722f3047f0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Feb 03 11:16:18.065064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bb5a8417-ebe8-4716-b221-417bca30ff84), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.083230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e500b9-f3e4-44f1-9a79-5743a4582e83 req-d3c8bbea-28da-4a53-8756-ebfb1152368d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:18.084743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60e500b9-f3e4-44f1-9a79-5743a4582e83 req-d3c8bbea-28da-4a53-8756-ebfb1152368d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0680785 Feb 03 11:16:18.098406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Port': ['ID=bb5a8417-ebe8-4716-b221-417bca30ff84,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:18.110973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.119252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:18.119445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29d11ce9-cb50-42a3-83e1-4c44f1728ae3 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/ports/bb5a8417-ebe8-4716-b221-417bca30ff84 HTTP/1.1" status: 204 len: 168 time: 0.4218624 Feb 03 11:16:18.154800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-465c916e-8dd6-426c-a4f9-afce7ed64f48 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0341330 Feb 03 11:16:18.158694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38932) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:18.167528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1809990964'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:18.190356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60e500b9-f3e4-44f1-9a79-5743a4582e83 req-518a346f-ac60-4079-889a-8c5c406737a6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978465 Feb 03 11:16:18.210759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:18.214239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.245759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:18.255112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8521c770-6de5-48c0-b9db-d1f44eefb994), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.255463 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment 8521c770-6de5-48c0-b9db-d1f44eefb994 of type vlan for network 718779e6-939f-4e62-ad92-4931a5ada7b4 Feb 03 11:16:18.295704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (718779e6-939f-4e62-ad92-4931a5ada7b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.326348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (718779e6-939f-4e62-ad92-4931a5ada7b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.332893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:18.333664 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.402122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2422094 Feb 03 11:16:18.404874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38936) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:18.410878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-4076320'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:18.462234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:18.465719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.499407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:18.512555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (efca561d-6b1a-4cb9-9bf0-4d12f1810816), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.513404 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Added segment efca561d-6b1a-4cb9-9bf0-4d12f1810816 of type vlan for network e7e84bb8-49ee-457f-859d-927315997681 Feb 03 11:16:18.532084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e08eb-7dde-45ac-8013-e53e11cf0438 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=718779e6-939f-4e62-ad92-4931a5ada7b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:18.549549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 718779e6-939f-4e62-ad92-4931a5ada7b4 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:18.562175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e7e84bb8-49ee-457f-859d-927315997681), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.562602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00437eeb-9c91-48b0-b35a-7e2e85a5698f req-79af0f50-c84b-4242-9108-c81cdf19c238 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:18.564127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00437eeb-9c91-48b0-b35a-7e2e85a5698f req-79af0f50-c84b-4242-9108-c81cdf19c238 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 944 time: 0.1200819 Feb 03 11:16:18.608828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e7e84bb8-49ee-457f-859d-927315997681), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.620959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:18.624415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.633717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00437eeb-9c91-48b0-b35a-7e2e85a5698f req-2a8cfac6-3a03-407c-bb80-0e0622c13557 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Feb 03 11:16:18.682808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:18.749743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:18.750158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.764970 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3544779 Feb 03 11:16:18.766049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b99fc-af08-465a-a028-2315583925cf tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Network': ['ID=e7e84bb8-49ee-457f-859d-927315997681,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:18.778765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e7e84bb8-49ee-457f-859d-927315997681 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:18.898257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:18.898581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.933781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:18.939066 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:18.995527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:19.124732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ee0ee-7556-4e07-8bdc-86eac719b757 req-c5f9c0b7-00c6-4918-9878-3f3ab3ef9e2e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:19.126423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf8ee0ee-7556-4e07-8bdc-86eac719b757 req-c5f9c0b7-00c6-4918-9878-3f3ab3ef9e2e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1013520 Feb 03 11:16:19.162986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368a42-5687-45a7-84f3-f01785415227 req-5b9fbb3c-9df7-4bb9-a5fd-f629a5035baa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:19.164487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28368a42-5687-45a7-84f3-f01785415227 req-5b9fbb3c-9df7-4bb9-a5fd-f629a5035baa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0990646 Feb 03 11:16:19.205317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf8ee0ee-7556-4e07-8bdc-86eac719b757 req-8517a129-5017-4e99-9261-1415eb968a62 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Feb 03 11:16:19.250944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28368a42-5687-45a7-84f3-f01785415227 req-8a991eaa-45db-472f-9e53-266d1dc65672 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751083 Feb 03 11:16:19.358520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991d6a6-8f71-4635-abb3-766637200db8 req-d2b79115-3620-4c23-863d-ba4e0629f152 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:19.360704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2991d6a6-8f71-4635-abb3-766637200db8 req-d2b79115-3620-4c23-863d-ba4e0629f152 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0550416 Feb 03 11:16:19.414972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2991d6a6-8f71-4635-abb3-766637200db8 req-f7f15fe1-3761-428b-a480-d03d2054f5fb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478024 Feb 03 11:16:19.555743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:19.558121 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18011477-3029-483b-aa76-09f7af5b72cf" -d '{"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:19.612142 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2837c1-9ae0-4a1c-9cdb-c4e11aeccb95 x-openstack-request-id: req-0d2837c1-9ae0-4a1c-9cdb-c4e11aeccb95 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:19.612442 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-plugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:19.612704 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d2837c1-9ae0-4a1c-9cdb-c4e11aeccb95 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:19.613682 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'code': 200} Feb 03 11:16:19.703901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e991305-149e-4af3-9a0e-9ba230221c14 req-4a8d6c01-c5ee-4bac-8e1b-de70a7609a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:19.705979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e991305-149e-4af3-9a0e-9ba230221c14 req-4a8d6c01-c5ee-4bac-8e1b-de70a7609a53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0562723 Feb 03 11:16:19.810870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e991305-149e-4af3-9a0e-9ba230221c14 req-445690d5-7597-49a0-816a-22eaae9630fe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 Feb 03 11:16:19.842210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b679-dc3b-47e3-99c3-72d7c719ea73 req-f050b07e-a74d-49b6-ac11-f38f2ad0626d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:19.844226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4c9b679-dc3b-47e3-99c3-72d7c719ea73 req-f050b07e-a74d-49b6-ac11-f38f2ad0626d tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0847232 Feb 03 11:16:19.899731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4c9b679-dc3b-47e3-99c3-72d7c719ea73 req-497ae5ad-dd80-4883-a972-30cd9531fe13 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Feb 03 11:16:20.301389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b14c-74bc-4639-9739-723142d916d3 req-09d2dfe4-3b19-49aa-bfb2-2e1294bc17a4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:20.309726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2069b14c-74bc-4639-9739-723142d916d3 req-09d2dfe4-3b19-49aa-bfb2-2e1294bc17a4 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0792878 Feb 03 11:16:20.387771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2069b14c-74bc-4639-9739-723142d916d3 req-63a8303b-e495-4f93-ad31-4127920483ba tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772028 Feb 03 11:16:20.398910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1636-386c-4eb8-8419-653dd6317c43 req-41dbfc4e-dae6-4ac9-a4e3-5c2ff0f520ae tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:20.400347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8bf1636-386c-4eb8-8419-653dd6317c43 req-41dbfc4e-dae6-4ac9-a4e3-5c2ff0f520ae tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0881572 Feb 03 11:16:20.469457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8bf1636-386c-4eb8-8419-653dd6317c43 req-cf30354d-6f26-4132-8d9e-0f1074b302d7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Feb 03 11:16:20.527899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921eacb-b22e-4034-b95a-3554b32b9cc7 req-77825e64-e222-4565-805d-f7a5938f9206 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:20.529528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f921eacb-b22e-4034-b95a-3554b32b9cc7 req-77825e64-e222-4565-805d-f7a5938f9206 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0585818 Feb 03 11:16:20.622160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f921eacb-b22e-4034-b95a-3554b32b9cc7 req-69121bca-2fe4-4213-8a5a-a0ee58adf119 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Feb 03 11:16:20.632002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9a064-e8f7-4bad-a9ea-1d42b95befbd req-bd8d922b-2613-4a6c-ae80-004a8208b963 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:20.638693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74e9a064-e8f7-4bad-a9ea-1d42b95befbd req-bd8d922b-2613-4a6c-ae80-004a8208b963 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1004100 Feb 03 11:16:20.703810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74e9a064-e8f7-4bad-a9ea-1d42b95befbd req-3001b551-5153-4f14-9b86-1d98c19d804e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Feb 03 11:16:20.890344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a45b7-3892-4a4a-a173-9afe81e26f3c req-2587f4b3-d048-4c82-af46-aeddaa8fcb0e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:20.892049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c5a45b7-3892-4a4a-a173-9afe81e26f3c req-2587f4b3-d048-4c82-af46-aeddaa8fcb0e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0570712 Feb 03 11:16:20.958070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c5a45b7-3892-4a4a-a173-9afe81e26f3c req-a79301e3-ec89-4aca-ac20-b688667e23ff tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522032 Feb 03 11:16:21.533913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147c1e7-8803-43d1-8c52-ba2518e468c7 req-f3b71e03-c83c-4405-a2e3-4658d0fcece6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:21.535883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9147c1e7-8803-43d1-8c52-ba2518e468c7 req-f3b71e03-c83c-4405-a2e3-4658d0fcece6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0693929 Feb 03 11:16:21.625509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9147c1e7-8803-43d1-8c52-ba2518e468c7 req-ae6c2113-ce2a-40d3-ab19-1593e48b8b43 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757883 Feb 03 11:16:21.634960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de4ec-b3ae-498c-9e55-83f66402482e req-2c9dd4ac-2ab8-475f-8c5e-4938aa11e68b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:21.636822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996de4ec-b3ae-498c-9e55-83f66402482e req-2c9dd4ac-2ab8-475f-8c5e-4938aa11e68b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1000562 Feb 03 11:16:21.701430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-996de4ec-b3ae-498c-9e55-83f66402482e req-5decd70c-2bf3-498f-8234-caec42e09cff tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Feb 03 11:16:21.832396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8219df0-f43f-457b-a35f-91a1ad4c87b3 req-9a1fe41b-c68d-4a55-b759-b2d0d774be1d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:21.839808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8219df0-f43f-457b-a35f-91a1ad4c87b3 req-9a1fe41b-c68d-4a55-b759-b2d0d774be1d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0694969 Feb 03 11:16:21.890518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8219df0-f43f-457b-a35f-91a1ad4c87b3 req-3269c9e6-f4ed-442f-a42e-d1b1169e39ee tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Feb 03 11:16:22.054205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:22.060304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'subnets': [{'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--741297999', 'ip_version': 6}, {'network_id': 'e7e84bb8-49ee-457f-859d-927315997681', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:22.061007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'subnet': {'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--741297999', 'ip_version': 6}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:22.062044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Request body: {'subnet': {'network_id': 'e7e84bb8-49ee-457f-859d-927315997681', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:22.101132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-42f55693-f75e-47e0-838d-edc510103ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.102855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-42f55693-f75e-47e0-838d-edc510103ff0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.0954289 Feb 03 11:16:22.120532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465e67-2ee8-4be2-8e96-58bb9e0bebf3 req-4b7d4733-f8cd-4fae-b070-250d85cfa5a5 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.122483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d465e67-2ee8-4be2-8e96-58bb9e0bebf3 req-4b7d4733-f8cd-4fae-b070-250d85cfa5a5 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0791712 Feb 03 11:16:22.296203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d465e67-2ee8-4be2-8e96-58bb9e0bebf3 req-46fabd67-b7d1-4679-b1d8-86e7b7416e31 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648064 Feb 03 11:16:22.306379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fca8ba-612f-4c06-9b8e-a51cd10609d2 req-5ed48bed-6dc7-4dfb-b37d-71bd3e4634ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.307789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6fca8ba-612f-4c06-9b8e-a51cd10609d2 req-5ed48bed-6dc7-4dfb-b37d-71bd3e4634ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1612394 Feb 03 11:16:22.339529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Made reservation on behalf of 2c60213d01e44df5ad8142be8e4ad294 for: {'subnet': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:22.342642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-fb12a77e-c5f9-4458-a98e-cd4a29d89421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.344091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-fb12a77e-c5f9-4458-a98e-cd4a29d89421 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.2060373 Feb 03 11:16:22.346066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.346583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.401963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-cd4a283a-323f-4e3a-9bca-ab196b3d9385 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0418096 Feb 03 11:16:22.463770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6fca8ba-612f-4c06-9b8e-a51cd10609d2 req-90d365d2-616c-49a6-9ca0-a06743cbdd1e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327021 Feb 03 11:16:22.480651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-30af6538-dafd-407d-b53b-174043d70935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.483215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-30af6538-dafd-407d-b53b-174043d70935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.0733047 Feb 03 11:16:22.499473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-0435bc58-e3b7-49d2-a620-6bed516f67b5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.501016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-0435bc58-e3b7-49d2-a620-6bed516f67b5 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.69 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.1368115 Feb 03 11:16:22.521606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-2bfbd8b9-304d-474f-bbcd-9fb7d02da2a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327353 Feb 03 11:16:22.631551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:22.633084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-d3b82eca-503e-495f-ae52-452b01b53eba service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056385 Feb 03 11:16:22.704517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Deleting port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:22.704871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.765559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08767088-fd0b-4c5f-9847-f2f2b5b19b12 req-1dd61955-3690-4013-a33b-df01bcfe7897 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269331 Feb 03 11:16:22.859057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef3ce4-49f5-4fa5-a323-c8a7d5c6a1b5 req-75ded34b-eb99-469c-ae92-ec1376c291b7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:22.860137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:22.861218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ef3ce4-49f5-4fa5-a323-c8a7d5c6a1b5 req-75ded34b-eb99-469c-ae92-ec1376c291b7 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 945 time: 0.0809574 Feb 03 11:16:22.861742 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.917737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:22.918775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ef3ce4-49f5-4fa5-a323-c8a7d5c6a1b5 req-606a209a-ee0c-4015-87b4-1fdeb1685793 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/security-groups?id=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 Feb 03 11:16:22.919867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:22.923921 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b4ae73-1538-4634-879a-dc3c899310d8" -d '{"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:22.931388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.959651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] For port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,segment=NetworkSegment(4f5d12b3-2f54-4ac2-bc76-3b5717fb5488),segment_id=4f5d12b3-2f54-4ac2-bc76-3b5717fb5488)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:22.960024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:22.995898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:23.008631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Calling delete_port for 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:23.014285 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef96106f-333c-4d25-b05f-9fcf3eb5b042 x-openstack-request-id: req-ef96106f-333c-4d25-b05f-9fcf3eb5b042 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:23.014836 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:23.015403 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef96106f-333c-4d25-b05f-9fcf3eb5b042 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:23.016871 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'code': 200} Feb 03 11:16:23.036066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43c61-8940-4787-a08b-e5a720a749c7 req-7660f76f-2cc1-4417-a723-065115052188 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:23.042978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d43c61-8940-4787-a08b-e5a720a749c7 req-7660f76f-2cc1-4417-a723-065115052188 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0659451 Feb 03 11:16:23.100059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d43c61-8940-4787-a08b-e5a720a749c7 req-61f30758-d6bc-4872-9676-2c1457dd4531 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516198 Feb 03 11:16:23.254570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (157c7c7b-572f-474f-956f-f344aa956d15), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.322828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3dbbb3e5-a53e-4cfc-93af-58f3e5074c99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.337685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Subnet': ['ID=157c7c7b-572f-474f-956f-f344aa956d15,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:23.380089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Pushing event deleted for resources: {'Port': ['ID=3dbbb3e5-a53e-4cfc-93af-58f3e5074c99,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:23.455976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c424fe-7762-4f0a-ab46-7ddf24106160 req-a17fb4fd-3c4c-4b66-988c-7180a7289e55 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:23.463977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63c424fe-7762-4f0a-ab46-7ddf24106160 req-a17fb4fd-3c4c-4b66-988c-7180a7289e55 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0693283 Feb 03 11:16:23.569947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63c424fe-7762-4f0a-ab46-7ddf24106160 req-927658d2-b89d-4da2-ae94-f7166c051942 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048694 Feb 03 11:16:23.639897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf3538-fbe9-4264-bd33-c15687114998 req-73835284-6267-4bcf-94f6-9b4d70f81375 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:23.648002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-badf3538-fbe9-4264-bd33-c15687114998 req-73835284-6267-4bcf-94f6-9b4d70f81375 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0767899 Feb 03 11:16:23.688924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Checking segment: {'id': '8521c770-6de5-48c0-b9db-d1f44eefb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:23.689578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network hostable DHCP agents. Network: 718779e6-939f-4e62-ad92-4931a5ada7b4, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:23.711462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] No DVR routers for this DVR port 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:23.713273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-badf3538-fbe9-4264-bd33-c15687114998 req-835d750d-1282-4a45-b8a0-2a52063ca33d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580974 Feb 03 11:16:23.716514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.720033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-df64b4f1-549c-4cfa-b876-eaa1d6156ffa req-e2371b15-30ca-492e-abaa-9a5452d23b02 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.69 "DELETE /v2.0/ports/3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 HTTP/1.1" status: 204 len: 173 time: 1.2132428 Feb 03 11:16:23.720650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-deleted', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:23.723111 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede87c2-d5b5-4e0a-8f1e-f6457260db58" -d '{"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-deleted", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:23.743052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network 718779e6-939f-4e62-ad92-4931a5ada7b4 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:23.757654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 718779e6-939f-4e62-ad92-4931a5ada7b4) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:23.762404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (22881554-e054-4e54-a46b-b18639356f52), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.771469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56364f46-d88d-4ae1-9caf-86129aa4184a None None] Network 718779e6-939f-4e62-ad92-4931a5ada7b4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:23.779247 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d54356-eb5d-4b88-a025-d2efd48f9052 x-openstack-request-id: req-30d54356-eb5d-4b88-a025-d2efd48f9052 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:23.779765 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e342c4-df01-4d25-909d-65a6a20bb4ea", "name": "network-vif-deleted", "tag": "3dbbb3e5-a53e-4cfc-93af-58f3e5074c99", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:23.779929 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30d54356-eb5d-4b88-a025-d2efd48f9052 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:23.780629 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e342c4-df01-4d25-909d-65a6a20bb4ea', 'name': 'network-vif-deleted', 'tag': '3dbbb3e5-a53e-4cfc-93af-58f3e5074c99', 'status': 'completed', 'code': 200} Feb 03 11:16:23.854987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event updated for resources: {'Subnet': ['ID=22881554-e054-4e54-a46b-b18639356f52,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:23.868576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Checking segment: {'id': 'efca561d-6b1a-4cb9-9bf0-4d12f1810816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:23.868988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network hostable DHCP agents. Network: e7e84bb8-49ee-457f-859d-927315997681, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:23.898218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Network e7e84bb8-49ee-457f-859d-927315997681 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:23.910714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-718779e6-939f-4e62-ad92-4931a5ada7b4', 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4', 'project_id': '2c60213d01e44df5ad8142be8e4ad294', 'fixed_ips': [{'subnet_id': '157c7c7b-572f-474f-956f-f344aa956d15'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:16:23.912003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.913381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e7e84bb8-49ee-457f-859d-927315997681) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:23.921071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:23.921721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:23.922431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:23.938785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c4f031-7f1d-4777-a6cc-af855289ca2c None None] Network e7e84bb8-49ee-457f-859d-927315997681 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:23.963309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:23.964362 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-97fabf9d-1b46-4fc6-9209-a8f67cea0b2f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9082394 Feb 03 11:16:24.247570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Allocated IP 2001:db8::1 (718779e6-939f-4e62-ad92-4931a5ada7b4/157c7c7b-572f-474f-956f-f344aa956d15/6eebf2e6-6e41-4e84-81d6-63c84292d01b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:24.475187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7819ab6c-0bfb-47de-826e-5d9455399470 req-dc50223d-d645-4cc3-9327-bdf650e3bfc6 tempest-ImagesTestJSON-1689508490 tempest-ImagesTestJSON-1689508490-project] 10.222.0.30 "GET /v2.0/ports?device_id=85e342c4-df01-4d25-909d-65a6a20bb4ea HTTP/1.1" status: 200 len: 210 time: 0.4231889 Feb 03 11:16:24.494492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9981e-c19f-416c-a4c4-fc887cb8422c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.496082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9981e-c19f-416c-a4c4-fc887cb8422c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.497628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9981e-c19f-416c-a4c4-fc887cb8422c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.499476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43a9981e-c19f-416c-a4c4-fc887cb8422c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5349500 Feb 03 11:16:24.506774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e7e84bb8-49ee-457f-859d-927315997681', 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681', 'project_id': '2c60213d01e44df5ad8142be8e4ad294', 'fixed_ips': [{'subnet_id': '22881554-e054-4e54-a46b-b18639356f52'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:16:24.507845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.509453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:24.568840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks [] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.573147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f5157-c1e4-4679-82f5-64290161819a req-d2a026ea-b52b-4fc6-b93f-0d747e0178a6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.575004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c56f5157-c1e4-4679-82f5-64290161819a req-d2a026ea-b52b-4fc6-b93f-0d747e0178a6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1430321 Feb 03 11:16:24.582309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting subnet 157c7c7b-572f-474f-956f-f344aa956d15 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:24.586186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for subnet (157c7c7b-572f-474f-956f-f344aa956d15), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.591888 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.660600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (157c7c7b-572f-474f-956f-f344aa956d15), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.690670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Network 718779e6-939f-4e62-ad92-4931a5ada7b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:24.706534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:24.713287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:24.729245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c56f5157-c1e4-4679-82f5-64290161819a req-32eeb680-c314-454d-ab8a-a7c86d6218ec tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398566 Feb 03 11:16:24.729772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Pushing event updated for resources: {'Port': ['ID=6eebf2e6-6e41-4e84-81d6-63c84292d01b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:24.810258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f3ec-c228-4f31-9d8c-4ec94dfcb962 req-4b858fef-9667-4000-94e3-dd516b6f8eca tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.817991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da53f3ec-c228-4f31-9d8c-4ec94dfcb962 req-4b858fef-9667-4000-94e3-dd516b6f8eca tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1254084 Feb 03 11:16:24.819711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Attempting to bind port 6eebf2e6-6e41-4e84-81d6-63c84292d01b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:24.820203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Attempting to bind port 6eebf2e6-6e41-4e84-81d6-63c84292d01b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8521c770-6de5-48c0-b9db-d1f44eefb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:24.820432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Attempting to bind port 6eebf2e6-6e41-4e84-81d6-63c84292d01b on network 718779e6-939f-4e62-ad92-4931a5ada7b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:24.827626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (157c7c7b-572f-474f-956f-f344aa956d15), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.831486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:24.831938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Checking segment: {'id': '8521c770-6de5-48c0-b9db-d1f44eefb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:24.832343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.832735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Bound using segment: {'id': '8521c770-6de5-48c0-b9db-d1f44eefb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:24.833236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Bound port: 6eebf2e6-6e41-4e84-81d6-63c84292d01b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8521c770-6de5-48c0-b9db-d1f44eefb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '718779e6-939f-4e62-ad92-4931a5ada7b4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:24.833612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.850010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Allocated IP 2001:db8:0:1::1 (e7e84bb8-49ee-457f-859d-927315997681/22881554-e054-4e54-a46b-b18639356f52/095e52d0-f42a-4ecc-bfc4-91f865fd968c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:24.942801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da53f3ec-c228-4f31-9d8c-4ec94dfcb962 req-5a68177c-07b4-4053-aecc-3c633adb0b54 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237388 Feb 03 11:16:24.975027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d97f1-f024-4cd7-b817-3013aba502eb req-9fbe91d4-888c-4454-b7e3-389461fdbc3c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:24.976526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229d97f1-f024-4cd7-b817-3013aba502eb req-9fbe91d4-888c-4454-b7e3-389461fdbc3c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0849042 Feb 03 11:16:24.988478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] For port 6eebf2e6-6e41-4e84-81d6-63c84292d01b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:24.988659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (157c7c7b-572f-474f-956f-f344aa956d15), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:24.994777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] For port 6eebf2e6-6e41-4e84-81d6-63c84292d01b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6eebf2e6-6e41-4e84-81d6-63c84292d01b,segment=NetworkSegment(8521c770-6de5-48c0-b9db-d1f44eefb994),segment_id=8521c770-6de5-48c0-b9db-d1f44eefb994)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:25.024565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.030854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Subnet': ['ID=157c7c7b-572f-474f-956f-f344aa956d15,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:25.033158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.039193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:25.058839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d0efb54e-6264-4eae-b94a-87f015c08bac tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/subnets/157c7c7b-572f-474f-956f-f344aa956d15 HTTP/1.1" status: 204 len: 168 time: 0.5278864 Feb 03 11:16:25.084758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f67be8-1106-4b16-8ad7-9ade9782a9a6 None None] Pushing event updated for resources: {'Port': ['ID=6eebf2e6-6e41-4e84-81d6-63c84292d01b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:25.097787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting subnet 22881554-e054-4e54-a46b-b18639356f52 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:25.145870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229d97f1-f024-4cd7-b817-3013aba502eb req-f9560a45-acf0-4a0b-9a2c-a4add8a72a18 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595988 Feb 03 11:16:25.172312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks [] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.179562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for subnet (22881554-e054-4e54-a46b-b18639356f52), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.182206 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.223352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Network e7e84bb8-49ee-457f-859d-927315997681 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:25.226393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:25.239521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:25.240367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (22881554-e054-4e54-a46b-b18639356f52), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.274758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Pushing event updated for resources: {'Port': ['ID=095e52d0-f42a-4ecc-bfc4-91f865fd968c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:25.304267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Attempting to bind port 095e52d0-f42a-4ecc-bfc4-91f865fd968c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:25.304508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Attempting to bind port 095e52d0-f42a-4ecc-bfc4-91f865fd968c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'efca561d-6b1a-4cb9-9bf0-4d12f1810816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:25.304876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Attempting to bind port 095e52d0-f42a-4ecc-bfc4-91f865fd968c on network e7e84bb8-49ee-457f-859d-927315997681 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:25.314546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:25.315053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Checking segment: {'id': 'efca561d-6b1a-4cb9-9bf0-4d12f1810816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:25.315577 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.316730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Bound using segment: {'id': 'efca561d-6b1a-4cb9-9bf0-4d12f1810816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:25.317362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Bound port: 095e52d0-f42a-4ecc-bfc4-91f865fd968c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca561d-6b1a-4cb9-9bf0-4d12f1810816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e7e84bb8-49ee-457f-859d-927315997681'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:25.317816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.376682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (22881554-e054-4e54-a46b-b18639356f52), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.480274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (22881554-e054-4e54-a46b-b18639356f52), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.483322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] For port 095e52d0-f42a-4ecc-bfc4-91f865fd968c, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:25.486878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] For port 095e52d0-f42a-4ecc-bfc4-91f865fd968c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=095e52d0-f42a-4ecc-bfc4-91f865fd968c,segment=NetworkSegment(efca561d-6b1a-4cb9-9bf0-4d12f1810816),segment_id=efca561d-6b1a-4cb9-9bf0-4d12f1810816)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:25.495702 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.511572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Subnet': ['ID=22881554-e054-4e54-a46b-b18639356f52,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:25.523040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.531806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:25.541525 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cfb79a3b-7223-4b60-8d65-495eaaa385ca tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/subnets/22881554-e054-4e54-a46b-b18639356f52 HTTP/1.1" status: 204 len: 168 time: 0.5011690 Feb 03 11:16:25.624483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d449e6-855d-4319-bf6c-20f78285f63b tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:25.631613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:25.648809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-39d449e6-855d-4319-bf6c-20f78285f63b tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158581 Feb 03 11:16:25.744432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e7e84bb8-49ee-457f-859d-927315997681), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.777963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6774-e67a-44f6-8a97-603dbd3a76fb None None] Pushing event updated for resources: {'Port': ['ID=095e52d0-f42a-4ecc-bfc4-91f865fd968c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:25.828042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting port 095e52d0-f42a-4ecc-bfc4-91f865fd968c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:25.828398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.911788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] For port 095e52d0-f42a-4ecc-bfc4-91f865fd968c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=095e52d0-f42a-4ecc-bfc4-91f865fd968c,segment=NetworkSegment(efca561d-6b1a-4cb9-9bf0-4d12f1810816),segment_id=efca561d-6b1a-4cb9-9bf0-4d12f1810816)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:25.912170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:25.929370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Calling delete_port for 095e52d0-f42a-4ecc-bfc4-91f865fd968c owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:25.975819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96c15f-8b57-4254-82ff-02874e4fe775 req-1c4e75c9-c8b2-49f6-9874-ef5b4534d1ca tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:25.982698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe96c15f-8b57-4254-82ff-02874e4fe775 req-1c4e75c9-c8b2-49f6-9874-ef5b4534d1ca tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1036909 Feb 03 11:16:26.014522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39076) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:26.082935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe96c15f-8b57-4254-82ff-02874e4fe775 req-81139ab1-8231-4275-a180-77e962f0ace1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992730 Feb 03 11:16:26.115177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Deleting subnet df39b080-1372-4de8-bee6-aa0c204d8459 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:26.122248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Publish callbacks [] for subnet (df39b080-1372-4de8-bee6-aa0c204d8459), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.177209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (095e52d0-f42a-4ecc-bfc4-91f865fd968c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.179485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c38fe3-4411-4089-a97b-67d92d8938f8 req-cbe16f0e-48b2-4672-9876-d07da0bcbbaa tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:26.190054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67c38fe3-4411-4089-a97b-67d92d8938f8 req-cbe16f0e-48b2-4672-9876-d07da0bcbbaa tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.0812483 Feb 03 11:16:26.218716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] No DVR routers for this DVR port 095e52d0-f42a-4ecc-bfc4-91f865fd968c on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:26.258727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Port': ['ID=095e52d0-f42a-4ecc-bfc4-91f865fd968c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:26.268773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67c38fe3-4411-4089-a97b-67d92d8938f8 req-c95dbf73-25ac-4ffd-8894-5f59b733e2fa tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Feb 03 11:16:26.416552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70453ac-8d92-4ace-9a8b-d60de6e50a7c req-e784887b-fad6-4630-a753-13c64cbe5516 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:26.430134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b70453ac-8d92-4ace-9a8b-d60de6e50a7c req-e784887b-fad6-4630-a753-13c64cbe5516 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1403320 Feb 03 11:16:26.440305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e7e84bb8-49ee-457f-859d-927315997681), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.452763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (df39b080-1372-4de8-bee6-aa0c204d8459), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.515853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e84bb8-49ee-457f-859d-927315997681']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:26.518481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b70453ac-8d92-4ace-9a8b-d60de6e50a7c req-ba9276f0-10dd-49f4-bdb6-5939dd8bb24e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Feb 03 11:16:26.556984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca561d-6b1a-4cb9-9bf0-4d12f1810816') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:26.556984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca561d-6b1a-4cb9-9bf0-4d12f1810816') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:26.568696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (df39b080-1372-4de8-bee6-aa0c204d8459), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.572213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (efca561d-6b1a-4cb9-9bf0-4d12f1810816), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.631052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:26.644870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (efca561d-6b1a-4cb9-9bf0-4d12f1810816), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.668264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:26.671547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (efca561d-6b1a-4cb9-9bf0-4d12f1810816), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.680364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 095e52d0-f42a-4ecc-bfc4-91f865fd968c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:26.722712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 095e52d0-f42a-4ecc-bfc4-91f865fd968c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:26.723291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 095e52d0-f42a-4ecc-bfc4-91f865fd968c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 11:16:26.725258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:26.725772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3dbbb3e5-a53e-4cfc-93af-58f3e5074c99 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:26.749909 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:26.759420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port 095e52d0-f42a-4ecc-bfc4-91f865fd968c not found, will not notify nova. {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 11:16:26.764999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6eebf2e6-6e41-4e84-81d6-63c84292d01b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:26.835419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (df39b080-1372-4de8-bee6-aa0c204d8459), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.865271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e7e84bb8-49ee-457f-859d-927315997681), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.873235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6eebf2e6-6e41-4e84-81d6-63c84292d01b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:26.874126 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.881885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.893728 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/df39b080-1372-4de8-bee6-aa0c204d8459 HTTP/1.1" status: 204 len: 168 time: 0.8780816 Feb 03 11:16:26.896316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:26.920123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf0263-92a7-4bb4-9862-294c003ad60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df39b080-1372-4de8-bee6-aa0c204d8459,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:26.931799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.938695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/e7e84bb8-49ee-457f-859d-927315997681 HTTP/1.1" status: 204 len: 168 time: 1.3059738 Feb 03 11:16:26.939631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91be575-6309-41f7-9765-8fc2ecc767d4 tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=e7e84bb8-49ee-457f-859d-927315997681,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:26.942313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39090) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:26.955160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:26.983189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d8c26-e81a-454b-833a-54a37d8b8d9e None None] Network 718779e6-939f-4e62-ad92-4931a5ada7b4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:27.053199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (718779e6-939f-4e62-ad92-4931a5ada7b4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.074195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.117473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Deleting port 6eebf2e6-6e41-4e84-81d6-63c84292d01b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:27.117982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.191818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe927981-44b5-4ba4-a425-dbea7035a18c None None] Provisioning complete for port 6eebf2e6-6e41-4e84-81d6-63c84292d01b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:27.192458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe927981-44b5-4ba4-a425-dbea7035a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.229224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] For port 6eebf2e6-6e41-4e84-81d6-63c84292d01b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6eebf2e6-6e41-4e84-81d6-63c84292d01b,segment=NetworkSegment(8521c770-6de5-48c0-b9db-d1f44eefb994),segment_id=8521c770-6de5-48c0-b9db-d1f44eefb994)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:27.229531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.243685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6eebf2e6-6e41-4e84-81d6-63c84292d01b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:27.244373 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.262919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Calling delete_port for 6eebf2e6-6e41-4e84-81d6-63c84292d01b owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:27.366232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.440159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe927981-44b5-4ba4-a425-dbea7035a18c None None] Current status of the port 6eebf2e6-6e41-4e84-81d6-63c84292d01b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:27.441085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe927981-44b5-4ba4-a425-dbea7035a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.443839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be9f5e-aa6c-4549-9f0c-91a121f24593 None None] DHCP port deletion for 718779e6-939f-4e62-ad92-4931a5ada7b4 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:27.450718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 6eebf2e6-6e41-4e84-81d6-63c84292d01b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6eebf2e6-6e41-4e84-81d6-63c84292d01b,segment=NetworkSegment(8521c770-6de5-48c0-b9db-d1f44eefb994),segment_id=8521c770-6de5-48c0-b9db-d1f44eefb994)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:27.459545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d55be4e-82b5-4b7c-8a9f-e3ce4e134754']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.468183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.471278 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6eebf2e6-6e41-4e84-81d6-63c84292d01b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.488294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.488963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5d12b3-2f54-4ac2-bc76-3b5717fb5488') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.506963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Port': ['ID=6eebf2e6-6e41-4e84-81d6-63c84292d01b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:27.509936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] No DVR routers for this DVR port 6eebf2e6-6e41-4e84-81d6-63c84292d01b on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:27.533815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791b699-dd29-4ada-a6e9-e094d67146f0 req-8eaa39f8-0d58-4518-b96b-25e1250b044d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:27.541324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a791b699-dd29-4ada-a6e9-e094d67146f0 req-8eaa39f8-0d58-4518-b96b-25e1250b044d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2821152 Feb 03 11:16:27.556247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event deleted for resources: {'Port': ['ID=6eebf2e6-6e41-4e84-81d6-63c84292d01b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:27.560508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (4f5d12b3-2f54-4ac2-bc76-3b5717fb5488), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.572610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d9be9f5e-aa6c-4549-9f0c-91a121f24593 None None] The port '6eebf2e6-6e41-4e84-81d6-63c84292d01b' was deleted {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 11:16:27.603128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4f5d12b3-2f54-4ac2-bc76-3b5717fb5488), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.614920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:27.615807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (4f5d12b3-2f54-4ac2-bc76-3b5717fb5488), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.692943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (718779e6-939f-4e62-ad92-4931a5ada7b4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.694853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856eaddf-58d2-4347-b18e-ca027049c559 None None] DHCP port deletion for e7e84bb8-49ee-457f-859d-927315997681 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:27.696554 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:27.714615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82968cc4-44c6-4c0f-92df-dd2caeb57a0b None None] Network e7e84bb8-49ee-457f-859d-927315997681 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:27.733357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82968cc4-44c6-4c0f-92df-dd2caeb57a0b None None] Network e7e84bb8-49ee-457f-859d-927315997681 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:16:27.742562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718779e6-939f-4e62-ad92-4931a5ada7b4']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.745411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (7d55be4e-82b5-4b7c-8a9f-e3ce4e134754), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.755826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8521c770-6de5-48c0-b9db-d1f44eefb994') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.756130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8521c770-6de5-48c0-b9db-d1f44eefb994') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:27.766083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8521c770-6de5-48c0-b9db-d1f44eefb994), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.784244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.786992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8521c770-6de5-48c0-b9db-d1f44eefb994), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.788303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7d55be4e-82b5-4b7c-8a9f-e3ce4e134754 HTTP/1.1" status: 204 len: 168 time: 0.8905997 Feb 03 11:16:27.793954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a860a674-1d8d-4615-96f7-c2d12587ba86 None None] Could not find standard attr ID for object 095e52d0-f42a-4ecc-bfc4-91f865fd968c. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:16:27.797875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:27.798388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8521c770-6de5-48c0-b9db-d1f44eefb994), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:27.804115 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:27.832303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a791b699-dd29-4ada-a6e9-e094d67146f0 req-e0f7d5c8-6ab3-47ca-8f3b-ed863ca49ffd tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900870 Feb 03 11:16:27.835296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0e20-cc86-48b5-82ad-52b543587989 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d55be4e-82b5-4b7c-8a9f-e3ce4e134754,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:27.882433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265d6e-290d-47e7-80cf-ba8512f6bca8 req-ae180618-48f9-4cf5-9ec1-a581407e91fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:27.889527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b265d6e-290d-47e7-80cf-ba8512f6bca8 req-ae180618-48f9-4cf5-9ec1-a581407e91fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1646183 Feb 03 11:16:27.949616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b265d6e-290d-47e7-80cf-ba8512f6bca8 req-8a431b75-b33f-4e37-ae51-4b911051010b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Feb 03 11:16:27.966285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (718779e6-939f-4e62-ad92-4931a5ada7b4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.973631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:27.978947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/718779e6-939f-4e62-ad92-4931a5ada7b4 HTTP/1.1" status: 204 len: 168 time: 1.0333626 Feb 03 11:16:27.979763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:27.997981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402b3a4-2b4f-4b04-b907-15f6cfe75e1c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=718779e6-939f-4e62-ad92-4931a5ada7b4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:28.070818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (6e3f6319-01f9-4cb9-944d-29ce121af66d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.095718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:28.145712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-accb2e7c-a9b6-498a-9800-fb31de10d4af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85c95692392b4180901acd76d8ebe1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487494 Feb 03 11:16:28.146498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:28.167897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (6e3f6319-01f9-4cb9-944d-29ce121af66d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.189942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3f6319-01f9-4cb9-944d-29ce121af66d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.210989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6018889f-7829-401f-af6f-a5adef5f94e5') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.211369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6018889f-7829-401f-af6f-a5adef5f94e5') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.217189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] Publish callbacks [] for security_group (e33060ef-a8f1-4735-a0de-a6d4c95a8f4f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.225305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6018889f-7829-401f-af6f-a5adef5f94e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.240042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6018889f-7829-401f-af6f-a5adef5f94e5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.246599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:28.247002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6018889f-7829-401f-af6f-a5adef5f94e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.250477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] Publish callbacks [] for security_group (e33060ef-a8f1-4735-a0de-a6d4c95a8f4f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:28.319108 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:28.326880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (6e3f6319-01f9-4cb9-944d-29ce121af66d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.358721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 095e52d0-f42a-4ecc-bfc4-91f865fd968c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:28.370411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.376533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/6e3f6319-01f9-4cb9-944d-29ce121af66d HTTP/1.1" status: 204 len: 168 time: 0.3942676 Feb 03 11:16:28.376533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0990c3-004f-4c5f-8554-2b98ecf0340f tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=6e3f6319-01f9-4cb9-944d-29ce121af66d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:28.377078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:28.390096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 095e52d0-f42a-4ecc-bfc4-91f865fd968c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:28.390867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 095e52d0-f42a-4ecc-bfc4-91f865fd968c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:28.391528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6eebf2e6-6e41-4e84-81d6-63c84292d01b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:28.413918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6eebf2e6-6e41-4e84-81d6-63c84292d01b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:28.414659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6eebf2e6-6e41-4e84-81d6-63c84292d01b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:28.429148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e33060ef-a8f1-4735-a0de-a6d4c95a8f4f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.434884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.439412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e33060ef-a8f1-4735-a0de-a6d4c95a8f4f HTTP/1.1" status: 204 len: 168 time: 0.2897203 Feb 03 11:16:28.497063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7078-2fcc-48ac-8b51-7ab516e4f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33060ef-a8f1-4735-a0de-a6d4c95a8f4f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:28.515161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3b7f8907-77a1-4e5e-ad1d-56b854e6c870), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.647268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (3b7f8907-77a1-4e5e-ad1d-56b854e6c870), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.673768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7f8907-77a1-4e5e-ad1d-56b854e6c870']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.689510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5c724e-759c-43c1-9d38-2480e38bd46e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.690166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5c724e-759c-43c1-9d38-2480e38bd46e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:28.705545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (6c5c724e-759c-43c1-9d38-2480e38bd46e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.725637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6c5c724e-759c-43c1-9d38-2480e38bd46e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.735446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:28.735889 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (6c5c724e-759c-43c1-9d38-2480e38bd46e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:28.739975 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:28.812461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (3b7f8907-77a1-4e5e-ad1d-56b854e6c870), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.827673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:28.836727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] 10.222.0.30 "DELETE /v2.0/networks/3b7f8907-77a1-4e5e-ad1d-56b854e6c870 HTTP/1.1" status: 204 len: 168 time: 0.4545648 Feb 03 11:16:28.844671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e41a9-69e8-4b80-8a90-24b95e46df5c tempest-BulkNetworkOpsIpV6Test-1810738063 tempest-BulkNetworkOpsIpV6Test-1810738063-project] Pushing event deleted for resources: {'Network': ['ID=3b7f8907-77a1-4e5e-ad1d-56b854e6c870,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:28.999278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246d7e-d1d9-4eb3-b791-fd418a2420e7 req-05a6703c-380b-4b80-b460-38fbb74a0da8 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:29.001670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44246d7e-d1d9-4eb3-b791-fd418a2420e7 req-05a6703c-380b-4b80-b460-38fbb74a0da8 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0734096 Feb 03 11:16:29.090622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44246d7e-d1d9-4eb3-b791-fd418a2420e7 req-8d0a7004-3093-403e-ae7e-2bedb58fe7d1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828044 Feb 03 11:16:29.124806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f391fa-a9d0-4dfa-954b-fe94afd6a6a7 req-8b333036-97b5-4ce6-aa87-53119d61a81d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:29.126483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16f391fa-a9d0-4dfa-954b-fe94afd6a6a7 req-8b333036-97b5-4ce6-aa87-53119d61a81d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1073670 Feb 03 11:16:29.198000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16f391fa-a9d0-4dfa-954b-fe94afd6a6a7 req-4dfc83d9-7e38-436e-a547-77a9e1e9f0de tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Feb 03 11:16:29.216044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39142) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:29.280013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2e9f-1bb0-4b4d-b6a3-0b5144d9ec18 req-84d9b786-6e4c-4719-988f-0bcc284436b9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:29.286631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f8d2e9f-1bb0-4b4d-b6a3-0b5144d9ec18 req-84d9b786-6e4c-4719-988f-0bcc284436b9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0880246 Feb 03 11:16:29.347226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f8d2e9f-1bb0-4b4d-b6a3-0b5144d9ec18 req-3eabfb73-65bb-45f0-b0c6-16a3e586dc0f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 Feb 03 11:16:29.471066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07a5b85d-5082-45f3-9044-cac0f181ca98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c60213d01e44df5ad8142be8e4ad294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538235 Feb 03 11:16:29.473738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39162) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:29.540138 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] Publish callbacks [] for security_group (994ac62c-820d-4b08-a3e2-937cbe1c9119), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:29.568677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] Publish callbacks [] for security_group (994ac62c-820d-4b08-a3e2-937cbe1c9119), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:29.630642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (994ac62c-820d-4b08-a3e2-937cbe1c9119), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:29.634483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:29.634687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/994ac62c-820d-4b08-a3e2-937cbe1c9119 HTTP/1.1" status: 204 len: 168 time: 0.1597953 Feb 03 11:16:29.655362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049280c-cb76-4acf-8af2-bfdb89ef81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ac62c-820d-4b08-a3e2-937cbe1c9119,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:29.916492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:30.380432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded5a11-2c32-4545-9236-b191f0abbd77 req-c28266d6-e87f-4c90-9869-84f0c9b178f9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:30.387044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eded5a11-2c32-4545-9236-b191f0abbd77 req-c28266d6-e87f-4c90-9869-84f0c9b178f9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1891224 Feb 03 11:16:30.476095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eded5a11-2c32-4545-9236-b191f0abbd77 req-51ef876c-e122-40ea-9377-a9868e12a467 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882049 Feb 03 11:16:30.575292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289041-61bf-4195-9671-6584fa33292c req-cf76b9f3-c46b-424c-b197-57437755d4fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:30.576922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39206) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:30.577592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3289041-61bf-4195-9671-6584fa33292c req-cf76b9f3-c46b-424c-b197-57437755d4fc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0972562 Feb 03 11:16:30.676327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3289041-61bf-4195-9671-6584fa33292c req-70030a6d-cba9-4396-b90a-e63f12d60897 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909102 Feb 03 11:16:30.706924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1020360117'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:30.731734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.744238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:30.747928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.757658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.856582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (08cf82ed-7bf5-48d1-9aca-bad92456a176), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.867478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08cf82ed-7bf5-48d1-9aca-bad92456a176), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.901997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:30.913992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf82ed-7bf5-48d1-9aca-bad92456a176,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:30.920277 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3be44c53-e271-41cf-9de2-7ffadce64770), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:30.920926 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment 3be44c53-e271-41cf-9de2-7ffadce64770 of type vlan for network 417b8ead-608f-4b6e-b064-b0f5af6205b6 Feb 03 11:16:31.000944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (417b8ead-608f-4b6e-b064-b0f5af6205b6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.045955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (417b8ead-608f-4b6e-b064-b0f5af6205b6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.055332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:31.056105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.119410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Deleting port a155169b-5bc1-4e43-88e8-6a19b3c5e09f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:31.119756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.153587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5752788 Feb 03 11:16:31.158098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:31.199897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cde05ef-c7f7-44cb-95b1-930468838d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.215637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'name': 'tempest-PortsIpV6TestJSON-123465338'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:31.218634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb3ae-2f0b-417e-9521-112403eee239 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=417b8ead-608f-4b6e-b064-b0f5af6205b6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:31.234034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:31.385723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] For port a155169b-5bc1-4e43-88e8-6a19b3c5e09f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:31.386265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.415548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:31.418910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.425819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Calling delete_port for a155169b-5bc1-4e43-88e8-6a19b3c5e09f owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:31.449591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port ac2844ad-426e-420c-bfa4-63ace4f3bf81 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:31.755146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.770964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05884bd3-a88f-4bb6-b828-61563da0b185 req-6f575779-0077-4fa7-a6e6-e389e2492172 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:31.772476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05884bd3-a88f-4bb6-b828-61563da0b185 req-6f575779-0077-4fa7-a6e6-e389e2492172 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1605864 Feb 03 11:16:31.903524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a155169b-5bc1-4e43-88e8-6a19b3c5e09f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.922186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05884bd3-a88f-4bb6-b828-61563da0b185 req-baa7371d-f611-4d97-9fde-0c7fcbd2cc81 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Feb 03 11:16:31.945355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c899889-4070-4894-a133-a6fc9281c7f7 req-c798592f-62f2-441d-82f8-4b9cf48906d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:31.946829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c899889-4070-4894-a133-a6fc9281c7f7 req-c798592f-62f2-441d-82f8-4b9cf48906d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1863368 Feb 03 11:16:31.948372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:31.953225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Pushing event deleted for resources: {'Port': ['ID=a155169b-5bc1-4e43-88e8-6a19b3c5e09f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:32.076976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=ac2844ad-426e-420c-bfa4-63ace4f3bf81,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:32.117481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c899889-4070-4894-a133-a6fc9281c7f7 req-7daea886-5bbb-4db3-a15b-c31d4f221b28 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548371 Feb 03 11:16:32.149138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': '3be44c53-e271-41cf-9de2-7ffadce64770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:32.149512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: 417b8ead-608f-4b6e-b064-b0f5af6205b6, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:32.212372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:32.233982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 417b8ead-608f-4b6e-b064-b0f5af6205b6) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:32.240285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.242227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:32.247461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:32.248070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.257855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6bba1-15fd-4450-97f7-561bf33e2cb4 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:32.306985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc5d13e8-1b1b-4ea6-920a-31c694df49db tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1448910 Feb 03 11:16:32.310562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39260) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:32.315539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-669635886'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:32.343113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:32.349565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.386106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:32.397656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.398143 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment 6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc of type vlan for network f238f5d2-3f19-49e2-b8c5-f4f216184461 Feb 03 11:16:32.444415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f238f5d2-3f19-49e2-b8c5-f4f216184461), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.471187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f238f5d2-3f19-49e2-b8c5-f4f216184461), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.478629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:32.479890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.537213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2254250 Feb 03 11:16:32.541366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39262) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:32.547608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'ports': [{'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'}, {'network_id': 'f238f5d2-3f19-49e2-b8c5-f4f216184461'}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:32.548182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:32.548841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': 'f238f5d2-3f19-49e2-b8c5-f4f216184461'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:32.605410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77b864-69e5-4a75-881e-47f6d779aa42 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=f238f5d2-3f19-49e2-b8c5-f4f216184461,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:32.618159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f238f5d2-3f19-49e2-b8c5-f4f216184461 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:32.861276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Router 02de5ccc-08b1-4a32-bf79-bb35ee302cac has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:16:32.933947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:32.940139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:32.980651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.022390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:16:33.028855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b851fe5-abaf-4b73-a8cb-156e397f7153 admin admin] 10.222.0.30 "PUT /v2.0/routers/02de5ccc-08b1-4a32-bf79-bb35ee302cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1112537 Feb 03 11:16:33.037953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Sync routers for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:16:33.044615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39286) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:33.051293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:33.052071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:33.121510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aafeb-f529-4f5c-9195-9a846f2ec147 req-cef21175-1d3b-4919-a241-1df3f18ad7a3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:33.123447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f95aafeb-f529-4f5c-9195-9a846f2ec147 req-cef21175-1d3b-4919-a241-1df3f18ad7a3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0989325 Feb 03 11:16:33.218433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:33.258162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f95aafeb-f529-4f5c-9195-9a846f2ec147 req-ffaafa5a-2a4b-4878-abda-77996f94fe61 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159015 Feb 03 11:16:33.272276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks [] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.318724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 8a16a72b-f70e-4635-a7a5-eacb41a10168 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:33.351545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac6dcc-a75b-49d6-b5c8-526e9c148d56 req-9e79ad0d-c1eb-4a31-b8ef-56e56ee620fb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:33.358969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccac6dcc-a75b-49d6-b5c8-526e9c148d56 req-9e79ad0d-c1eb-4a31-b8ef-56e56ee620fb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0748000 Feb 03 11:16:33.420253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccac6dcc-a75b-49d6-b5c8-526e9c148d56 req-cc5d3ab6-b617-4b87-92ba-976535dda120 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Feb 03 11:16:33.479056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:16:31Z', 'revision_number': 5, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port': {'id': 'fc3963ce-c1e4-40a8-a00a-8685ab142068', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:09:09Z', 'updated_at': '2022-02-03T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:33.482148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks [] for router_gateway (02de5ccc-08b1-4a32-bf79-bb35ee302cac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.497923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (8a16a72b-f70e-4635-a7a5-eacb41a10168), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.508376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Checking router: 02de5ccc-08b1-4a32-bf79-bb35ee302cac for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:16:33.532214 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40a663eb-bc37-41d7-b18c-c31fa164f9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.535126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Routers {'02de5ccc-08b1-4a32-bf79-bb35ee302cac'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:33.535734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:33.592366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port d7da3d28-6099-4a65-af92-0183e0ac70b8 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:33.613154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Deleting port fc3963ce-c1e4-40a8-a00a-8685ab142068 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:33.613478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.622855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] Set router 02de5ccc-08b1-4a32-bf79-bb35ee302cac gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:33.679545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:16:33Z', 'revision_number': 6, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:33.705111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308214c5-96c9-4fd5-8025-e7348e3effdd None None] The sync data for ids ['02de5ccc-08b1-4a32-bf79-bb35ee302cac'] in n-d-821606-6 is: [{'id': '02de5ccc-08b1-4a32-bf79-bb35ee302cac', 'name': 'tempest-AttachVolumeTestJSON-719226403-router', 'tenant_id': 'e04cf36ae9f4449f99263cd948712070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:09:08Z', 'updated_at': '2022-02-03T11:16:33Z', 'revision_number': 6, 'project_id': 'e04cf36ae9f4449f99263cd948712070', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:16:33.706090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] For port fc3963ce-c1e4-40a8-a00a-8685ab142068, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc3963ce-c1e4-40a8-a00a-8685ab142068,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:33.706512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.724786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Calling delete_port for fc3963ce-c1e4-40a8-a00a-8685ab142068 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:33.776352 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:16:33.834655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (d7da3d28-6099-4a65-af92-0183e0ac70b8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:33.929524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8a16a72b-f70e-4635-a7a5-eacb41a10168), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.008528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:34.014106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:34.022921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:34.023745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d7da3d28-6099-4a65-af92-0183e0ac70b8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.032997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=8a16a72b-f70e-4635-a7a5-eacb41a10168,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:34.060613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fc3963ce-c1e4-40a8-a00a-8685ab142068), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.125056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=d7da3d28-6099-4a65-af92-0183e0ac70b8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:34.202630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3963ce-c1e4-40a8-a00a-8685ab142068,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:34.217912 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-84ebabe3-c981-4e5f-a844-7564f2b1074c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1962125 Feb 03 11:16:34.218619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': '6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f238f5d2-3f19-49e2-b8c5-f4f216184461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:34.218984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: f238f5d2-3f19-49e2-b8c5-f4f216184461, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:34.238838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.298380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network f238f5d2-3f19-49e2-b8c5-f4f216184461 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:34.375478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.379338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks [] for router_controller (02de5ccc-08b1-4a32-bf79-bb35ee302cac), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.380881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f238f5d2-3f19-49e2-b8c5-f4f216184461) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:34.389820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:34.396546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.398731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738192bf-42d4-4009-8018-57fce315356c None None] Network f238f5d2-3f19-49e2-b8c5-f4f216184461 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:34.401047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.401739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.481493 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-72a98773-bb91-472c-b8ec-1b237f5b065a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9387805 Feb 03 11:16:34.485003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ef3a-c1be-40e1-a2fa-4303a9562fac req-fb972f44-2eca-4b9b-9e90-6aa2b8474430 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.488920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c396ef3a-c1be-40e1-a2fa-4303a9562fac req-fb972f44-2eca-4b9b-9e90-6aa2b8474430 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1611159 Feb 03 11:16:34.489410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:34.493601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (02de5ccc-08b1-4a32-bf79-bb35ee302cac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.494264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02de5ccc-08b1-4a32-bf79-bb35ee302cac {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:16:34.515714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.518927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4664b4a3-c36d-4938-a8a1-e30f1506e53c admin admin] 10.222.0.30 "DELETE /v2.0/routers/02de5ccc-08b1-4a32-bf79-bb35ee302cac HTTP/1.1" status: 204 len: 168 time: 1.4707341 Feb 03 11:16:34.529235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:34.541615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.542325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.542973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.543617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.544274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.544953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.545602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.551797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-bc011172-860c-4302-a056-a93f041106df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 6708 time: 0.2482712 Feb 03 11:16:34.614341 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.647136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc3963ce-c1e4-40a8-a00a-8685ab142068 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:34.696171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: fc3963ce-c1e4-40a8-a00a-8685ab142068 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:34.698006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc3963ce-c1e4-40a8-a00a-8685ab142068 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:34.698505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a155169b-5bc1-4e43-88e8-6a19b3c5e09f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:34.728277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: a155169b-5bc1-4e43-88e8-6a19b3c5e09f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:34.728729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a155169b-5bc1-4e43-88e8-6a19b3c5e09f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:34.732416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-2daf65ce-e1fa-4a3b-bf40-713c3a981e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.733508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-2daf65ce-e1fa-4a3b-bf40-713c3a981e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.733973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-2daf65ce-e1fa-4a3b-bf40-713c3a981e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.735573 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-2daf65ce-e1fa-4a3b-bf40-713c3a981e51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&id=1d821e10-2ced-40ae-a51d-7290b4b2a308&id=1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 200 len: 2293 time: 0.1535089 Feb 03 11:16:34.796923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Deleting subnet 5f7131f5-4f0e-46dc-8202-8a70151ae705 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:34.811994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Publish callbacks [] for subnet (5f7131f5-4f0e-46dc-8202-8a70151ae705), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.821917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c396ef3a-c1be-40e1-a2fa-4303a9562fac req-f96ee578-4371-4ea0-b22e-290a6d461e20 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912440 Feb 03 11:16:34.836771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-6d06931b-0903-461d-9661-d1ddb0ad00dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 200 len: 1002 time: 0.0902262 Feb 03 11:16:34.883111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f00463-3e38-48cb-bb65-f29ce9b3ee75 req-d6ccdd61-fdc3-43ca-beb4-662402ad752d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.890920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09f00463-3e38-48cb-bb65-f29ce9b3ee75 req-d6ccdd61-fdc3-43ca-beb4-662402ad752d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.2766118 Feb 03 11:16:34.906589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (5f7131f5-4f0e-46dc-8202-8a70151ae705), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:34.923830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-ec778c1f-3fc0-4afc-abdc-270b41984a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:34.925876 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-ec778c1f-3fc0-4afc-abdc-270b41984a2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9183219c-c854-4cc6-acbc-d838c19eaa69 HTTP/1.1" status: 200 len: 850 time: 0.0815763 Feb 03 11:16:35.041335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-dbaf367d-25ed-4962-9f64-6d9547c514f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.043333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-dbaf367d-25ed-4962-9f64-6d9547c514f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111414 Feb 03 11:16:35.045961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port d7da3d28-6099-4a65-af92-0183e0ac70b8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:35.046392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d7da3d28-6099-4a65-af92-0183e0ac70b8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.074127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09f00463-3e38-48cb-bb65-f29ce9b3ee75 req-8a15d8e4-57e0-4ea4-bbdb-48e4bdf03ab0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819131 Feb 03 11:16:35.191900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d7da3d28-6099-4a65-af92-0183e0ac70b8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.194953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5f7131f5-4f0e-46dc-8202-8a70151ae705), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.204418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-e1fe284e-9b1c-4324-b2fd-60c1221ba66a service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530137 Feb 03 11:16:35.252250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for d7da3d28-6099-4a65-af92-0183e0ac70b8 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:35.270607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-e8e420b4-c8a6-44c3-821d-e896a1ab268d tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469077 Feb 03 11:16:35.477574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (5f7131f5-4f0e-46dc-8202-8a70151ae705), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.546199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.549582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f7131f5-4f0e-46dc-8202-8a70151ae705 HTTP/1.1" status: 204 len: 168 time: 1.0182292 Feb 03 11:16:35.553234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2055646-073c-4318-a005-4855cfa43056 None None] Network 4a357544-ca38-46dd-8722-544b07963010 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:35.553895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bec6b5-2d57-48a4-9613-a372d32d4d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7131f5-4f0e-46dc-8202-8a70151ae705,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:35.554667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:35.602525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d7da3d28-6099-4a65-af92-0183e0ac70b8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.647172 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-eb9530d0-660a-446e-8f79-76cdd3e4f0d8 service neutron] 10.222.0.53 "GET /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337144 Feb 03 11:16:35.651117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=d7da3d28-6099-4a65-af92-0183e0ac70b8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:35.651921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4a357544-ca38-46dd-8722-544b07963010), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.664167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-cdd942f1-8c0d-4e0e-8573-82a8834b96c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.665834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-cdd942f1-8c0d-4e0e-8573-82a8834b96c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871806 Feb 03 11:16:35.668964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.676194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-623d9b34-c08b-495f-8a36-9c148dd0cefb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/d7da3d28-6099-4a65-af92-0183e0ac70b8 HTTP/1.1" status: 204 len: 168 time: 1.1857805 Feb 03 11:16:35.676807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:35.696898 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-2923a019-32cc-4b42-ab0f-64d89365257a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 217 time: 0.0429811 Feb 03 11:16:35.741982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-f0527d4f-597a-4f98-8dfa-2f8a25d452d8 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/quotas/d20b65aef4524a33a45c42e843eb5bdf HTTP/1.1" status: 200 len: 375 time: 0.0552189 Feb 03 11:16:35.775463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-3aaed04a-d177-4d48-b03d-6c7640fea9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.776808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-3aaed04a-d177-4d48-b03d-6c7640fea9dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0730097 Feb 03 11:16:35.801546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-1e9c20d6-0332-40df-9e91-f60ded0eb51b tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492289 Feb 03 11:16:35.815245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c085570-70da-427d-9fa2-2ffdd2455d83 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.818378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Deleting port ee484475-f140-405d-a968-8484bd44b8cb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:35.818828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee484475-f140-405d-a968-8484bd44b8cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.824178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c085570-70da-427d-9fa2-2ffdd2455d83 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.828663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c085570-70da-427d-9fa2-2ffdd2455d83 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1507463 Feb 03 11:16:35.832102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:35.838364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] DHCP port deletion for 4a357544-ca38-46dd-8722-544b07963010 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:35.905269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-aeb5f87b-126e-4db0-801d-d784694520a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:35.907061 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-aeb5f87b-126e-4db0-801d-d784694520a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1219878 Feb 03 11:16:35.908843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] For port ee484475-f140-405d-a968-8484bd44b8cb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee484475-f140-405d-a968-8484bd44b8cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:35.909266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee484475-f140-405d-a968-8484bd44b8cb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.920768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Deleting port ee484475-f140-405d-a968-8484bd44b8cb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:35.921480 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee484475-f140-405d-a968-8484bd44b8cb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:35.931515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Calling delete_port for ee484475-f140-405d-a968-8484bd44b8cb owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:35.989290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] For port ee484475-f140-405d-a968-8484bd44b8cb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee484475-f140-405d-a968-8484bd44b8cb,segment=NetworkSegment(92ac505e-9a67-4176-b687-1ece25befccb),segment_id=92ac505e-9a67-4176-b687-1ece25befccb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:35.990020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee484475-f140-405d-a968-8484bd44b8cb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.005174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Calling delete_port for ee484475-f140-405d-a968-8484bd44b8cb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:36.077166 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a9e15fe3-72b5-4535-9a55-34ed11f9ee4f service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598434 Feb 03 11:16:36.199156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9061db6-23a0-4d30-a0a7-de90350c07c7 req-2bbc1d71-b404-467c-921d-2f5b39c7dfe1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:36.205904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9061db6-23a0-4d30-a0a7-de90350c07c7 req-2bbc1d71-b404-467c-921d-2f5b39c7dfe1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2202237 Feb 03 11:16:36.248536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee484475-f140-405d-a968-8484bd44b8cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.271984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.291832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Pushing event deleted for resources: {'Port': ['ID=ee484475-f140-405d-a968-8484bd44b8cb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:36.330828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] No DVR routers for this DVR port ee484475-f140-405d-a968-8484bd44b8cb on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:36.334499 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-379f1f23-ff5f-4199-bf5e-e8ab8911a0b3 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475224 Feb 03 11:16:36.335264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9061db6-23a0-4d30-a0a7-de90350c07c7 req-a28fc87e-c190-42b9-b02b-11a5e269e291 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279521 Feb 03 11:16:36.379837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 8a16a72b-f70e-4635-a7a5-eacb41a10168 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:36.380070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8a16a72b-f70e-4635-a7a5-eacb41a10168), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.414884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee484475-f140-405d-a968-8484bd44b8cb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:36.457948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ee484475-f140-405d-a968-8484bd44b8cb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:36.458317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee484475-f140-405d-a968-8484bd44b8cb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:36.505359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8a16a72b-f70e-4635-a7a5-eacb41a10168), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.527541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-4c594384-33c5-4b92-8dd9-01111c25b287 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 217 time: 0.0892310 Feb 03 11:16:36.545683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 8a16a72b-f70e-4635-a7a5-eacb41a10168 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:36.562471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-e7a3d0cb-942d-4c21-953a-a6028cd5f31c tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380650 Feb 03 11:16:36.648251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b149f8-b217-4791-9a4e-5f4c1f0ac06d req-438c4ca2-9fee-445f-beba-cd02a71676c2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:36.650259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3b149f8-b217-4791-9a4e-5f4c1f0ac06d req-438c4ca2-9fee-445f-beba-cd02a71676c2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.3680162 Feb 03 11:16:36.655241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4a357544-ca38-46dd-8722-544b07963010), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.721291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a357544-ca38-46dd-8722-544b07963010']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:36.744180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (ee484475-f140-405d-a968-8484bd44b8cb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.746760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ac505e-9a67-4176-b687-1ece25befccb') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:36.747029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ac505e-9a67-4176-b687-1ece25befccb') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:36.768427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (92ac505e-9a67-4176-b687-1ece25befccb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.775480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] Pushing event deleted for resources: {'Port': ['ID=ee484475-f140-405d-a968-8484bd44b8cb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:36.798464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (92ac505e-9a67-4176-b687-1ece25befccb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.806591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-9dd42e4f-ab65-49ee-8ed0-54305325f508 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:36.808313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-9dd42e4f-ab65-49ee-8ed0-54305325f508 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380173 Feb 03 11:16:36.810486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:36.813690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (92ac505e-9a67-4176-b687-1ece25befccb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.815225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3b149f8-b217-4791-9a4e-5f4c1f0ac06d req-b442199e-9885-4020-bb42-f07bd3e1e80a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563022 Feb 03 11:16:36.835748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-4fdc010e-4758-4d46-9626-38d0d7ee127d tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/quotas/d20b65aef4524a33a45c42e843eb5bdf HTTP/1.1" status: 200 len: 375 time: 0.0183764 Feb 03 11:16:36.836484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8a16a72b-f70e-4635-a7a5-eacb41a10168), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:36.846454 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:36.855281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a28eac-ea3b-44d2-bce8-e621cd18e368 None None] No DVR routers for this DVR port ee484475-f140-405d-a968-8484bd44b8cb on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:36.958031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-14e86828-d5d7-486d-a34d-68e2060cf4cc tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161129 Feb 03 11:16:36.959370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:36.965393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-4c730d30-6877-4d20-8142-1e0286710272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:36.967646 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-4c730d30-6877-4d20-8142-1e0286710272 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.1200089 Feb 03 11:16:36.968230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:36.976313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/8a16a72b-f70e-4635-a7a5-eacb41a10168 HTTP/1.1" status: 204 len: 168 time: 1.1446142 Feb 03 11:16:36.980651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a0fb3-3d89-42eb-a537-dd299643cb3c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=8a16a72b-f70e-4635-a7a5-eacb41a10168,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:37.013820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4a357544-ca38-46dd-8722-544b07963010), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.105725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.109064 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] 10.222.0.30 "DELETE /v2.0/networks/4a357544-ca38-46dd-8722-544b07963010 HTTP/1.1" status: 204 len: 168 time: 1.5533509 Feb 03 11:16:37.130833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7aad4-6d21-418a-b683-0ee9df036faa admin admin] Pushing event deleted for resources: {'Network': ['ID=4a357544-ca38-46dd-8722-544b07963010,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:37.207561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a183bc53-178b-46c6-a5a4-9ff3f12a6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:37.210092 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a183bc53-178b-46c6-a5a4-9ff3f12a6a7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1683872 Feb 03 11:16:37.222665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85c399-017d-49e7-aaa8-13bf89b489c0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:37.224588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d85c399-017d-49e7-aaa8-13bf89b489c0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2548776 Feb 03 11:16:37.227446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:37.309212 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb16b8c1-bddd-49c3-a398-a3194b210e20 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:16:37.309212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb16b8c1-bddd-49c3-a398-a3194b210e20 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/d7da3d28-6099-4a65-af92-0183e0ac70b8 HTTP/1.1" status: 404 len: 333 time: 0.0802355 Feb 03 11:16:37.314876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39416) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:37.326306 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.337692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-947c6f16-e7f3-46f1-83c6-80744ad78171 req-bf194d38-371f-428e-afc8-092d111bf9d2 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 210 time: 0.0569293 Feb 03 11:16:37.445309 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dcc2c0-b5fc-47e8-8adf-940e49aab140 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:16:37.447053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20dcc2c0-b5fc-47e8-8adf-940e49aab140 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/8a16a72b-f70e-4635-a7a5-eacb41a10168 HTTP/1.1" status: 404 len: 333 time: 0.1311133 Feb 03 11:16:37.449476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:37.524763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c2a7-bc4f-42f7-b108-e383445f8323 req-d0619b8f-b92b-417a-aff3-15e53efc99cc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:37.527285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7605c2a7-bc4f-42f7-b108-e383445f8323 req-d0619b8f-b92b-417a-aff3-15e53efc99cc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0640101 Feb 03 11:16:37.551812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:37.553956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-6417211e-4e70-4200-b0de-91daa325a392 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283038 Feb 03 11:16:37.603910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f238f5d2-3f19-49e2-b8c5-f4f216184461), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.604538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7605c2a7-bc4f-42f7-b108-e383445f8323 req-3a43ab12-9e2e-40e7-8feb-c6f8bc4181bc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Feb 03 11:16:37.692384 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-16171459-ac59-44fc-b07f-356e6cbf13ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e04cf36ae9f4449f99263cd948712070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371479 Feb 03 11:16:37.695401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39428) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:37.751451 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-3fdbd5cd-068d-4a44-a063-d03462d86196 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837940 Feb 03 11:16:37.821597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] Publish callbacks [] for security_group (ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.844720 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f238f5d2-3f19-49e2-b8c5-f4f216184461), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.868258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-7e834225-f727-48cb-b8df-caf1e33ed527 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 HTTP/1.1" status: 200 len: 217 time: 0.1084356 Feb 03 11:16:37.880097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] Publish callbacks [] for security_group (ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:37.974632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f238f5d2-3f19-49e2-b8c5-f4f216184461']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:37.986996 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-d60352c5-d635-4733-9a11-f58dea5853b0 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672357 Feb 03 11:16:37.993966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:37.994479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:38.015717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae093ae-04e7-45b6-b959-06b49ffa2508 req-3b65221e-7e6c-40a5-9bba-e98a56637da0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:38.017791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae093ae-04e7-45b6-b959-06b49ffa2508 req-3b65221e-7e6c-40a5-9bba-e98a56637da0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.0779107 Feb 03 11:16:38.024084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.086147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-77392ebe-2578-43b4-91b2-3c684f404e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:38.087164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae093ae-04e7-45b6-b959-06b49ffa2508 req-7ae3cecc-a8fe-4c28-8dbd-207e27ec5e28 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Feb 03 11:16:38.088054 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-77392ebe-2578-43b4-91b2-3c684f404e50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.2069294 Feb 03 11:16:38.088329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.092163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.092634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88 HTTP/1.1" status: 204 len: 168 time: 0.3955984 Feb 03 11:16:38.111988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9065e4-8fae-4e2a-9969-2255ff74d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0798ee-cfbc-4d0d-9f48-4bd47cf1af88,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:38.146564 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.207994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:38.208478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6c6b5f0b-1fce-44e7-a36c-df9e7c21ccfc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:38.218195 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:38.343296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-ca8b596c-7474-476f-8159-02572020bf93 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:38.344841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-ca8b596c-7474-476f-8159-02572020bf93 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481584 Feb 03 11:16:38.351228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f238f5d2-3f19-49e2-b8c5-f4f216184461), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.359681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.369737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/f238f5d2-3f19-49e2-b8c5-f4f216184461 HTTP/1.1" status: 204 len: 168 time: 0.9179890 Feb 03 11:16:38.375409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:38.382284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-745914192'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:38.398456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Request body: {'port': {'device_id': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'd20b65aef4524a33a45c42e843eb5bdf'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:38.413009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-87636090-a2bb-4aa5-95ad-af67b66fe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:38.414537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-87636090-a2bb-4aa5-95ad-af67b66fe244 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2992249 Feb 03 11:16:38.466665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:38.470109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.486078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec0eec47-c1ed-43e2-bdc2-3ac90ac6c46d req-fb6354d3-7044-4e5b-8e9d-bace76b26726 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 210 time: 0.0581005 Feb 03 11:16:38.526251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:38.540101 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (63bd0469-db4f-4464-8918-42e6ad49b669), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.540773 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment 63bd0469-db4f-4464-8918-42e6ad49b669 of type vlan for network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 Feb 03 11:16:38.604735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.640271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.655331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:38.657524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.761133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3844185 Feb 03 11:16:38.812208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:38.824951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:38.841528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a881e396-c083-4ca8-b3f5-ba8e6151457d service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798420 Feb 03 11:16:38.841528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab599ca-b3c7-456f-a4c7-0914bc3b6ad5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=f238f5d2-3f19-49e2-b8c5-f4f216184461,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:38.874792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Made reservation on behalf of d20b65aef4524a33a45c42e843eb5bdf for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:38.885087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.926617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:38.990250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-0a80ad3a-7767-492d-8cf3-eb429440b713 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348976 Feb 03 11:16:38.991757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:38.996088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:39.001118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d3dc3-18e2-4250-9118-afc201bb275f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=bc37bbb2-0a75-4dc1-93ea-0c9c66010f09,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:39.017024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:39.079591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246495-3a01-4983-923e-d27a04e65d6a req-6322003f-b2aa-421c-ad58-0af07ef682a9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:39.082136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06246495-3a01-4983-923e-d27a04e65d6a req-6322003f-b2aa-421c-ad58-0af07ef682a9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.3835518 Feb 03 11:16:39.146651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks [] for security_group (1406171f-3dc0-48e8-995c-93a3bdc9a05e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:39.169532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1406171f-3dc0-48e8-995c-93a3bdc9a05e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:39.211764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-1a850dc5-d6ec-44f0-b0c5-3fb99b8bf977 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750222 Feb 03 11:16:39.227580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Performing IP validity checks on allocation pools {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:16:39.243463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:16:39.514483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1406171f-3dc0-48e8-995c-93a3bdc9a05e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:39.558005 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a968c02e-9547-4f02-b643-b7411e6b2948 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 HTTP/1.1" status: 200 len: 217 time: 0.3366225 Feb 03 11:16:39.630586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-765f64ac-6c73-453f-b353-c929d935d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:39.632044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-765f64ac-6c73-453f-b353-c929d935d667 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 200 len: 797 time: 0.0639858 Feb 03 11:16:39.736241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (fc603b28-9b60-403d-9881-a8ba6a66e0c1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:39.746043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-10f40136-66e3-4a51-9be7-64c197bf9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:39.747640 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-10f40136-66e3-4a51-9be7-64c197bf9b2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d93e64e0-e3b0-4409-a8de-f4f69fc80f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1037879 Feb 03 11:16:39.857529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06246495-3a01-4983-923e-d27a04e65d6a req-89c9c31d-7aee-4ba6-876e-2741a0c58518 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7619407 Feb 03 11:16:39.944152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-8b0efb4e-abc1-4872-9626-17595b695ebd tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:39.945883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-8b0efb4e-abc1-4872-9626-17595b695ebd tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9349236 Feb 03 11:16:39.957434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=fc603b28-9b60-403d-9881-a8ba6a66e0c1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:40.005087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Request body: {'port': {'device_id': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'd20b65aef4524a33a45c42e843eb5bdf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:40.130906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b63ff1c-c591-4fb1-9361-87180e5fda0b req-fd15c58f-8fe6-4139-a4b3-4d24eb657085 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 210 time: 0.1221540 Feb 03 11:16:40.136282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Allocated IP 192.168.233.14 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/6f8aec48-840a-4b89-aafb-672a7a3923d9) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:40.205313 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-b8b97fac-6dc1-4aa1-9e2f-096c9f82a597 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488571 Feb 03 11:16:40.393334 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-79767551-fe11-4951-971f-5dead7d251f7 service neutron] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774206 Feb 03 11:16:40.447503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-9bb6e706-23ba-4040-b612-58dfbd89169d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=828a5282-d30d-483c-a524-2edafcebb89b HTTP/1.1" status: 200 len: 217 time: 0.0475681 Feb 03 11:16:40.452699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks [] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:40.548484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-4eef118d-26e2-4eb0-a9a1-56042b59a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.551665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-4eef118d-26e2-4eb0-a9a1-56042b59a993 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.0956161 Feb 03 11:16:40.611075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:40.627376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': '63bd0469-db4f-4464-8918-42e6ad49b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:40.627752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: bc37bbb2-0a75-4dc1-93ea-0c9c66010f09, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:40.671987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:40.690315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ace98-612c-4991-a61e-49fc3d463222 req-b5b7b909-daf6-4f15-aaeb-07012964f0a5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.692534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-b96e0dd3-c74a-4763-abf4-8749872aa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.694362 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-b96e0dd3-c74a-4763-abf4-8749872aa576 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1316981 Feb 03 11:16:40.697591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-923ace98-612c-4991-a61e-49fc3d463222 req-b5b7b909-daf6-4f15-aaeb-07012964f0a5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.8735836 Feb 03 11:16:40.705450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:40.740280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:40.778359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.783829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.789382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.795779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.798107 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-a2a6a08c-0a22-49ef-ae1e-fa896dc956ea service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957360 Feb 03 11:16:40.799572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:40.801712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.802892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:40.807320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.812492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.814475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-66bd87eb-837e-488f-a45f-a74267e1011a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.1883838 Feb 03 11:16:40.821074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, bc37bbb2-0a75-4dc1-93ea-0c9c66010f09) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:40.840881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f7c56d-00a1-4c8d-b8c6-dabaea366856 None None] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:40.859473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:40.860230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:40.895978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Made reservation on behalf of d20b65aef4524a33a45c42e843eb5bdf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:40.899328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:40.911264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ddc5bf9c-34de-4541-958b-0a30d63ba757 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0948343 Feb 03 11:16:40.925263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:40.937842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09', 'name': 'tempest-PortsIpV6TestJSON-1977166149'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:40.960272 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-f12412d1-344c-4cb6-9506-21d494d5c18c service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542649 Feb 03 11:16:40.963914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-923ace98-612c-4991-a61e-49fc3d463222 req-c4137b5f-1dba-4fbe-aaa2-3df50833bd20 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654924 Feb 03 11:16:41.052994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-bc37bbb2-0a75-4dc1-93ea-0c9c66010f09', 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': 'fc603b28-9b60-403d-9881-a8ba6a66e0c1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:16:41.054113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.063241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-1f80fb9f-b6b5-4791-b2a2-90aa724a5ded service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 200 len: 217 time: 0.0779347 Feb 03 11:16:41.182216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:41.183118 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.207034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-01441a5a-af71-4577-9a03-aca271bd7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:41.209716 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-01441a5a-af71-4577-9a03-aca271bd7016 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 200 len: 797 time: 0.1372552 Feb 03 11:16:41.274494 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-3bf006ea-4e42-4429-81b8-45fbb63280c4 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8812537 Feb 03 11:16:41.300514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-cc54b2fd-254c-4da3-89e1-f7841ec24bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:41.303918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-cc54b2fd-254c-4da3-89e1-f7841ec24bc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1d821e10-2ced-40ae-a51d-7290b4b2a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0745833 Feb 03 11:16:41.315366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Request body: {'port': {'device_id': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:41.325846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:41.355119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Allocated IP 2001:db8::2 (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09/fc603b28-9b60-403d-9881-a8ba6a66e0c1/0385294b-551d-43d3-b5aa-5cfd40f9b9d7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:41.421065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.545899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bd00c98-4a7f-4067-8883-af86e0e733d3 req-ee80b4de-0433-4d26-897d-649e99fa514b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7208881 Feb 03 11:16:41.588300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Allocated IP 192.168.233.123 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/e3689b1b-a4c8-4bd6-98e6-982b5c04af7a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:41.652116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-477ed9eb-fc1e-4716-a13d-f134676a4da7 None None] Provisioning complete for port 6f8aec48-840a-4b89-aafb-672a7a3923d9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:41.657171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ed9eb-fc1e-4716-a13d-f134676a4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.713670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-3b7ae475-76dc-4357-88d3-2a1b503319c7 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530438 Feb 03 11:16:41.740727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks [] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.806924 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.869929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:41.870833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-477ed9eb-fc1e-4716-a13d-f134676a4da7 None None] Port 6f8aec48-840a-4b89-aafb-672a7a3923d9 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:41.883981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:41.893226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7d8f5e5-82b1-45ca-b409-c1b4ad7a9da5 req-fc4d5f10-086e-4b95-bd4d-55a315a8a6dc tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 210 time: 0.1473989 Feb 03 11:16:41.905060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:41.908143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:41.912198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:41.938054 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d905e6ab-5e70-4e49-a605-17ff908d0e60 req-f13e1e99-3858-4f8a-9d8a-749766f40b67 service neutron] 10.222.0.53 "GET /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163341 Feb 03 11:16:41.941800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Pushing event updated for resources: {'Port': ['ID=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:42.006824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:42.021051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:42.048005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1912-baae-4bbe-a56b-f3caaadec837 req-3fd779a7-c29e-4c42-b70b-74d5d4525e95 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:42.049810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19b1912-baae-4bbe-a56b-f3caaadec837 req-3fd779a7-c29e-4c42-b70b-74d5d4525e95 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.5787764 Feb 03 11:16:42.061480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Attempting to bind port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:42.062011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Attempting to bind port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '63bd0469-db4f-4464-8918-42e6ad49b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:42.062528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Attempting to bind port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 on network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:42.071102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'mac_address': 'fa:16:3e:fd:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:42.082032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks [] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.083641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:42.084407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Checking segment: {'id': '63bd0469-db4f-4464-8918-42e6ad49b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:42.085110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.086386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Bound using segment: {'id': '63bd0469-db4f-4464-8918-42e6ad49b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:42.086858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Bound port: 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bd0469-db4f-4464-8918-42e6ad49b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc37bbb2-0a75-4dc1-93ea-0c9c66010f09'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:42.087264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.275889 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.297753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19b1912-baae-4bbe-a56b-f3caaadec837 req-d2ae1519-e7d3-41b2-a3b2-66a8b138ea79 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340631 Feb 03 11:16:42.330208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] For port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:42.334190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] For port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,segment=NetworkSegment(63bd0469-db4f-4464-8918-42e6ad49b669),segment_id=63bd0469-db4f-4464-8918-42e6ad49b669)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:42.349173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.353786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:42.353983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.356699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:42.425273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a724-6e79-4fc7-9781-ac462fa08a59 req-a156d8ed-40fd-4206-aae5-4ca2fe881ac2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:42.427019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5311a724-6e79-4fc7-9781-ac462fa08a59 req-a156d8ed-40fd-4206-aae5-4ca2fe881ac2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.3025081 Feb 03 11:16:42.439093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:42.448573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:42.472602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5b99d8d-2924-496c-ba35-45f3aa03097a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:42.524063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:42.544310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks [] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.557876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:42.567817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:42.572931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5311a724-6e79-4fc7-9781-ac462fa08a59 req-404eb036-fa30-44d7-aac3-093b760ef888 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298563 Feb 03 11:16:42.574066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d95b1-bc2f-4f92-9aea-e3ea51dce92b None None] Pushing event updated for resources: {'Port': ['ID=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:42.578717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.615885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Transition to ACTIVE for port object 6f8aec48-840a-4b89-aafb-672a7a3923d9 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:16:42.630831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:42.742190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['a5b99d8d-2924-496c-ba35-45f3aa03097a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:42.824317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:42.839726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::313 (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09/fc603b28-9b60-403d-9881-a8ba6a66e0c1/9689356e-b4c2-4a7e-9249-fe9a1a3eed01) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:42.887193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:43.049136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.049500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.053967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.054307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.054870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.055357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.055529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.055823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.056150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.056480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.056809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.057155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.057479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:43.104016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Attempting to bind port 6f8aec48-840a-4b89-aafb-672a7a3923d9 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:43.104375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Attempting to bind port 6f8aec48-840a-4b89-aafb-672a7a3923d9 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:43.104829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Attempting to bind port 6f8aec48-840a-4b89-aafb-672a7a3923d9 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:43.109847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Port 6f8aec48-840a-4b89-aafb-672a7a3923d9 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:16:43.110173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Attempting to bind port 6f8aec48-840a-4b89-aafb-672a7a3923d9 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:43.116330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:43.116669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:43.117170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:43.117597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Bound port: 6f8aec48-840a-4b89-aafb-672a7a3923d9, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:43.118012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.143481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fbce1196-847e-4b98-82da-dfd9de2cd646 None None] Provisioning complete for port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:43.144204 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbce1196-847e-4b98-82da-dfd9de2cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.245440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbce1196-847e-4b98-82da-dfd9de2cd646 None None] Port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:43.254220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:43.286228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.286903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.295610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:43.299148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:43.307214 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.343764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:43.360769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-327e3648-45f0-457c-b0a1-e0df394dd637 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3774054 Feb 03 11:16:43.380495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.381167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.382639 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] 10.222.0.53 "PUT /v2.0/ports/6f8aec48-840a-4b89-aafb-672a7a3923d9 HTTP/1.1" status: 200 len: 1095 time: 2.0777311 Feb 03 11:16:43.383097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:43.384246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Request body: {'port': {'device_id': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:43.390897 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0babce84-0350-4927-91d1-b81c6116dd21" -d '{"events": [{"name": "network-changed", "server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:43.522128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port a5b99d8d-2924-496c-ba35-45f3aa03097a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:43.522559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.544991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b931276-700a-4326-834a-04f98b67ce6a req-5ac55464-c45d-4815-9a55-5f93495a9e60 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.552687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b931276-700a-4326-834a-04f98b67ce6a req-5ac55464-c45d-4815-9a55-5f93495a9e60 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 936 time: 0.4492033 Feb 03 11:16:43.683037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:43.683440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.704500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf05b9-ed55-49cd-ae2a-f259674cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:43.746325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:43.749283 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952b578-b95c-4a79-8160-68ef050ffbab" -d '{"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-plugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:43.772238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:43.780534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.782263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0c20e157-6371-4793-b3d2-00f4ef6153ed no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:43.812347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-1b9eb37f-f248-4eaa-94ec-3df97e211e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.814711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b0fd79-0aa9-4301-a69e-f875a56af2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:43.817938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-1b9eb37f-f248-4eaa-94ec-3df97e211e5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 1129 time: 0.3772750 Feb 03 11:16:43.855688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.870726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.875018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.881675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.894660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:43.894995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.918794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.926072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.938340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.951944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.970254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.978929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.985290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:43.999031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:44.001109 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-25fd805e-de49-4b2a-aafb-36c316122451 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 0.5193028 Feb 03 11:16:44.009317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:44.020701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0c20e157-6371-4793-b3d2-00f4ef6153ed is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:44.021386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.029479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-1b1174db-6666-49d5-bce7-0dbcdeb00c9f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 5434 time: 1.1770964 Feb 03 11:16:44.104008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:44.114732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.180392 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-b11f7e9e-eec0-48bf-aba5-141214febfbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9 HTTP/1.1" status: 200 len: 217 time: 0.1782515 Feb 03 11:16:44.193558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:44.309825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.351553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.366737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-a0bee747-81a7-4acd-b4db-1d6408b1249e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:44.369077 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-a0bee747-81a7-4acd-b4db-1d6408b1249e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2258282 Feb 03 11:16:44.396865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-57d5628f-51ba-4180-97e5-e65f7892c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:44.398881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-57d5628f-51ba-4180-97e5-e65f7892c4fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1346273 Feb 03 11:16:44.489681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:44.490583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b931276-700a-4326-834a-04f98b67ce6a req-c192a945-5897-49f7-92b8-d2579fe434d9 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9363739 Feb 03 11:16:44.497782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b0fd79-0aa9-4301-a69e-f875a56af2c1 admin admin] Publish callbacks [] for security_group (b7af8d95-04be-49fa-b813-b97fb1ddae24), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.538376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7cddfc8b-b123-4612-9817-0eb1e4b101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:44.540315 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-7cddfc8b-b123-4612-9817-0eb1e4b101ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1280162 Feb 03 11:16:44.547900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b0fd79-0aa9-4301-a69e-f875a56af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b7af8d95-04be-49fa-b813-b97fb1ddae24), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.597049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-2092fefd-0e5b-47fc-bc18-3b70fe5a9bef tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2183530 Feb 03 11:16:44.613162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:44.654408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:44.655291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.716439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188992f9-fe8e-48fb-843b-944db3538e3f None None] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:44.726009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.757507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d2f1156-22d8-4fa7-991c-839d490dd828 req-2cc69eb3-2559-4c94-8025-5db016ed3ac9 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7271578 Feb 03 11:16:44.775272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-64b0fd79-0aa9-4301-a69e-f875a56af2c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f93f9509f9f34233aa482a2fc9bfc44d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5198755 Feb 03 11:16:44.777750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:44.782584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-cb98eb4f-345d-4a6f-ace5-cc27b5174f48 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306705 Feb 03 11:16:44.801231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0fd79-0aa9-4301-a69e-f875a56af2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af8d95-04be-49fa-b813-b97fb1ddae24,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:44.811512 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:44.904736 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fe78d3d7-3d32-4a99-af01-72be40695691 req-ca3b29b2-1c29-42b4-9cf4-d236f6e5e279 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112988 Feb 03 11:16:44.908349 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060654cd-0f4a-45f3-9cbb-3e9a232daa86 x-openstack-request-id: req-060654cd-0f4a-45f3-9cbb-3e9a232daa86 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:44.908932 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:44.909489 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-060654cd-0f4a-45f3-9cbb-3e9a232daa86 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:44.910223 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'status': 'completed', 'code': 200} Feb 03 11:16:44.954916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:44.974407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:45.006837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:45.007261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.017687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:45.017957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7f0f0dd2-164c-4c80-a585-505334fb6597 None None] Provisioning complete for port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:45.018307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0dd2-164c-4c80-a585-505334fb6597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.024988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:45.025893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.116108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279ec98-d051-4715-ab83-7fc415bca656 req-3bcbfe82-a910-412b-8bf0-6fc238b8396d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:45.118935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a279ec98-d051-4715-ab83-7fc415bca656 req-3bcbfe82-a910-412b-8bf0-6fc238b8396d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.4155257 Feb 03 11:16:45.134069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babce84-0350-4927-91d1-b81c6116dd21 req-bbf47807-aaf5-4adc-afd5-e56a3c791267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:45.135596 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-bbf47807-aaf5-4adc-afd5-e56a3c791267 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 1129 time: 0.1487331 Feb 03 11:16:45.140120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,segment=NetworkSegment(63bd0469-db4f-4464-8918-42e6ad49b669),segment_id=63bd0469-db4f-4464-8918-42e6ad49b669)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:45.141590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0c20e157-6371-4793-b3d2-00f4ef6153ed,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:45.152471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.158248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=9689356e-b4c2-4a7e-9249-fe9a1a3eed01,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:45.169117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8886c40a-7da1-41a3-98c3-dbd682964747 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2427802 Feb 03 11:16:45.179831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:45.207800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] Publish callbacks [] for security_group (b7af8d95-04be-49fa-b813-b97fb1ddae24), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.242857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] Publish callbacks [] for security_group (b7af8d95-04be-49fa-b813-b97fb1ddae24), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.318541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:45.322612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f0dd2-164c-4c80-a585-505334fb6597 None None] Current status of the port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:45.334561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b7af8d95-04be-49fa-b813-b97fb1ddae24), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.336124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.338223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7af8d95-04be-49fa-b813-b97fb1ddae24 HTTP/1.1" status: 204 len: 168 time: 0.5562136 Feb 03 11:16:45.345067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 828a5282-d30d-483c-a524-2edafcebb89b no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:45.363028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ec90-2859-49f6-8dbb-731912fbc5d1 req-d006e6ef-8415-41b1-8ef3-90af2cb326b8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:45.366635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03b2ec90-2859-49f6-8dbb-731912fbc5d1 req-d006e6ef-8415-41b1-8ef3-90af2cb326b8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.3897152 Feb 03 11:16:45.373421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a279ec98-d051-4715-ab83-7fc415bca656 req-4035ac22-398a-4563-bce8-951a049999a0 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462547 Feb 03 11:16:45.382451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7cc5-e75f-4f55-8a16-d9ff0f26c68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af8d95-04be-49fa-b813-b97fb1ddae24,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:45.431726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] For port 0c20e157-6371-4793-b3d2-00f4ef6153ed, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:45.494097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babce84-0350-4927-91d1-b81c6116dd21 req-35380e52-a77c-451a-8827-8524796f1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:45.495614 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-35380e52-a77c-451a-8827-8524796f1ce8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.3509216 Feb 03 11:16:45.501032 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a7536d-1637-4ccb-be67-6993652640e5 x-openstack-request-id: req-a8a7536d-1637-4ccb-be67-6993652640e5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:45.505471 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-plugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:45.506492 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8a7536d-1637-4ccb-be67-6993652640e5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:45.507895 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'code': 200} Feb 03 11:16:45.530440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] device_id is not set on port 0c20e157-6371-4793-b3d2-00f4ef6153ed yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:45.540161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03b2ec90-2859-49f6-8dbb-731912fbc5d1 req-2461ad39-431e-4475-9fe9-331a52e9a738 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539423 Feb 03 11:16:45.556288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3689b1b-a4c8-4bd6-98e6-982b5c04af7a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:45.577929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks [] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.606363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Transition to ACTIVE for port object e3689b1b-a4c8-4bd6-98e6-982b5c04af7a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:16:45.619595 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.625793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Publish callbacks [] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.642535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-8135bd16-d1d4-482a-b3e1-156ff6a9783f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9 HTTP/1.1" status: 200 len: 217 time: 0.1290667 Feb 03 11:16:45.696706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 828a5282-d30d-483c-a524-2edafcebb89b is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:45.706806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.728565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Provisioning complete for port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:45.732620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.772484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.827048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:45.828204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.877252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:45.878855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:45.892604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:45.897593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:45.932927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:46.041527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5bf31-7731-49b8-9284-7a98e845bacc req-5ff4fc73-1921-402e-8280-22208015d66a tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.043645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9c5bf31-7731-49b8-9284-7a98e845bacc req-5ff4fc73-1921-402e-8280-22208015d66a tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.3714931 Feb 03 11:16:46.130539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:46.150930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Provisioning complete for port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:46.156414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.160339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fd995b4-95cc-45c0-af76-6b04c1eb90c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.189422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] No DVR routers for this DVR port 0c20e157-6371-4793-b3d2-00f4ef6153ed on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:46.195468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babce84-0350-4927-91d1-b81c6116dd21 req-7301878f-18b9-468f-b90d-664b930e4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.197613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-7301878f-18b9-468f-b90d-664b930e4a45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.4889994 Feb 03 11:16:46.241705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9c5bf31-7731-49b8-9284-7a98e845bacc req-5ca68539-1877-47dc-a1fb-6bf27d746836 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325359 Feb 03 11:16:46.306088 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-1066aad8-6e2d-451c-8313-d79d72e0ae6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7027166 Feb 03 11:16:46.306740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] In _notify_port_updated(), no bound segment for port 0c20e157-6371-4793-b3d2-00f4ef6153ed on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:16:46.307645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.308525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.309431 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] 10.222.0.53 "PUT /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 200 len: 1026 time: 1.7023842 Feb 03 11:16:46.351912 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.354237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.365006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:46.392683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fd995b4-95cc-45c0-af76-6b04c1eb90c7 admin admin] Publish callbacks [] for security_group (fafdcc55-4551-4e0f-95ff-4cff498a2684), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.396279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Attempting to bind port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:46.396547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Attempting to bind port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:46.400344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Attempting to bind port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:46.403967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:16:46.404825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Attempting to bind port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:46.408579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9616f-50d1-49fe-b233-afc0fc06b11e service neutron] Pushing event updated for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:46.413807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fd995b4-95cc-45c0-af76-6b04c1eb90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fafdcc55-4551-4e0f-95ff-4cff498a2684), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.446161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:46.448440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:46.448790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:46.452766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:46.452766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Bound port: e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:46.452766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.456065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:46.470975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2fd995b4-95cc-45c0-af76-6b04c1eb90c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da7d1a82efe8492596889256d973629d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352075 Feb 03 11:16:46.515823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39596) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:46.516693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:46.517294 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.545296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:46.551211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:46.579895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.590307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.598693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.607561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:46.607805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.616838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.620088 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.621282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 519a8a52-b862-4a1c-8f56-202bd60fd430 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:46.624694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.633154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-fc069f69-1baf-4fd6-918e-436562217858 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 4659 time: 0.6423514 Feb 03 11:16:46.662758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.779323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.780217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.782397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] 10.222.0.53 "PUT /v2.0/ports/e3689b1b-a4c8-4bd6-98e6-982b5c04af7a HTTP/1.1" status: 200 len: 1096 time: 3.4107530 Feb 03 11:16:46.833909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183b812-7764-4a1a-a4df-527def9e4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:46.847908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:46.851046 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80710529-181d-427a-8660-7d4eb4ddf91e" -d '{"events": [{"name": "network-changed", "server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:46.920451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fc0eb-2063-44c4-91fd-87b3c97df552 None None] Current status of the port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:46.926032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:46.926729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:46.929098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd995b4-95cc-45c0-af76-6b04c1eb90c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafdcc55-4551-4e0f-95ff-4cff498a2684,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:46.966597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bb3ce69-8c26-45f0-b499-b6e507206ef6 req-df9aad45-eb78-4c6e-9aaf-69a12a25159f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3325536 Feb 03 11:16:46.994021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cdfe90fa-b15d-4708-8a04-6170b7c0bcad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.995548 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-cdfe90fa-b15d-4708-8a04-6170b7c0bcad tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "GET /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5779388 Feb 03 11:16:46.997076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e6ed-935e-4ba3-be9d-3caa2431188d req-290da280-9f53-4b0a-8086-11aabd948f5d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:46.998766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5363e6ed-935e-4ba3-be9d-3caa2431188d req-290da280-9f53-4b0a-8086-11aabd948f5d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.4416487 Feb 03 11:16:47.024206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-267da951-4d41-40f3-99ca-1660f2114137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.024206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-267da951-4d41-40f3-99ca-1660f2114137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 1130 time: 0.1503534 Feb 03 11:16:47.024614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:47.029519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:47.151649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Provisioning complete for port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:47.152713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.160413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-c5dbe85f-0ab7-4789-b6c0-8e1f340635d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a HTTP/1.1" status: 200 len: 217 time: 0.1329391 Feb 03 11:16:47.177122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babce84-0350-4927-91d1-b81c6116dd21 req-0704a99e-adc5-482d-a776-604178b74025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.178737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-0704a99e-adc5-482d-a776-604178b74025 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7977514 Feb 03 11:16:47.204156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 519a8a52-b862-4a1c-8f56-202bd60fd430 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:47.204999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.230450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-4ddacd8d-be90-4144-a129-0ee6fff208da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.235984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-4ddacd8d-be90-4144-a129-0ee6fff208da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.8051436 Feb 03 11:16:47.257091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5363e6ed-935e-4ba3-be9d-3caa2431188d req-74107f4e-68b7-41af-b404-1286d4ccb7a5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438014 Feb 03 11:16:47.272027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:47.288086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-c4d6941a-8147-468e-9248-f576788acb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.288086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-c4d6941a-8147-468e-9248-f576788acb74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1167226 Feb 03 11:16:47.322040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.322830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 8ecc6559-7039-4950-951a-98c1bab6d379 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:47.351865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141686-7e3d-40f8-915e-701ab8290a58 req-039886ca-5846-465f-bbf8-ca3a07c343dd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.357211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75141686-7e3d-40f8-915e-701ab8290a58 req-039886ca-5846-465f-bbf8-ca3a07c343dd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.2008069 Feb 03 11:16:47.361769 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c303b5-f929-4a98-8fc1-cadf0a6363be x-openstack-request-id: req-50c303b5-f929-4a98-8fc1-cadf0a6363be {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:47.362789 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:47.363051 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50c303b5-f929-4a98-8fc1-cadf0a6363be {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:47.363444 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'status': 'completed', 'code': 200} Feb 03 11:16:47.400555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53117940-a098-411f-9650-862980a35b1b admin admin] Publish callbacks [] for security_group (fafdcc55-4551-4e0f-95ff-4cff498a2684), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.407705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:47.420450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Port 9689356e-b4c2-4a7e-9249-fe9a1a3eed01 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:47.445037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75141686-7e3d-40f8-915e-701ab8290a58 req-49d64eb9-0efa-463c-acd1-f1a813372a97 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788553 Feb 03 11:16:47.456772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:47.471195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-8bc3d49b-cf6f-4c81-abb2-6a4767622434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.475950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-8bc3d49b-cf6f-4c81-abb2-6a4767622434 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1795142 Feb 03 11:16:47.500819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.505207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53117940-a098-411f-9650-862980a35b1b admin admin] Publish callbacks [] for security_group (fafdcc55-4551-4e0f-95ff-4cff498a2684), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.511113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:47.513501 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5953fd2-2ee8-4bf1-8863-9185474b6759" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "828a5282-d30d-483c-a524-2edafcebb89b"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:47.527115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:47.536351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Provisioning complete for port 0c20e157-6371-4793-b3d2-00f4ef6153ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:47.536761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.595681 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6f90b1-83dc-42f4-9117-7148a616e888 x-openstack-request-id: req-6e6f90b1-83dc-42f4-9117-7148a616e888 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:47.596019 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0c20e157-6371-4793-b3d2-00f4ef6153ed", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "828a5282-d30d-483c-a524-2edafcebb89b", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:47.596392 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e6f90b1-83dc-42f4-9117-7148a616e888 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:47.596864 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c20e157-6371-4793-b3d2-00f4ef6153ed', 'code': 200} Feb 03 11:16:47.597212 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b', 'code': 200} Feb 03 11:16:47.597529 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'code': 200} Feb 03 11:16:47.597847 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'code': 200} Feb 03 11:16:47.644334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4392-07f3-429a-b5a9-4f32a2855eda req-2ceffa8b-6b7e-42b0-838f-26f43b79dfe6 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:47.646819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-447a4392-07f3-429a-b5a9-4f32a2855eda req-2ceffa8b-6b7e-42b0-838f-26f43b79dfe6 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.1671340 Feb 03 11:16:47.659144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b982c7e0-d650-4f73-b8ff-7945103eab53 None None] Port 0c20e157-6371-4793-b3d2-00f4ef6153ed cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:47.683830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:47.697030 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-88e96296-6ea6-40aa-884b-78f5b6b64d3c service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575491 Feb 03 11:16:47.698225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 8ecc6559-7039-4950-951a-98c1bab6d379 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:47.698684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.703485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'mac_address': 'fa:16:3e:ae:33:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:47.706648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9689356e-b4c2-4a7e-9249-fe9a1a3eed01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.775453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-447a4392-07f3-429a-b5a9-4f32a2855eda req-639d18d3-fc65-4d62-b7b8-66e81ea139d9 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914054 Feb 03 11:16:47.780761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:47.781710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.804944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-726e04e3-8a10-4275-a966-ba374b70a189 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550159 Feb 03 11:16:47.831420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:47.835251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:47.846043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.847281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:47.928727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=9689356e-b4c2-4a7e-9249-fe9a1a3eed01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:47.942262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:47.947623 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b82e672-57ee-49e7-b7e7-2d704703ce7e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/9689356e-b4c2-4a7e-9249-fe9a1a3eed01 HTTP/1.1" status: 204 len: 168 time: 2.7663081 Feb 03 11:16:47.950204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-f67968ba-f88c-4f55-9e2e-635e0d55313a service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265975 Feb 03 11:16:47.990730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:47.991465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c3965e7-ac61-4cb6-8ccb-5dac8264ec9e req-46adc6a5-926e-4804-9b90-d993fed6801b service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783741 Feb 03 11:16:47.992060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:48.041793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.054019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:48.146256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=8ecc6559-7039-4950-951a-98c1bab6d379,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:48.158435 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d7e458-e46b-4d84-ab44-0ff004a15ce8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:16:48.159624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d7e458-e46b-4d84-ab44-0ff004a15ce8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:16:48.168143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81d7e458-e46b-4d84-ab44-0ff004a15ce8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/9689356e-b4c2-4a7e-9249-fe9a1a3eed01 HTTP/1.1" status: 404 len: 333 time: 0.1748078 Feb 03 11:16:48.188844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] For port 8ecc6559-7039-4950-951a-98c1bab6d379, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:48.222673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:48.227285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:48.227730 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.228231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:48.280569 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa36203-ad3d-48e9-bde0-a4c91ee1784f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:16:48.282960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0fa36203-ad3d-48e9-bde0-a4c91ee1784f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/9689356e-b4c2-4a7e-9249-fe9a1a3eed01 HTTP/1.1" status: 404 len: 333 time: 0.0468521 Feb 03 11:16:48.288077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:48.323121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:48.327322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6f8aec48-840a-4b89-aafb-672a7a3923d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:48.347225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.347951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:48.359119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet fc603b28-9b60-403d-9881-a8ba6a66e0c1 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:48.366426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710529-181d-427a-8660-7d4eb4ddf91e req-4070e454-38af-461c-9aa4-e5c9082b2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.369213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-4070e454-38af-461c-9aa4-e5c9082b2cf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 1130 time: 0.2884674 Feb 03 11:16:48.370021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (fc603b28-9b60-403d-9881-a8ba6a66e0c1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.388731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.390906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.397483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.403970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.410976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.415381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] device_id is not set on port 8ecc6559-7039-4950-951a-98c1bab6d379 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:48.417084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.425128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-49f892cd-91de-43c5-b92b-9965f3c8c740 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 4653 time: 0.2692990 Feb 03 11:16:48.428854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-938ffe28-8df7-4aa7-a2a4-ae42a3072b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.433947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-938ffe28-8df7-4aa7-a2a4-ae42a3072b67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 1.1330523 Feb 03 11:16:48.441725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Publish callbacks [] for port (8ecc6559-7039-4950-951a-98c1bab6d379), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.467896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.529499 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-422a27c3-2790-4cfd-9827-2da0f7d58478 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0831523 Feb 03 11:16:48.556145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53117940-a098-411f-9650-862980a35b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fafdcc55-4551-4e0f-95ff-4cff498a2684), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.558893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53117940-a098-411f-9650-862980a35b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.564778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (fc603b28-9b60-403d-9881-a8ba6a66e0c1), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.572394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-53117940-a098-411f-9650-862980a35b1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fafdcc55-4551-4e0f-95ff-4cff498a2684 HTTP/1.1" status: 204 len: 168 time: 2.0513041 Feb 03 11:16:48.600594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:48.693738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53117940-a098-411f-9650-862980a35b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafdcc55-4551-4e0f-95ff-4cff498a2684,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:48.729682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218a5a-082f-41ff-8e13-0060425d78ef req-54a6b389-24c0-4049-87ea-3ccf7e7f448d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.731260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13218a5a-082f-41ff-8e13-0060425d78ef req-54a6b389-24c0-4049-87ea-3ccf7e7f448d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2706110 Feb 03 11:16:48.753466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Pushing event updated for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:48.761095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] No DVR routers for this DVR port 8ecc6559-7039-4950-951a-98c1bab6d379 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:48.765640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-596af595-c942-4ec5-936f-40e38c1b765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.767210 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-596af595-c942-4ec5-936f-40e38c1b765b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.2165582 Feb 03 11:16:48.795249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:48.795928 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.876080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-a7ef6f58-5c7d-4ec3-964f-2157131671d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563095 Feb 03 11:16:48.886317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85c03401-ecdf-4a66-98c4-1eb06320549e req-e69e2ec1-645f-47b1-842f-5549c126a6b3 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&id=3f79768b-42d9-443b-a16f-a488d3a63507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4602311 Feb 03 11:16:48.899230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:48.916383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:48.996852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710529-181d-427a-8660-7d4eb4ddf91e req-7121ce99-4fe2-41a0-8f10-656ce3916c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:48.998645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-7121ce99-4fe2-41a0-8f10-656ce3916c30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.5693038 Feb 03 11:16:49.000398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] In _notify_port_updated(), no bound segment for port 8ecc6559-7039-4950-951a-98c1bab6d379 on network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:16:49.014265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:49.025825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.033874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e8d7d46b-fba5-4bff-95bb-6011fa3d802d service neutron] 10.222.0.53 "PUT /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 200 len: 1028 time: 2.0084877 Feb 03 11:16:49.154010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:49.209195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-ab33f7cf-525e-439a-9457-4e77c3ad81d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a HTTP/1.1" status: 200 len: 217 time: 0.1879957 Feb 03 11:16:49.255897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (fc603b28-9b60-403d-9881-a8ba6a66e0c1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.270748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13218a5a-082f-41ff-8e13-0060425d78ef req-f1b47db6-0108-452a-aa3d-3a99ce4791d5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217872 Feb 03 11:16:49.356799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-d12e2a2e-10ec-4e3a-b88c-d4ede4677543 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648724 Feb 03 11:16:49.365505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:16:49.405638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 519a8a52-b862-4a1c-8f56-202bd60fd430 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:49.405981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.435565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (fc603b28-9b60-403d-9881-a8ba6a66e0c1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.574017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:49.590114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'mac_address': 'fa:16:3e:26:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:16:49.602087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:49.606676 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00410d72-c1bd-490d-b392-7c0949a3282c" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:49.646585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-eda8338f-86d3-4145-ae71-a3c95bdc6b5d None None] Provisioning complete for port 8ecc6559-7039-4950-951a-98c1bab6d379 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:49.646946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eda8338f-86d3-4145-ae71-a3c95bdc6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.679909 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-bfea881c-5d9c-4dcd-81db-d9791d25d5f2 req-c6663a86-7145-42a4-a5fa-ce2603257901 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166685 Feb 03 11:16:49.681760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] For port 519a8a52-b862-4a1c-8f56-202bd60fd430, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=519a8a52-b862-4a1c-8f56-202bd60fd430,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:49.682127 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.692185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:49.692780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.729871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3689b1b-a4c8-4bd6-98e6-982b5c04af7a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:16:49.734258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eda8338f-86d3-4145-ae71-a3c95bdc6b5d None None] Port 8ecc6559-7039-4950-951a-98c1bab6d379 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:16:49.772880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:49.784521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.871815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:49.945167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=fc603b28-9b60-403d-9881-a8ba6a66e0c1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:49.949986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:49.956783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b3b42d28-04b2-4ac1-bc44-7d9c4bef8c40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/fc603b28-9b60-403d-9881-a8ba6a66e0c1 HTTP/1.1" status: 204 len: 168 time: 1.6675076 Feb 03 11:16:49.958308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:49.973460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710529-181d-427a-8660-7d4eb4ddf91e req-14293017-0bd5-44fc-b538-0f9d727c6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:49.975071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-14293017-0bd5-44fc-b538-0f9d727c6a9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.7301266 Feb 03 11:16:49.980036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab8dcc-5048-4183-8c26-495625bdf6be None None] Network bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:50.051752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2f49e-9915-493f-a62b-4b6e1924843f req-edc87613-15ca-462e-b334-6308f7a7369c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.055114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c2f49e-9915-493f-a62b-4b6e1924843f req-edc87613-15ca-462e-b334-6308f7a7369c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.9779630 Feb 03 11:16:50.083873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b530-3d28-40bb-8261-b7bad7968bcc req-39c2f727-376e-4615-8657-e603e8256835 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.099312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b6b530-3d28-40bb-8261-b7bad7968bcc req-39c2f727-376e-4615-8657-e603e8256835 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.6881578 Feb 03 11:16:50.172400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.196478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.197642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.201199 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Floating IP d17f8533-ef4d-425d-a22c-b06ef11973f9 disassociated. External IP: 172.25.7.106, port: 519a8a52-b862-4a1c-8f56-202bd60fd430. Feb 03 11:16:50.201684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 519a8a52-b862-4a1c-8f56-202bd60fd430 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:50.219576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:16:50.286163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c2f49e-9915-493f-a62b-4b6e1924843f req-766e4167-4ab3-4f6d-85fc-bbdf7bb35251 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205808 Feb 03 11:16:50.288579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710529-181d-427a-8660-7d4eb4ddf91e req-32dd278e-93e1-4dac-afba-22f855f044cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.296537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-32dd278e-93e1-4dac-afba-22f855f044cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3091211 Feb 03 11:16:50.344827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9b6b530-3d28-40bb-8261-b7bad7968bcc req-29452105-f262-469b-843a-7eebb757142e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405653 Feb 03 11:16:50.358062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:50.358609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.365168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] DHCP port deletion for bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:50.448021 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6af0f0-2d06-4c01-ab78-4a26255c9398 x-openstack-request-id: req-6c6af0f0-2d06-4c01-ab78-4a26255c9398 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:50.448345 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecc6559-7039-4950-951a-98c1bab6d379", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:50.448607 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c6af0f0-2d06-4c01-ab78-4a26255c9398 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:50.449052 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecc6559-7039-4950-951a-98c1bab6d379', 'code': 200} Feb 03 11:16:50.449313 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'code': 200} Feb 03 11:16:50.449571 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'code': 200} Feb 03 11:16:50.465159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,segment=NetworkSegment(63bd0469-db4f-4464-8918-42e6ad49b669),segment_id=63bd0469-db4f-4464-8918-42e6ad49b669)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:50.465535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.619404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:50.620705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.627278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.634822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.644513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.651457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.666022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-03d67492-9607-480c-a358-a06c65d03dd6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 3876 time: 0.1896250 Feb 03 11:16:50.696319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-83995063-e414-44a2-b954-f41498ba6760 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686357 Feb 03 11:16:50.736194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Deleting port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:50.738243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.760812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24540039-ce78-45f3-b418-7999cfba3009 req-7162416c-53a1-4cfb-92cb-f9611753f356 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:50.767858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24540039-ce78-45f3-b418-7999cfba3009 req-7162416c-53a1-4cfb-92cb-f9611753f356 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2439604 Feb 03 11:16:50.793291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.849515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52cd5c72-465d-4636-a218-7d2b1c1408c0 req-cf6faddd-2f7b-42f7-a4eb-c46f21d717d1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822584 Feb 03 11:16:50.876304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] For port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,segment=NetworkSegment(63bd0469-db4f-4464-8918-42e6ad49b669),segment_id=63bd0469-db4f-4464-8918-42e6ad49b669)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:50.881381 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:50.886935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:50.907982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Calling delete_port for 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:50.943212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24540039-ce78-45f3-b418-7999cfba3009 req-e1bfc6c5-d8c7-4d4b-ad0d-923e0dac0876 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699138 Feb 03 11:16:50.990013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:51.001067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80710529-181d-427a-8660-7d4eb4ddf91e req-94c245e4-081b-4eaa-9ab4-6d746c1f49de service neutron] 10.222.0.53 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891772 Feb 03 11:16:51.105709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.139799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (519a8a52-b862-4a1c-8f56-202bd60fd430), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.190265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc37bbb2-0a75-4dc1-93ea-0c9c66010f09']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:51.209604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=519a8a52-b862-4a1c-8f56-202bd60fd430,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:51.216747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bd0469-db4f-4464-8918-42e6ad49b669') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:51.217093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bd0469-db4f-4464-8918-42e6ad49b669') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:51.233078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (63bd0469-db4f-4464-8918-42e6ad49b669), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.275799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (63bd0469-db4f-4464-8918-42e6ad49b669), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.340191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:16:51.340612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (63bd0469-db4f-4464-8918-42e6ad49b669), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:16:51.354799 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:16:51.364350 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0385294b-551d-43d3-b5aa-5cfd40f9b9d7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.471832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] No DVR routers for this DVR port 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:51.481834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:51.551818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da1e5c-37c6-45eb-9882-395767a71f44 None None] Pushing event deleted for resources: {'Port': ['ID=0385294b-551d-43d3-b5aa-5cfd40f9b9d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:51.593052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6768-d2ea-4ba1-b332-b0ac93cc4935 req-71f95eaf-bf30-4b89-9510-9f5bdf5359c7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:51.594605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-876f6768-d2ea-4ba1-b332-b0ac93cc4935 req-71f95eaf-bf30-4b89-9510-9f5bdf5359c7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2249572 Feb 03 11:16:51.610706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 6f8aec48-840a-4b89-aafb-672a7a3923d9 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:16:51.611197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (bc37bbb2-0a75-4dc1-93ea-0c9c66010f09), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.617564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 6f8aec48-840a-4b89-aafb-672a7a3923d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:51.617959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.620742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e05ee-56b3-4d25-855a-4cce169aadc2 req-0a59aeb5-7752-44ef-8e13-176b13531542 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:51.635899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df0e05ee-56b3-4d25-855a-4cce169aadc2 req-0a59aeb5-7752-44ef-8e13-176b13531542 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.2473223 Feb 03 11:16:51.638857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.647635 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/bc37bbb2-0a75-4dc1-93ea-0c9c66010f09 HTTP/1.1" status: 204 len: 168 time: 1.6782322 Feb 03 11:16:51.648780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:51.671227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1547617969'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:51.698648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f4c02-84db-4ed7-bcfc-83e3e6a6f786 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=bc37bbb2-0a75-4dc1-93ea-0c9c66010f09,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:51.714418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Router 37aafcdb-5159-4ca1-ad68-744b571a5965 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:16:51.740323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-05dbe31e-8c8e-47b2-9171-93e1ac51fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:51.740730 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-05dbe31e-8c8e-47b2-9171-93e1ac51fb0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.4523470 Feb 03 11:16:51.744269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:51.751967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.815010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:51.815548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:51.829752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-876f6768-d2ea-4ba1-b332-b0ac93cc4935 req-1ea8f1bd-7270-4053-89ac-81883827fd56 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864662 Feb 03 11:16:51.868067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df0e05ee-56b3-4d25-855a-4cce169aadc2 req-22fc02c0-483a-46ea-bca3-228b20c1d618 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212675 Feb 03 11:16:51.906867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:51.912868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.036571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:16:52.037154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:52.062151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f6efc138-c6fb-48b9-84de-5446253000ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.062566 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment f6efc138-c6fb-48b9-84de-5446253000ad of type vlan for network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa Feb 03 11:16:52.094621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff9c97-effe-4368-ab9b-b3ea78412b07 req-18ed36d3-35cb-4c57-a79b-d8fe7ac8c1b9 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.104048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ff9c97-effe-4368-ab9b-b3ea78412b07 req-18ed36d3-35cb-4c57-a79b-d8fe7ac8c1b9 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 949 time: 0.1440949 Feb 03 11:16:52.140512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-21c97f7a-77af-45e4-a30f-38378f02ce59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.147087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-21c97f7a-77af-45e4-a30f-38378f02ce59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.152580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-21c97f7a-77af-45e4-a30f-38378f02ce59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.162588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-21c97f7a-77af-45e4-a30f-38378f02ce59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.163937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-4f5746a6-f3f5-46f3-a723-f502220187cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.165607 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-4f5746a6-f3f5-46f3-a723-f502220187cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.4102852 Feb 03 11:16:52.165951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-21c97f7a-77af-45e4-a30f-38378f02ce59 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 3142 time: 0.1410396 Feb 03 11:16:52.178448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.229203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ff9c97-effe-4368-ab9b-b3ea78412b07 req-656aeac1-9aff-4ff5-93f6-7af9c4d6aa41 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181495 Feb 03 11:16:52.300004 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-0a634137-b5b3-4866-9b59-46c07ddd6825 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.1233768 Feb 03 11:16:52.303355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3b6da03-4f25-44ae-a801-669535cdcd85 req-55f3abb8-6197-4fa6-976d-a22fbed4b81f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204352 Feb 03 11:16:52.384036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:16:52.395511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b183-2785-4b33-956a-e4e8765efbbf req-0f5214e5-f34f-450b-8fd4-f66c98129481 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.397137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90e4b183-2785-4b33-956a-e4e8765efbbf req-0f5214e5-f34f-450b-8fd4-f66c98129481 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.0868356 Feb 03 11:16:52.417119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:16:52.417584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0385294b-551d-43d3-b5aa-5cfd40f9b9d7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:16:52.442715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.448622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.449364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.451063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:52.454179 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2f5324-cf03-4574-99c1-35cacb68fa93" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:52.482503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:16:52.493690 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Sync routers for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:16:52.514366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:52.516270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:52.535989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90e4b183-2785-4b33-956a-e4e8765efbbf req-041f2c60-82cb-4061-91a7-8f1e9af61893 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314359 Feb 03 11:16:52.544830 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e5cd5-748a-4682-8beb-4f8f6ddb1178 x-openstack-request-id: req-2d9e5cd5-748a-4682-8beb-4f8f6ddb1178 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:52.544830 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:52.544830 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d9e5cd5-748a-4682-8beb-4f8f6ddb1178 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:52.544830 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'code': 200} Feb 03 11:16:52.573159 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9217110 Feb 03 11:16:52.576227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:52.581936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:52.637981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] No DVR routers for this DVR port 519a8a52-b862-4a1c-8f56-202bd60fd430 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:52.644379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-f88ed157-99f6-4000-a542-f2d6dd3bf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.646244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-f88ed157-99f6-4000-a542-f2d6dd3bf68b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.3367703 Feb 03 11:16:52.648632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.652489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-6796023b-a9f0-479e-b838-cda2f1a635cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "DELETE /v2.0/ports/519a8a52-b862-4a1c-8f56-202bd60fd430 HTTP/1.1" status: 204 len: 173 time: 3.6109946 Feb 03 11:16:52.653003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:52.655325 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d1f01-04e5-4b3b-98fd-fca9bf9b6719" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:52.661622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672800b3-54aa-4a97-a3f8-ccba1ac77041 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:52.673282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:16:52.744882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:52.748759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:52.783460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13da94-1940-4210-9290-fd6e7352a899 req-4ba53818-01fc-45ad-8d76-0563c9b07943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:52.786589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b13da94-1940-4210-9290-fd6e7352a899 req-4ba53818-01fc-45ad-8d76-0563c9b07943 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 1131 time: 0.1709146 Feb 03 11:16:52.807853 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3b466-5241-40db-964b-7e49a101d9c7 x-openstack-request-id: req-16b3b466-5241-40db-964b-7e49a101d9c7 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:52.808144 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "519a8a52-b862-4a1c-8f56-202bd60fd430", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:52.808398 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16b3b466-5241-40db-964b-7e49a101d9c7 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:52.810326 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '519a8a52-b862-4a1c-8f56-202bd60fd430', 'status': 'completed', 'code': 200} Feb 03 11:16:52.815955 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:52.830492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-8443fe0b-53cd-439c-a907-342b85c16f35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700206 Feb 03 11:16:52.935496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b13da94-1940-4210-9290-fd6e7352a899 req-a132756d-8ca8-4eb1-bcfe-d189c7dbfbe1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377990 Feb 03 11:16:53.020151 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-3eb98741-fc6a-443b-838e-9e18044c16c0 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781604 Feb 03 11:16:53.045500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 828a5282-d30d-483c-a524-2edafcebb89b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:53.045500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (828a5282-d30d-483c-a524-2edafcebb89b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.199535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb7c0c-4061-47d9-ad3b-496931c3792a req-329c5ab9-3ec1-43a6-b9e1-a9b465b7f3f7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:53.206634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abdb7c0c-4061-47d9-ad3b-496931c3792a req-329c5ab9-3ec1-43a6-b9e1-a9b465b7f3f7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.1725202 Feb 03 11:16:53.232855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (4c4397b7-0048-40d5-97e8-a62ce12f928c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.243044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d42db-0ae8-4fa8-a2c5-9f8fc3292276 req-04089630-5fa1-436c-a0f7-b7ccfb3438c1 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:53.250074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b49d42db-0ae8-4fa8-a2c5-9f8fc3292276 req-04089630-5fa1-436c-a0f7-b7ccfb3438c1 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2147427 Feb 03 11:16:53.373617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:53.397478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=4c4397b7-0048-40d5-97e8-a62ce12f928c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:53.428724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abdb7c0c-4061-47d9-ad3b-496931c3792a req-d272843f-d44d-4f32-98e8-2c253f647d44 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209830 Feb 03 11:16:53.430966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.433951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:53.434641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.435101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.438429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.438890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.439344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.439816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.440365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.442118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.442752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.443334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.445083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.445776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:16:53.472460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b49d42db-0ae8-4fa8-a2c5-9f8fc3292276 req-f344d04d-ee6e-408a-81f0-81bf1579f1f0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213511 Feb 03 11:16:53.486185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': 'f6efc138-c6fb-48b9-84de-5446253000ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:53.487877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:16:53.530362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:16:53.531740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:16:53.536407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:53.536783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.550269 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Checking router: 37aafcdb-5159-4ca1-ad68-744b571a5965 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:16:53.583389 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:16:53.584049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:16:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:53.597060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:53.620157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:53.620157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.634984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbc095-48ef-41a7-87af-17e12d12483c None None] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:53.723603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c63695f-ac72-44ce-9d3a-a519f222b058 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1459842 Feb 03 11:16:53.728207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39758) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:53.751068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-91639651'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:16:53.770170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:53.770560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.822933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:53.835012 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.874452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] For port 828a5282-d30d-483c-a524-2edafcebb89b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=828a5282-d30d-483c-a524-2edafcebb89b,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:53.875009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (828a5282-d30d-483c-a524-2edafcebb89b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:53.892393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 828a5282-d30d-483c-a524-2edafcebb89b owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:53.902716 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:16:53.988883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aa048-4ebd-4566-9ff2-aa76754c2a13 req-e36607ae-5bec-4464-8bed-8b817d5d572a tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:53.990635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da0aa048-4ebd-4566-9ff2-aa76754c2a13 req-e36607ae-5bec-4464-8bed-8b817d5d572a tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 949 time: 0.4356928 Feb 03 11:16:53.995139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:16:53.999244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.068931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (828a5282-d30d-483c-a524-2edafcebb89b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.070126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-e0350247-fa50-4d80-b1f5-ddb1915da2c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:54.074647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa', 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': '4c4397b7-0048-40d5-97e8-a62ce12f928c'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:16:54.075518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.077889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:54.099050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-e0350247-fa50-4d80-b1f5-ddb1915da2c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:54.114384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-e0350247-fa50-4d80-b1f5-ddb1915da2c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:54.121831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-e0350247-fa50-4d80-b1f5-ddb1915da2c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:54.127477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=828a5282-d30d-483c-a524-2edafcebb89b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:54.140255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-e0350247-fa50-4d80-b1f5-ddb1915da2c1 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 3142 time: 0.5098243 Feb 03 11:16:54.176896 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f807adb8-aff0-4c8d-aaa9-b54c8e3b2f55 req-f183e381-180f-459f-9ddf-fd4f3676cc9e service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1467245 Feb 03 11:16:54.242229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] No DVR routers for this DVR port 828a5282-d30d-483c-a524-2edafcebb89b on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:54.244829 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:16:54.247897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.252068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-abed0b41-0f00-473d-98b2-43ab511f4525 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "DELETE /v2.0/ports/828a5282-d30d-483c-a524-2edafcebb89b HTTP/1.1" status: 204 len: 173 time: 1.5915511 Feb 03 11:16:54.252521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port b2069f7a-1989-481a-8b66-d593e139a59b yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:16:54.345279 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24514425-a539-4d40-ac39-5b76d265d013 None None] The sync data for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 is: [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ac724347-aa00-4460-a527-6b46d7087b1b', 'name': '', 'network_id': 'b04263c1-bbdc-4a9f-96f1-2aba2ce791ea', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'mac_address': 'fa:16:3e:58:fc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:17Z', 'updated_at': '2022-02-03T11:10:25Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'subnets': [{'id': '9183219c-c854-4cc6-acbc-d838c19eaa69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:16:54.415741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Allocated IP 2001:db8::2 (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa/4c4397b7-0048-40d5-97e8-a62ce12f928c/c702240d-2401-4cfc-9078-c5a1d0c0948d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:54.520800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c99d27cd-5893-4c39-98c7-6d7f5ad1459e req-b4934047-3f45-4d3c-a4b5-1d602130ae8b tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794315 Feb 03 11:16:54.542670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:54.547626 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.555624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da0aa048-4ebd-4566-9ff2-aa76754c2a13 req-4a3665f5-0bc3-4777-a02c-87139af1c058 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515141 Feb 03 11:16:54.591430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:54.602688 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110d8dc-5c7b-4305-9610-4a8b54f9f0a5" -d '{"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-plugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:54.809475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faf4fa-fff2-4a3a-ade2-9264eac40178 req-c54af275-da5c-447e-b507-57a4a6bb8a23 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:54.817628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:54.819942 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffbb0f-8ad4-48fc-8c18-0c3b33b440a0" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "828a5282-d30d-483c-a524-2edafcebb89b"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:54.821614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53faf4fa-fff2-4a3a-ade2-9264eac40178 req-c54af275-da5c-447e-b507-57a4a6bb8a23 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1194518 Feb 03 11:16:54.889857 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks [] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.891647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] For port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:54.892232 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.902187 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:54.925504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:55.008744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Pushing event updated for resources: {'Port': ['ID=c702240d-2401-4cfc-9078-c5a1d0c0948d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:55.017551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::347 (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa/4c4397b7-0048-40d5-97e8-a62ce12f928c/b2069f7a-1989-481a-8b66-d593e139a59b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:16:55.018567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:55.019702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b97bc7-3921-490f-8293-6969f23df688 None None] New status for floating IP d17f8533-ef4d-425d-a22c-b06ef11973f9: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:16:55.082764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:55.087577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:55.183752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0725e2d9-ad4b-49a9-b0fa-376bcd502cc4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.184973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53faf4fa-fff2-4a3a-ade2-9264eac40178 req-92450818-d0de-4ecf-9307-1a35fb50900c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622096 Feb 03 11:16:55.261118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=0725e2d9-ad4b-49a9-b0fa-376bcd502cc4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:55.359845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] No DVR routers for this DVR port 0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:55.361541 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac5eee8-4472-445a-a968-d42ab782a931 x-openstack-request-id: req-bac5eee8-4472-445a-a968-d42ab782a931 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:55.361910 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-plugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:55.362726 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bac5eee8-4472-445a-a968-d42ab782a931 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:55.363240 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'code': 200} Feb 03 11:16:55.366046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.369425 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-f3a2df9e-b981-4200-9a78-03b1111923dc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "DELETE /v2.0/ports/0725e2d9-ad4b-49a9-b0fa-376bcd502cc4 HTTP/1.1" status: 204 len: 173 time: 1.1115208 Feb 03 11:16:55.406362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Attempting to bind port c702240d-2401-4cfc-9078-c5a1d0c0948d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:16:55.406967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Attempting to bind port c702240d-2401-4cfc-9078-c5a1d0c0948d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f6efc138-c6fb-48b9-84de-5446253000ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:16:55.407338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Attempting to bind port c702240d-2401-4cfc-9078-c5a1d0c0948d on network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:16:55.419902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:16:55.421116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Checking segment: {'id': 'f6efc138-c6fb-48b9-84de-5446253000ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:16:55.421368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.422583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Bound using segment: {'id': 'f6efc138-c6fb-48b9-84de-5446253000ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:16:55.422922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Bound port: c702240d-2401-4cfc-9078-c5a1d0c0948d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6efc138-c6fb-48b9-84de-5446253000ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:16:55.423293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.514530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363686a4-c453-4430-be29-a19e75df23ce req-37cdb689-5a20-4489-8745-2a56fa612d5e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:55.521796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-363686a4-c453-4430-be29-a19e75df23ce req-37cdb689-5a20-4489-8745-2a56fa612d5e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.6243856 Feb 03 11:16:55.551115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (b2069f7a-1989-481a-8b66-d593e139a59b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.574139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66383b-e575-48b7-b880-a6e9e8a54f42 req-b3a05dfe-7659-4f65-80e6-c4f13ce7fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:55.575767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e66383b-e575-48b7-b880-a6e9e8a54f42 req-b3a05dfe-7659-4f65-80e6-c4f13ce7fc1b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 1132 time: 0.2245734 Feb 03 11:16:55.577042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:55.577790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.584308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] For port c702240d-2401-4cfc-9078-c5a1d0c0948d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:16:55.593821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] For port c702240d-2401-4cfc-9078-c5a1d0c0948d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c702240d-2401-4cfc-9078-c5a1d0c0948d,segment=NetworkSegment(f6efc138-c6fb-48b9-84de-5446253000ad),segment_id=f6efc138-c6fb-48b9-84de-5446253000ad)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:16:55.605592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.636242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3422ba-5802-4a83-811a-f4102595e730 req-592d7695-79b5-49ad-ae31-29f0cf5b247f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:55.637824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a3422ba-5802-4a83-811a-f4102595e730 req-592d7695-79b5-49ad-ae31-29f0cf5b247f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2001729 Feb 03 11:16:55.743080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] For port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:55.743472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.752534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-363686a4-c453-4430-be29-a19e75df23ce req-3739a96e-110d-4c61-8049-af165e96b12d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263067 Feb 03 11:16:55.769896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:55.786098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e66383b-e575-48b7-b880-a6e9e8a54f42 req-fcc520cc-4669-4608-99b4-5e7161838ab6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017481 Feb 03 11:16:55.800028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa80c3a-122e-4b2a-8cbc-7b42ac8ca458 None None] Pushing event updated for resources: {'Port': ['ID=c702240d-2401-4cfc-9078-c5a1d0c0948d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:55.837649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b2069f7a-1989-481a-8b66-d593e139a59b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:55.950818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:16:55.974439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:16:56.003117 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255fe182-1e79-4b9f-b721-9bcb7b32c6a7 x-openstack-request-id: req-255fe182-1e79-4b9f-b721-9bcb7b32c6a7 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:56.003884 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "828a5282-d30d-483c-a524-2edafcebb89b", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:56.004189 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-255fe182-1e79-4b9f-b721-9bcb7b32c6a7 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:56.011105 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '828a5282-d30d-483c-a524-2edafcebb89b', 'status': 'completed', 'code': 200} Feb 03 11:16:56.012608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1b7e63bd-44b5-4ce6-8df7-43f0d17af50f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.032967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:16:56.049778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:56.050778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.061733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a3422ba-5802-4a83-811a-f4102595e730 req-cc12652c-2cf3-4208-8e42-8bc82dacfcc6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4044743 Feb 03 11:16:56.092240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=1b7e63bd-44b5-4ce6-8df7-43f0d17af50f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:56.153953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] No DVR routers for this DVR port 1b7e63bd-44b5-4ce6-8df7-43f0d17af50f on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:56.154680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=b2069f7a-1989-481a-8b66-d593e139a59b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:56.174099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:56.175382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.178775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-4c2cef03-f30a-43e1-9bde-3181b099d996 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "DELETE /v2.0/ports/1b7e63bd-44b5-4ce6-8df7-43f0d17af50f HTTP/1.1" status: 204 len: 173 time: 0.8042793 Feb 03 11:16:56.226437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b08e8d77-f9d8-4de9-8748-3527f991cf99 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.4880528 Feb 03 11:16:56.229790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:56.409599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:56.410094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.426606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8b54-3d0a-42cb-b602-14ea2e92cc9d req-5e535da4-d63c-41b9-aaf6-a517be8e7bb5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:56.436770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136d8b54-3d0a-42cb-b602-14ea2e92cc9d req-5e535da4-d63c-41b9-aaf6-a517be8e7bb5 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 943 time: 0.3824553 Feb 03 11:16:56.519929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe22f-243b-4561-a405-db4253c37c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.525292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c702240d-2401-4cfc-9078-c5a1d0c0948d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:56.545465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8dc6a-6c50-4db0-816a-6baf023ca312 req-5a577675-f88f-4d87-b847-c618ff438d8e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:56.553048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97c8dc6a-6c50-4db0-816a-6baf023ca312 req-5a577675-f88f-4d87-b847-c618ff438d8e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 950 time: 0.2892947 Feb 03 11:16:56.644705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] For port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:56.652720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136d8b54-3d0a-42cb-b602-14ea2e92cc9d req-847ad455-9da6-4c53-9b93-643a4cc5aa50 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec418876-cefa-4647-bdc6-5a2f0d54ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145107 Feb 03 11:16:56.654261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.666666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97c8dc6a-6c50-4db0-816a-6baf023ca312 req-382d1a4f-0aba-4be6-ad3d-c7ea16dcc793 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125767 Feb 03 11:16:56.692661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:56.697685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c702240d-2401-4cfc-9078-c5a1d0c0948d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:56.699506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.730321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port b2069f7a-1989-481a-8b66-d593e139a59b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:56.731194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b2069f7a-1989-481a-8b66-d593e139a59b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.835785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe22f-243b-4561-a405-db4253c37c9b admin admin] Publish callbacks [] for security_group (26ffc213-d833-4051-9c30-c24c69034529), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.847033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe22f-243b-4561-a405-db4253c37c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (26ffc213-d833-4051-9c30-c24c69034529), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.880273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffe22f-243b-4561-a405-db4253c37c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffc213-d833-4051-9c30-c24c69034529,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:56.912965 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d9ffe22f-243b-4561-a405-db4253c37c9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc191a48d2d1437d836c741ddfafd3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7313569 Feb 03 11:16:56.914338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39814) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:56.920289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c702240d-2401-4cfc-9078-c5a1d0c0948d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:56.920690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.968284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b2069f7a-1989-481a-8b66-d593e139a59b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:56.985882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.019035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port c702240d-2401-4cfc-9078-c5a1d0c0948d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c702240d-2401-4cfc-9078-c5a1d0c0948d,segment=NetworkSegment(f6efc138-c6fb-48b9-84de-5446253000ad),segment_id=f6efc138-c6fb-48b9-84de-5446253000ad)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:57.024354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.041728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for b2069f7a-1989-481a-8b66-d593e139a59b owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:57.106945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] Publish callbacks [] for security_group (26ffc213-d833-4051-9c30-c24c69034529), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.116633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (64fcdc7c-2419-44b9-b9b7-9a0f637b8f46), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.122097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=c702240d-2401-4cfc-9078-c5a1d0c0948d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:57.190386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69e2d9-3676-46be-aafe-8d26bb86dcbf req-da0e3955-10cd-407c-882e-943e2df9ec3d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:57.203013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=64fcdc7c-2419-44b9-b9b7-9a0f637b8f46,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:57.203259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba69e2d9-3676-46be-aafe-8d26bb86dcbf req-da0e3955-10cd-407c-882e-943e2df9ec3d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2492595 Feb 03 11:16:57.217472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24205f-5064-49d3-8769-904812883fb4 req-fde788e8-c8c4-4c96-9e22-eee2f1095f50 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:57.227934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c24205f-5064-49d3-8769-904812883fb4 req-fde788e8-c8c4-4c96-9e22-eee2f1095f50 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.2754164 Feb 03 11:16:57.228537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] Publish callbacks [] for security_group (26ffc213-d833-4051-9c30-c24c69034529), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.263041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] No DVR routers for this DVR port 64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:57.267421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.271317 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-32db6e39-027f-4675-b995-d7fc3301dd55 req-e022fe93-f3ad-4df4-b53e-704789fec69c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.53 "DELETE /v2.0/ports/64fcdc7c-2419-44b9-b9b7-9a0f637b8f46 HTTP/1.1" status: 204 len: 173 time: 1.0524409 Feb 03 11:16:57.326971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (26ffc213-d833-4051-9c30-c24c69034529), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.329745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.334163 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26ffc213-d833-4051-9c30-c24c69034529 HTTP/1.1" status: 204 len: 168 time: 0.4162178 Feb 03 11:16:57.345661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0d327-466f-44a6-b506-d9fc62df672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffc213-d833-4051-9c30-c24c69034529,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:57.387128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c24205f-5064-49d3-8769-904812883fb4 req-8113e70d-6010-401a-ae92-aaf65c895fc3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581318 Feb 03 11:16:57.397552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba69e2d9-3676-46be-aafe-8d26bb86dcbf req-8ea9c73f-8a03-4747-bc10-df629e1cd68c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931744 Feb 03 11:16:57.490507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b2069f7a-1989-481a-8b66-d593e139a59b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.583558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=b2069f7a-1989-481a-8b66-d593e139a59b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:57.684829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.696041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4becc455-4d4b-4aca-b514-8d436fbd1c62 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/b2069f7a-1989-481a-8b66-d593e139a59b HTTP/1.1" status: 204 len: 168 time: 1.4632723 Feb 03 11:16:57.698922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39828) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:57.724326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b826d-81a2-44d6-8fcc-ef6283731767 None None] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:57.800214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bc157-2fd7-41f4-b7bd-c02a487018b7 req-a255ab64-9af8-49b3-9564-db5b5091a8fb tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:57.802138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-914bc157-2fd7-41f4-b7bd-c02a487018b7 req-a255ab64-9af8-49b3-9564-db5b5091a8fb tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2210889 Feb 03 11:16:57.828256 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35dcb33-1f9b-447d-b34a-38c478d1d9b5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:16:57.829882 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f35dcb33-1f9b-447d-b34a-38c478d1d9b5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/b2069f7a-1989-481a-8b66-d593e139a59b HTTP/1.1" status: 404 len: 333 time: 0.1299527 Feb 03 11:16:57.833299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39838) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:57.908495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ced4abc9-2424-4374-8831-9ea4c562e311 None None] Provisioning complete for port c702240d-2401-4cfc-9078-c5a1d0c0948d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:57.909429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced4abc9-2424-4374-8831-9ea4c562e311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:57.976076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:57.996962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet 4c4397b7-0048-40d5-97e8-a62ce12f928c {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:16:57.999599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85bd90b3-bde8-4864-a83e-b1dc713854d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.014932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f'}, {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:16:58.019760 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a2b44-ead3-4cd2-8929-548741ecca0f" -d '{"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f"}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:16:58.023975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (4c4397b7-0048-40d5-97e8-a62ce12f928c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.036657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ced4abc9-2424-4374-8831-9ea4c562e311 None None] Current status of the port c702240d-2401-4cfc-9078-c5a1d0c0948d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:58.098241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-914bc157-2fd7-41f4-b7bd-c02a487018b7 req-440371ea-9f4c-41e5-90ab-aef817b9fbb2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890337 Feb 03 11:16:58.116864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (4c4397b7-0048-40d5-97e8-a62ce12f928c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.154895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-b086e584-9e01-4078-bd0b-2904e91ac165 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:58.156747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-b086e584-9e01-4078-bd0b-2904e91ac165 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.3391585 Feb 03 11:16:58.193249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-234bec38-f99b-46b7-9ff9-dc4a245f2a56 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/quotas/cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 375 time: 0.0247645 Feb 03 11:16:58.398658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ce259042-b627-4812-bccf-ea6d2e5cd712 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1916928 Feb 03 11:16:58.413229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c702240d-2401-4cfc-9078-c5a1d0c0948d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:16:58.424218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4c4397b7-0048-40d5-97e8-a62ce12f928c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.432632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85bd90b3-bde8-4864-a83e-b1dc713854d7 admin admin] Publish callbacks [] for security_group (ab770e42-9369-4abd-ad4d-1d8c10537f9c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.459175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85bd90b3-bde8-4864-a83e-b1dc713854d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ab770e42-9369-4abd-ad4d-1d8c10537f9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.547645 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85bd90b3-bde8-4864-a83e-b1dc713854d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c85c70a7e3504ff49875bd74c7d1b8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700936 Feb 03 11:16:58.552801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39846) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:58.565612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-b072d4e5-64bc-4b19-9f64-194aad218e38 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572380 Feb 03 11:16:58.570024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd90b3-bde8-4864-a83e-b1dc713854d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab770e42-9369-4abd-ad4d-1d8c10537f9c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:58.589164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-99fde42c-d40d-4b96-9afc-013cd8e5aace None None] Provisioning complete for port c702240d-2401-4cfc-9078-c5a1d0c0948d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:58.589548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99fde42c-d40d-4b96-9afc-013cd8e5aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.649392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4c4397b7-0048-40d5-97e8-a62ce12f928c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.669220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571671-47ae-40a7-89ef-d251f97d5fe8 req-9676144d-4a2e-443a-9e53-4bfe5a34a1ca tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:58.676242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8571671-47ae-40a7-89ef-d251f97d5fe8 req-9676144d-4a2e-443a-9e53-4bfe5a34a1ca tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 950 time: 0.3853545 Feb 03 11:16:58.695232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c702240d-2401-4cfc-9078-c5a1d0c0948d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:16:58.695621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.713260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.715726 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/4c4397b7-0048-40d5-97e8-a62ce12f928c HTTP/1.1" status: 204 len: 168 time: 0.8813396 Feb 03 11:16:58.719133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743319d-b66a-4c37-bdea-35e373adbf59 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4397b7-0048-40d5-97e8-a62ce12f928c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:58.723749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39848) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:16:58.911749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99fde42c-d40d-4b96-9afc-013cd8e5aace None None] Current status of the port c702240d-2401-4cfc-9078-c5a1d0c0948d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:58.988711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:58.994644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] Publish callbacks [] for security_group (ab770e42-9369-4abd-ad4d-1d8c10537f9c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.013531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-334d3097-7560-4ab4-83fb-db6fd56b054f service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469697 Feb 03 11:16:59.024185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8571671-47ae-40a7-89ef-d251f97d5fe8 req-1054dd09-e165-4d80-9e2e-1b8590cd9157 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470962 Feb 03 11:16:59.041988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] Publish callbacks [] for security_group (ab770e42-9369-4abd-ad4d-1d8c10537f9c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.056464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c702240d-2401-4cfc-9078-c5a1d0c0948d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:16:59.063679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298114c7-81ea-4c0e-8996-79cf29fac026 None None] Network c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:16:59.099654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1d3a6881-32a8-4049-9d53-b65ebc75afb7 None None] Could not find standard attr ID for object b2069f7a-1989-481a-8b66-d593e139a59b. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:16:59.184448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ab770e42-9369-4abd-ad4d-1d8c10537f9c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.185606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c42854d3-9767-4ab7-8751-a6ca2ae3a3bd req-3d2fe1f8-69df-484d-9f59-3ebd1348ae2c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0758832 Feb 03 11:16:59.187257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.191227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab770e42-9369-4abd-ad4d-1d8c10537f9c HTTP/1.1" status: 204 len: 168 time: 0.6328921 Feb 03 11:16:59.207319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port c702240d-2401-4cfc-9078-c5a1d0c0948d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:59.207666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.295632 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba626ad-b06e-425c-991f-b132fb34c606 x-openstack-request-id: req-aba626ad-b06e-425c-991f-b132fb34c606 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:16:59.295947 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "0725e2d9-ad4b-49a9-b0fa-376bcd502cc4", "status": "completed", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "1b7e63bd-44b5-4ce6-8df7-43f0d17af50f", "status": "completed", "code": 200}, {"server_uuid": "6c994dcb-c7c8-460f-82d7-55f9cea0b2fa", "name": "network-vif-deleted", "tag": "64fcdc7c-2419-44b9-b9b7-9a0f637b8f46", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:16:59.297340 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aba626ad-b06e-425c-991f-b132fb34c606 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:16:59.297776 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '0725e2d9-ad4b-49a9-b0fa-376bcd502cc4', 'status': 'completed', 'code': 200} Feb 03 11:16:59.298027 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '1b7e63bd-44b5-4ce6-8df7-43f0d17af50f', 'status': 'completed', 'code': 200} Feb 03 11:16:59.300456 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c994dcb-c7c8-460f-82d7-55f9cea0b2fa', 'name': 'network-vif-deleted', 'tag': '64fcdc7c-2419-44b9-b9b7-9a0f637b8f46', 'status': 'completed', 'code': 200} Feb 03 11:16:59.301382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d4ed-331f-4bf7-9018-d4a34446a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab770e42-9369-4abd-ad4d-1d8c10537f9c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:59.413268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] DHCP port deletion for c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:16:59.496199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ff84-502f-4ed9-a42d-8e4150dd294e req-a0562439-2805-4212-8d3e-02df979eae3a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:59.515338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac27ff84-502f-4ed9-a42d-8e4150dd294e req-a0562439-2805-4212-8d3e-02df979eae3a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1243680 Feb 03 11:16:59.532221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port c702240d-2401-4cfc-9078-c5a1d0c0948d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c702240d-2401-4cfc-9078-c5a1d0c0948d,segment=NetworkSegment(f6efc138-c6fb-48b9-84de-5446253000ad),segment_id=f6efc138-c6fb-48b9-84de-5446253000ad)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:59.532861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.539429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Deleting port c702240d-2401-4cfc-9078-c5a1d0c0948d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:16:59.539825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.572776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for c702240d-2401-4cfc-9078-c5a1d0c0948d owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:59.634607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] For port c702240d-2401-4cfc-9078-c5a1d0c0948d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c702240d-2401-4cfc-9078-c5a1d0c0948d,segment=NetworkSegment(f6efc138-c6fb-48b9-84de-5446253000ad),segment_id=f6efc138-c6fb-48b9-84de-5446253000ad)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:16:59.635096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.651377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Calling delete_port for c702240d-2401-4cfc-9078-c5a1d0c0948d owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:16:59.710991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.762027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac27ff84-502f-4ed9-a42d-8e4150dd294e req-a1979e5d-b211-4cf1-98fc-03da19bdd925 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287397 Feb 03 11:16:59.777929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c702240d-2401-4cfc-9078-c5a1d0c0948d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:16:59.806063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59089fbc-4905-4010-8297-03f4001fc6e4 req-2d270ec5-73c8-47fa-8986-378f502466c0 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:16:59.832110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59089fbc-4905-4010-8297-03f4001fc6e4 req-2d270ec5-73c8-47fa-8986-378f502466c0 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 949 time: 0.3081238 Feb 03 11:16:59.848582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=c702240d-2401-4cfc-9078-c5a1d0c0948d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:59.871482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] Pushing event deleted for resources: {'Port': ['ID=c702240d-2401-4cfc-9078-c5a1d0c0948d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:16:59.873263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port c702240d-2401-4cfc-9078-c5a1d0c0948d on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:59.881815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6aa6b-ddfa-499f-b33c-e61fffb590bc None None] No DVR routers for this DVR port c702240d-2401-4cfc-9078-c5a1d0c0948d on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:16:59.975429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59089fbc-4905-4010-8297-03f4001fc6e4 req-300c1d3d-7c17-4628-b405-9d0c6c36640f tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339588 Feb 03 11:17:00.076835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36422e2d-d1b1-4faa-a93b-3a643be12384 req-85e83c90-bf8e-408d-aa8a-34292742b4cd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 210 time: 0.0468707 Feb 03 11:17:00.118222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6852c-3130-4e21-9ac4-a2c5802c80ba req-55dc4b8c-1f5a-499d-ae87-17670b4a4ef7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:00.129206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61c6852c-3130-4e21-9ac4-a2c5802c80ba req-55dc4b8c-1f5a-499d-ae87-17670b4a4ef7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1793671 Feb 03 11:17:00.143823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.194508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:00.223805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6efc138-c6fb-48b9-84de-5446253000ad') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:00.224293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6efc138-c6fb-48b9-84de-5446253000ad') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:00.252000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f6efc138-c6fb-48b9-84de-5446253000ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.287057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f6efc138-c6fb-48b9-84de-5446253000ad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.294606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61c6852c-3130-4e21-9ac4-a2c5802c80ba req-b40e891a-ae17-4852-9541-569fb55cf949 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583142 Feb 03 11:17:00.312266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:17:00.312937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f6efc138-c6fb-48b9-84de-5446253000ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:17:00.318255 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:17:00.423126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.441447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.449487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39892) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:00.457094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa HTTP/1.1" status: 204 len: 168 time: 1.7321253 Feb 03 11:17:00.464144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'name': 'tempest-PortsIpV6TestJSON-1390516162'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:00.473476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c702240d-2401-4cfc-9078-c5a1d0c0948d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:00.496784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cff31-7076-4417-90e8-9eb393137ccb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=c7b04cd9-4bbd-42f5-a6e3-2ca1e8101aaa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:00.508176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c702240d-2401-4cfc-9078-c5a1d0c0948d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:17:00.508631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c702240d-2401-4cfc-9078-c5a1d0c0948d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:00.634512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d1d28c-a0b3-4628-864f-47d54366958d req-51137647-06d6-475d-884b-adce518b2091 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1624198 Feb 03 11:17:00.745406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:00.752050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:00.803211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port e1dd7367-8adc-4754-bac7-6a46d6beaa9a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:01.071741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802d6b2-bbf9-4e10-b385-713e2e434811 req-566051ea-04e5-4fa7-9b03-e8b33676d345 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:01.073578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e802d6b2-bbf9-4e10-b385-713e2e434811 req-566051ea-04e5-4fa7-9b03-e8b33676d345 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1860175 Feb 03 11:17:01.202004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f9ff045-22b0-4977-813d-7c320635c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:01.433520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b0358c7-65c7-4b8e-9411-e90d35fca01a req-5f40b876-c8b9-4f89-8e5e-b4428ec0ad17 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 210 time: 0.0947616 Feb 03 11:17:01.441120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (e1dd7367-8adc-4754-bac7-6a46d6beaa9a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:01.451901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e802d6b2-bbf9-4e10-b385-713e2e434811 req-237da070-afd3-47f6-ba66-013e5d9631d5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579333 Feb 03 11:17:01.487814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373850-78bb-417d-a5ca-90a005b0f105 req-fc5d6308-c084-42e8-9284-e1c1681e2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:01.503006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-94acdb8f-3512-457f-b5c0-700c3961f5d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:01.504559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-94acdb8f-3512-457f-b5c0-700c3961f5d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.1860361 Feb 03 11:17:01.512337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d373850-78bb-417d-a5ca-90a005b0f105 req-fc5d6308-c084-42e8-9284-e1c1681e2873 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.1752796 Feb 03 11:17:01.530183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'device_id': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'admin_state_up': True, 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:01.648701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e1dd7367-8adc-4754-bac7-6a46d6beaa9a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:01.712173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=e1dd7367-8adc-4754-bac7-6a46d6beaa9a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:01.740493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:01.745268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d373850-78bb-417d-a5ca-90a005b0f105 req-84667d20-c4b7-484f-927a-f12477ff0ca1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208486 Feb 03 11:17:01.753601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:01.839023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303db70f-9e76-4da8-9af3-cc5965d8704f req-598a47f4-e2aa-4499-8048-af2acc3269a0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:01.841296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-303db70f-9e76-4da8-9af3-cc5965d8704f req-598a47f4-e2aa-4499-8048-af2acc3269a0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2725635 Feb 03 11:17:01.847818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:01.854269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8490128-c150-4ddb-a3d0-bba71c2911b3 req-1b104fa0-d44d-4d84-8f24-c619bbb8f3ff tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1010654 Feb 03 11:17:01.902675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:01.908121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:01.914805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:01.915422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:01.957790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-303db70f-9e76-4da8-9af3-cc5965d8704f req-ba2989c0-a8c5-4d0a-9a11-3f28dfee1701 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024706 Feb 03 11:17:01.968984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-91070778-4fd6-4406-a986-369bdcb83b88 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5167890 Feb 03 11:17:01.974763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:02.021394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.20.0.7 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/b3b649b4-ae77-4882-bc34-6c974fef2843) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:02.174361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port e1dd7367-8adc-4754-bac7-6a46d6beaa9a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:02.175180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e1dd7367-8adc-4754-bac7-6a46d6beaa9a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.307531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e1dd7367-8adc-4754-bac7-6a46d6beaa9a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.331244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for e1dd7367-8adc-4754-bac7-6a46d6beaa9a owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:02.344827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.432788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.459043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e1dd7367-8adc-4754-bac7-6a46d6beaa9a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.466460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:17:02.603155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=e1dd7367-8adc-4754-bac7-6a46d6beaa9a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:02.605922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:02.610141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:02.612174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:02.622517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:02.639711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.657426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4968b4f-92a3-41b5-9ad9-f3c0ff7af3e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/e1dd7367-8adc-4754-bac7-6a46d6beaa9a HTTP/1.1" status: 204 len: 168 time: 0.6812491 Feb 03 11:17:02.659201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:02.689727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'mac_address': 'fa:16:3e:b7:b1:64', 'name': 'tempest-PortsIpV6TestJSON-1696893082'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:02.723010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:02.723707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:02.780331 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-66697dfe-2aa4-42aa-bcb5-3699b15102bb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565801 Feb 03 11:17:02.798768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Request body: {'port': {'device_id': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:02.968691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.074204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:03.165728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b11a5589-88cb-47fd-aced-53cc6ec44a76 None None] Provisioning complete for port b3b649b4-ae77-4882-bc34-6c974fef2843 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:03.166109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b11a5589-88cb-47fd-aced-53cc6ec44a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.252058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b11a5589-88cb-47fd-aced-53cc6ec44a76 None None] Port b3b649b4-ae77-4882-bc34-6c974fef2843 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:03.542933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b649b4-ae77-4882-bc34-6c974fef2843 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:03.544097 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1546b972-10d0-4ae2-a5ab-28318e117290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.564500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks [] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.580767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Transition to ACTIVE for port object b3b649b4-ae77-4882-bc34-6c974fef2843 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:17:03.586109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.763433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:03.856242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.876656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Attempting to bind port b3b649b4-ae77-4882-bc34-6c974fef2843 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:03.877174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Attempting to bind port b3b649b4-ae77-4882-bc34-6c974fef2843 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:03.877579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Attempting to bind port b3b649b4-ae77-4882-bc34-6c974fef2843 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:03.890023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Port b3b649b4-ae77-4882-bc34-6c974fef2843 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:17:03.890351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Attempting to bind port b3b649b4-ae77-4882-bc34-6c974fef2843 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:03.905005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:03.905351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:03.905736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:03.906468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Bound port: b3b649b4-ae77-4882-bc34-6c974fef2843, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:03.906828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:03.916720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port e4b53578-8cf8-4ee1-af0e-be5aac914f3f yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:03.948371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7bc76-d36d-478c-8ae4-c3a7ef3ac5eb req-d706cec0-6950-4a22-a03f-7498f7e14189 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:03.955806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b7bc76-d36d-478c-8ae4-c3a7ef3ac5eb req-d706cec0-6950-4a22-a03f-7498f7e14189 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 1.2696459 Feb 03 11:17:04.026524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e327e1-5b18-4e18-8e6b-58aa600e7b29 req-433918ca-adf8-4a80-a020-64eca18b0a8c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.042024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e327e1-5b18-4e18-8e6b-58aa600e7b29 req-433918ca-adf8-4a80-a020-64eca18b0a8c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 931 time: 1.4389732 Feb 03 11:17:04.057700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:04.062369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b3b649b4-ae77-4882-bc34-6c974fef2843,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:04.100828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.156353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b7bc76-d36d-478c-8ae4-c3a7ef3ac5eb req-5af77016-c947-4727-ac33-7b5d644b8a66 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993396 Feb 03 11:17:04.204619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.206193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.207860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] 10.222.0.69 "PUT /v2.0/ports/b3b649b4-ae77-4882-bc34-6c974fef2843 HTTP/1.1" status: 200 len: 1091 time: 1.4138980 Feb 03 11:17:04.208520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:04.211553 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775" -d '{"events": [{"name": "network-changed", "server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:04.258285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e327e1-5b18-4e18-8e6b-58aa600e7b29 req-b9e1aaac-f5a7-4c51-9c8a-6b059e8c7ba2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136884 Feb 03 11:17:04.345408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58fc15-0249-41f6-970a-3082debd8b40 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:04.411852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40008) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:04.507013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3100735-32ac-4e25-875e-688efbbc596e req-3320a48a-51d1-45bb-8d75-67b1fb3e4266 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1808145 Feb 03 11:17:04.566126 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.634280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-d5584e19-763c-4c5a-9201-9a35b5b49684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.635971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-d5584e19-763c-4c5a-9201-9a35b5b49684 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 1125 time: 0.1562264 Feb 03 11:17:04.729199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9fbff-039c-4557-bfd6-8936b761e100 req-e1d300e6-6f15-440a-b061-9060d542e3e6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.738237 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-82df0d45-7c09-4ff2-9c3e-57da3858c10d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b649b4-ae77-4882-bc34-6c974fef2843 HTTP/1.1" status: 200 len: 217 time: 0.0889044 Feb 03 11:17:04.741324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cc9fbff-039c-4557-bfd6-8936b761e100 req-e1d300e6-6f15-440a-b061-9060d542e3e6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.3444252 Feb 03 11:17:04.761716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-752d858f-994e-49b0-8fce-88cb4ddc3ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.839124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-8e3f1675-4880-4c20-8408-2856619f186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.840598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-8e3f1675-4880-4c20-8408-2856619f186d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0918257 Feb 03 11:17:04.904192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (e4b53578-8cf8-4ee1-af0e-be5aac914f3f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.954893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cc9fbff-039c-4557-bfd6-8936b761e100 req-7c4eac40-e19c-4fdd-a310-676568227f3b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124319 Feb 03 11:17:04.980721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-752d858f-994e-49b0-8fce-88cb4ddc3ecf admin admin] Publish callbacks [] for security_group (3083b3cb-deae-4775-aa90-4b2340fe050b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:04.983237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-dea7e992-c2a3-4e7c-a183-9d89e7009778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:04.984810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-dea7e992-c2a3-4e7c-a183-9d89e7009778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1357665 Feb 03 11:17:04.985840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-752d858f-994e-49b0-8fce-88cb4ddc3ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3083b3cb-deae-4775-aa90-4b2340fe050b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.055778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4b53578-8cf8-4ee1-af0e-be5aac914f3f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.097621 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c158addc-44e7-4534-a678-182686afc3df x-openstack-request-id: req-c158addc-44e7-4534-a678-182686afc3df {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:05.099063 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:05.099932 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c158addc-44e7-4534-a678-182686afc3df {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:05.100481 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843', 'status': 'completed', 'code': 200} Feb 03 11:17:05.168141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d858f-994e-49b0-8fce-88cb4ddc3ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3083b3cb-deae-4775-aa90-4b2340fe050b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:05.198962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:05.202919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:05.206962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:05.213072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:05.213820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.225990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:05.227372 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-752d858f-994e-49b0-8fce-88cb4ddc3ecf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=376ccd2fd57049d9ae3f021bc8640000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8127012 Feb 03 11:17:05.296787 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-ae49112d-662f-42d2-aea7-a3957fad9184 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012602 Feb 03 11:17:05.376458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] Publish callbacks [] for security_group (3083b3cb-deae-4775-aa90-4b2340fe050b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.390838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:17:05.479240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] Publish callbacks [] for security_group (3083b3cb-deae-4775-aa90-4b2340fe050b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.497420 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ba9fae00-8e1c-4eae-9a5f-f006b7bf899b req-0a06e8e7-677d-4b06-8011-e0f4b5585c74 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973176 Feb 03 11:17:05.577986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=e4b53578-8cf8-4ee1-af0e-be5aac914f3f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:05.587266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9f1890fa-95d4-43a4-9874-af50c0ae23e3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9040251 Feb 03 11:17:05.590193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:05.591621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3083b3cb-deae-4775-aa90-4b2340fe050b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.594603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.596874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3083b3cb-deae-4775-aa90-4b2340fe050b HTTP/1.1" status: 204 len: 168 time: 0.3690662 Feb 03 11:17:05.651134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ea9d3-6960-47b4-beda-7e444587936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083b3cb-deae-4775-aa90-4b2340fe050b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:05.690115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2c8ed-082c-430d-8ba0-fdafce99b97b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:05.697297 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49d2c8ed-082c-430d-8ba0-fdafce99b97b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/e4b53578-8cf8-4ee1-af0e-be5aac914f3f HTTP/1.1" status: 200 len: 845 time: 0.1033909 Feb 03 11:17:05.697297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40044) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:05.717522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:05.747279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebfd39-fdbd-4e15-a73a-ee47c6e8302e req-e08317e8-1c38-462a-8fb4-4c09d8ca5cbe tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:05.747654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'mac_address': 'fa:16:3e:ae:33:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:17:05.765331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89ebfd39-fdbd-4e15-a73a-ee47c6e8302e req-e08317e8-1c38-462a-8fb4-4c09d8ca5cbe tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1853750 Feb 03 11:17:05.853860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:05.854433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:05.894721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:05.897872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89ebfd39-fdbd-4e15-a73a-ee47c6e8302e req-bda63815-2472-4845-8654-f3b0ac1728b9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351275 Feb 03 11:17:05.945433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:05.954004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.067401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:06.071134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-32aedcce-bd11-4149-9f27-ad100ca78a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:06.072781 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-32aedcce-bd11-4149-9f27-ad100ca78a42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 1125 time: 0.2811067 Feb 03 11:17:06.155712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6f8aec48-840a-4b89-aafb-672a7a3923d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:17:06.168022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7249-558c-4ed1-96b5-0ca3243b39ee req-dc0beda9-492e-495f-9c0a-bf7eba21266f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:06.197980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-652e7249-558c-4ed1-96b5-0ca3243b39ee req-dc0beda9-492e-495f-9c0a-bf7eba21266f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 943 time: 0.1516018 Feb 03 11:17:06.249683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port e4b53578-8cf8-4ee1-af0e-be5aac914f3f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:06.253379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e4b53578-8cf8-4ee1-af0e-be5aac914f3f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.427715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:06.447263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.464745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768b22c-440c-47ee-88c0-ebd8c50cbec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.527808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-652e7249-558c-4ed1-96b5-0ca3243b39ee req-ae526475-6396-4833-ac61-d6fcad7594c7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270843 Feb 03 11:17:06.587432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e4b53578-8cf8-4ee1-af0e-be5aac914f3f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.652734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for e4b53578-8cf8-4ee1-af0e-be5aac914f3f owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:06.730577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768b22c-440c-47ee-88c0-ebd8c50cbec2 admin admin] Publish callbacks [] for security_group (f6d56aad-dd4e-418f-9d39-cb8cecf646aa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.735929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768b22c-440c-47ee-88c0-ebd8c50cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f6d56aad-dd4e-418f-9d39-cb8cecf646aa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:06.745793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-2e801c32-4900-4597-895a-9497a15d571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:06.748718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-2e801c32-4900-4597-895a-9497a15d571d service neutron] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.6603563 Feb 03 11:17:06.839877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768b22c-440c-47ee-88c0-ebd8c50cbec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d56aad-dd4e-418f-9d39-cb8cecf646aa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:06.855312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7768b22c-440c-47ee-88c0-ebd8c50cbec2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d38777e82104588a96dafbee04aa328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264891 Feb 03 11:17:06.877476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:06.904355 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-9997fd01-6a03-419f-b0ff-9b8cd2f826a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b649b4-ae77-4882-bc34-6c974fef2843 HTTP/1.1" status: 200 len: 217 time: 0.1473837 Feb 03 11:17:07.145123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64f45479-d67e-4e95-8b44-4d227d5b9734 req-1ea65b64-c6ec-4bc7-9dbf-3cc758b88b99 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1374466 Feb 03 11:17:07.182616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-a7ff0619-b6e2-481c-9e93-6094f8d6da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:07.184779 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-a7ff0619-b6e2-481c-9e93-6094f8d6da94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.2675166 Feb 03 11:17:07.185987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e4b53578-8cf8-4ee1-af0e-be5aac914f3f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.211050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-ab1255da-c8bc-4a25-b49a-915a75349da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:07.215186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-ab1255da-c8bc-4a25-b49a-915a75349da7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.2965844 Feb 03 11:17:07.263918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.263918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/e4b53578-8cf8-4ee1-af0e-be5aac914f3f HTTP/1.1" status: 204 len: 168 time: 1.5672278 Feb 03 11:17:07.266733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] Publish callbacks [] for security_group (f6d56aad-dd4e-418f-9d39-cb8cecf646aa), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.266878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a7c4-4ad2-44fa-a913-4bce52c8646f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=e4b53578-8cf8-4ee1-af0e-be5aac914f3f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:07.271031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40060) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:07.318018 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d938c3-da3d-429d-aa0d-295db35e5fdd tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:07.318498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.320179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e9d938c3-da3d-429d-aa0d-295db35e5fdd tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/e4b53578-8cf8-4ee1-af0e-be5aac914f3f HTTP/1.1" status: 404 len: 333 time: 0.0477490 Feb 03 11:17:07.323473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] Publish callbacks [] for security_group (f6d56aad-dd4e-418f-9d39-cb8cecf646aa), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.324757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40062) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:07.334950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'name': 'tempest-PortsIpV6TestJSON-2134158109'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:07.356161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-35565b72-bfa6-437d-975e-9d942af58637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:07.366365 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-35565b72-bfa6-437d-975e-9d942af58637 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1524024 Feb 03 11:17:07.407897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:07.436540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f6d56aad-dd4e-418f-9d39-cb8cecf646aa), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.443243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.447187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6d56aad-dd4e-418f-9d39-cb8cecf646aa HTTP/1.1" status: 204 len: 168 time: 0.5660381 Feb 03 11:17:07.589619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 6f8aec48-840a-4b89-aafb-672a7a3923d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:07.590604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.764517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e898361-eaa2-475e-97ac-e11e73397177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d56aad-dd4e-418f-9d39-cb8cecf646aa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:07.811975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:07.812426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:07.814824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.815537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:07.901476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 3fb6479e-ca78-45b7-84b8-23c05f00cc07 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:07.903640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:07.916580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:07.925991 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2478cc64-39b7-4839-b2e9-e12726a3e85a" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:07.931058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-53476fbd-bb4c-4956-a61c-f50e0be18f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:07.934100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-53476fbd-bb4c-4956-a61c-f50e0be18f29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.7089336 Feb 03 11:17:07.934974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:08.002777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-360dd74f-db51-490e-9784-70beb2801ea2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.0492151 Feb 03 11:17:08.017486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42603a59-9c10-4f23-bdef-043704c0e3c9 req-7246cc07-a3d2-4d7d-9738-be891397b2d2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:08.033531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42603a59-9c10-4f23-bdef-043704c0e3c9 req-7246cc07-a3d2-4d7d-9738-be891397b2d2 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.6446412 Feb 03 11:17:08.038971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:08.110674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:08.155227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:08.160423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-fa15eb8d-dbf0-4983-af8b-f51402e4921d service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901161 Feb 03 11:17:08.269004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42603a59-9c10-4f23-bdef-043704c0e3c9 req-d4933308-fa63-4800-a613-65755a9e89f6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340891 Feb 03 11:17:08.271687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-cfcdf06a-adc7-4f46-b1a9-f5a161746ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:08.296363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-cfcdf06a-adc7-4f46-b1a9-f5a161746ce7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.2465224 Feb 03 11:17:08.359711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-586a665a-77d3-4f7f-9dff-2e03e168dca5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619242 Feb 03 11:17:08.400788 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-2aafd6a9-7ec3-43f3-bc0a-6dbea67b2775 req-63a7bfa5-d4bc-4a5d-8651-0ec3c8d0cc30 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321191 Feb 03 11:17:08.420098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:08.421408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=3fb6479e-ca78-45b7-84b8-23c05f00cc07,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:08.446299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:08.451487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:08.466427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:08.467135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:08.484350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-6d9445cf-1497-4e9b-9507-1775e5314a9d service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164091 Feb 03 11:17:08.496300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-000bb7f8-f89b-4fca-8d5f-d54e6c220dac tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1698093 Feb 03 11:17:08.499941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:08.510452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:08.682897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a8249-b1b1-4f5b-9aae-eb3decf5ad15 req-aa6572b8-b1c4-4043-a24e-1080e9d704a5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:08.684664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-726a8249-b1b1-4f5b-9aae-eb3decf5ad15 req-aa6572b8-b1c4-4043-a24e-1080e9d704a5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.1901112 Feb 03 11:17:08.722120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:08.723824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a96bc19-23fe-4397-b565-f870d58ccbe7 req-e10408b3-d26c-4c6d-9fe7-b0e4fafe6449 service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196932 Feb 03 11:17:08.731235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f85fab-6e06-459c-a1f6-f3153c372d71 req-ec8e9d6d-5310-41ab-b04b-aa2322083155 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:08.738564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49f85fab-6e06-459c-a1f6-f3153c372d71 req-ec8e9d6d-5310-41ab-b04b-aa2322083155 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 943 time: 0.2530749 Feb 03 11:17:08.840211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b3b649b4-ae77-4882-bc34-6c974fef2843 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:17:08.857296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49f85fab-6e06-459c-a1f6-f3153c372d71 req-87c16cb0-add8-4c28-9c32-36110060502f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170719 Feb 03 11:17:08.914349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-726a8249-b1b1-4f5b-9aae-eb3decf5ad15 req-e93165ec-a024-436a-934d-48f69715074e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173378 Feb 03 11:17:08.989974 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c9b66-9b05-43a7-9a81-66bc7524da2b x-openstack-request-id: req-319c9b66-9b05-43a7-9a81-66bc7524da2b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:08.990563 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:08.991039 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-319c9b66-9b05-43a7-9a81-66bc7524da2b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:08.991648 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'code': 200} Feb 03 11:17:09.075454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa0f6419-486f-4b5f-9fdd-069907695de5 req-956d5c98-e038-420c-8145-080a42cdbc50 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0492420 Feb 03 11:17:09.087981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b3b649b4-ae77-4882-bc34-6c974fef2843,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:09.112976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b3b649b4-ae77-4882-bc34-6c974fef2843', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': 'b3b649b4-ae77-4882-bc34-6c974fef2843', 'mac_address': 'fa:16:3e:68:c4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:17:09.156998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b3b649b4-ae77-4882-bc34-6c974fef2843 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:09.157729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.173566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b649b4-ae77-4882-bc34-6c974fef2843 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:09.192316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.207754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b3b649b4-ae77-4882-bc34-6c974fef2843,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:09.213211 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.283889 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.298499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] In _notify_port_updated(), no bound segment for port 3fb6479e-ca78-45b7-84b8-23c05f00cc07 on network 417b8ead-608f-4b6e-b064-b0f5af6205b6 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:17:09.304167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:09.304807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.306943 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/ports/3fb6479e-ca78-45b7-84b8-23c05f00cc07 HTTP/1.1" status: 200 len: 818 time: 0.8056629 Feb 03 11:17:09.310203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:09.335586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:09.352337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a755f-cb34-464d-af66-60623cfe097e req-a141fe4b-b6c4-4103-9651-447473b20d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:09.355547 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-a141fe4b-b6c4-4103-9651-447473b20d2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 1127 time: 0.1528389 Feb 03 11:17:09.374360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db952f9d-ec2e-45ab-bc06-a03b3b903614 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=3fb6479e-ca78-45b7-84b8-23c05f00cc07,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:09.626651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 3fb6479e-ca78-45b7-84b8-23c05f00cc07 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:09.630504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.657348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac90e-a490-463b-ab94-06514aa543e0 req-5635499c-2ccb-4838-9c94-cd1df20c0d35 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:09.661633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35cac90e-a490-463b-ab94-06514aa543e0 req-5635499c-2ccb-4838-9c94-cd1df20c0d35 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2423124 Feb 03 11:17:09.756550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:17:09.882755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:09.932836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 3fb6479e-ca78-45b7-84b8-23c05f00cc07 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:09.968108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35cac90e-a490-463b-ab94-06514aa543e0 req-07318b47-00b9-4fed-880e-4e9ba8d1c39d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955511 Feb 03 11:17:10.063908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a755f-cb34-464d-af66-60623cfe097e req-2ff53a38-0ed2-4022-8c4b-b4a7cfd48ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.065605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-2ff53a38-0ed2-4022-8c4b-b4a7cfd48ca9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.7033308 Feb 03 11:17:10.140065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-51c707a9-2f47-4f6e-afaa-5f72191b534e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a HTTP/1.1" status: 200 len: 217 time: 0.0655797 Feb 03 11:17:10.289141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a755f-cb34-464d-af66-60623cfe097e req-55bda82d-6eea-4c00-b74e-312c513a1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.294040 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-55bda82d-6eea-4c00-b74e-312c513a1d29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1408477 Feb 03 11:17:10.319069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e458bc7-38f5-47a6-8160-fbb590831e81 req-0b2a91a3-8bb1-4f1e-afd7-69b5d4cb3324 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.327730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e458bc7-38f5-47a6-8160-fbb590831e81 req-0b2a91a3-8bb1-4f1e-afd7-69b5d4cb3324 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 944 time: 0.1871581 Feb 03 11:17:10.330388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3fb6479e-ca78-45b7-84b8-23c05f00cc07), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.348581 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-1d6f0788-51cf-4189-a350-868f46816826 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480015 Feb 03 11:17:10.436259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.446027 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-96e3e38e-82fe-4b77-939e-0a456c12aa81 service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909588 Feb 03 11:17:10.448012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.465836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.472076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.477626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.494619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.500208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.515007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-e6642a44-b297-45e6-86c0-85a25402fbbd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.3145955 Feb 03 11:17:10.523123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:10.529182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=3fb6479e-ca78-45b7-84b8-23c05f00cc07,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:10.577250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.583747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fee8817a-adbd-40f7-9784-154c70929d1d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/3fb6479e-ca78-45b7-84b8-23c05f00cc07 HTTP/1.1" status: 204 len: 168 time: 1.2724316 Feb 03 11:17:10.584695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:10.587292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e458bc7-38f5-47a6-8160-fbb590831e81 req-8a09ec1b-6427-46ea-a476-5e751d3afad9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447326 Feb 03 11:17:10.661701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3202f2ae-cb5a-4147-89a3-dc64329997b0 req-deed1c7a-cd53-40a9-985b-373ad18fff95 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336558 Feb 03 11:17:10.663606 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9d8a755f-cb34-464d-af66-60623cfe097e req-678758c5-e36b-499e-b616-c881fd63c045 service neutron] 10.222.0.53 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027133 Feb 03 11:17:10.727089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5e6c3-5879-402e-8b6b-85892ee93789 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:10.733559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbb5e6c3-5879-402e-8b6b-85892ee93789 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1453876 Feb 03 11:17:10.733982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40162) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:10.772397 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-96bcdf02-5a2f-4216-a346-f59d52f1fb12 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:10.777594 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-96bcdf02-5a2f-4216-a346-f59d52f1fb12 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/3fb6479e-ca78-45b7-84b8-23c05f00cc07 HTTP/1.1" status: 404 len: 333 time: 0.0394962 Feb 03 11:17:10.777769 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:17:10.778380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:10.785450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1415928041'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:10.809632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:10.813381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.831834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-748d56ad-4844-40f8-ab90-6b854c601b6c req-4205bf63-d06b-4a97-8c86-62901cf4da25 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0867243 Feb 03 11:17:10.833391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d3eda10-418a-4778-839a-aa93f62c454e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.849608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:17:10.863289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9f6c8a31-007b-48b9-bb81-b785af5fd07f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.863649 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment 9f6c8a31-007b-48b9-bb81-b785af5fd07f of type vlan for network 82cfc7f0-1750-4d94-99ca-b569ed196d6e Feb 03 11:17:10.949407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d3eda10-418a-4778-839a-aa93f62c454e admin admin] Publish callbacks [] for security_group (24363ad6-a8a1-4124-8716-4d5c0a9f9908), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.953383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d3eda10-418a-4778-839a-aa93f62c454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (24363ad6-a8a1-4124-8716-4d5c0a9f9908), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:10.980167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (82cfc7f0-1750-4d94-99ca-b569ed196d6e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.019891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (82cfc7f0-1750-4d94-99ca-b569ed196d6e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.025694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:11.026361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.037550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eda10-418a-4778-839a-aa93f62c454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24363ad6-a8a1-4124-8716-4d5c0a9f9908,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:11.041840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5d3eda10-418a-4778-839a-aa93f62c454e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=099d8e012f2e4742872b416c14524f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177712 Feb 03 11:17:11.044590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:11.058929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e695b5-0407-45d7-937e-b037b50c163e req-fce91133-c54b-40b1-9200-7b2e77372282 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:11.066470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1e695b5-0407-45d7-937e-b037b50c163e req-fce91133-c54b-40b1-9200-7b2e77372282 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 945 time: 0.3028178 Feb 03 11:17:11.076329 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2963521 Feb 03 11:17:11.079149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40172) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:11.085229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:11.149559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1e695b5-0407-45d7-937e-b037b50c163e req-bef9758f-071f-4e65-8d65-562b5602b1d1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820894 Feb 03 11:17:11.156400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6e18f-6bbf-4aea-bfd6-847e5972a67c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=82cfc7f0-1750-4d94-99ca-b569ed196d6e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:11.180156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:17:11.326297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:11.327166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] Publish callbacks [] for security_group (24363ad6-a8a1-4124-8716-4d5c0a9f9908), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.331861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.351809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] Publish callbacks [] for security_group (24363ad6-a8a1-4124-8716-4d5c0a9f9908), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.403819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (24363ad6-a8a1-4124-8716-4d5c0a9f9908), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.406737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.407960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24363ad6-a8a1-4124-8716-4d5c0a9f9908 HTTP/1.1" status: 204 len: 168 time: 0.3624904 Feb 03 11:17:11.429691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:11.443112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486bdb4-8f3e-435c-8abd-41313c3976d6 req-5c4ac01d-3137-4527-8b47-563aee144967 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:11.462409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3486bdb4-8f3e-435c-8abd-41313c3976d6 req-5c4ac01d-3137-4527-8b47-563aee144967 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.3117456 Feb 03 11:17:11.482147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af52e7-a1fe-4fbd-81c4-fa2ea320bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24363ad6-a8a1-4124-8716-4d5c0a9f9908,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:11.556707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:11.558026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.575385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3486bdb4-8f3e-435c-8abd-41313c3976d6 req-773067d9-f816-46bf-821c-556e3e2a262e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117394 Feb 03 11:17:11.632189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:11.637435 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44b8fba-a267-4492-9cf2-05a05927fbd2" -d '{"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:11.656575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:11.665273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.685258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (e5336ec0-31d8-498f-b419-b73ab44e912b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.729434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:11.751167 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530243a4-892f-484e-b537-299c0b3c6c84 x-openstack-request-id: req-530243a4-892f-484e-b537-299c0b3c6c84 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:11.751654 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:11.752368 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-530243a4-892f-484e-b537-299c0b3c6c84 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:11.752709 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'code': 200} Feb 03 11:17:11.770825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=e5336ec0-31d8-498f-b419-b73ab44e912b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:11.811613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': '9f6c8a31-007b-48b9-bb81-b785af5fd07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:11.813491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: 82cfc7f0-1750-4d94-99ca-b569ed196d6e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:17:11.833377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:17:11.846785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 82cfc7f0-1750-4d94-99ca-b569ed196d6e) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:11.857282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a343fff-0489-4bb9-8050-ab8287024586 None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:11.863639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690278e8-54c8-4f45-9617-9f48d47670f9 req-2d050af6-05c1-4698-a24a-a32cd7303a97 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:11.866443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-690278e8-54c8-4f45-9617-9f48d47670f9 req-2d050af6-05c1-4698-a24a-a32cd7303a97 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 944 time: 0.1268063 Feb 03 11:17:11.871440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:11.872168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:11.921930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5638232c-8dda-4bf2-a05d-cce896c65bca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8418040 Feb 03 11:17:11.925993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:11.941765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:12.043363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:17:12.044576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:12.056619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-690278e8-54c8-4f45-9617-9f48d47670f9 req-91301624-00d9-4ecf-af9d-0422d762db68 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834865 Feb 03 11:17:12.101943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.107054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.122420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.127742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.149078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.164110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.169512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.187291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb2bad57-c31c-455e-9e06-04af325f0100 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.2809753 Feb 03 11:17:12.216838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:12.224952 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:12.231166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d57b5a09-1807-44e8-b3b9-2e1c90a76f29 req-a9346010-0638-458d-8125-6b0ec0167de6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0417552 Feb 03 11:17:12.381066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Allocated IP 2001:db8::2 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/e5336ec0-31d8-498f-b419-b73ab44e912b/102b0c03-883b-4bb2-b919-f235f1d94676) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:12.390233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac214737-f251-46f2-85fb-cf652161e64d req-fb9e7d37-4b70-40b4-80cc-0cd9268193e2 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017901 Feb 03 11:17:12.505095 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5336ec0-31d8-498f-b419-b73ab44e912b (CIDR: 2001:db8::/64) Feb 03 11:17:12.512698 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:17:12.513617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:17:12.550435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-27023b0d-b4dd-49a1-b908-b3826a2b07da tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6232164 Feb 03 11:17:12.552880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:12.563570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:12.575203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e095155-9df0-4069-a0ce-2defedfe578a req-564a2563-b165-43d4-8a2c-c757bae7154f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.580778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e095155-9df0-4069-a0ce-2defedfe578a req-564a2563-b165-43d4-8a2c-c757bae7154f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 943 time: 0.1332273 Feb 03 11:17:12.736889 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks [] for port (102b0c03-883b-4bb2-b919-f235f1d94676), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:12.748516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e095155-9df0-4069-a0ce-2defedfe578a req-75c79e02-27dc-4d33-81f8-ed9138b5edfb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496549 Feb 03 11:17:12.748977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:12.862244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:12.867430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:12.881435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b3b649b4-ae77-4882-bc34-6c974fef2843 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:12.936622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157fc5-c122-4bde-bee4-e128b2232543 req-e72a5c0f-b1f2-472e-98f2-b825c66477ba tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:12.940515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa157fc5-c122-4bde-bee4-e128b2232543 req-e72a5c0f-b1f2-472e-98f2-b825c66477ba tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2277045 Feb 03 11:17:13.046853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:13.059102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa157fc5-c122-4bde-bee4-e128b2232543 req-a11cf42c-75b5-4c85-b4d0-11200245ef12 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099796 Feb 03 11:17:13.086536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:13.124449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:13.186494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Pushing event updated for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:13.244026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.244554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.245025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.245462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.245895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.246332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.246756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.247172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.247773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.249036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.250059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.250751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.251293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:13.378296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Attempting to bind port 102b0c03-883b-4bb2-b919-f235f1d94676 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:13.378478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Attempting to bind port 102b0c03-883b-4bb2-b919-f235f1d94676 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9f6c8a31-007b-48b9-bb81-b785af5fd07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:13.379639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Attempting to bind port 102b0c03-883b-4bb2-b919-f235f1d94676 on network 82cfc7f0-1750-4d94-99ca-b569ed196d6e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:13.397777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:13.398953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Checking segment: {'id': '9f6c8a31-007b-48b9-bb81-b785af5fd07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:13.399713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.400253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Bound using segment: {'id': '9f6c8a31-007b-48b9-bb81-b785af5fd07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:13.401210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Bound port: 102b0c03-883b-4bb2-b919-f235f1d94676, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6c8a31-007b-48b9-bb81-b785af5fd07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:13.401771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.459442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port b3b649b4-ae77-4882-bc34-6c974fef2843 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:17:13.475638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b3b649b4-ae77-4882-bc34-6c974fef2843 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:13.476014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.551276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da834-74ee-46d5-92c7-352da11c3b51 req-09d1ebb3-3f07-4896-9c7f-7082ea55e5b6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.574012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-451da834-74ee-46d5-92c7-352da11c3b51 req-09d1ebb3-3f07-4896-9c7f-7082ea55e5b6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 944 time: 0.2788064 Feb 03 11:17:13.657498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (ff106958-78e1-4b50-a8d4-66a3ab0b32e4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.684083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:13.699538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:13.730427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4dd48ba-ad8c-4617-acb5-9fbe6612f369 req-ed28f12e-2c21-4d41-aa99-f745fec70c87 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0605166 Feb 03 11:17:13.794163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=ff106958-78e1-4b50-a8d4-66a3ab0b32e4,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:13.794435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b3b649b4-ae77-4882-bc34-6c974fef2843 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:13.794842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.828078 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.840897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:13.842755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:13.857313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:13.857519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.858180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.862398 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e265347-e9a9-486b-a815-db55f4335a89" -d '{"events": [{"server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:13.919899 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3318b35-77f0-43b4-a9ee-d34575a084ad tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3656118 Feb 03 11:17:13.922558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:13.935333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b'}, {'subnet_id': 'ff106958-78e1-4b50-a8d4-66a3ab0b32e4'}], 'name': 'tempest-PortsIpV6TestJSON-420320018'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:13.951812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.957834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.958724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b3b649b4-ae77-4882-bc34-6c974fef2843,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:13.966211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.981565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:13.990862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:13.997713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.003881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.009580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.015469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-9aefd684-9918-4b6d-aded-4fcba5eed96a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.5795605 Feb 03 11:17:14.028176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a42a-c31b-426d-b41f-5a1746c682ad None None] Pushing event updated for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:14.039205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-451da834-74ee-46d5-92c7-352da11c3b51 req-8f9dd1a5-3811-442c-b7ba-b10de31063a3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642601 Feb 03 11:17:14.144062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:14.178017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:14.254849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:14.290479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-f5d4ef09-2b3a-4a4b-87e6-30d939611af9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.292550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-f5d4ef09-2b3a-4a4b-87e6-30d939611af9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2423244 Feb 03 11:17:14.395933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.420180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.426477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.456522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.461890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.491671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.496863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:14.516577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.519876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-bcaa8607-a23b-42c7-8a74-1d546f446a98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 5446 time: 0.6416175 Feb 03 11:17:14.539718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1469479585', 'router:external': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:14.556640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 102b0c03-883b-4bb2-b919-f235f1d94676 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:14.587841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 9db57b22-589c-448c-9f88-2f4ac86db3ab yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:14.699252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:14.699647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.793132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Made reservation on behalf of 1646067d5ed04a598097cde1069968d2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:14.795875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.801625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-8efd926a-6993-4f56-8ecf-b85571dee440 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5062945 Feb 03 11:17:14.827873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:14.885022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:14.885417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.922174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.924451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.934409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:14.946966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:14.980241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64eee27-32ea-49d6-b7fc-b5f3654b7626 req-8d4aa6ff-3a46-4e77-a6d5-b5aca19327e4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4442132 Feb 03 11:17:15.047480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:15.089911 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6349fc-31e3-4088-a19a-3d4bf1332d49 x-openstack-request-id: req-ab6349fc-31e3-4088-a19a-3d4bf1332d49 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:15.091055 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:15.091611 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab6349fc-31e3-4088-a19a-3d4bf1332d49 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:15.092225 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843', 'code': 200} Feb 03 11:17:15.253600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=899b7f55-30f9-432c-a8ff-c223dc1382db,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:15.307021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] For port 899b7f55-30f9-432c-a8ff-c223dc1382db, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:15.358845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::2d4 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/e5336ec0-31d8-498f-b419-b73ab44e912b/9db57b22-589c-448c-9f88-2f4ac86db3ab) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:15.367427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8:0:1::1c9 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/ff106958-78e1-4b50-a8d4-66a3ab0b32e4/9db57b22-589c-448c-9f88-2f4ac86db3ab) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:15.427467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-260ff22f-4abf-47eb-a4dd-8f63d11d50bc req-0e434d90-4e14-4f03-8a75-3c3692ba2d4c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0828724 Feb 03 11:17:15.460891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] device_id is not set on port 899b7f55-30f9-432c-a8ff-c223dc1382db yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:15.463234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device a5b99d8d-2924-496c-ba35-45f3aa03097a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:15.515570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3440-5c7a-465f-a26e-23d944216ed2 req-d7654d60-d670-4cb5-ac28-b9562f79f6a4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:15.526926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2ac3440-5c7a-465f-a26e-23d944216ed2 req-d7654d60-d670-4cb5-ac28-b9562f79f6a4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 943 time: 0.6057971 Feb 03 11:17:15.534234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Publish callbacks [] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:15.590245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:15.625687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41194995-0efa-4199-a232-966fdf1244f9 req-69504b88-3d81-4268-9c28-b183cb4a70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:15.632901 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41194995-0efa-4199-a232-966fdf1244f9 req-69504b88-3d81-4268-9c28-b183cb4a70a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 1127 time: 0.4120202 Feb 03 11:17:15.662104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port a5b99d8d-2924-496c-ba35-45f3aa03097a is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:15.797444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8f1b3-c3c7-4ebe-aad6-476c78e80007 None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:15.810163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:15.817031 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-41194995-0efa-4199-a232-966fdf1244f9 req-c6f217ac-b80d-47f7-ba95-aae032ffda64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767185 Feb 03 11:17:15.878372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:15.898968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Pushing event updated for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:15.960778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=9db57b22-589c-448c-9f88-2f4ac86db3ab,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:15.967023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] No DVR routers for this DVR port 899b7f55-30f9-432c-a8ff-c223dc1382db on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:15.985406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:15.987339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:15.991571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:16.007814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.009270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.038048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2ac3440-5c7a-465f-a26e-23d944216ed2 req-36c718c5-135b-4fcc-9483-63295f24ee07 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101366 Feb 03 11:17:16.049733 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c086a864-d559-49f8-83ec-1dd168cc8bd5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1236458 Feb 03 11:17:16.055026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40292) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:16.065293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:16.078242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ce9c7dbe-31cc-40c4-b0af-c5eb4cf17eec None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:16.078620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7dbe-31cc-40c4-b0af-c5eb4cf17eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.125996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for security_group (fef68235-9aae-442e-b687-c3f6e3cc76ff), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.141816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.150596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] In _notify_port_updated(), no bound segment for port 899b7f55-30f9-432c-a8ff-c223dc1382db on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:17:16.153892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.155417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.159434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-94af500e-8fcc-4ffb-9d72-3170dbb48854 service neutron] 10.222.0.69 "PUT /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 200 len: 1033 time: 1.3503776 Feb 03 11:17:16.160334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fef68235-9aae-442e-b687-c3f6e3cc76ff), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.223891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3c42-3613-4ead-81bd-ff8a8aeac1a0 req-6c66b674-1ae5-4b1b-a930-1e521b5f1428 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.237771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-990b3c42-3613-4ead-81bd-ff8a8aeac1a0 req-6c66b674-1ae5-4b1b-a930-1e521b5f1428 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 945 time: 0.5880454 Feb 03 11:17:16.245069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c7dbe-31cc-40c4-b0af-c5eb4cf17eec None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:16.288694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.410882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:17:16.426500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2bc39c10-97e2-4ef6-a2d1-2a8a47903bc8 None None] Provisioning complete for port 899b7f55-30f9-432c-a8ff-c223dc1382db triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:16.426878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bc39c10-97e2-4ef6-a2d1-2a8a47903bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.429436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Update dhcp port {'port': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff106958-78e1-4b50-a8d4-66a3ab0b32e4'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '102b0c03-883b-4bb2-b919-f235f1d94676'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:17:16.471734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef68235-9aae-442e-b687-c3f6e3cc76ff,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:16.475898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-00665097-f1e8-45cd-a7a2-58e7b91cc522 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.477238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-00665097-f1e8-45cd-a7a2-58e7b91cc522 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "GET /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2954593 Feb 03 11:17:16.494008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c13648de-e8e8-4763-98c0-3f644d2e7cc4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.494393 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Added segment c13648de-e8e8-4763-98c0-3f644d2e7cc4 of type vlan for network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 Feb 03 11:17:16.518144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:16.557303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 102b0c03-883b-4bb2-b919-f235f1d94676 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:16.592433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-990b3c42-3613-4ead-81bd-ff8a8aeac1a0 req-cf1d2956-48be-4506-b659-145562f8b915 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486245 Feb 03 11:17:16.626648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.662602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.682523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bc39c10-97e2-4ef6-a2d1-2a8a47903bc8 None None] Port 899b7f55-30f9-432c-a8ff-c223dc1382db cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:16.747243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.762063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.767496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.786039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.795857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.809255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.819306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8534c30-530d-43fc-8993-d72e0634d139 req-4079b419-341d-43ab-b644-0b296ffbc84b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 4666 time: 0.3755550 Feb 03 11:17:16.851668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Delete allocated IP 2001:db8:0:1::1c9 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/ff106958-78e1-4b50-a8d4-66a3ab0b32e4) {{(pid=103126) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:17:16.881250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.884567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.889775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:16.893501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:16.982111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:16.982487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.023213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 42e7f6ee-c399-4797-8e8d-48e02294ef97 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:17.029477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8534c30-530d-43fc-8993-d72e0634d139 req-40dfa82e-f99e-4372-aef7-d151eb402090 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&id=1b5fa05c-719d-4617-82a0-f56183b79d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092979 Feb 03 11:17:17.157135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.162093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 42e7f6ee-c399-4797-8e8d-48e02294ef97 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:17.162547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.175348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.229693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:17.277094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] For port fec4d5d4-0a49-443f-bb3e-1cd05cf94650, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:17.309210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Allocated IP 2001:db8:0:1::2 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/ff106958-78e1-4b50-a8d4-66a3ab0b32e4/102b0c03-883b-4bb2-b919-f235f1d94676) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:17.310667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] In _notify_port_updated(), no bound segment for port 9db57b22-589c-448c-9f88-2f4ac86db3ab on network 82cfc7f0-1750-4d94-99ca-b569ed196d6e {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:17:17.322703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] device_id is not set on port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:17.324426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:17.325468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.330464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/ports/9db57b22-589c-448c-9f88-2f4ac86db3ab HTTP/1.1" status: 200 len: 925 time: 1.2737038 Feb 03 11:17:17.331354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40320) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:17.337246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Publish callbacks [] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.352945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b'}, {'subnet_id': 'ff106958-78e1-4b50-a8d4-66a3ab0b32e4'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:17.386326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa7eac-defe-4031-a4ba-6a24b4916ede tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=9db57b22-589c-448c-9f88-2f4ac86db3ab,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:17.418966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2346649 Feb 03 11:17:17.420741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40322) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:17.426200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfc6dc9e-aecf-4e4f-aacb-ccaaca521dea req-bf89140f-4916-4e7a-8c3c-0b2c8e558b71 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0756714 Feb 03 11:17:17.429035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.440644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'subnet': {'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:17.492033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:17.538941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:17.549330 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1beaca5-129b-407a-ae38-225f4725f2b3" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:17.561574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.586524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:17.595192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Made reservation on behalf of 1646067d5ed04a598097cde1069968d2 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:17.598217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.608275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:17.613523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.614253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0ea96f67-e64c-4967-956f-09de011539b3 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:17.625219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a0ddd-d8d4-4131-8477-a8ac089d1c04 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Network': ['ID=ca559cf0-bce3-47ea-91c4-ed86fe1e1d55,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:17.675399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] No DVR routers for this DVR port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:17.727551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:17:17.730904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:17.796121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] In _notify_port_updated(), no bound segment for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 on network 9ce900e2-422a-4715-8f61-024253e87c36 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:17:17.797809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:17.797926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:17.799812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-c812dcbb-ba9a-4f91-a722-dcac2e271ff1 service neutron] 10.222.0.69 "PUT /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 200 len: 1032 time: 1.2946486 Feb 03 11:17:18.031318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:18.067089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:18.071059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.083750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Publish callbacks [] for port (102b0c03-883b-4bb2-b919-f235f1d94676), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.117332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.184222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad49a5-1916-49ef-b6c4-438dfe0b43b1 None None] Pushing event updated for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:18.263039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fad30e73-8e55-4324-9357-1b6795c2ac99 None None] Provisioning complete for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:18.264922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fad30e73-8e55-4324-9357-1b6795c2ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.270251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0ea96f67-e64c-4967-956f-09de011539b3 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:18.276098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.301836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:18.309485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.357819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:18.453873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8:0:1::3c4 (82cfc7f0-1750-4d94-99ca-b569ed196d6e/ff106958-78e1-4b50-a8d4-66a3ab0b32e4/9db57b22-589c-448c-9f88-2f4ac86db3ab) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:18.476248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fad30e73-8e55-4324-9357-1b6795c2ac99 None None] Port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:18.482856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 102b0c03-883b-4bb2-b919-f235f1d94676 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:18.523489 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a219e78-47c5-4a0e-8c6b-73b70401efe2 x-openstack-request-id: req-6a219e78-47c5-4a0e-8c6b-73b70401efe2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:18.523982 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:18.524386 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a219e78-47c5-4a0e-8c6b-73b70401efe2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:18.524999 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'code': 200} Feb 03 11:17:18.556852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:18.568433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.569494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 899b7f55-30f9-432c-a8ff-c223dc1382db no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:18.660882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:18.695138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:18.695670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.731506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.745729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.779790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 899b7f55-30f9-432c-a8ff-c223dc1382db host ! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:17:18.780344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 899b7f55-30f9-432c-a8ff-c223dc1382db not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:18.780642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fec4d5d4-0a49-443f-bb3e-1cd05cf94650 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:18.949075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] In _notify_port_updated(), no bound segment for port 9db57b22-589c-448c-9f88-2f4ac86db3ab on network 82cfc7f0-1750-4d94-99ca-b569ed196d6e {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:17:18.951009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:18.956887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:18.957932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:18.960986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/ports/9db57b22-589c-448c-9f88-2f4ac86db3ab HTTP/1.1" status: 200 len: 1011 time: 1.6143928 Feb 03 11:17:18.974893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:18.984139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 host ! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:17:18.984822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fec4d5d4-0a49-443f-bb3e-1cd05cf94650 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:18.985516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:19.060382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08932e46-17f6-4ae4-9e80-4d5efd9f55c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=9db57b22-589c-448c-9f88-2f4ac86db3ab,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:19.161400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 9db57b22-589c-448c-9f88-2f4ac86db3ab {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:19.166039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.179760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:19.180163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.247022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:19.253842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:17:19.254505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (007fe086-2e64-4a56-a2f5-48c770a3da1d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.269575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.269575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device afd57b6e-92b9-4511-a039-f5ebf991cfc0 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:19.335509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Subnet': ['ID=007fe086-2e64-4a56-a2f5-48c770a3da1d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:19.363198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:19.438103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port afd57b6e-92b9-4511-a039-f5ebf991cfc0 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:19.438866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.476314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c978b1-fb0c-4f1e-ae4d-3ce997029118 req-d2094041-e463-4360-8418-0df0926e43ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:19.484881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9c978b1-fb0c-4f1e-ae4d-3ce997029118 req-d2094041-e463-4360-8418-0df0926e43ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 945 time: 0.2360098 Feb 03 11:17:19.504792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:19.519434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.520590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3adff840-10a5-4f83-9e9c-5fb05ae55efb no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:19.563140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Checking segment: {'id': 'c13648de-e8e8-4763-98c0-3f644d2e7cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:19.563706 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network hostable DHCP agents. Network: ca559cf0-bce3-47ea-91c4-ed86fe1e1d55, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:17:19.574367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.620364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 9db57b22-589c-448c-9f88-2f4ac86db3ab owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:19.633166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8c8037c6-16be-4c6b-916c-3fa7c3b1cc20), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.639099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:17:19.677230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=8c8037c6-16be-4c6b-916c-3fa7c3b1cc20,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:19.695841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-7392b39e-d71c-4d26-b539-ef5c117377b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:19.697407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-7392b39e-d71c-4d26-b539-ef5c117377b3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=55be78cb-1ce6-499d-ad4c-fd00100fbd14 HTTP/1.1" status: 200 len: 943 time: 0.2001262 Feb 03 11:17:19.709732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ca559cf0-bce3-47ea-91c4-ed86fe1e1d55) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:19.728998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:19.733621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.740454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9c978b1-fb0c-4f1e-ae4d-3ce997029118 req-8d22258a-0fc1-4f5b-a1da-ef03032be2a4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510886 Feb 03 11:17:19.768994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a36dfbd9-c9e7-4bc0-b95a-3cbb1b6ee9bd tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3442602 Feb 03 11:17:19.793793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port 8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:19.795303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:19.802774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1651485114', 'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:19.806517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:19.810115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-58fb9c24-4808-4147-89d0-43a3a8b41c87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "DELETE /v2.0/ports/8c8037c6-16be-4c6b-916c-3fa7c3b1cc20 HTTP/1.1" status: 204 len: 173 time: 2.0003877 Feb 03 11:17:19.834019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:19.837886 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9bd145-5a85-457f-9792-2f459b341988" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:19.840654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:19.860252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1164433-f098-4bcb-a512-eb0a6968f037 None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:19.899936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5beef-3cfc-4e67-b9ca-cc468078123b None None] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:20.005152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9db57b22-589c-448c-9f88-2f4ac86db3ab), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.039300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Made reservation on behalf of 1646067d5ed04a598097cde1069968d2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:20.043483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.055876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=9db57b22-589c-448c-9f88-2f4ac86db3ab,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:20.097028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] device_id is not set on port ec194d23-1e02-4a83-b41d-da759f684e27 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:20.170088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.180288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e5fa6ce7-3d4e-4f21-804a-dc70c810c5d6 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/9db57b22-589c-448c-9f88-2f4ac86db3ab HTTP/1.1" status: 204 len: 168 time: 1.2027023 Feb 03 11:17:20.181591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40380) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:20.195080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-101ebb54-9776-461d-af72-65c77e05c900 None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:20.195538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-101ebb54-9776-461d-af72-65c77e05c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.240395 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1664282b-6b87-40be-8351-57d08ef3d3c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:20.241225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.20.0.7 (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55/007fe086-2e64-4a56-a2f5-48c770a3da1d/ec194d23-1e02-4a83-b41d-da759f684e27) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:20.246720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1664282b-6b87-40be-8351-57d08ef3d3c8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/9db57b22-589c-448c-9f88-2f4ac86db3ab HTTP/1.1" status: 404 len: 333 time: 0.0626302 Feb 03 11:17:20.248106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40382) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:20.363057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3adff840-10a5-4f83-9e9c-5fb05ae55efb is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:20.363453 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.366039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet ff106958-78e1-4b50-a8d4-66a3ab0b32e4 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:17:20.373688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (ff106958-78e1-4b50-a8d4-66a3ab0b32e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.438884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4f789-a131-42ce-a52e-10e2d6adb95d None None] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:20.469933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (ec194d23-1e02-4a83-b41d-da759f684e27), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.471309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ff106958-78e1-4b50-a8d4-66a3ab0b32e4), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.498477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:20.530123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0'}, {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:20.533508 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a80c5-8933-4a29-83ef-18cbaacab62d" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea96f67-e64c-4967-956f-09de011539b3"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0"}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:20.554772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ec194d23-1e02-4a83-b41d-da759f684e27), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.577793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.606235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-7a6af0b7-2ab7-462a-8ea9-2403cf450f37 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:20.609480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ff106958-78e1-4b50-a8d4-66a3ab0b32e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.620318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-7a6af0b7-2ab7-462a-8ea9-2403cf450f37 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:20.626342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-7a6af0b7-2ab7-462a-8ea9-2403cf450f37 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:20.633145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-7a6af0b7-2ab7-462a-8ea9-2403cf450f37 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:20.634976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-7a6af0b7-2ab7-462a-8ea9-2403cf450f37 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 3146 time: 0.7814012 Feb 03 11:17:20.704076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:20.712508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:20.745444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ff106958-78e1-4b50-a8d4-66a3ab0b32e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.757312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:20.764959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port a5b99d8d-2924-496c-ba35-45f3aa03097a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:20.765589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.813281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.822810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/ff106958-78e1-4b50-a8d4-66a3ab0b32e4 HTTP/1.1" status: 204 len: 168 time: 0.5724432 Feb 03 11:17:20.826156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:20.826944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e8509-9d35-4580-9c93-ee85b35fa93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=ff106958-78e1-4b50-a8d4-66a3ab0b32e4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:20.869133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-101ebb54-9776-461d-af72-65c77e05c900 None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:20.900299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=ec194d23-1e02-4a83-b41d-da759f684e27,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:20.902998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet e5336ec0-31d8-498f-b419-b73ab44e912b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:17:20.907352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (e5336ec0-31d8-498f-b419-b73ab44e912b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:20.914694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-101ebb54-9776-461d-af72-65c77e05c900 None None] Could not find standard attr ID for object 9db57b22-589c-448c-9f88-2f4ac86db3ab. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:17:20.919629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:21.014108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e5336ec0-31d8-498f-b419-b73ab44e912b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.029731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5075bbbf-e586-43bc-96cc-87aa865642f5 req-ae617284-dd41-4de8-99e1-cbb0004ccfbf tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866196 Feb 03 11:17:21.038190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:21.038934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.042572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port a5b99d8d-2924-496c-ba35-45f3aa03097a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a5b99d8d-2924-496c-ba35-45f3aa03097a,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:21.043044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.049918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 42e7f6ee-c399-4797-8e8d-48e02294ef97 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:21.050385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.092285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for a5b99d8d-2924-496c-ba35-45f3aa03097a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:21.142821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-efc4f0aa-01fb-485c-bed3-1907fc3baaaf tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3441541 Feb 03 11:17:21.143522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:21.173256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e5336ec0-31d8-498f-b419-b73ab44e912b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.240291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1540fe69-b0d8-4d16-afc4-87a18b8244d3 req-6bed7512-a4b6-4a87-89b0-5879339fcf1e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0664318 Feb 03 11:17:21.242425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0c4ec-8651-46f7-b7dc-a54fc9d5319f None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:21.265701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e5336ec0-31d8-498f-b419-b73ab44e912b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.327228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=e5336ec0-31d8-498f-b419-b73ab44e912b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:21.337682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.346367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:21.347731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a801d803-0cb7-4ffc-af81-5b46cd575efb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/e5336ec0-31d8-498f-b419-b73ab44e912b HTTP/1.1" status: 204 len: 168 time: 0.5130265 Feb 03 11:17:21.425325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port 42e7f6ee-c399-4797-8e8d-48e02294ef97, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=42e7f6ee-c399-4797-8e8d-48e02294ef97,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:21.425797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.445758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f7163e4c-e541-4d18-a843-ee3cbb0b7fe6 None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:21.446137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7163e4c-e541-4d18-a843-ee3cbb0b7fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.641198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f7163e4c-e541-4d18-a843-ee3cbb0b7fe6 None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:21.678753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (82cfc7f0-1750-4d94-99ca-b569ed196d6e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.686219 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d82e29f-e841-425a-a1af-9b35a0024542 x-openstack-request-id: req-5d82e29f-e841-425a-a1af-9b35a0024542 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:21.686510 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:21.686879 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d82e29f-e841-425a-a1af-9b35a0024542 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:21.687340 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'status': 'completed', 'code': 200} Feb 03 11:17:21.757266 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d09ca6-6de8-4196-ac13-9a2105aa2ede x-openstack-request-id: req-a8d09ca6-6de8-4196-ac13-9a2105aa2ede {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:21.757266 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea96f67-e64c-4967-956f-09de011539b3", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8037c6-16be-4c6b-916c-3fa7c3b1cc20", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0", "code": 200}, {"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-unplugged", "status": "completed", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:21.757527 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8d09ca6-6de8-4196-ac13-9a2105aa2ede {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:21.757931 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3', 'code': 200} Feb 03 11:17:21.758186 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8037c6-16be-4c6b-916c-3fa7c3b1cc20', 'code': 200} Feb 03 11:17:21.758438 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'code': 200} Feb 03 11:17:21.758683 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'code': 200} Feb 03 11:17:21.759695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1360a-0ad7-46e2-a460-c77b52c56121 None None] Update dhcp port {'port': {'network_id': '82cfc7f0-1750-4d94-99ca-b569ed196d6e', 'fixed_ips': [{'subnet_id': 'e5336ec0-31d8-498f-b419-b73ab44e912b'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '102b0c03-883b-4bb2-b919-f235f1d94676'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:17:21.802181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62b1360a-0ad7-46e2-a460-c77b52c56121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.864121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a5b99d8d-2924-496c-ba35-45f3aa03097a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:21.931218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=a5b99d8d-2924-496c-ba35-45f3aa03097a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:22.063203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port a5b99d8d-2924-496c-ba35-45f3aa03097a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:22.069808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Deleting port ec194d23-1e02-4a83-b41d-da759f684e27 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:22.071860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ec194d23-1e02-4a83-b41d-da759f684e27), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.092740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.097506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c556e150-81ef-4b59-b80e-fb3a95c7c219 req-011e3aa1-f80f-49fd-bf7c-77d315f280fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "DELETE /v2.0/ports/a5b99d8d-2924-496c-ba35-45f3aa03097a HTTP/1.1" status: 204 len: 173 time: 2.3727925 Feb 03 11:17:22.212378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.212899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.213586 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Floating IP 13c78f1b-415f-4a24-ae01-2deaf3af6e28 disassociated. External IP: 172.25.7.25, port: 42e7f6ee-c399-4797-8e8d-48e02294ef97. Feb 03 11:17:22.214034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 42e7f6ee-c399-4797-8e8d-48e02294ef97 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:22.218296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 102b0c03-883b-4bb2-b919-f235f1d94676 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:22.218720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.291195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af4339-91e7-4c87-ae4f-6694046f6abc None None] Network 82cfc7f0-1750-4d94-99ca-b569ed196d6e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:22.321695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ec194d23-1e02-4a83-b41d-da759f684e27), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.337756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Calling delete_port for ec194d23-1e02-4a83-b41d-da759f684e27 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:22.451615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 102b0c03-883b-4bb2-b919-f235f1d94676 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:22.543952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a12e8387-b6e1-4765-88f3-ac2134c4a15b None None] Provisioning complete for port 102b0c03-883b-4bb2-b919-f235f1d94676 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:22.550064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a12e8387-b6e1-4765-88f3-ac2134c4a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.585960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:22.586508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.641985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 102b0c03-883b-4bb2-b919-f235f1d94676 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:22.683894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ec194d23-1e02-4a83-b41d-da759f684e27), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.684667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a12e8387-b6e1-4765-88f3-ac2134c4a15b None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:22.724351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e25a65c9-6f4a-40ca-ad53-7c4af647445a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:22.737272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e25a65c9-6f4a-40ca-ad53-7c4af647445a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:22.748320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e25a65c9-6f4a-40ca-ad53-7c4af647445a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:22.764630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] DHCP port deletion for 82cfc7f0-1750-4d94-99ca-b569ed196d6e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:17:22.764872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e25a65c9-6f4a-40ca-ad53-7c4af647445a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:22.768551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e25a65c9-6f4a-40ca-ad53-7c4af647445a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 3144 time: 0.5766783 Feb 03 11:17:22.804930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 102b0c03-883b-4bb2-b919-f235f1d94676 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:22.805525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.876125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:22.899092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.961752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Deleting port 102b0c03-883b-4bb2-b919-f235f1d94676 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:22.962181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:22.976289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec194d23-1e02-4a83-b41d-da759f684e27,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:23.043847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:23.051282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aef34c97-4413-4d8e-8384-c9604fa71f30 req-0e7a716b-dcf2-442a-8def-db64a82b3e66 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0978863 Feb 03 11:17:23.139398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] For port 102b0c03-883b-4bb2-b919-f235f1d94676, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=102b0c03-883b-4bb2-b919-f235f1d94676,segment=NetworkSegment(9f6c8a31-007b-48b9-bb81-b785af5fd07f),segment_id=9f6c8a31-007b-48b9-bb81-b785af5fd07f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:23.139701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.165086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Calling delete_port for 102b0c03-883b-4bb2-b919-f235f1d94676 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:23.229545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd0ca999-9300-449a-9df6-7b69e529f7f3 req-e1c1b959-7c46-4bb7-a170-9173fa3fc660 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463795 Feb 03 11:17:23.308851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.312278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-39e04985-7638-4791-b24d-6f1df625397f tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ec194d23-1e02-4a83-b41d-da759f684e27 HTTP/1.1" status: 204 len: 168 time: 2.1573241 Feb 03 11:17:23.315458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:23.322136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55', 'external_fixed_ips': [{'subnet_id': '007fe086-2e64-4a56-a2f5-48c770a3da1d', 'ip_address': '172.20.0.7'}]}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:23.326496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.334596 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (102b0c03-883b-4bb2-b919-f235f1d94676), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.386353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.387450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.410753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (42e7f6ee-c399-4797-8e8d-48e02294ef97), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.426144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:23.430487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port 102b0c03-883b-4bb2-b919-f235f1d94676 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:23.447197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] Pushing event deleted for resources: {'Port': ['ID=102b0c03-883b-4bb2-b919-f235f1d94676,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:23.468184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8779f-97a3-4813-bd96-fa8d9c635462 None None] No DVR routers for this DVR port 102b0c03-883b-4bb2-b919-f235f1d94676 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:23.486909 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.551712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=42e7f6ee-c399-4797-8e8d-48e02294ef97,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:23.689258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-deleted', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:23.691433 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768911c-d904-4d08-a323-bf486d8842f4" -d '{"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-deleted", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:23.770865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:23.795462 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180daeb-7885-461d-9343-056765aaaa1e x-openstack-request-id: req-7180daeb-7885-461d-9343-056765aaaa1e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:23.796037 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be78cb-1ce6-499d-ad4c-fd00100fbd14", "name": "network-vif-deleted", "tag": "a5b99d8d-2924-496c-ba35-45f3aa03097a", "status": "failed", "code": 422}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:23.796444 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7180daeb-7885-461d-9343-056765aaaa1e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:23.797029 n-d-821606-6 neutron-server[103127]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55be78cb-1ce6-499d-ad4c-fd00100fbd14', 'name': 'network-vif-deleted', 'tag': 'a5b99d8d-2924-496c-ba35-45f3aa03097a', 'status': 'failed', 'code': 422} returned with failed status Feb 03 11:17:23.802408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (82cfc7f0-1750-4d94-99ca-b569ed196d6e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.360455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cfc7f0-1750-4d94-99ca-b569ed196d6e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:24.390798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6c8a31-007b-48b9-bb81-b785af5fd07f') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:24.391103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6c8a31-007b-48b9-bb81-b785af5fd07f') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:24.429442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2da782c7-8e73-4131-9a23-9ffa70d7f0cd req-0b3f2097-a5ea-45b4-a583-966d834f3d6a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0707045 Feb 03 11:17:24.455187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.458877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (9f6c8a31-007b-48b9-bb81-b785af5fd07f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.484031 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.509083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9f6c8a31-007b-48b9-bb81-b785af5fd07f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.516470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:17:24.516876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (9f6c8a31-007b-48b9-bb81-b785af5fd07f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.606626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-8872b41a-ed93-48a5-b641-8eb619425665 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:24.608227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-8872b41a-ed93-48a5-b641-8eb619425665 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.9241107 Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:17:24.608789 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:17:24.668458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:17:24.670256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-4094b2f9-5cec-4da7-b4b3-edcc17f1d6f1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0419292 Feb 03 11:17:24.671253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (82cfc7f0-1750-4d94-99ca-b569ed196d6e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.682969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:24.691100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/82cfc7f0-1750-4d94-99ca-b569ed196d6e HTTP/1.1" status: 204 len: 168 time: 3.3379464 Feb 03 11:17:24.695603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:24.730255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98f847-9538-46e0-bb9b-54dbf7286c60 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=82cfc7f0-1750-4d94-99ca-b569ed196d6e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:24.780671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-2b8bfff0-2740-410b-8f0d-0ea11fa8a2a7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883996 Feb 03 11:17:24.814455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.20.0.7 (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55/007fe086-2e64-4a56-a2f5-48c770a3da1d/18129fce-d8d9-43c4-a1d3-8e3348934438) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:24.839668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc62cc3-72db-400b-bca2-def9c83d788a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:24.845399 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4bc62cc3-72db-400b-bca2-def9c83d788a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1458070 Feb 03 11:17:24.845967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:25.028332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-7d1c4509-1930-42bd-8248-b8b08e689541 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278075 Feb 03 11:17:25.055531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.098084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.119727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44712681-c2bc-4268-92ca-f51bbd7f2b3d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2684381 Feb 03 11:17:25.122545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-7f511acf-16a4-4024-a311-f8719a88b589 service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933070 Feb 03 11:17:25.124885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:25.135451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67e176-bb2a-41fd-94f7-071cfefdaf6d req-1ea02688-78cd-4030-bf39-6dbc46c4c24d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:25.140833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67e176-bb2a-41fd-94f7-071cfefdaf6d req-1ea02688-78cd-4030-bf39-6dbc46c4c24d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:25.146390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67e176-bb2a-41fd-94f7-071cfefdaf6d req-1ea02688-78cd-4030-bf39-6dbc46c4c24d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:25.148074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d67e176-bb2a-41fd-94f7-071cfefdaf6d req-1ea02688-78cd-4030-bf39-6dbc46c4c24d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 2410 time: 0.3980513 Feb 03 11:17:25.151648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1256262471'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:25.161338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:25.164808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:25.168841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:25.205433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:25.214943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:25.218277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.220010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Sync routers for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:25.230177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=18129fce-d8d9-43c4-a1d3-8e3348934438,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:25.248938 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:25.252242 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:25.323004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port 42e7f6ee-c399-4797-8e8d-48e02294ef97 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:25.329128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.332680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-97648aac-a5d1-48cc-a968-c34dfe2130c0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "DELETE /v2.0/ports/42e7f6ee-c399-4797-8e8d-48e02294ef97 HTTP/1.1" status: 204 len: 173 time: 5.4871738 Feb 03 11:17:25.352501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d67e176-bb2a-41fd-94f7-071cfefdaf6d req-d869f95f-c2e3-4173-8cb8-756a18836c3f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941259 Feb 03 11:17:25.514558 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:25.622333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.685409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:17:25.800459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3af29ea-12f3-4d14-ab3d-c12ced016d87 req-ce2abea9-a2c6-4515-9d60-36b6558dcf5a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0988550 Feb 03 11:17:25.816656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27d05ac1-8ef2-4859-8101-71734636fee3 req-c8312ca4-8fd6-4185-a12b-2f8cfd2713aa tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 210 time: 0.2643256 Feb 03 11:17:25.825329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:25.831898 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a75a80-ab6e-4d64-a232-5aaf5db6ed22" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:25.862519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6a18e54a-983e-4498-bd49-6420bfa5b2b1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:25.863271 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment 6a18e54a-983e-4498-bd49-6420bfa5b2b1 of type vlan for network 03973167-73bc-4634-9068-f8afddb08248 Feb 03 11:17:25.972303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:26.026610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.083785 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdc566-81cc-4893-b47f-2a260116f21e x-openstack-request-id: req-dfbdc566-81cc-4893-b47f-2a260116f21e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:26.084102 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "42e7f6ee-c399-4797-8e8d-48e02294ef97", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:26.084331 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfbdc566-81cc-4893-b47f-2a260116f21e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:26.087062 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Checking router: a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:17:26.104023 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '42e7f6ee-c399-4797-8e8d-48e02294ef97', 'status': 'completed', 'code': 200} Feb 03 11:17:26.117522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (03973167-73bc-4634-9068-f8afddb08248), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.136417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:26.137327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:26.205211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port afd57b6e-92b9-4511-a039-f5ebf991cfc0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:26.211193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.259080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:26.307765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (03973167-73bc-4634-9068-f8afddb08248), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.313587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:26.314988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.388662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:26.515057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3887930 Feb 03 11:17:26.515649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:26.534241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '03973167-73bc-4634-9068-f8afddb08248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:26.566257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:26.580038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Sync routers for ids ['8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:26.600473 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.604061 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0253baa9-f7c2-4b78-8231-50da759c958c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2849214 Feb 03 11:17:26.604321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:26.610021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Routers {'8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:26.612241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:26.716450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999d63c-f0ca-4d1b-bb12-0941f786fae4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=03973167-73bc-4634-9068-f8afddb08248,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:26.740636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 03973167-73bc-4634-9068-f8afddb08248 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:17:26.850892 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.890903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port afd57b6e-92b9-4511-a039-f5ebf991cfc0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=afd57b6e-92b9-4511-a039-f5ebf991cfc0,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:26.891470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.943848 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:26.954436 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:26.965298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Set router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:26.990373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for afd57b6e-92b9-4511-a039-f5ebf991cfc0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:27.035861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:27.036228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5eeec-3f14-46aa-a7b9-51f6b180c189 req-2fed7ffe-e55d-4039-986e-4bca0ab69480 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:27.045833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5eeec-3f14-46aa-a7b9-51f6b180c189 req-2fed7ffe-e55d-4039-986e-4bca0ab69480 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:27.074062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5eeec-3f14-46aa-a7b9-51f6b180c189 req-2fed7ffe-e55d-4039-986e-4bca0ab69480 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:27.089243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f5eeec-3f14-46aa-a7b9-51f6b180c189 req-2fed7ffe-e55d-4039-986e-4bca0ab69480 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 2410 time: 0.5646491 Feb 03 11:17:27.157370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Deleting port 18129fce-d8d9-43c4-a1d3-8e3348934438 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:27.157680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:27.175987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60205e0b-3218-4c5f-8b30-7ccda43ea011 req-c9115e44-c6a4-4d60-9b08-bd19fe9983c5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 210 time: 0.0808673 Feb 03 11:17:27.307148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7aac63-e58a-4727-b116-74dd1ae7bd7e None None] The sync data for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 is: [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:10:54Z', 'revision_number': 4, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '840d777d-f4ab-49b2-8597-1cefed2916b2', 'name': '', 'network_id': 'dbbaaa57-a4db-4c2b-bcf7-d85859bad01e', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'mac_address': 'fa:16:3e:02:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:52Z', 'updated_at': '2022-02-03T11:11:00Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'subnets': [{'id': '6aea7a3b-c3b3-4ec9-9124-70b255fb28de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:27.359705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:27.363571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:27.368871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e', 'name': '', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55', 'external_fixed_ips': [{'subnet_id': '007fe086-2e64-4a56-a2f5-48c770a3da1d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '18129fce-d8d9-43c4-a1d3-8e3348934438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:23Z', 'updated_at': '2022-02-03T11:17:25Z', 'revision_number': 3, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port': {'id': '18129fce-d8d9-43c4-a1d3-8e3348934438', 'name': '', 'network_id': 'ca559cf0-bce3-47ea-91c4-ed86fe1e1d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:49:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '007fe086-2e64-4a56-a2f5-48c770a3da1d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:17:24Z', 'updated_at': '2022-02-03T11:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '007fe086-2e64-4a56-a2f5-48c770a3da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:27.447296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Checking router: 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:17:27.447830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Updating router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e port 18129fce-d8d9-43c4-a1d3-8e3348934438 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:17:27.515196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:27.535777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcd66ed0-5416-4d5d-8169-892150541468 req-3264ceac-187d-496b-a373-cba59c762e22 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1650562 Feb 03 11:17:27.561532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f5eeec-3f14-46aa-a7b9-51f6b180c189 req-d8574ea7-979b-46f0-b834-5d553524369a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4707165 Feb 03 11:17:27.705482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:27.745449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Calling delete_port for 18129fce-d8d9-43c4-a1d3-8e3348934438 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:27.798300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-1c8665bd-e81e-450d-846e-87e27e9018fb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:27.799820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-1c8665bd-e81e-450d-846e-87e27e9018fb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.4006281 Feb 03 11:17:27.858208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:27.943215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edeaa7-5cc9-4ef8-b0f3-414196095ce1 None None] New status for floating IP 13c78f1b-415f-4a24-ae01-2deaf3af6e28: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:17:28.063529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e48cc8e0-5cda-4cb7-8506-e894459670fe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.071327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (afd57b6e-92b9-4511-a039-f5ebf991cfc0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.240558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (18129fce-d8d9-43c4-a1d3-8e3348934438), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.252935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:28.256299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.261973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=afd57b6e-92b9-4511-a039-f5ebf991cfc0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:28.272578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:17:28.274207 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:17:28.398412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-732c8e4b-602c-421f-a39a-290f994f09f6 req-d45d7402-b1b2-4797-958f-eebc1ed6245c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 210 time: 0.0581777 Feb 03 11:17:28.402141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port afd57b6e-92b9-4511-a039-f5ebf991cfc0 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:28.404868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=e48cc8e0-5cda-4cb7-8506-e894459670fe,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:28.408659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.413003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-cce8504a-e27b-41ce-9904-6242d3b6aa22 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "DELETE /v2.0/ports/afd57b6e-92b9-4511-a039-f5ebf991cfc0 HTTP/1.1" status: 204 len: 173 time: 3.0745447 Feb 03 11:17:28.414810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:28.424764 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e3144-4217-4399-bfee-0b08ea146ea6" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:28.477233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': '6a18e54a-983e-4498-bd49-6420bfa5b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '03973167-73bc-4634-9068-f8afddb08248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:28.477795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: 03973167-73bc-4634-9068-f8afddb08248, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:17:28.497286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.9 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/1180f2b7-a137-4f95-8eb9-a32131196799) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:28.524862 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f5ccaa-80f5-4421-abc8-09e730b90511 x-openstack-request-id: req-93f5ccaa-80f5-4421-abc8-09e730b90511 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:28.525232 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "afd57b6e-92b9-4511-a039-f5ebf991cfc0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:28.525491 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93f5ccaa-80f5-4421-abc8-09e730b90511 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:28.525903 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': 'afd57b6e-92b9-4511-a039-f5ebf991cfc0', 'status': 'completed', 'code': 200} Feb 03 11:17:28.557023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 03973167-73bc-4634-9068-f8afddb08248 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:17:28.557242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Port': ['ID=18129fce-d8d9-43c4-a1d3-8e3348934438,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:28.582587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 3adff840-10a5-4f83-9e9c-5fb05ae55efb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:28.583010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.728049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port 3adff840-10a5-4f83-9e9c-5fb05ae55efb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3adff840-10a5-4f83-9e9c-5fb05ae55efb,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:28.733255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.744762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 03973167-73bc-4634-9068-f8afddb08248) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:28.749523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:28.751057 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.753873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:28.761039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073790b-2509-44f3-bca0-bdb164e78b61 None None] Network 03973167-73bc-4634-9068-f8afddb08248 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:28.801890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 3adff840-10a5-4f83-9e9c-5fb05ae55efb owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:28.807102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb58e57-9834-4df1-bf9e-483d6704b4a7 req-fdf0d126-afb3-4f3f-a595-95fd9b63f6ba tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0491762 Feb 03 11:17:28.855661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-20ed2652-db9c-4025-99f8-1ff41ceb6b5e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3209331 Feb 03 11:17:28.880031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:28.887761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '03973167-73bc-4634-9068-f8afddb08248', 'name': 'tempest-PortsIpV6TestJSON-1642148774'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:28.905078 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Port 18129fce-d8d9-43c4-a1d3-8e3348934438 not found while updating agent binding for router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e. {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 11:17:28.999151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ad6f-30d4-47bb-aa11-05254ef58f7c req-c5d21049-87fd-46a0-8798-2fff99fcb8b7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:29.004885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ad6f-30d4-47bb-aa11-05254ef58f7c req-c5d21049-87fd-46a0-8798-2fff99fcb8b7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:29.012127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56c9ad6f-30d4-47bb-aa11-05254ef58f7c req-c5d21049-87fd-46a0-8798-2fff99fcb8b7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 1677 time: 0.2433803 Feb 03 11:17:29.048056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.053464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.075536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Routers {'8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:29.076441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:29.110744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (1180f2b7-a137-4f95-8eb9-a32131196799), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.203829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.258557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56c9ad6f-30d4-47bb-aa11-05254ef58f7c req-d8f515a0-0d71-4f03-ad32-af537ec2db05 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452171 Feb 03 11:17:29.323257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:29.327183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.339222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:29.358372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3adff840-10a5-4f83-9e9c-5fb05ae55efb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.360373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:29.362293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.362921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:17:29.377423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.380656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99e9fcfb-070c-4879-b066-48e449f7a56e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e HTTP/1.1" status: 204 len: 168 time: 2.7750659 Feb 03 11:17:29.381865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:29.389000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:29.417683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=3adff840-10a5-4f83-9e9c-5fb05ae55efb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:29.454186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:29.464890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] Set router 8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:29.497542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-03973167-73bc-4634-9068-f8afddb08248', 'network_id': '03973167-73bc-4634-9068-f8afddb08248', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': 'e48cc8e0-5cda-4cb7-8506-e894459670fe'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:17:29.499116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.512533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:29.528016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Deleting subnet 007fe086-2e64-4a56-a2f5-48c770a3da1d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:17:29.539501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for subnet (007fe086-2e64-4a56-a2f5-48c770a3da1d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.550919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e', 'name': '', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:23Z', 'updated_at': '2022-02-03T11:17:28Z', 'revision_number': 5, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:29.590300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa7da7-717b-4f4e-a98d-44d140576f20 None None] The sync data for ids ['8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e'] in n-d-821606-6 is: [{'id': '8e313ff6-f1d2-4a88-8e0a-c1d6ab1c705e', 'name': '', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:23Z', 'updated_at': '2022-02-03T11:17:28Z', 'revision_number': 5, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:29.603207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port 3adff840-10a5-4f83-9e9c-5fb05ae55efb on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:29.626313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.629740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-d08548f9-7db4-4014-a7c7-a1e006c7e783 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "DELETE /v2.0/ports/3adff840-10a5-4f83-9e9c-5fb05ae55efb HTTP/1.1" status: 204 len: 173 time: 1.2082376 Feb 03 11:17:29.632558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (007fe086-2e64-4a56-a2f5-48c770a3da1d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.711486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:29.712093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.752738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (007fe086-2e64-4a56-a2f5-48c770a3da1d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.815162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Allocated IP 2001:db8::2 (03973167-73bc-4634-9068-f8afddb08248/e48cc8e0-5cda-4cb7-8506-e894459670fe/1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:29.824146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c06c5-c07f-4b54-b860-5a6eefe5d360 req-fc25c302-50f5-4427-b24a-7e9fdfb53070 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:29.834028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-508d05e9-9213-4913-8f08-bd73beb59dd9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9813371 Feb 03 11:17:29.836750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (007fe086-2e64-4a56-a2f5-48c770a3da1d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.838234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de4c06c5-c07f-4b54-b860-5a6eefe5d360 req-fc25c302-50f5-4427-b24a-7e9fdfb53070 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 931 time: 0.2074525 Feb 03 11:17:29.925477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=007fe086-2e64-4a56-a2f5-48c770a3da1d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:29.930767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:29.991476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40558) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:29.991717 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dd83393c-572d-4198-80ab-c998f6e25f39 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/007fe086-2e64-4a56-a2f5-48c770a3da1d HTTP/1.1" status: 204 len: 168 time: 0.6013174 Feb 03 11:17:30.010098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Request body: {'port': {'device_id': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:30.025195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de4c06c5-c07f-4b54-b860-5a6eefe5d360 req-d013b481-f3a7-4b93-94c2-afde8bfd2bea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837564 Feb 03 11:17:30.275458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks [] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.281418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.285463 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.300791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69a534e4-d753-438f-94f8-e76368f1194a req-b6ba7020-9619-4843-8ef0-5b77d7309c70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1338935 Feb 03 11:17:30.369956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Network 03973167-73bc-4634-9068-f8afddb08248 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:30.389082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:30.396771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:30.404698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Pushing event updated for resources: {'Port': ['ID=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:30.477276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.520015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Attempting to bind port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:30.520587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Attempting to bind port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6a18e54a-983e-4498-bd49-6420bfa5b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '03973167-73bc-4634-9068-f8afddb08248'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:30.520759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Attempting to bind port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 on network 03973167-73bc-4634-9068-f8afddb08248 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:30.535213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:30.535598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Checking segment: {'id': '6a18e54a-983e-4498-bd49-6420bfa5b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '03973167-73bc-4634-9068-f8afddb08248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:30.536010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.536407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Bound using segment: {'id': '6a18e54a-983e-4498-bd49-6420bfa5b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '03973167-73bc-4634-9068-f8afddb08248'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:30.536887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Bound port: 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a18e54a-983e-4498-bd49-6420bfa5b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '03973167-73bc-4634-9068-f8afddb08248'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:30.539703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.566267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:30.568966 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc3418-b19b-4420-ac25-7d4f486727f9" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:30.628882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 0ea96f67-e64c-4967-956f-09de011539b3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:30.629327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0ea96f67-e64c-4967-956f-09de011539b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.665462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] For port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:30.675113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] For port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,segment=NetworkSegment(6a18e54a-983e-4498-bd49-6420bfa5b2b1),segment_id=6a18e54a-983e-4498-bd49-6420bfa5b2b1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:30.692711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.741734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port 0ea96f67-e64c-4967-956f-09de011539b3, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0ea96f67-e64c-4967-956f-09de011539b3,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:30.741734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0ea96f67-e64c-4967-956f-09de011539b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.757487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 0ea96f67-e64c-4967-956f-09de011539b3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:30.857990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c623-e570-4bf9-abf0-325925022abf None None] Pushing event updated for resources: {'Port': ['ID=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:30.861267 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c32a9a2-fa81-4947-901e-3f3cb0a335f1 x-openstack-request-id: req-3c32a9a2-fa81-4947-901e-3f3cb0a335f1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:30.861668 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "3adff840-10a5-4f83-9e9c-5fb05ae55efb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:30.861929 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c32a9a2-fa81-4947-901e-3f3cb0a335f1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:30.862367 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '3adff840-10a5-4f83-9e9c-5fb05ae55efb', 'status': 'completed', 'code': 200} Feb 03 11:17:30.883035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1180f2b7-a137-4f95-8eb9-a32131196799 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:30.883250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16403d92-a24f-4f80-a565-92708ed7f613 req-a869eb4e-3aa4-4e9a-9608-1109af0228d0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:30.884793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16403d92-a24f-4f80-a565-92708ed7f613 req-a869eb4e-3aa4-4e9a-9608-1109af0228d0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 943 time: 0.4030762 Feb 03 11:17:30.909450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks [] for port (1180f2b7-a137-4f95-8eb9-a32131196799), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:30.923977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Transition to ACTIVE for port object 1180f2b7-a137-4f95-8eb9-a32131196799 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:17:30.929092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.031690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16403d92-a24f-4f80-a565-92708ed7f613 req-4c3777ba-06ca-4918-af16-43ccd1f28b84 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c3ea3d4-35cc-4886-a2ac-755c81411bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340652 Feb 03 11:17:31.060243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:31.085470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::2ae (03973167-73bc-4634-9068-f8afddb08248/e48cc8e0-5cda-4cb7-8506-e894459670fe/2516ae00-8a00-47d6-b8c5-bab4f4b1f397) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:31.151389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.250304 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3fbc-f601-4ba3-a19b-e6fb85857a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.250924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Attempting to bind port 1180f2b7-a137-4f95-8eb9-a32131196799 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:31.251057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Attempting to bind port 1180f2b7-a137-4f95-8eb9-a32131196799 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:31.256810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Attempting to bind port 1180f2b7-a137-4f95-8eb9-a32131196799 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:31.274920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Port 1180f2b7-a137-4f95-8eb9-a32131196799 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:17:31.275896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Attempting to bind port 1180f2b7-a137-4f95-8eb9-a32131196799 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:31.289726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:31.290380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:31.290638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:31.290860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Bound port: 1180f2b7-a137-4f95-8eb9-a32131196799, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:31.291221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.309271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca559cf0-bce3-47ea-91c4-ed86fe1e1d55']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:31.383961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:31.388018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1180f2b7-a137-4f95-8eb9-a32131196799,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:31.403656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.443801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13648de-e8e8-4763-98c0-3f644d2e7cc4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:31.450537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13648de-e8e8-4763-98c0-3f644d2e7cc4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:31.518759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c13648de-e8e8-4763-98c0-3f644d2e7cc4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.523789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:31.539772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:31.540405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.542684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-0f745b3e-8d28-44de-a6f8-de8eb6b66fe7 service neutron] 10.222.0.69 "PUT /v2.0/ports/1180f2b7-a137-4f95-8eb9-a32131196799 HTTP/1.1" status: 200 len: 1091 time: 1.6649268 Feb 03 11:17:31.543141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:31.554348 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b63dc8-1431-4fa2-b228-cddfa6ddee77" -d '{"events": [{"name": "network-changed", "server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:31.699617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-832bbf20-6b03-4539-a93a-db99636ed9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:31.701628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-832bbf20-6b03-4539-a93a-db99636ed9be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 1125 time: 0.0918181 Feb 03 11:17:31.751994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb2d8bf9-e660-47d2-99a2-69e0e7cc5fcf req-aaa57c2f-0bbc-4832-a510-318632b42735 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0761943 Feb 03 11:17:31.793654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c13648de-e8e8-4763-98c0-3f644d2e7cc4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.812994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-b758368c-7507-4446-ba4d-f0012f68feb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1180f2b7-a137-4f95-8eb9-a32131196799 HTTP/1.1" status: 200 len: 217 time: 0.0909448 Feb 03 11:17:31.858866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:17:31.859356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c13648de-e8e8-4763-98c0-3f644d2e7cc4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:17:31.878401 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:17:31.883498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0ea96f67-e64c-4967-956f-09de011539b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:31.886044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-8ac761d3-bd5b-413f-a560-5205bcdc8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:31.887807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-8ac761d3-bd5b-413f-a560-5205bcdc8120 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0720334 Feb 03 11:17:31.940150 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-683c9832-6861-457f-a688-faf7c8387f15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401521 Feb 03 11:17:31.942116 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c7e60-40cb-4b2d-96a4-93ca95614341 x-openstack-request-id: req-c46c7e60-40cb-4b2d-96a4-93ca95614341 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:31.942956 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:31.943611 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c46c7e60-40cb-4b2d-96a4-93ca95614341 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:31.944242 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799', 'status': 'completed', 'code': 200} Feb 03 11:17:31.978691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=0ea96f67-e64c-4967-956f-09de011539b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:31.993756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec688bd-f02c-4a22-a378-1d004714c169 req-dbffc796-3a3e-4a43-965c-c0b95a69b321 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:32.004777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fec688bd-f02c-4a22-a378-1d004714c169 req-dbffc796-3a3e-4a43-965c-c0b95a69b321 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 943 time: 0.6923919 Feb 03 11:17:32.081577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.130233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-97cf82ed-2123-47fa-8d09-a947ced596bd service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700208 Feb 03 11:17:32.160723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ca559cf0-bce3-47ea-91c4-ed86fe1e1d55), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.165474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.172587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port 0ea96f67-e64c-4967-956f-09de011539b3 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:32.247015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:17:32.252957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.256440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fda03d1-3696-4eaf-96f4-b95dba4dc1d1 req-5b89c1ff-ccc7-4381-ac69-abddbc728faa tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.69 "DELETE /v2.0/ports/0ea96f67-e64c-4967-956f-09de011539b3 HTTP/1.1" status: 204 len: 173 time: 2.6211729 Feb 03 11:17:32.259136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=2516ae00-8a00-47d6-b8c5-bab4f4b1f397,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:32.280356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fec688bd-f02c-4a22-a378-1d004714c169 req-b6709321-aa73-4fd7-88f2-fe2dd4e431b7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746511 Feb 03 11:17:32.299900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.308895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2351ec2-c19b-4a33-b071-ec9a41d3adf2 req-9b077ea5-6299-4018-9059-bcd800511df5 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691234 Feb 03 11:17:32.328981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ca559cf0-bce3-47ea-91c4-ed86fe1e1d55 HTTP/1.1" status: 204 len: 168 time: 2.3350816 Feb 03 11:17:32.413099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d7d19-5f2e-4492-9136-ac0a2890443c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca559cf0-bce3-47ea-91c4-ed86fe1e1d55,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:32.455548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 03973167-73bc-4634-9068-f8afddb08248 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:32.468317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb65cb-7b1b-4e49-bdf6-a9ede07190f9 req-65cbd87b-ac4b-4a65-ab1d-a1f248992788 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:32.476889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0beb65cb-7b1b-4e49-bdf6-a9ede07190f9 req-65cbd87b-ac4b-4a65-ab1d-a1f248992788 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.4637711 Feb 03 11:17:32.505683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:32.508746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:32.524941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:32.524941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.531448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62c0876e-69fc-4437-9f7e-419de3a17d17 req-656ff3e0-dbee-40d5-8f53-3e045cff0e0f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1034708 Feb 03 11:17:32.598347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-68da28c9-1079-4361-911e-67a17779d14b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7163365 Feb 03 11:17:32.609794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:32.615660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '03973167-73bc-4634-9068-f8afddb08248', 'name': 'tempest-PortsIpV6TestJSON-738696188'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:32.671929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-cf6a9a55-cb04-4d4b-af6a-9675c030ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:32.674482 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-cf6a9a55-cb04-4d4b-af6a-9675c030ed28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 1125 time: 0.1881082 Feb 03 11:17:32.691931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0beb65cb-7b1b-4e49-bdf6-a9ede07190f9 req-8921a5a8-48b2-43d9-9dbd-951075c2dd28 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070975 Feb 03 11:17:32.693751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:32.780242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:32.801902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'name': 'tempest-router--941016308', 'project_id': '1f717c4a73e042fd80f3acfdeeaa8fb4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:32.846709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:32.847111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.869474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:32.871976 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86fa3fa-5021-4604-9db3-51bfa80a732f" -d '{"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "0ea96f67-e64c-4967-956f-09de011539b3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:32.917337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (e55e63ea-9279-471b-aa20-359166f25438), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.918385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (e55e63ea-9279-471b-aa20-359166f25438), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:32.984598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44f940-0cb0-454e-82e7-67c9a25917fb None None] Network 03973167-73bc-4634-9068-f8afddb08248 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:33.051659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:33.052461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.153418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,segment=NetworkSegment(6a18e54a-983e-4498-bd49-6420bfa5b2b1),segment_id=6a18e54a-983e-4498-bd49-6420bfa5b2b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:33.162594 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.174093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-278e603a-7606-4406-b45c-195db064e5e0 None None] Provisioning complete for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:33.174751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278e603a-7606-4406-b45c-195db064e5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.321268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:33.395068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (e55e63ea-9279-471b-aa20-359166f25438), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.405716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (e55e63ea-9279-471b-aa20-359166f25438), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.430777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.435213 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f62957f8-b178-409c-9714-db291c4b5353 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6538842 Feb 03 11:17:33.436219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:33.437426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-278e603a-7606-4406-b45c-195db064e5e0 None None] Current status of the port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:33.530239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ae9f-73d6-4896-a4da-71ff29903846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.530652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-a14e273a-ae75-48b4-8ffa-886dcbcd49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:33.533391 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-a14e273a-ae75-48b4-8ffa-886dcbcd49ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.8527815 Feb 03 11:17:33.540708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (e55e63ea-9279-471b-aa20-359166f25438), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.568106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7021550a-5d4f-468f-8480-98f4730f71b3 req-fdb9afa4-1e43-4a9c-a6ed-94e3749ed9b0 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0695164 Feb 03 11:17:33.630535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:33.634431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.635459 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-0b14898f-4c04-4d44-8164-c5a40ecf69e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1180f2b7-a137-4f95-8eb9-a32131196799 HTTP/1.1" status: 200 len: 217 time: 0.0923874 Feb 03 11:17:33.664346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603aaa-7a47-4860-aa91-f8ffc8437e66 req-c53929a6-d323-479b-8f22-866b0cf4ddd9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:33.665910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66603aaa-7a47-4860-aa91-f8ffc8437e66 req-c53929a6-d323-479b-8f22-866b0cf4ddd9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.7535949 Feb 03 11:17:33.728110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:33.782244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Provisioning complete for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:33.784896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.812027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66603aaa-7a47-4860-aa91-f8ffc8437e66 req-886d3d33-ba15-4bfb-906f-c6335a28e2d7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370571 Feb 03 11:17:33.819678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-83bf01d3-73f2-4357-a689-c48b88e20814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:33.821026 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-83bf01d3-73f2-4357-a689-c48b88e20814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1459024 Feb 03 11:17:33.822836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (e55e63ea-9279-471b-aa20-359166f25438), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.827927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (e55e63ea-9279-471b-aa20-359166f25438), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:33.867225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f86048-f951-41e4-9e64-66a1b776a295 req-fe72eca4-3a32-4662-9c8e-73121a30ae1c tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:33.883486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f86048-f951-41e4-9e64-66a1b776a295 req-fe72eca4-3a32-4662-9c8e-73121a30ae1c tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 949 time: 0.2354901 Feb 03 11:17:33.902647 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d152fbc-692e-4686-b17e-ad9b3b84c71a x-openstack-request-id: req-7d152fbc-692e-4686-b17e-ad9b3b84c71a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:33.902965 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cb947-70ee-4c3c-8b31-d153670f3901", "name": "network-vif-deleted", "tag": "0ea96f67-e64c-4967-956f-09de011539b3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:33.903822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-8807fb21-c21d-4938-a92a-cdb97d70cae0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733874 Feb 03 11:17:33.913152 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d152fbc-692e-4686-b17e-ad9b3b84c71a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:33.913844 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cb947-70ee-4c3c-8b31-d153670f3901', 'name': 'network-vif-deleted', 'tag': '0ea96f67-e64c-4967-956f-09de011539b3', 'status': 'completed', 'code': 200} Feb 03 11:17:33.944184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Current status of the port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:33.959816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Provisioning complete for port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:33.960662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.003074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ccd7-6560-462c-a53d-7e56701b518f None None] Port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:34.007415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (e55e63ea-9279-471b-aa20-359166f25438), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.008468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e55e63ea-9279-471b-aa20-359166f25438 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:17:34.018667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.019948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-01d2c506-d83c-4d89-83be-c7885fd294d5 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/routers/e55e63ea-9279-471b-aa20-359166f25438 HTTP/1.1" status: 204 len: 168 time: 0.5769963 Feb 03 11:17:34.109459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1f86048-f951-41e4-9e64-66a1b776a295 req-65a483a1-2182-41c2-96f2-c4f2a6bcbd99 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250514 Feb 03 11:17:34.134303 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-e60986bd-ec6c-46f1-a383-917135b733fb service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674631 Feb 03 11:17:34.135091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-02c10121-7bbf-4167-8acf-7ee2cc68e75f None None] Provisioning complete for port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:34.135760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02c10121-7bbf-4167-8acf-7ee2cc68e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.189518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::203 (03973167-73bc-4634-9068-f8afddb08248/e48cc8e0-5cda-4cb7-8506-e894459670fe/d9193e5b-d1b8-4b82-bf9f-7ec7deb54458) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:34.230011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491d47f-db86-4f27-9427-15d3fbfe0b02 req-7ccbdaa7-4b0f-402e-99df-9b3bcb921d71 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:34.237299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f491d47f-db86-4f27-9427-15d3fbfe0b02 req-7ccbdaa7-4b0f-402e-99df-9b3bcb921d71 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 943 time: 0.2816103 Feb 03 11:17:34.251775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-12b63dc8-1431-4fa2-b228-cddfa6ddee77 req-76ee803f-f595-4ff0-b6b0-e654f50baee7 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094234 Feb 03 11:17:34.252264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40670) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:34.262468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-02c10121-7bbf-4167-8acf-7ee2cc68e75f None None] Port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:34.269224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41d99335-4e21-4f1f-8880-e541aba21cb6 req-ff145ef9-c7b1-4c4c-9d43-479defaa8d2c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0634646 Feb 03 11:17:34.428283 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-73a47e23-fb2f-47a8-88f3-1787d5f8c536 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265666 Feb 03 11:17:34.463007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:34.523953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:34.524434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.580809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339744-bdc7-41b3-883a-2969494e699f req-899102e5-e545-4818-b03a-4db849d2382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:34.584984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-899102e5-e545-4818-b03a-4db849d2382a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.1199975 Feb 03 11:17:34.592795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.623867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.631846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-560820070', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:34.673433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.729844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:34.746862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f491d47f-db86-4f27-9427-15d3fbfe0b02 req-5dd3eab9-806e-4b94-b81a-6259713da45c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085819 Feb 03 11:17:34.754886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 03973167-73bc-4634-9068-f8afddb08248 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:34.758356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.759397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.770472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:34.782940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:34.798938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:34.806758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.831345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=d9193e5b-d1b8-4b82-bf9f-7ec7deb54458,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:34.857116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-341f2324-5191-4005-b563-83fb819e1307 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2462835 Feb 03 11:17:34.860156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:34.863361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339744-bdc7-41b3-883a-2969494e699f req-54897bfa-47f4-4417-b8e9-938f4ae04733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:34.865070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-54897bfa-47f4-4417-b8e9-938f4ae04733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.2576969 Feb 03 11:17:34.915677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:34.971319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87576cb5-ed1b-4ccc-9082-762e73bf1ef1 req-295ac0ed-e594-4cbd-a82c-ca90d3c604cc tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1122119 Feb 03 11:17:35.066378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca72f9-fe29-4ecc-a856-68c7ba74c380 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:35.075503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65ca72f9-fe29-4ecc-a856-68c7ba74c380 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ae HTTP/1.1" status: 200 len: 929 time: 0.2127211 Feb 03 11:17:35.076094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:35.208849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-546c5ce4-757a-4b6b-80da-0ba848a6b111 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.2950416 Feb 03 11:17:35.253119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392260f2-c6ff-4ecb-b599-3374497d6452 req-cc2da005-6975-4c83-a976-34ab69b73d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:35.255742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-392260f2-c6ff-4ecb-b599-3374497d6452 req-cc2da005-6975-4c83-a976-34ab69b73d0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.0873225 Feb 03 11:17:35.263618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:35.263618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.291357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.302334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-32d219c5-9b26-4a07-b39f-a011d9713064 None None] Provisioning complete for port d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:35.303529 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32d219c5-9b26-4a07-b39f-a011d9713064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.351752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339744-bdc7-41b3-883a-2969494e699f req-d0c5a18b-9c16-424a-b2c1-f8f2428c6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:35.359889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-d0c5a18b-9c16-424a-b2c1-f8f2428c6c40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1123228 Feb 03 11:17:35.371512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32d219c5-9b26-4a07-b39f-a011d9713064 None None] Port d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:35.399115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-392260f2-c6ff-4ecb-b599-3374497d6452 req-2846ec7d-2810-4ac4-9e72-670311bcbd90 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240003 Feb 03 11:17:35.478296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.484072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339744-bdc7-41b3-883a-2969494e699f req-55a2423a-c57b-443c-b12d-b2558d674731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:35.485630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-55a2423a-c57b-443c-b12d-b2558d674731 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1106312 Feb 03 11:17:35.524591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ad2ad1f-67a0-47a3-bf33-1aec31f9c747 req-1907f8e9-1362-4c92-a62c-8ad2b0daea87 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1136940 Feb 03 11:17:35.530632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:35.600364 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-46982993-c71e-45d8-b608-69752b4714e5 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077485 Feb 03 11:17:35.690402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d9193e5b-d1b8-4b82-bf9f-7ec7deb54458), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.726870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=d9193e5b-d1b8-4b82-bf9f-7ec7deb54458,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:35.761092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.768102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c6fca0e3-6bb3-44c0-92d6-16e44b3a29a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 HTTP/1.1" status: 204 len: 168 time: 0.6907709 Feb 03 11:17:35.768968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40712) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:35.798481 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff965272-5eec-4725-9457-92a69d77b986 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:35.804021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ff965272-5eec-4725-9457-92a69d77b986 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/d9193e5b-d1b8-4b82-bf9f-7ec7deb54458 HTTP/1.1" status: 404 len: 333 time: 0.0338998 Feb 03 11:17:35.804634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:35.865026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.888677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:35.920013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81339744-bdc7-41b3-883a-2969494e699f req-4f5ba557-6363-42e2-8fe3-7f84f994bce4 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128619 Feb 03 11:17:36.044589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d492b-341e-4900-b597-bc78ccba359d req-4e32e4ae-cfb2-47ac-b108-93f54c14f585 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:36.046107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e6d492b-341e-4900-b597-bc78ccba359d req-4e32e4ae-cfb2-47ac-b108-93f54c14f585 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2068102 Feb 03 11:17:36.071143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d479-a2e6-4b2b-8498-1cec4e1eb5b5 req-5ce1f8a5-a177-4ab9-87f8-67fdab1ecd76 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:36.079071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1214d479-a2e6-4b2b-8498-1cec4e1eb5b5 req-5ce1f8a5-a177-4ab9-87f8-67fdab1ecd76 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 943 time: 0.1911662 Feb 03 11:17:36.110175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Allocated IP 172.25.7.121 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2bce2c4e-39bd-4cbe-95e8-ac61b7607292) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:36.169949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:36.170237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.180744 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.258797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for port (2bce2c4e-39bd-4cbe-95e8-ac61b7607292), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.296108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.306992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2bce2c4e-39bd-4cbe-95e8-ac61b7607292), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.328119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 2516ae00-8a00-47d6-b8c5-bab4f4b1f397 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:36.369000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1214d479-a2e6-4b2b-8498-1cec4e1eb5b5 req-573b68fd-7e65-4b58-8625-6dd3db78319b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759740 Feb 03 11:17:36.394609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e6d492b-341e-4900-b597-bc78ccba359d req-d5f4b4c4-a234-49fb-8af5-52081d144b05 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407900 Feb 03 11:17:36.422433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:36.443321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:36.472848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:36.482484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event updated for resources: {'Port': ['ID=2bce2c4e-39bd-4cbe-95e8-ac61b7607292,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:36.522138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57653c75-bcb1-47a2-9269-199fdcea05e6 req-84532ffc-81d8-4842-ac3c-11992894570e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0332007 Feb 03 11:17:36.658481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b077b20-f6fa-4f21-a4d1-0f4a697cede4 req-3347b10e-0fb9-46b3-a36f-7109dbbbf63b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0411034 Feb 03 11:17:36.738558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2516ae00-8a00-47d6-b8c5-bab4f4b1f397), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.790268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=2516ae00-8a00-47d6-b8c5-bab4f4b1f397,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:36.823364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.827483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bb4b7c1d-90b1-43e9-85b1-0ee85391c928 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/2516ae00-8a00-47d6-b8c5-bab4f4b1f397 HTTP/1.1" status: 204 len: 168 time: 1.0212603 Feb 03 11:17:36.830588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:36.866471 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cff9e75-1dc4-46da-a653-6eeba0434236 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:36.871312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4cff9e75-1dc4-46da-a653-6eeba0434236 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/2516ae00-8a00-47d6-b8c5-bab4f4b1f397 HTTP/1.1" status: 404 len: 333 time: 0.0361545 Feb 03 11:17:36.871483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40732) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:36.915700 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:36.951665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1180f2b7-a137-4f95-8eb9-a32131196799 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:17:36.985168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet e48cc8e0-5cda-4cb7-8506-e894459670fe {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:17:36.989858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (e48cc8e0-5cda-4cb7-8506-e894459670fe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.094555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e48cc8e0-5cda-4cb7-8506-e894459670fe), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.119842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1180f2b7-a137-4f95-8eb9-a32131196799,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:37.133000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1180f2b7-a137-4f95-8eb9-a32131196799', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': '1180f2b7-a137-4f95-8eb9-a32131196799', 'mac_address': 'fa:16:3e:37:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:17:37.178940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1180f2b7-a137-4f95-8eb9-a32131196799 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:37.179819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.195209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1180f2b7-a137-4f95-8eb9-a32131196799 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:37.221188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1180f2b7-a137-4f95-8eb9-a32131196799,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:37.225894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.285138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e48cc8e0-5cda-4cb7-8506-e894459670fe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.286617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:37.311444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.322350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.557102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:37.614749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79906f-bdfc-44cf-9e94-21f9c2981910 req-c9a0bf87-ea05-4a56-930b-b21de2262860 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:37.616509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c79906f-bdfc-44cf-9e94-21f9c2981910 req-c9a0bf87-ea05-4a56-930b-b21de2262860 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 944 time: 0.1827092 Feb 03 11:17:37.641352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53116d2a-59fa-48f8-be2b-d094e7ec6fb3 req-9a99df42-ea93-4f25-abba-433b2714fcfc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:37.642159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1180f2b7-a137-4f95-8eb9-a32131196799'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:17:37.649764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53116d2a-59fa-48f8-be2b-d094e7ec6fb3 req-9a99df42-ea93-4f25-abba-433b2714fcfc tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1030865 Feb 03 11:17:37.718725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53116d2a-59fa-48f8-be2b-d094e7ec6fb3 req-f53b1f73-c108-46b1-b76e-5000b07edda1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679321 Feb 03 11:17:37.779722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:37.780265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.793467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e48cc8e0-5cda-4cb7-8506-e894459670fe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.827047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:37.830585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:37.831844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.832886 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bcf2d8-d7da-4763-907e-3c9038cbbb0b" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:37.836904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c79906f-bdfc-44cf-9e94-21f9c2981910 req-c4101258-75a7-4c1f-ae33-9182f90cc6a2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053397 Feb 03 11:17:37.838453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:37.839221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:37.847008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/e48cc8e0-5cda-4cb7-8506-e894459670fe HTTP/1.1" status: 204 len: 168 time: 0.9748416 Feb 03 11:17:37.908480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71eb30-874e-48f6-b837-f6e1ec191b90 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=e48cc8e0-5cda-4cb7-8506-e894459670fe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:37.909594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a56b3-dce1-4752-b18d-51b04931c68c None None] Network 03973167-73bc-4634-9068-f8afddb08248 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:37.964775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:37.978681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Router 050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:38.009798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (03973167-73bc-4634-9068-f8afddb08248), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.044573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8167272-6d1a-4bdc-a4fb-02945a79c4d9 req-54c2f4ce-5c57-45a3-ab05-f1a6fc13e315 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0661001 Feb 03 11:17:38.061990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2eda23f0-e5b0-4a64-b2c3-0b5ab91cb4ba req-75cf65ef-52b5-4b4d-85bd-9e612d720604 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0650163 Feb 03 11:17:38.140627 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd6ff4-dfeb-4861-b6e5-f907591a2d1e x-openstack-request-id: req-6acd6ff4-dfeb-4861-b6e5-f907591a2d1e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:38.140953 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:38.141189 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6acd6ff4-dfeb-4861-b6e5-f907591a2d1e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:38.141740 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'code': 200} Feb 03 11:17:38.162866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:38.163212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.169435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:38.181761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] Sync routers for ids ['050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:38.194055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] Routers {'050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:38.195017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.209764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.211128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b81bab2f-25b9-4041-9c35-4b74910a1de8 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9579544 Feb 03 11:17:38.213929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40758) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:38.230293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.255743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] Routers {'050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:38.255743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.308736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] DHCP port deletion for 03973167-73bc-4634-9068-f8afddb08248 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:17:38.311903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.312233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2a417-2a54-4b67-ad47-9b87f9739240 None None] The sync data for ids ['050d3b85-5c5a-40bb-86f3-4a1df9d9ee30'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:38.321757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,segment=NetworkSegment(6a18e54a-983e-4498-bd49-6420bfa5b2b1),segment_id=6a18e54a-983e-4498-bd49-6420bfa5b2b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:38.322185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.372818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:38.407360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3609b394-00ac-408c-92b6-e0adb83f206c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 HTTP/1.1" status: 200 len: 920 time: 0.1894064 Feb 03 11:17:38.407600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40760) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:38.447322 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-01e6cc1f-c08f-4bb0-b33c-aa0a7115eb26 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 HTTP/1.1" status: 200 len: 205 time: 0.0352285 Feb 03 11:17:38.450950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:38.451738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Deleting port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:38.453919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.461345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:38.552986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.570647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:38.613031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:38.614246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] For port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,segment=NetworkSegment(6a18e54a-983e-4498-bd49-6420bfa5b2b1),segment_id=6a18e54a-983e-4498-bd49-6420bfa5b2b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:38.614683 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.618662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.633654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Calling delete_port for 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:38.728058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.730788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (03973167-73bc-4634-9068-f8afddb08248), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.749819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.758629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03973167-73bc-4634-9068-f8afddb08248']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.770897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] Pushing event deleted for resources: {'Port': ['ID=1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:38.780519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd41c71-e659-4df0-8713-aa61e08d0d82 None None] No DVR routers for this DVR port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:38.791365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a18e54a-983e-4498-bd49-6420bfa5b2b1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.792214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a18e54a-983e-4498-bd49-6420bfa5b2b1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:38.796517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No active binding found for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:17:38.796856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] The host n-d-821606-6 is not matching for port 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:17:38.797284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1a53b9e6-d5ea-4bc3-b7a3-bbe3b8eed3e0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:38.834873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (6a18e54a-983e-4498-bd49-6420bfa5b2b1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.847459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port 2bce2c4e-39bd-4cbe-95e8-ac61b7607292 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:38.847887 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2bce2c4e-39bd-4cbe-95e8-ac61b7607292), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.895345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6a18e54a-983e-4498-bd49-6420bfa5b2b1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.932735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:17:38.933131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (6a18e54a-983e-4498-bd49-6420bfa5b2b1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:17:38.937899 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:17:38.963660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1180f2b7-a137-4f95-8eb9-a32131196799 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:38.966146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2bce2c4e-39bd-4cbe-95e8-ac61b7607292), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:38.998633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for 2bce2c4e-39bd-4cbe-95e8-ac61b7607292 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:39.081362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1180f2b7-a137-4f95-8eb9-a32131196799 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:17:39.086048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1180f2b7-a137-4f95-8eb9-a32131196799 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:39.086434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.099742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e3aa-4272-4b23-90f7-f249683a9e51 req-9497e63a-cc6a-4b23-a369-64bdcb3dde70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:39.101276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c21e3aa-4272-4b23-90f7-f249683a9e51 req-9497e63a-cc6a-4b23-a369-64bdcb3dde70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2621956 Feb 03 11:17:39.103969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (03973167-73bc-4634-9068-f8afddb08248), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.138174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.147916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/03973167-73bc-4634-9068-f8afddb08248 HTTP/1.1" status: 204 len: 168 time: 1.3043833 Feb 03 11:17:39.148130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:39.154126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2036650197'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:39.178290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097a15-c5be-427d-9f37-f38682f2b1fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=03973167-73bc-4634-9068-f8afddb08248,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:39.193025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:39.198137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.221062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1180f2b7-a137-4f95-8eb9-a32131196799 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:39.221587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.243603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59431cb-687c-456c-a30e-354c14d50e46 req-1cfd384d-f93a-476a-be8e-c0638b10b49f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:39.251231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f59431cb-687c-456c-a30e-354c14d50e46 req-1cfd384d-f93a-476a-be8e-c0638b10b49f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 944 time: 0.2444837 Feb 03 11:17:39.265697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1180f2b7-a137-4f95-8eb9-a32131196799,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:39.273689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.299883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2bce2c4e-39bd-4cbe-95e8-ac61b7607292), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.346104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:17:39.346292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:39.346406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c21e3aa-4272-4b23-90f7-f249683a9e51 req-8a953b44-ec4d-47fd-9524-32fd38c18db2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255769 Feb 03 11:17:39.374549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=2bce2c4e-39bd-4cbe-95e8-ac61b7607292,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:39.401203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e330ace9-7e54-4787-aa6a-40ce3d5a2cc1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.401563 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment e330ace9-7e54-4787-aa6a-40ce3d5a2cc1 of type vlan for network 10fad917-bf52-474c-b3a8-510c8d0aad20 Feb 03 11:17:39.410993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f59431cb-687c-456c-a30e-354c14d50e46 req-69756fd3-89a4-4264-b042-1a0dd960945f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578763 Feb 03 11:17:39.465370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.471173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (10fad917-bf52-474c-b3a8-510c8d0aad20), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.542359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fec17343-4cf6-4820-941b-cbcfbf742a59 req-6555c9b4-d216-4fa4-ae90-06793d0e296b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0666802 Feb 03 11:17:39.552750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:17:39.581659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.585126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.590267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca5362a1-d8d7-40a8-ae06-23b24184d5d4 req-cee58c08-354d-427e-a91d-51caf2cf6e78 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1004231 Feb 03 11:17:39.637129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (10fad917-bf52-474c-b3a8-510c8d0aad20), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.642341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:39.642939 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.676515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (050d3b85-5c5a-40bb-86f3-4a1df9d9ee30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.677093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router 050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:17:39.686567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.687679 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46797a6c-d090-4ef2-bf0b-2fc2bf6f98ed tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 HTTP/1.1" status: 204 len: 168 time: 1.2356396 Feb 03 11:17:39.692102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:39.698057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324804288', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:39.706093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5570204 Feb 03 11:17:39.712077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:39.716692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:39.716944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:39.730712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'mac_address': 'fa:16:3e:26:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:17:39.770584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.771752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.791452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd9bd-592f-4578-978f-ea2bbe945e01 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=10fad917-bf52-474c-b3a8-510c8d0aad20,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:39.919129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:39.923098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:39.937089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (a11dd41b-1208-459c-b883-9835b0fc7a6a), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:40.005781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:17:40.055066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:40.055459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:40.099736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3689b1b-a4c8-4bd6-98e6-982b5c04af7a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:17:40.127830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:40.135413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:40.148245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:40.150824 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dcdd73-9b2d-4e8e-9394-16b9cf74fcf1" -d '{"events": [{"server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:40.177176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a11dd41b-1208-459c-b883-9835b0fc7a6a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:40.229765 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8691263-8cae-490d-baa2-430686d2afa6 x-openstack-request-id: req-f8691263-8cae-490d-baa2-430686d2afa6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:40.229765 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:40.229765 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8691263-8cae-490d-baa2-430686d2afa6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:40.231088 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799', 'code': 200} Feb 03 11:17:40.237424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:40.256714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:17:40.385223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a037dc-1d90-459e-8b53-c8c646a03db6 req-597562aa-3ca1-4f8d-bbbe-c17b323c0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:40.387702 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-47a037dc-1d90-459e-8b53-c8c646a03db6 req-597562aa-3ca1-4f8d-bbbe-c17b323c0cc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 1127 time: 0.0650249 Feb 03 11:17:40.490271 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-47a037dc-1d90-459e-8b53-c8c646a03db6 req-a36a5408-dccc-44b8-843e-1cf61b65b476 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901625 Feb 03 11:17:40.593827 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8f2e4d1c-c9fe-4f5f-904c-9863016ca41c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:40.665515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355acac-00d8-4500-a3e6-caeaf9fa4327 req-00d9995d-95e6-4705-bba9-d2f75f91ddcb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:40.666921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7355acac-00d8-4500-a3e6-caeaf9fa4327 req-00d9995d-95e6-4705-bba9-d2f75f91ddcb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1946731 Feb 03 11:17:40.680639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f4522-c1ee-4496-9cf5-fb9bb5603c5b req-0bb6d944-9bfa-468a-8995-e4571760afc5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:40.682166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229f4522-c1ee-4496-9cf5-fb9bb5603c5b req-0bb6d944-9bfa-468a-8995-e4571760afc5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1443815 Feb 03 11:17:40.733488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=8f2e4d1c-c9fe-4f5f-904c-9863016ca41c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:40.772319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:40.772585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: 10fad917-bf52-474c-b3a8-510c8d0aad20, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:17:40.876153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7355acac-00d8-4500-a3e6-caeaf9fa4327 req-cf4d4788-463c-4866-af6c-f0604dd9af50 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853511 Feb 03 11:17:40.882413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-229f4522-c1ee-4496-9cf5-fb9bb5603c5b req-66b0eac1-7c91-4f66-829d-d1aa88adee0c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826007 Feb 03 11:17:40.998214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:17:41.036152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81abcef5-b859-4055-b6d5-b1251f15e9e7 req-fe4003a9-6cbd-4100-aef6-1c4fb1b98b8e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0728140 Feb 03 11:17:41.041486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0006630-e3ca-46ed-9815-f231b3abbb41 req-24dcd5ee-b685-42eb-b75c-2be46d89de6f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0531259 Feb 03 11:17:41.049273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 10fad917-bf52-474c-b3a8-510c8d0aad20) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:41.051990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a11dd41b-1208-459c-b883-9835b0fc7a6a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.057364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:41.057974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.060278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567aa248-26da-4f8f-951f-af4771fd8474 None None] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:41.093269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.112034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e24f5d09-d1cd-4186-a7bd-95db09b0e93c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3988869 Feb 03 11:17:41.114937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:41.120628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20', 'name': 'tempest-PortsIpV6TestJSON-726627342', 'fixed_ips': [{'subnet_id': '8f2e4d1c-c9fe-4f5f-904c-9863016ca41c', 'ip_address': '2001:db8::10'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:41.283390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-10fad917-bf52-474c-b3a8-510c8d0aad20', 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': '8f2e4d1c-c9fe-4f5f-904c-9863016ca41c'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:17:41.284584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.382655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.25.7.74 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:41.498084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Allocated IP 2001:db8::2 (10fad917-bf52-474c-b3a8-510c8d0aad20/8f2e4d1c-c9fe-4f5f-904c-9863016ca41c/15eb4ee9-61bb-4480-9266-c6fdbb2f9149) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:41.534301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.558253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:41.574076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:41.712272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:41.712663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.769979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks [] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.784847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:41.835377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:41.840301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:41.848075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:41.969094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Pushing event updated for resources: {'Port': ['ID=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:42.037561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Attempting to bind port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:42.038248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Attempting to bind port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:42.038401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Attempting to bind port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 on network 10fad917-bf52-474c-b3a8-510c8d0aad20 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:42.040431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:42.040826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.074567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:42.075276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Checking segment: {'id': 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:42.075687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.076106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Bound using segment: {'id': 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:42.076633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Bound port: 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:42.077171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.099339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:42.167247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.169325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] For port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:42.170076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.173498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] For port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,segment=NetworkSegment(e330ace9-7e54-4787-aa6a-40ce3d5a2cc1),segment_id=e330ace9-7e54-4787-aa6a-40ce3d5a2cc1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:42.181385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.188521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:42.231313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:17:42.234005 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e406e0-4f6e-46b4-bf43-d2e85a4d178c" -d '{"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-plugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:17:42.272298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:42.319709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:42.335677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port d165f762-fb6d-451f-b1e2-c581b4c5915d yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:42.346303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256ea27-cb28-49f4-929f-f1195b08fb1f None None] Pushing event updated for resources: {'Port': ['ID=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:42.351561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:42.354451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:42.397875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:42.461851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967c28f-3715-4e6a-b74a-379fb21f8811 req-abf1ed19-3492-44a1-a2a3-489f274d1e04 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:42.463742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b967c28f-3715-4e6a-b74a-379fb21f8811 req-abf1ed19-3492-44a1-a2a3-489f274d1e04 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.3010647 Feb 03 11:17:42.540243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb9cf-fb38-4d06-bc93-49be837ef2a2 req-c9f5cd35-b8d2-4fb0-a15f-0dfeb03dee2a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:42.541912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bddcb9cf-fb38-4d06-bc93-49be837ef2a2 req-c9f5cd35-b8d2-4fb0-a15f-0dfeb03dee2a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.3928218 Feb 03 11:17:42.862045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::10 (10fad917-bf52-474c-b3a8-510c8d0aad20/8f2e4d1c-c9fe-4f5f-904c-9863016ca41c/d165f762-fb6d-451f-b1e2-c581b4c5915d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:42.883980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b967c28f-3715-4e6a-b74a-379fb21f8811 req-9384fc68-8660-4e0b-935c-93aa10aa915e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081104 Feb 03 11:17:42.998035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bddcb9cf-fb38-4d06-bc93-49be837ef2a2 req-c22ddf88-fc1d-4c2f-9368-fd3a62f6dfcf tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476902 Feb 03 11:17:43.020888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-082f908c-98b1-42a0-8a45-b16d00d3fba3 req-57385f55-138a-46b0-9ff5-055e24fb0124 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0508928 Feb 03 11:17:43.192744 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df34eba-e201-4036-bb26-d3734b3b6285 x-openstack-request-id: req-9df34eba-e201-4036-bb26-d3734b3b6285 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:17:43.193834 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-plugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:17:43.194588 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9df34eba-e201-4036-bb26-d3734b3b6285 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:17:43.195112 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'code': 200} Feb 03 11:17:43.290071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8851ab88-1b49-4aad-ab1b-bdb571462232 req-ce9d8c8f-5739-4095-b97d-a002bdb987ea tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0802116 Feb 03 11:17:43.341671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:43.343435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a11dd41b-1208-459c-b883-9835b0fc7a6a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:43.557401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:43.656640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:43.694460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=d165f762-fb6d-451f-b1e2-c581b4c5915d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:43.700611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:43.705227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:43.712113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:43.712950 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:43.749198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0b26f1be-41be-44ae-9106-6bc17a74a321 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6304038 Feb 03 11:17:43.750040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:43.755968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': '10fad917-bf52-474c-b3a8-510c8d0aad20', 'name': 'tempest-PortsIpV6TestJSON-39794528', 'fixed_ips': [{'subnet_id': '8f2e4d1c-c9fe-4f5f-904c-9863016ca41c', 'ip_address': '2001:db8::f'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:43.762473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:43.881773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12c75c-1fb3-4fa7-847c-0db91540863c None None] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:43.914430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:44.121573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Provisioning complete for port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:44.122257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:44.216638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:44.223048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f939ec8-f583-4d78-b18e-426f181f0f9a req-2ab3131c-80b2-4c7d-8dec-41862bba6a91 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:44.226919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f939ec8-f583-4d78-b18e-426f181f0f9a req-2ab3131c-80b2-4c7d-8dec-41862bba6a91 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1679509 Feb 03 11:17:44.256868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port fa8d426e-31dc-4eb6-b304-fe19d0cceb98 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:44.331116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f939ec8-f583-4d78-b18e-426f181f0f9a req-fdef778c-28d5-4767-826a-c88637aaa366 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941446 Feb 03 11:17:44.408537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099d67-92cf-4577-9d9b-702c79a76569 req-627d283e-fee8-4e5d-b185-bc7cda0623fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:44.412374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7099d67-92cf-4577-9d9b-702c79a76569 req-627d283e-fee8-4e5d-b185-bc7cda0623fc tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1254375 Feb 03 11:17:44.413034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router a11dd41b-1208-459c-b883-9835b0fc7a6a is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:44.563570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Current status of the port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:44.564398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:44.662004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:44.668758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] For port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,segment=NetworkSegment(e330ace9-7e54-4787-aa6a-40ce3d5a2cc1),segment_id=e330ace9-7e54-4787-aa6a-40ce3d5a2cc1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:44.672888 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Sync routers for ids ['a11dd41b-1208-459c-b883-9835b0fc7a6a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:44.673921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:44.691038 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Routers {'a11dd41b-1208-459c-b883-9835b0fc7a6a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:44.696571 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a11dd41b-1208-459c-b883-9835b0fc7a6a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:44.723906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b61a0cc0-33c1-4a3e-885f-9df1206143af req-99126368-5923-4515-8ddf-9b620e96c003 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.2144415 Feb 03 11:17:44.755275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::f (10fad917-bf52-474c-b3a8-510c8d0aad20/8f2e4d1c-c9fe-4f5f-904c-9863016ca41c/fa8d426e-31dc-4eb6-b304-fe19d0cceb98) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:44.756131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:44.756131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c1171f9-37b9-4776-ac5c-0a46533137ee tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0537448 Feb 03 11:17:44.757370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:44.780713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:44.797205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7099d67-92cf-4577-9d9b-702c79a76569 req-9d6f3e7c-8c4a-4218-b158-e599518fd413 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574436 Feb 03 11:17:44.955142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9acd4-e71b-4f70-8b30-213f02a01394 None None] Pushing event updated for resources: {'Port': ['ID=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:44.979716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:44.980612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.028295 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.083738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Provisioning complete for port d165f762-fb6d-451f-b1e2-c581b4c5915d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:45.084340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.148797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.171409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-afcbf5f1-1a3e-44b3-bd0a-b93294de96b6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/a11dd41b-1208-459c-b883-9835b0fc7a6a HTTP/1.1" status: 200 len: 908 time: 0.4098141 Feb 03 11:17:45.178530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40892) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:45.186912 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Set router a11dd41b-1208-459c-b883-9835b0fc7a6a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:45.201376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae1c9973-3702-4e57-8af9-ceda384bc4c8 req-7f159f16-f85e-4848-8b60-98b78f181ef3 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1623626 Feb 03 11:17:45.203239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:45.218845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Port d165f762-fb6d-451f-b1e2-c581b4c5915d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:45.219813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324804288', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': True}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:45.261072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Provisioning complete for port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:45.261594 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.306007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.307092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.335845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=fa8d426e-31dc-4eb6-b304-fe19d0cceb98,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:45.383976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.387758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.389304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.389873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.390441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.391844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.396427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.397130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.398578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.399144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.399725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.401008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.402510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:45.425347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:45.430787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:45.437366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:45.465285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.471822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.510339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47afdcd8-0ba8-473c-a1c3-daa781e2c008 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7583795 Feb 03 11:17:45.511073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:45.516365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (29e149f9-80f0-4b7c-b3ea-65d6db41960c), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.544161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd86ae8d-c3b3-4703-b495-dfaf2630225a None None] Current status of the port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:45.670737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fbfce-76cd-48bd-85a6-beb6f75bb935 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.673838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5fdc71f7-2965-4b98-b3ac-807f5f0c5205 None None] Provisioning complete for port d165f762-fb6d-451f-b1e2-c581b4c5915d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:45.675170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fdc71f7-2965-4b98-b3ac-807f5f0c5205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.675752 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d80fbfce-76cd-48bd-85a6-beb6f75bb935 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1632657 Feb 03 11:17:45.676443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:45.748625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc71f7-2965-4b98-b3ac-807f5f0c5205 None None] Port d165f762-fb6d-451f-b1e2-c581b4c5915d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:45.793805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'name': 'tempest-snat-router-1324804288', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:39Z', 'updated_at': '2022-02-03T11:17:42Z', 'revision_number': 3, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port': {'id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:17:41Z', 'updated_at': '2022-02-03T11:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:45.806013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cf7b7-d5c9-468e-9806-344e17b25d08 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.823862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cf7b7-d5c9-468e-9806-344e17b25d08 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.830731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cf7b7-d5c9-468e-9806-344e17b25d08 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.847930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec5cf7b7-d5c9-468e-9806-344e17b25d08 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1679308 Feb 03 11:17:45.848702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:45.849331 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Checking router: a11dd41b-1208-459c-b883-9835b0fc7a6a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:17:45.849781 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Updating router a11dd41b-1208-459c-b883-9835b0fc7a6a port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:17:45.895850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4ca27-3ad8-411c-bb44-80ec9daa1082 req-e2006553-632c-4bcd-9410-51044a28a277 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:45.898001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abd4ca27-3ad8-411c-bb44-80ec9daa1082 req-e2006553-632c-4bcd-9410-51044a28a277 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.3347998 Feb 03 11:17:45.910559 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.977011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (29e149f9-80f0-4b7c-b3ea-65d6db41960c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:45.989377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-60c386b2-28d1-4070-bd95-c90aab776e11 None None] Provisioning complete for port fa8d426e-31dc-4eb6-b304-fe19d0cceb98 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:45.989946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60c386b2-28d1-4070-bd95-c90aab776e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.019016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644baf5-80cb-42ba-87ad-ace6099a6130 req-b68013eb-f5c8-4f95-afb7-0c816d840479 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:46.031387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3644baf5-80cb-42ba-87ad-ace6099a6130 req-b68013eb-f5c8-4f95-afb7-0c816d840479 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.6444330 Feb 03 11:17:46.037664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port fa8d426e-31dc-4eb6-b304-fe19d0cceb98 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:46.038010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.105688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60c386b2-28d1-4070-bd95-c90aab776e11 None None] Port fa8d426e-31dc-4eb6-b304-fe19d0cceb98 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:46.113327 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.170033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abd4ca27-3ad8-411c-bb44-80ec9daa1082 req-cb33bfd3-f1b2-4c6b-bc2a-5055cf0e8d71 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300630 Feb 03 11:17:46.261562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3644baf5-80cb-42ba-87ad-ace6099a6130 req-69a79213-139c-4407-acb6-031d70920344 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279706 Feb 03 11:17:46.286199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.315450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for fa8d426e-31dc-4eb6-b304-fe19d0cceb98 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:46.540646 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks [] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.589974 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.596877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:46.629432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2299f32-aa8b-4e6f-b8fa-2504955827dc req-72cd3708-f653-4611-bb65-4464fc12981f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1071601 Feb 03 11:17:46.686488 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Pushing event updated for resources: {'Port': ['ID=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:46.696820 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.697196 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.697534 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.697868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.698200 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.698526 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.698847 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.699166 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.699482 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.699850 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.700170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.700531 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.700934 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:46.729411 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Attempting to bind port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:46.729781 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Attempting to bind port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:46.730144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Attempting to bind port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:46.731339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:46.732011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.736769 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:46.737401 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:46.738142 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.740992 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:46.742373 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Bound port: b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:46.743606 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.781798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fa8d426e-31dc-4eb6-b304-fe19d0cceb98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.858091 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] For port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:46.870062 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] For port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:46.885789 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.887857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=fa8d426e-31dc-4eb6-b304-fe19d0cceb98,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:46.954402 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:46.966259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:46.970209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-593e6e86-c330-45e6-a00e-2d5e861a819c tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/fa8d426e-31dc-4eb6-b304-fe19d0cceb98 HTTP/1.1" status: 204 len: 168 time: 1.1193547 Feb 03 11:17:46.970982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:47.005308 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-43249d2e-0947-4cc7-ac45-026f3c66d7dd tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:47.009763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-43249d2e-0947-4cc7-ac45-026f3c66d7dd tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/fa8d426e-31dc-4eb6-b304-fe19d0cceb98 HTTP/1.1" status: 404 len: 333 time: 0.0349567 Feb 03 11:17:47.010448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:47.043955 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Routers {'a11dd41b-1208-459c-b883-9835b0fc7a6a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:47.046391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a11dd41b-1208-459c-b883-9835b0fc7a6a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:47.051345 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26ded8-d929-4729-8246-1b1b1f13c040 None None] Pushing event updated for resources: {'Port': ['ID=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:47.054561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86dd9600-533c-4f69-bdf8-6338328bb50c req-ea9634a2-a259-4a4f-9e31-eb5c88cbdc90 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.1725769 Feb 03 11:17:47.138449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-dd775513-568f-40d9-b590-eb06cb7f057c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4959662 Feb 03 11:17:47.148609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (29e149f9-80f0-4b7c-b3ea-65d6db41960c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.208766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.211979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port d165f762-fb6d-451f-b1e2-c581b4c5915d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:47.212323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.339174 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] Set router a11dd41b-1208-459c-b883-9835b0fc7a6a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:47.461698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.462679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af26f8-cc92-41e3-85e3-d77e88e6e029 req-5b271393-0e5f-4b88-a684-82eafd1c0d7d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:47.465424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10af26f8-cc92-41e3-85e3-d77e88e6e029 req-5b271393-0e5f-4b88-a684-82eafd1c0d7d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1794903 Feb 03 11:17:47.484216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for d165f762-fb6d-451f-b1e2-c581b4c5915d owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:47.493120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-eda38bfc-90eb-4358-a0e7-1bc42124289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:47.495157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-eda38bfc-90eb-4358-a0e7-1bc42124289d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 1127 time: 0.2232339 Feb 03 11:17:47.551521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.25.7.123 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b94ee343-f94f-4f81-8cbd-310dd859964f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:47.577415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10af26f8-cc92-41e3-85e3-d77e88e6e029 req-034a5733-ff1e-4049-b144-5290eb8b8f38 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966635 Feb 03 11:17:47.588083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403920bf-2996-4364-abab-92f0e5cc4503 req-222e111c-38eb-4155-bcb4-495e84d157f1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:47.589766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-403920bf-2996-4364-abab-92f0e5cc4503 req-222e111c-38eb-4155-bcb4-495e84d157f1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1892748 Feb 03 11:17:47.704301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-77e9e8eb-8720-4ebc-b75c-36448c3a78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:47.706612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-77e9e8eb-8720-4ebc-b75c-36448c3a78f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 200 len: 920 time: 0.1907029 Feb 03 11:17:47.775549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.798086 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:17:47.830590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'name': 'tempest-snat-router-1324804288', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:39Z', 'updated_at': '2022-02-03T11:17:42Z', 'revision_number': 3, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port': {'id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:17:41Z', 'updated_at': '2022-02-03T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:47.840478 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-0a768f48-2078-4935-b78d-66825a3e44b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 200 len: 217 time: 0.1263595 Feb 03 11:17:47.864266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:47.875405 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f351f-acc1-4da1-95f1-8d2648d57e92 None None] The sync data for ids ['a11dd41b-1208-459c-b883-9835b0fc7a6a'] in n-d-821606-6 is: [{'id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'name': 'tempest-snat-router-1324804288', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:39Z', 'updated_at': '2022-02-03T11:17:42Z', 'revision_number': 3, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port': {'id': 'b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dd41b-1208-459c-b883-9835b0fc7a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:17:41Z', 'updated_at': '2022-02-03T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:47.956384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:47.966834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:47.975046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:48.028278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-188e4727-0f47-421e-8872-d4671d2c4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:48.033206 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-188e4727-0f47-421e-8872-d4671d2c4ad3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 200 len: 859 time: 0.1398547 Feb 03 11:17:48.045385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=b94ee343-f94f-4f81-8cbd-310dd859964f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:48.049814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d165f762-fb6d-451f-b1e2-c581b4c5915d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.212011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=d165f762-fb6d-451f-b1e2-c581b4c5915d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:48.218680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.234194 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40678ee2-5f1c-41af-9d93-276c7d15247d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/d165f762-fb6d-451f-b1e2-c581b4c5915d HTTP/1.1" status: 204 len: 168 time: 1.2224460 Feb 03 11:17:48.236397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-3720db56-a3d2-4078-9565-fe4234fcbb81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7622e2d5-d255-4738-a877-2a48887f3562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620011 Feb 03 11:17:48.236901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:48.324620 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0458e65e-9ba7-4477-84c8-d42dad2f108f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:17:48.340625 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0458e65e-9ba7-4477-84c8-d42dad2f108f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/d165f762-fb6d-451f-b1e2-c581b4c5915d HTTP/1.1" status: 404 len: 333 time: 0.0919039 Feb 03 11:17:48.340625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40952) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:48.528975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet 8f2e4d1c-c9fe-4f5f-904c-9863016ca41c {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:17:48.534207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (8f2e4d1c-c9fe-4f5f-904c-9863016ca41c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.603585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8f2e4d1c-c9fe-4f5f-904c-9863016ca41c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.713350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8f2e4d1c-c9fe-4f5f-904c-9863016ca41c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.720842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-403920bf-2996-4364-abab-92f0e5cc4503 req-55fdb231-53d7-478d-b996-09a4b7c904b8 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1139715 Feb 03 11:17:48.778144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b9786ce-7d4b-4ed6-a2c2-3f93ef4ed92a req-5010dc07-d5ef-4ec6-932d-0416b3db36e6 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1310585 Feb 03 11:17:48.853247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8f2e4d1c-c9fe-4f5f-904c-9863016ca41c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.881537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83933d88-09bb-44dd-b624-c8e6e2b8e24b None None] Network 10fad917-bf52-474c-b3a8-510c8d0aad20 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:48.882251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:48.890704 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/8f2e4d1c-c9fe-4f5f-904c-9863016ca41c HTTP/1.1" status: 204 len: 168 time: 0.5075364 Feb 03 11:17:48.900060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40956) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:48.960284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67d73e50-4ec5-454f-8e51-bf47cd8e5c78 req-8aee6d1c-96bd-4306-8dd0-0488ba11d523 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0553827 Feb 03 11:17:49.039723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (10fad917-bf52-474c-b3a8-510c8d0aad20), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.046353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-dcaa07fd-3713-4338-82b6-d164860663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:49.048761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-dcaa07fd-3713-4338-82b6-d164860663fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 1.0145879 Feb 03 11:17:49.095974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd39eed-4916-4a36-8451-d70d394cce0d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2e4d1c-c9fe-4f5f-904c-9863016ca41c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:49.179116 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-2c87c9d2-a39c-40f7-9faa-a14c430a4a9c service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8823054 Feb 03 11:17:49.215898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (29e149f9-80f0-4b7c-b3ea-65d6db41960c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.251255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] DHCP port deletion for 10fad917-bf52-474c-b3a8-510c8d0aad20 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:17:49.356297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Deleting port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:49.357005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.363770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b905e20-3d06-4d4c-847e-f490e33bc1d2 req-52a14e94-3d3d-44a9-97bf-adbecdbca3b4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:49.370445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b905e20-3d06-4d4c-847e-f490e33bc1d2 req-52a14e94-3d3d-44a9-97bf-adbecdbca3b4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.5215316 Feb 03 11:17:49.503867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] For port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,segment=NetworkSegment(e330ace9-7e54-4787-aa6a-40ce3d5a2cc1),segment_id=e330ace9-7e54-4787-aa6a-40ce3d5a2cc1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:49.504582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.520800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Calling delete_port for 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:49.623290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.666449 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:49.696794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] Pushing event deleted for resources: {'Port': ['ID=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:49.701190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a6ff1-7377-4e4b-ad9a-afc904905e92 None None] No DVR routers for this DVR port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:49.784459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b905e20-3d06-4d4c-847e-f490e33bc1d2 req-43c8c8e1-6e3f-4797-a989-5355656b22de tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126987 Feb 03 11:17:49.955607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c89bae9-802f-4120-ba08-6e0076a436f9 req-8a10f9f3-fbcd-44d3-bbbf-c2ce88e041bb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0487573 Feb 03 11:17:49.988509 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0060401e-b7c3-44d6-9bf9-7f8a9e3ca759 req-8f457f65-7d2b-4643-93f7-a6b537f9331d service neutron] 10.222.0.69 "GET /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106891 Feb 03 11:17:49.989677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-5b4482fb-72b2-4d9f-8760-99f05644e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:49.991150 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-5b4482fb-72b2-4d9f-8760-99f05644e9df service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.8831494 Feb 03 11:17:50.026968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64ae7-580c-4f7d-89a8-481a8d141a2b req-78bb589d-dd1b-4e26-be91-239760976d30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:50.037692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c64ae7-580c-4f7d-89a8-481a8d141a2b req-78bb589d-dd1b-4e26-be91-239760976d30 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1735392 Feb 03 11:17:50.074597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router 29e149f9-80f0-4b7c-b3ea-65d6db41960c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:50.114951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c64ae7-580c-4f7d-89a8-481a8d141a2b req-18792675-2675-4e62-8055-28a32f9f5233 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714309 Feb 03 11:17:50.145124 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-b5c9574f-e2e5-4757-b05b-83d54f5366d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.1318324 Feb 03 11:17:50.152296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:50.152626 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.263646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-605cbe2c-46ff-4057-8d89-c58fe8691d7c req-7b7f4e9f-c90a-4f8a-998b-afea7ee4ec45 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0841119 Feb 03 11:17:50.306631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:50.327234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Sync routers for ids ['29e149f9-80f0-4b7c-b3ea-65d6db41960c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:50.339490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Routers {'29e149f9-80f0-4b7c-b3ea-65d6db41960c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:50.340132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['29e149f9-80f0-4b7c-b3ea-65d6db41960c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:50.348060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149, host n-d-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:50.348482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.360867 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.368711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-605272ad-3659-4da9-8022-73bfa6640de6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1865792 Feb 03 11:17:50.369453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:50.386268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-d114c4fb-fad2-4063-8088-b84628dd81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:50.387775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-d114c4fb-fad2-4063-8088-b84628dd81f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1875184 Feb 03 11:17:50.410024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:50.450635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 was not found and therefore no delete operation was performed {{(pid=103126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:17:50.454373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (15eb4ee9-61bb-4480-9266-c6fdbb2f9149), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.504477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=15eb4ee9-61bb-4480-9266-c6fdbb2f9149,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:50.534474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:17:50.571529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Set router 29e149f9-80f0-4b7c-b3ea-65d6db41960c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:17:50.654638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-f5ea5f5e-517b-42a8-925d-e0cb93530f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:50.657577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-f5ea5f5e-517b-42a8-925d-e0cb93530f32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2414455 Feb 03 11:17:50.658841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c71f291d-e048-43a8-9694-2f250b26a639 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/29e149f9-80f0-4b7c-b3ea-65d6db41960c HTTP/1.1" status: 200 len: 908 time: 0.2882750 Feb 03 11:17:50.661629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:50.688279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:50.731686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (10fad917-bf52-474c-b3a8-510c8d0aad20), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.774888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fad917-bf52-474c-b3a8-510c8d0aad20']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:50.815803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:50.816401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e330ace9-7e54-4787-aa6a-40ce3d5a2cc1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:50.817640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:50.818017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.833776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e330ace9-7e54-4787-aa6a-40ce3d5a2cc1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.902963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e330ace9-7e54-4787-aa6a-40ce3d5a2cc1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.913734 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-b62e5159-9843-40aa-bf4d-25b9ba4835fa service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397900 Feb 03 11:17:50.918805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:17:50.921810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e330ace9-7e54-4787-aa6a-40ce3d5a2cc1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:50.946855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:17:51.052534 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:17:51.123806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (10fad917-bf52-474c-b3a8-510c8d0aad20), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.149829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.159033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/10fad917-bf52-474c-b3a8-510c8d0aad20 HTTP/1.1" status: 204 len: 168 time: 2.2500634 Feb 03 11:17:51.161159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:51.202875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:51.203902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.218446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-651082032'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:51.253616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:51.276252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.299057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faf76d-7355-40c5-8481-b6072d01fa61 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=10fad917-bf52-474c-b3a8-510c8d0aad20,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:51.323708 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8e25d05b-fe33-4606-8ce6-e95badb2e3e9 req-c585874e-1185-4c0b-b2ef-e36a08944ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655203 Feb 03 11:17:51.361334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a63a045-823e-4cbd-9899-80f4aa5de879 req-c851aae5-4c42-441b-9ee0-19b935dc2333 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.2296071 Feb 03 11:17:51.368891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e149f9-80f0-4b7c-b3ea-65d6db41960c', 'name': 'tempest-snat-router-1324804288', 'tenant_id': '1646067d5ed04a598097cde1069968d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b94ee343-f94f-4f81-8cbd-310dd859964f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:17:45Z', 'updated_at': '2022-02-03T11:17:48Z', 'revision_number': 3, 'project_id': '1646067d5ed04a598097cde1069968d2', 'gw_port': {'id': 'b94ee343-f94f-4f81-8cbd-310dd859964f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e149f9-80f0-4b7c-b3ea-65d6db41960c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:17:47Z', 'updated_at': '2022-02-03T11:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:51.376857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:51.386193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.397123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (29e149f9-80f0-4b7c-b3ea-65d6db41960c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.431215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:51.457335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1c36-1744-4728-b3dd-56082f635396 req-5197a000-87b1-4c1a-9b72-206fa3c2afef tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:51.463381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aefb1c36-1744-4728-b3dd-56082f635396 req-5197a000-87b1-4c1a-9b72-206fa3c2afef tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.5133290 Feb 03 11:17:51.466908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:17:51.467328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15eb4ee9-61bb-4480-9266-c6fdbb2f9149 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:51.488879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Checking router: 29e149f9-80f0-4b7c-b3ea-65d6db41960c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:17:51.489325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Updating router 29e149f9-80f0-4b7c-b3ea-65d6db41960c port b94ee343-f94f-4f81-8cbd-310dd859964f binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:17:51.526232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.569324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:51.586308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:17:51.597519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd05f891-a2e9-4809-bd30-7085443ff0f0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.597871 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Added segment fd05f891-a2e9-4809-bd30-7085443ff0f0 of type vlan for network ecef3352-9014-40ec-90c0-b7dd3d63a49c Feb 03 11:17:51.638697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ecef3352-9014-40ec-90c0-b7dd3d63a49c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.670291 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ecef3352-9014-40ec-90c0-b7dd3d63a49c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.675289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:51.675897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.792097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6282718 Feb 03 11:17:51.795119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40998) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:51.800261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:51.820735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aefb1c36-1744-4728-b3dd-56082f635396 req-75f2e3b3-9bae-44f9-a079-4028babef8b5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301945 Feb 03 11:17:51.836565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23e4dc-4183-4b85-857a-7b7efe2d2749 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Network': ['ID=ecef3352-9014-40ec-90c0-b7dd3d63a49c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:51.847207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:17:51.871469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf182-0ba4-4c6c-bc8c-73e34d9b09a5 req-03c810c9-693f-4a5f-9e7e-a67c9720aee0 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:51.873083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caecf182-0ba4-4c6c-bc8c-73e34d9b09a5 req-03c810c9-693f-4a5f-9e7e-a67c9720aee0 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.3452921 Feb 03 11:17:51.958003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Deleting port b94ee343-f94f-4f81-8cbd-310dd859964f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:51.958710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:51.990746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caecf182-0ba4-4c6c-bc8c-73e34d9b09a5 req-789c87b2-c201-41bd-8eb4-a1504ecfc17b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998685 Feb 03 11:17:52.048198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks [] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.059648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.091018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5d7689c-a54a-4bbf-82eb-f1f05fc027f7 req-a51ec66a-f404-4fa1-b1dc-c1f01364d772 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0398700 Feb 03 11:17:52.097724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:52.102280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.171015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.187259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Calling delete_port for b94ee343-f94f-4f81-8cbd-310dd859964f owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:52.203049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f33c-885a-43cf-a2d8-0325d89d7794 None None] Pushing event updated for resources: {'Port': ['ID=b94ee343-f94f-4f81-8cbd-310dd859964f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:52.253495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:52.253900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:52.254261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:52.277959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:52.278365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:52.278778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.282129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:52.282987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Bound port: b94ee343-f94f-4f81-8cbd-310dd859964f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:52.283510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.350087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (569f554b-5baf-4ac8-8c54-7d8bea8ee008), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.401311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.435112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:17:52.435639 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:17:52.437492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94ee343-f94f-4f81-8cbd-310dd859964f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:52.523895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Checking segment: {'id': 'fd05f891-a2e9-4809-bd30-7085443ff0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:52.524760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network hostable DHCP agents. Network: ecef3352-9014-40ec-90c0-b7dd3d63a49c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:17:52.535974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=569f554b-5baf-4ac8-8c54-7d8bea8ee008,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:52.551358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:52.563805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c82683e6-9953-4717-b05f-c693b88fd575 req-013d0d13-a1c3-4b0f-8ab8-18430607e1bd tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0452724 Feb 03 11:17:52.564601 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (29e149f9-80f0-4b7c-b3ea-65d6db41960c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.598091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:17:52.631359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ecef3352-9014-40ec-90c0-b7dd3d63a49c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:52.635488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:52.636199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.650630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70124ca1-aa90-4495-bae3-f0f7b5d1bea7 None None] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:52.669219 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-411f91a1-b8bb-4035-8988-bc3550c467c2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8729696 Feb 03 11:17:52.669820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:52.675793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-48313238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:52.698281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.699418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.751521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.760508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (29e149f9-80f0-4b7c-b3ea-65d6db41960c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.764052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for router_controller (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.770619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.774767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:52.775150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.814833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.819846 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b6e3d7c6-820a-4a0f-9f83-bbae4b61df40 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1486893 Feb 03 11:17:52.820774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41012) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:52.831404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c', 'name': 'tempest-PortsIpV6TestJSON-699813606'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:52.860570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (29e149f9-80f0-4b7c-b3ea-65d6db41960c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.861941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29e149f9-80f0-4b7c-b3ea-65d6db41960c {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:17:52.867218 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.871150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a3f66f23-11f1-4f4f-947d-91a37351a6f6 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/routers/29e149f9-80f0-4b7c-b3ea-65d6db41960c HTTP/1.1" status: 204 len: 168 time: 2.2083549 Feb 03 11:17:52.871840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:52.917659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-ecef3352-9014-40ec-90c0-b7dd3d63a49c', 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': '569f554b-5baf-4ac8-8c54-7d8bea8ee008'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:17:52.918910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:52.991355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:53.017909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:53.018703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:53.018703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Attempting to bind port b94ee343-f94f-4f81-8cbd-310dd859964f on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:53.029910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:53.030307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:53.030722 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.031375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:53.043237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Bound port: b94ee343-f94f-4f81-8cbd-310dd859964f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:53.043747 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b94ee343-f94f-4f81-8cbd-310dd859964f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.083703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:17:53.084336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b904-c333-42bb-9177-229b1abf25d7 req-14874fb8-1a5d-4292-8474-2415dc2cb2b7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:53.089746 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.093633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe54b904-c333-42bb-9177-229b1abf25d7 req-14874fb8-1a5d-4292-8474-2415dc2cb2b7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1514177 Feb 03 11:17:53.097969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Port b94ee343-f94f-4f81-8cbd-310dd859964f has been deleted concurrently {{(pid=103128) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 03 11:17:53.121083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.132860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:17:53.239465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe54b904-c333-42bb-9177-229b1abf25d7 req-4d62490d-23eb-4a82-8962-3be692872c80 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379597 Feb 03 11:17:53.265569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:53.265569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 11:17:53.265569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29e149f9-80f0-4b7c-b3ea-65d6db41960c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent'). {{(pid=103128) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 11:17:53.265569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcac458-d2d8-42f7-8dec-1c5854ee94f8 None None] The sync data for ids ['29e149f9-80f0-4b7c-b3ea-65d6db41960c'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:53.321952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::2e (ecef3352-9014-40ec-90c0-b7dd3d63a49c/569f554b-5baf-4ac8-8c54-7d8bea8ee008/c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:53.542633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.587552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.640499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:53.649134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:53.660249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:53.667600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:53.668585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.677347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:53.695914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Allocated IP 2001:db8::2 (ecef3352-9014-40ec-90c0-b7dd3d63a49c/569f554b-5baf-4ac8-8c54-7d8bea8ee008/e23409c7-61ba-4661-8dc6-06ac90eddb69) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:53.700307 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f31395ea-cf91-4833-8e7b-4332be618624 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8783846 Feb 03 11:17:53.704138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:53.750272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef4a7099-fd5e-4f3c-b639-277c8dbd72ef req-2839dbdc-b409-49fd-bb14-06b912b99273 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0336230 Feb 03 11:17:53.782982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab0503-2313-43c6-b8a9-65a52a63b9ae req-4653ef82-5bff-4cc3-b332-495ba3f044d7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:53.784599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abab0503-2313-43c6-b8a9-65a52a63b9ae req-4653ef82-5bff-4cc3-b332-495ba3f044d7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.6548405 Feb 03 11:17:53.817102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a11dd41b-1208-459c-b883-9835b0fc7a6a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:53.854917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abab0503-2313-43c6-b8a9-65a52a63b9ae req-9e1fa405-7cc2-4953-93e3-a281bfba2d3f tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594893 Feb 03 11:17:53.922967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Deleting port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:17:53.923428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.104793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks [] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.114941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.118408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25296f48-f22a-4100-a784-b9656ea7d0dc req-ada46cae-ba92-4be0-b740-9a2110940d8a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0832474 Feb 03 11:17:54.180022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e6947-27cd-4abe-a39c-67aae737076f req-6488e987-1b1e-4b05-910f-d8c3da2b3e29 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:54.181785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-889e6947-27cd-4abe-a39c-67aae737076f req-6488e987-1b1e-4b05-910f-d8c3da2b3e29 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2336278 Feb 03 11:17:54.193808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:54.213396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:54.217853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Pushing event updated for resources: {'Port': ['ID=e23409c7-61ba-4661-8dc6-06ac90eddb69,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:54.220729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:54.239544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] For port b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:54.242759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.314921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Calling delete_port for b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:17:54.326628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Attempting to bind port e23409c7-61ba-4661-8dc6-06ac90eddb69 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:17:54.327013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Attempting to bind port e23409c7-61ba-4661-8dc6-06ac90eddb69 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fd05f891-a2e9-4809-bd30-7085443ff0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:17:54.327385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Attempting to bind port e23409c7-61ba-4661-8dc6-06ac90eddb69 on network ecef3352-9014-40ec-90c0-b7dd3d63a49c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:17:54.340381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:17:54.341318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Checking segment: {'id': 'fd05f891-a2e9-4809-bd30-7085443ff0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:17:54.341734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.342141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Bound using segment: {'id': 'fd05f891-a2e9-4809-bd30-7085443ff0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:17:54.343229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Bound port: e23409c7-61ba-4661-8dc6-06ac90eddb69, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd05f891-a2e9-4809-bd30-7085443ff0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ecef3352-9014-40ec-90c0-b7dd3d63a49c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:17:54.343496 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.355642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.370090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-889e6947-27cd-4abe-a39c-67aae737076f req-bd74c4c4-a5c8-487e-a49a-d67ce89b4f5b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761045 Feb 03 11:17:54.483484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] For port e23409c7-61ba-4661-8dc6-06ac90eddb69, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:17:54.495904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] For port e23409c7-61ba-4661-8dc6-06ac90eddb69, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e23409c7-61ba-4661-8dc6-06ac90eddb69,segment=NetworkSegment(fd05f891-a2e9-4809-bd30-7085443ff0f0),segment_id=fd05f891-a2e9-4809-bd30-7085443ff0f0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:17:54.510022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.662793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7d304-c144-4cfd-b666-9138903f1498 None None] Pushing event updated for resources: {'Port': ['ID=e23409c7-61ba-4661-8dc6-06ac90eddb69,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:54.711667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.781359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event deleted for resources: {'Port': ['ID=b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:54.862560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.863029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.863381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.863716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.864050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.866253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.866608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.866946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.867282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.867615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.867943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.868265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.868587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:17:54.876468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:54.912158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.006517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a6b17-a14e-4590-a3f8-258a9ffcd8d9 req-dd998741-5808-4578-a74a-861b9e53cc8a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:55.017348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b0a6b17-a14e-4590-a3f8-258a9ffcd8d9 req-dd998741-5808-4578-a74a-861b9e53cc8a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2501075 Feb 03 11:17:55.056254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:55.069983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-922d16e8-cd49-44b4-9cb6-d5234a3c453b req-9ca7a99b-a4dc-4b21-bb0c-c7bdc8e5f62d tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0991228 Feb 03 11:17:55.167585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b0a6b17-a14e-4590-a3f8-258a9ffcd8d9 req-cbed5366-ef11-489d-a2c9-b338d2401c7b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906363 Feb 03 11:17:55.179279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a11dd41b-1208-459c-b883-9835b0fc7a6a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.350072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.433247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.435534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_controller (a11dd41b-1208-459c-b883-9835b0fc7a6a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.440464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c67501b0-2933-47e9-91f7-af117ccd5069 req-2e65aa47-0dc0-4883-83a9-d8f66fa95f9d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1028700 Feb 03 11:17:55.515868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a11dd41b-1208-459c-b883-9835b0fc7a6a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.516473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a11dd41b-1208-459c-b883-9835b0fc7a6a {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:17:55.525970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.527137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0db0054b-11be-4761-8530-a47b5b0d1325 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a11dd41b-1208-459c-b883-9835b0fc7a6a HTTP/1.1" status: 204 len: 168 time: 2.6544628 Feb 03 11:17:55.531427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41068) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:55.536180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-560439346', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:17:55.562727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2a4a-1a37-48cc-93ea-bd28ac326e63 req-03d63f8b-20e0-4bb1-92dd-c464cff3cd62 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:55.572888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5e2a4a-1a37-48cc-93ea-bd28ac326e63 req-03d63f8b-20e0-4bb1-92dd-c464cff3cd62 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.3867536 Feb 03 11:17:55.614044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.615088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.646995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.693111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5e2a4a-1a37-48cc-93ea-bd28ac326e63 req-31262191-e92a-4b00-8a85-89f3da6207dd tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190805 Feb 03 11:17:55.838772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:55.876559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843df44-6adc-440c-9b73-de4156a173d0 req-21072492-e0d2-4136-8e18-222532ce2966 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:55.885303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e843df44-6adc-440c-9b73-de4156a173d0 req-21072492-e0d2-4136-8e18-222532ce2966 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.0932209 Feb 03 11:17:55.987620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e843df44-6adc-440c-9b73-de4156a173d0 req-3e4e680e-da55-49ed-8610-2b92d5cb94cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875292 Feb 03 11:17:56.096648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:56.264408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8833ac8a-6fe2-49e0-9257-1c5871d22714 req-a6373ec4-076b-4309-bc54-610fc3017bce tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0675542 Feb 03 11:17:56.447811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08e37c-231d-4f80-b1a4-14f74bffa605 None None] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:17:56.614960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ace9a74-3cff-48ce-bcc1-beb6c83f80b9 req-7d70a2a5-c83c-45f7-b841-1e3fafce3683 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0570521 Feb 03 11:17:56.666981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e23409c7-61ba-4661-8dc6-06ac90eddb69 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:56.752959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Provisioning complete for port e23409c7-61ba-4661-8dc6-06ac90eddb69 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:56.753620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:56.924072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e23409c7-61ba-4661-8dc6-06ac90eddb69 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:56.924521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:56.935364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:56.938559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eef81-7bfd-436a-921d-f5617e60f98b req-5bfe8359-7b57-4aa0-be49-846f89b086ad tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:56.940156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-945eef81-7bfd-436a-921d-f5617e60f98b req-5bfe8359-7b57-4aa0-be49-846f89b086ad tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1349611 Feb 03 11:17:57.037651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.049020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Current status of the port e23409c7-61ba-4661-8dc6-06ac90eddb69 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:57.049654 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.061117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.061959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.087636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-945eef81-7bfd-436a-921d-f5617e60f98b req-7710a8f4-58fa-442c-b9e9-8cbf56fbf746 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338534 Feb 03 11:17:57.143954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e23409c7-61ba-4661-8dc6-06ac90eddb69 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:57.144642 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.184055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:57.211304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e23409c7-61ba-4661-8dc6-06ac90eddb69, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e23409c7-61ba-4661-8dc6-06ac90eddb69,segment=NetworkSegment(fd05f891-a2e9-4809-bd30-7085443ff0f0),segment_id=fd05f891-a2e9-4809-bd30-7085443ff0f0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:17:57.220937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.315990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410cf06-2ed0-4286-81e2-3f29f4258689 req-d84b7483-09eb-4517-81f2-01e721be07e7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:57.326448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c410cf06-2ed0-4286-81e2-3f29f4258689 req-d84b7483-09eb-4517-81f2-01e721be07e7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1845622 Feb 03 11:17:57.336650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:17:57.399754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:17:57.400090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b73c2ff1-1b34-4ed9-9a97-ecbf5711cc38 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:17:57.416230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:17:57.416589 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:17:57.457979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9816dfc3-3670-48d7-88dc-db7bcac9dc96 req-35cd7af2-695b-45b7-8e57-42d8edfd18b6 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0540321 Feb 03 11:17:57.465579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e23409c7-61ba-4661-8dc6-06ac90eddb69,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:57.466689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c410cf06-2ed0-4286-81e2-3f29f4258689 req-f98d4870-8e12-4a80-821b-5dc4485542f6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389849 Feb 03 11:17:57.521202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.560412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:57.581575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:57.639092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:57.830746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a89105-b162-48f9-918b-e35c5863a610 req-ecbebf22-2974-45a2-bda2-58cc051c1ff9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0542901 Feb 03 11:17:57.905536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003c8c4-af44-4c89-a23f-ea9d9162e983 req-fd684e5a-d2f9-4df7-8e43-3c89cb43d317 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:57.916815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a003c8c4-af44-4c89-a23f-ea9d9162e983 req-fd684e5a-d2f9-4df7-8e43-3c89cb43d317 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1759930 Feb 03 11:17:57.946662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Allocated IP 172.25.7.148 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/9bda0642-1432-4b4a-9a68-35fc2b8ac652) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:17:57.992519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4fc62da4-d4b7-40ed-a956-692e803c4121 None None] Current status of the port e23409c7-61ba-4661-8dc6-06ac90eddb69 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:58.044814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a003c8c4-af44-4c89-a23f-ea9d9162e983 req-b085244a-0f0b-46d1-be04-363b3d902929 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268518 Feb 03 11:17:58.136710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Router d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:58.138853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Provisioning complete for port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:58.139282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.245213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:58.291761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Provisioning complete for port e23409c7-61ba-4661-8dc6-06ac90eddb69 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:58.292144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.307994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d844-a7e8-4481-b8ad-0880014ae434 req-9e8f4e2d-4084-417c-9e60-e551a76b65a4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:58.325383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2d6d844-a7e8-4481-b8ad-0880014ae434 req-9e8f4e2d-4084-417c-9e60-e551a76b65a4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1233509 Feb 03 11:17:58.335471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for port (9bda0642-1432-4b4a-9a68-35fc2b8ac652), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.373995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:58.383826 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fe835344-5010-4dc5-a99a-6a00929c9788 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/routers/d4c77c3b-8183-48cb-9a52-8c35e9b31aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6773789 Feb 03 11:17:58.389168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:58.395614 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] Sync routers for ids ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:58.406540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] Routers {'d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:58.415930 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:58.441307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9bda0642-1432-4b4a-9a68-35fc2b8ac652), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.473731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb568a-6354-47b5-85d9-62e2e416e665 None None] Current status of the port e23409c7-61ba-4661-8dc6-06ac90eddb69 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:58.504308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:17:58.509846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:17:58.513934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:17:58.546327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:58.550034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e23409c7-61ba-4661-8dc6-06ac90eddb69 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:17:58.575801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2d6d844-a7e8-4481-b8ad-0880014ae434 req-eb1c3fb0-6e6f-4907-8597-7e01f09595e9 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494595 Feb 03 11:17:58.576106 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] Routers {'d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:58.590258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:58.605521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9675926-43ce-4b87-b5aa-1b1f19fd7881 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:58.607771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c9675926-43ce-4b87-b5aa-1b1f19fd7881 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 HTTP/1.1" status: 200 len: 987 time: 0.2150273 Feb 03 11:17:58.611122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:58.639185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-75c1983e-7413-4b7a-93d3-e793679f22ad None None] Provisioning complete for port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:58.639565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c1983e-7413-4b7a-93d3-e793679f22ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.674301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event updated for resources: {'Port': ['ID=9bda0642-1432-4b4a-9a68-35fc2b8ac652,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:17:58.702756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e23409c7-61ba-4661-8dc6-06ac90eddb69 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:58.703125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:58.735627 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:58.736448 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23df80a-144c-44ff-a13d-a4bcbd88d4d3 None None] The sync data for ids ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:17:58.809097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-75c1983e-7413-4b7a-93d3-e793679f22ad None None] Port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:58.935287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fdbbeea-cb64-410c-afc3-b742923639d7 req-156cb1ac-7b78-4324-97b9-80a591a7744f tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.2736855 Feb 03 11:17:58.975417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e23409c7-61ba-4661-8dc6-06ac90eddb69 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:17:59.011218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5fe753-5f16-4cde-8e5d-e39ce045516d req-e6f9f02d-5545-41ae-a7ab-60744d212766 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0608485 Feb 03 11:17:59.047272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d7fe0168-3a1e-4b2a-82b8-eeba71d837e4 None None] Provisioning complete for port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:17:59.049394 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0168-3a1e-4b2a-82b8-eeba71d837e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:59.104624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe0168-3a1e-4b2a-82b8-eeba71d837e4 None None] Port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:17:59.169504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:59.338734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708f538-5c39-4775-b2ca-d01f5b20d8a9 req-0eb20798-552d-4507-a828-7bdc4752e8af tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:59.340962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d708f538-5c39-4775-b2ca-d01f5b20d8a9 req-0eb20798-552d-4507-a828-7bdc4752e8af tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1420374 Feb 03 11:17:59.487454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d708f538-5c39-4775-b2ca-d01f5b20d8a9 req-e24cadfc-afe5-4dd8-98e4-1c6636dbb253 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268015 Feb 03 11:17:59.491586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:59.762989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Router ebd98952-419f-4b0d-992d-24d127e57ea6 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:17:59.777370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ca1e-de26-423a-b084-3faf64488957 req-38ce3f46-dff4-4273-b500-c87dddc8b1ac tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:59.787511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37a1ca1e-de26-423a-b084-3faf64488957 req-38ce3f46-dff4-4273-b500-c87dddc8b1ac tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1074982 Feb 03 11:17:59.848277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed29b88-ab52-4191-b065-788f0830b628 req-48bbd1e5-958c-4e36-bb9e-2721062bb718 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:17:59.849762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ed29b88-ab52-4191-b065-788f0830b628 req-48bbd1e5-958c-4e36-bb9e-2721062bb718 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2134457 Feb 03 11:17:59.911303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:17:59.922863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] Sync routers for ids ['ebd98952-419f-4b0d-992d-24d127e57ea6'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:17:59.942856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] Routers {'ebd98952-419f-4b0d-992d-24d127e57ea6'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:17:59.946606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:17:59.948033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47b7bc72-d16e-4729-8183-ebe906d1dad4 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4152806 Feb 03 11:17:59.952837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ebd98952-419f-4b0d-992d-24d127e57ea6'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:17:59.953179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:17:59.961741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:00.035574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37a1ca1e-de26-423a-b084-3faf64488957 req-2ad59048-7b97-4c30-9cc6-541125488af3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469885 Feb 03 11:18:00.064735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ed29b88-ab52-4191-b065-788f0830b628 req-47a0632e-7236-40eb-9fe3-8ac2ff9b589e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676660 Feb 03 11:18:00.064735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:00.245090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eab688f2-f3c2-4861-96ef-01b9bc7a71c7 req-10010394-4e94-43e9-b669-2285e641b32a tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0642962 Feb 03 11:18:00.345191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdadc01d-782f-405b-a4a3-af736fceba90 req-94f96778-56ac-4508-b211-8e2a81d907ad tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1162453 Feb 03 11:18:00.489607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:00.506104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] Routers {'ebd98952-419f-4b0d-992d-24d127e57ea6'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:00.506740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ebd98952-419f-4b0d-992d-24d127e57ea6'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:00.546834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b62546-fb97-4ef7-80cf-a692689aba04 req-7dec9385-6e4c-40b2-9984-1a99995dc216 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:00.554031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53b62546-fb97-4ef7-80cf-a692689aba04 req-7dec9385-6e4c-40b2-9984-1a99995dc216 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.0950360 Feb 03 11:18:00.558552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:00.559361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe04e26-a042-4a4f-8231-7fd071b7f855 None None] The sync data for ids ['ebd98952-419f-4b0d-992d-24d127e57ea6'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:00.608013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:00.629369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53b62546-fb97-4ef7-80cf-a692689aba04 req-a1c94b28-35e6-4d25-a96d-3b5cbd25684c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744371 Feb 03 11:18:00.659077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:00.659077 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:00.793899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:00.810371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:00.981017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6b59f-07d8-4052-82ec-7ab8a73f39fe req-f5063c99-be21-4a09-a881-18fa0c67e023 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:00.988178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4c6b59f-07d8-4052-82ec-7ab8a73f39fe req-f5063c99-be21-4a09-a881-18fa0c67e023 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1166804 Feb 03 11:18:01.081532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4c6b59f-07d8-4052-82ec-7ab8a73f39fe req-328f4657-c9a4-4d7a-b427-3de9048ff565 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921261 Feb 03 11:18:01.199650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e02daaa-f8ee-4f92-a15c-c0fa3dd0d778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:01.263539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:01.300826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff6a0-7c78-45b1-9cec-c51e3a3e31ee req-3eb757e9-99bf-404c-b52e-8edf9c56699a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:01.313886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd5ff6a0-7c78-45b1-9cec-c51e3a3e31ee req-3eb757e9-99bf-404c-b52e-8edf9c56699a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1336675 Feb 03 11:18:01.401251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:01.527119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-094e03ec-a5d5-42c5-90b4-10fddaaf3a8f req-b956223f-1c46-4f13-83e0-fc11884644c4 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0848789 Feb 03 11:18:01.662594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:01.683401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd5ff6a0-7c78-45b1-9cec-c51e3a3e31ee req-c1852d27-12c0-49f0-ad31-e4122cee3bb2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639045 Feb 03 11:18:01.798644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:01.803982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:01.922729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router ebd98952-419f-4b0d-992d-24d127e57ea6 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:18:02.051167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:02.054669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.056023 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00206812-111d-4df8-9f4f-ecc68742c82a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "PUT /v2.0/routers/ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 200 len: 921 time: 2.1010916 Feb 03 11:18:02.060604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] Sync routers for ids ['ebd98952-419f-4b0d-992d-24d127e57ea6'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:02.066633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41182) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.078726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] Routers {'ebd98952-419f-4b0d-992d-24d127e57ea6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:02.079375 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ebd98952-419f-4b0d-992d-24d127e57ea6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.154245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.184191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] Routers {'ebd98952-419f-4b0d-992d-24d127e57ea6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:02.186324 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ebd98952-419f-4b0d-992d-24d127e57ea6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.197846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38764da3-e16d-4d0d-ab01-b6a25ec0bd38 req-13f0328f-c943-429a-91f3-7a1cdd16d7a2 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.5092821 Feb 03 11:18:02.237458 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.238116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8e69b-ef6d-440f-853a-94022ded2a17 None None] The sync data for ids ['ebd98952-419f-4b0d-992d-24d127e57ea6'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:02.288284 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e0a5d749-396e-48ae-bc4e-8fa939b71ff7 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 200 len: 921 time: 0.2199249 Feb 03 11:18:02.289666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41186) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.299341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Router d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:18:02.388519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:02.400336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0ab0b00b-c863-472a-8ece-1467fb6f90a8 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/routers/d4c77c3b-8183-48cb-9a52-8c35e9b31aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7856245 Feb 03 11:18:02.404975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] Sync routers for ids ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:02.410835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.425076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feff29a-f159-43f6-ae8a-6fb57f6e3c40 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:02.430782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.432017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7feff29a-f159-43f6-ae8a-6fb57f6e3c40 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=ebd98952-419f-4b0d-992d-24d127e57ea6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1412818 Feb 03 11:18:02.435895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] Routers {'d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:02.436694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.454593 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b575d6-71ed-4701-86d0-5cec0818f88e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:18:02.459987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30b575d6-71ed-4701-86d0-5cec0818f88e tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/c8c7aab0-b34f-46fe-9a74-6b537a6ed2c6 HTTP/1.1" status: 404 len: 333 time: 0.0478241 Feb 03 11:18:02.461007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41194) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.484106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.507978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] Routers {'d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:02.508732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.553367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.575479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:02.578020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31bd61-03f9-4ae1-9885-387f675dd3b2 None None] The sync data for ids ['d4c77c3b-8183-48cb-9a52-8c35e9b31aa6'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:02.599165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a53f0-f87d-45c4-bbf2-8833fa706717 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:02.601246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7f9a53f0-f87d-45c4-bbf2-8833fa706717 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.1689565 Feb 03 11:18:02.603706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.635682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b750de21-de5d-4a07-ad70-0216b841e5fb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 200 len: 205 time: 0.0307779 Feb 03 11:18:02.638972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.740075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e80e973b-58d8-4e98-860d-9c06398d175a req-5f7d503f-46a7-4a36-beed-4de60a8e630e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0533085 Feb 03 11:18:02.785821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.791392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for router_controller (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.901714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (d4c77c3b-8183-48cb-9a52-8c35e9b31aa6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.904863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Fanout notify agent at l3_agent the message router_deleted on router d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:02.915482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f059f-c89e-4e38-8eda-434ba7c88a7d req-fe180f2e-4cf9-43c4-9541-012c0865b5c6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:02.925930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e4f059f-c89e-4e38-8eda-434ba7c88a7d req-fe180f2e-4cf9-43c4-9541-012c0865b5c6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1399398 Feb 03 11:18:02.937240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:02.940872 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76403a6d-1c59-4dc8-82a0-1f18cbe91263 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/routers/d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 HTTP/1.1" status: 204 len: 168 time: 0.4783876 Feb 03 11:18:02.944517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41214) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:02.944979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.017087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet 569f554b-5baf-4ac8-8c54-7d8bea8ee008 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:03.022075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (569f554b-5baf-4ac8-8c54-7d8bea8ee008), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.028778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e4f059f-c89e-4e38-8eda-434ba7c88a7d req-7a3c35ca-657a-45a9-941e-662eb8cfde19 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969679 Feb 03 11:18:03.115246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (569f554b-5baf-4ac8-8c54-7d8bea8ee008), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.145803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.241610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port 9bda0642-1432-4b4a-9a68-35fc2b8ac652 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:03.242310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9bda0642-1432-4b4a-9a68-35fc2b8ac652), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.276540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (569f554b-5baf-4ac8-8c54-7d8bea8ee008), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.359374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f960dba9-4b97-411e-ae5e-55116159b98f req-898f2331-0a86-4a7e-9109-fe286f2bc3da tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0380399 Feb 03 11:18:03.397798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9bda0642-1432-4b4a-9a68-35fc2b8ac652), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.398274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (569f554b-5baf-4ac8-8c54-7d8bea8ee008), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.420244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for 9bda0642-1432-4b4a-9a68-35fc2b8ac652 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:03.439439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=569f554b-5baf-4ac8-8c54-7d8bea8ee008,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:03.450635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.451534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f6056-8f60-4852-80b8-d37581156d67 None None] Network ecef3352-9014-40ec-90c0-b7dd3d63a49c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:03.456720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-391570e6-c78a-4701-9ec5-c710a2d72c2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/569f554b-5baf-4ac8-8c54-7d8bea8ee008 HTTP/1.1" status: 204 len: 168 time: 0.5101221 Feb 03 11:18:03.458671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:03.558695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ecef3352-9014-40ec-90c0-b7dd3d63a49c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.600995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4301def5-f8c8-451a-87fb-b4b744163011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.658744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port e23409c7-61ba-4661-8dc6-06ac90eddb69 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:03.659308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.728873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] DHCP port deletion for ecef3352-9014-40ec-90c0-b7dd3d63a49c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:18:03.750739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9bda0642-1432-4b4a-9a68-35fc2b8ac652), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.777451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] For port e23409c7-61ba-4661-8dc6-06ac90eddb69, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e23409c7-61ba-4661-8dc6-06ac90eddb69,segment=NetworkSegment(fd05f891-a2e9-4809-bd30-7085443ff0f0),segment_id=fd05f891-a2e9-4809-bd30-7085443ff0f0)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:03.778339 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.783161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=9bda0642-1432-4b4a-9a68-35fc2b8ac652,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:03.799214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for e23409c7-61ba-4661-8dc6-06ac90eddb69 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:03.839456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Deleting port e23409c7-61ba-4661-8dc6-06ac90eddb69 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:03.839841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.900550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (ebd98952-419f-4b0d-992d-24d127e57ea6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.941984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.969876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] For port e23409c7-61ba-4661-8dc6-06ac90eddb69, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e23409c7-61ba-4661-8dc6-06ac90eddb69,segment=NetworkSegment(fd05f891-a2e9-4809-bd30-7085443ff0f0),segment_id=fd05f891-a2e9-4809-bd30-7085443ff0f0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:03.970497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:03.988573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=e23409c7-61ba-4661-8dc6-06ac90eddb69,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:04.008500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Calling delete_port for e23409c7-61ba-4661-8dc6-06ac90eddb69 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:04.013108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No DVR routers for this DVR port e23409c7-61ba-4661-8dc6-06ac90eddb69 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:04.014976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.017843 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (ebd98952-419f-4b0d-992d-24d127e57ea6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.085139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (ebd98952-419f-4b0d-992d-24d127e57ea6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.086875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router ebd98952-419f-4b0d-992d-24d127e57ea6 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.102474 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:04.104920 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:18:04.109323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e23409c7-61ba-4661-8dc6-06ac90eddb69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.118058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.124248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5121514-abdd-4e87-8804-848aa3528cb0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 204 len: 168 time: 1.4831712 Feb 03 11:18:04.126604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c1eaa22-a9e5-4a6c-868b-40ab3ca54042 req-a06f4cea-ab0c-42df-a696-6cb10b04af42 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0566554 Feb 03 11:18:04.127056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41256) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.131241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1729927437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:04.134218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] Pushing event deleted for resources: {'Port': ['ID=e23409c7-61ba-4661-8dc6-06ac90eddb69,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:04.144606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ecfaa-032f-4c25-92f6-23680353c880 None None] No DVR routers for this DVR port e23409c7-61ba-4661-8dc6-06ac90eddb69 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:04.170647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.171439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ecef3352-9014-40ec-90c0-b7dd3d63a49c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.171933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.196710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecef3352-9014-40ec-90c0-b7dd3d63a49c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:04.208295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd05f891-a2e9-4809-bd30-7085443ff0f0') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:04.208678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd05f891-a2e9-4809-bd30-7085443ff0f0') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:04.222431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (fd05f891-a2e9-4809-bd30-7085443ff0f0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.251586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fd05f891-a2e9-4809-bd30-7085443ff0f0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.260791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:18:04.261243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (fd05f891-a2e9-4809-bd30-7085443ff0f0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:18:04.264771 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:18:04.348123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.349290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ecef3352-9014-40ec-90c0-b7dd3d63a49c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.357837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.364216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.364391 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/ecef3352-9014-40ec-90c0-b7dd3d63a49c HTTP/1.1" status: 204 len: 168 time: 0.9011989 Feb 03 11:18:04.364495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41258) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.385585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211c117-1533-460b-93ab-ec8b89b9dbdc req-729a3d8f-5b27-4f01-bb98-c0f715f39230 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:04.386030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3f4ba-e53b-4509-ba95-1f5a54325060 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=ecef3352-9014-40ec-90c0-b7dd3d63a49c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:04.388065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b211c117-1533-460b-93ab-ec8b89b9dbdc req-729a3d8f-5b27-4f01-bb98-c0f715f39230 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.2011302 Feb 03 11:18:04.428184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd70f-e908-49e3-9154-1d53b4acfb08 req-5bb34ba7-fbf8-4e90-b584-0a992738f385 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:04.429927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9cebf-4c2c-4895-bdec-eb9cfeb1b6e0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:04.431594 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-01c9cebf-4c2c-4895-bdec-eb9cfeb1b6e0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/ac2844ad-426e-420c-bfa4-63ace4f3bf81 HTTP/1.1" status: 200 len: 844 time: 0.0662143 Feb 03 11:18:04.435146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41262) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.436849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ebfd70f-e908-49e3-9154-1d53b4acfb08 req-5bb34ba7-fbf8-4e90-b584-0a992738f385 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 950 time: 0.1930814 Feb 03 11:18:04.477051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.480662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-60a4b428-fe27-4b73-9dbc-104613dcd98c tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3501382 Feb 03 11:18:04.481286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.487583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:04.488779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e23409c7-61ba-4661-8dc6-06ac90eddb69 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:04.497415 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e20bc217-259f-4b1d-b24c-9b9a88dd83a5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/ac2844ad-426e-420c-bfa4-63ace4f3bf81?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0576651 Feb 03 11:18:04.514277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e23409c7-61ba-4661-8dc6-06ac90eddb69 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:04.514656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e23409c7-61ba-4661-8dc6-06ac90eddb69 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:04.523198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.528035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:04.545289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b211c117-1533-460b-93ab-ec8b89b9dbdc req-d93507e5-a7a9-422a-9ae3-a7e11ed6cbab tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492004 Feb 03 11:18:04.558704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.566260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ebfd70f-e908-49e3-9154-1d53b4acfb08 req-8e70b6ad-2d5c-49c9-8f71-159d348680d1 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284657 Feb 03 11:18:04.673469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d61a883e-c364-47f5-95f9-70f7cb1d6f36 req-ac6246f5-443e-457e-b81d-1151e000fd64 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0331011 Feb 03 11:18:04.679154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:04.683379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.734782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.880839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (249cd100-e247-4fd1-bf91-232a5435a206), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.934042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:04.935204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (794c94cc-e7e5-4e91-b980-76b5e30827fb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.937869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:04.942296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:04.943210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.948998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db56957-d04a-4cd9-9d3f-7daa8dcc0508 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:04.955769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:04.956579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=249cd100-e247-4fd1-bf91-232a5435a206,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:04.963005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8db4a9b6-d089-40af-8cf8-ad3ac61c04e2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4386966 Feb 03 11:18:04.965655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:04.971974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'security_group': {'name': 'tempest-secgroup-736898695'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:05.002173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.080160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Allocated IP 172.25.7.201 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/4cbfd788-334d-4dd6-804e-4ba971428d8f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:05.101012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-417b8ead-608f-4b6e-b064-b0f5af6205b6', 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'project_id': '9b5a9cd18ecf488e8d9f8ec0d420b214', 'fixed_ips': [{'subnet_id': '249cd100-e247-4fd1-bf91-232a5435a206'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:18:05.102019 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.105012 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (95f7c501-068b-4105-9513-4a98545eec64), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.109749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (95f7c501-068b-4105-9513-4a98545eec64), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.145857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.147100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1805415 Feb 03 11:18:05.148291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a322f8-7e64-4997-8160-ad99b0d93b85 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7c501-068b-4105-9513-4a98545eec64,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:05.150538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:05.155146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'security_group': {'name': 'tempest-secgroup-868297360'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:05.179330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.211299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for port (4cbfd788-334d-4dd6-804e-4ba971428d8f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.259211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4cbfd788-334d-4dd6-804e-4ba971428d8f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.314208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0c25f06-94a6-4923-8544-a01cf153d984 req-2cf63784-5ebe-4eab-a5fa-e413ab380268 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0427003 Feb 03 11:18:05.314366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Allocated IP 2001:db8::2 (417b8ead-608f-4b6e-b064-b0f5af6205b6/249cd100-e247-4fd1-bf91-232a5435a206/d856b267-2fd0-496f-ad4b-dbf5a5d0895a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:05.326387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:05.338219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:05.351630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:05.357048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event updated for resources: {'Port': ['ID=4cbfd788-334d-4dd6-804e-4ba971428d8f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:05.358883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (0ca129af-ffe3-46e6-be08-598b844ed1a7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.365762 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0ca129af-ffe3-46e6-be08-598b844ed1a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.402364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca129af-ffe3-46e6-be08-598b844ed1a7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:05.434570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.436764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fbf45189-50d5-42bd-84fc-537bdf25031f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2851186 Feb 03 11:18:05.439454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:05.446466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1045192656', 'security_groups': ['0ca129af-ffe3-46e6-be08-598b844ed1a7'], 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '249cd100-e247-4fd1-bf91-232a5435a206'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:05.510051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks [] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.517189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.555832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:05.559180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:05.562030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:05.592340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:05.649548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:05.694080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Attempting to bind port d856b267-2fd0-496f-ad4b-dbf5a5d0895a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:05.694803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Attempting to bind port d856b267-2fd0-496f-ad4b-dbf5a5d0895a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3be44c53-e271-41cf-9de2-7ffadce64770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:05.695328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Attempting to bind port d856b267-2fd0-496f-ad4b-dbf5a5d0895a on network 417b8ead-608f-4b6e-b064-b0f5af6205b6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:05.701246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:05.701971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Checking segment: {'id': '3be44c53-e271-41cf-9de2-7ffadce64770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:05.702537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.703123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Bound using segment: {'id': '3be44c53-e271-41cf-9de2-7ffadce64770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:05.703777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Bound port: d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be44c53-e271-41cf-9de2-7ffadce64770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:05.704749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.733087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (794c94cc-e7e5-4e91-b980-76b5e30827fb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.787001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:05.792300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:05.803120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.806232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:05.817930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e301-f5d8-4463-af23-9cc64c4a674b req-70f4f15e-f13b-425e-aeff-6c6dbd6d6142 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:05.819652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea7e301-f5d8-4463-af23-9cc64c4a674b req-70f4f15e-f13b-425e-aeff-6c6dbd6d6142 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 950 time: 0.1461082 Feb 03 11:18:05.826676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83ee8-1490-47ec-8c52-7e3323aae3d7 req-597fad04-8220-4699-9fd6-a5a1a36db35c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:05.829003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cc83ee8-1490-47ec-8c52-7e3323aae3d7 req-597fad04-8220-4699-9fd6-a5a1a36db35c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1565666 Feb 03 11:18:05.880385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71ade7-cd44-483a-a1bd-c2e6716bcb3d None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:05.926902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port de01a61b-363b-4aae-beb3-f7bedd301340 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:18:05.950025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea7e301-f5d8-4463-af23-9cc64c4a674b req-60a02b6a-9326-4a6d-8d19-2711c28a99b8 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198742 Feb 03 11:18:05.956950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cc83ee8-1490-47ec-8c52-7e3323aae3d7 req-762fb778-e152-459d-b1ea-ea91ad1ec6c2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199501 Feb 03 11:18:06.036688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.041286 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.162808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7685ff75-ab75-4c23-8338-2a069dbd6a3f req-db62ff3c-de9a-4517-8163-19b0b7623d44 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0561790 Feb 03 11:18:06.199119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.270791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::1d8 (417b8ead-608f-4b6e-b064-b0f5af6205b6/249cd100-e247-4fd1-bf91-232a5435a206/de01a61b-363b-4aae-beb3-f7bedd301340) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:06.326465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Router 794c94cc-e7e5-4e91-b980-76b5e30827fb is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:06.531499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cd6110c-161e-49ef-a753-0050d98aa8b7 req-5c121a1c-4cd1-48a8-a3dc-6f1191d5d39e tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0678372 Feb 03 11:18:06.593277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (de01a61b-363b-4aae-beb3-f7bedd301340), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.603929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:06.631526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:06.642923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.643098 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] Sync routers for ids ['794c94cc-e7e5-4e91-b980-76b5e30827fb'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:06.646616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-186574c7-e991-4b6e-87a7-8f7772af2cdb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "PUT /v2.0/routers/794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 200 len: 880 time: 2.1617558 Feb 03 11:18:06.647423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41304) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:06.655676 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] Routers {'794c94cc-e7e5-4e91-b980-76b5e30827fb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:06.657351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['794c94cc-e7e5-4e91-b980-76b5e30827fb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:06.665592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:06.665970 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.696051 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:06.707203 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] Routers {'794c94cc-e7e5-4e91-b980-76b5e30827fb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:06.708102 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['794c94cc-e7e5-4e91-b980-76b5e30827fb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:06.773011 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:06.773833 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40dd4fe-3196-4db6-ad05-45e6d2ad8978 None None] The sync data for ids ['794c94cc-e7e5-4e91-b980-76b5e30827fb'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:06.776961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:06.777243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.826725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:06.832869 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:06.845719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7d6c961c-6c31-4ae1-99de-2d218f936058 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 200 len: 921 time: 0.1973116 Feb 03 11:18:06.848371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:06.891213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:06.904680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ae3c0-c6b5-4ab7-ae10-17128350036a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:06.906572 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a49ae3c0-c6b5-4ab7-ae10-17128350036a tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=794c94cc-e7e5-4e91-b980-76b5e30827fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0569086 Feb 03 11:18:06.909229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41310) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:07.011403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de974ca-c95d-42d6-b576-e2b527cae631 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:07.012827 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3de974ca-c95d-42d6-b576-e2b527cae631 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.1022575 Feb 03 11:18:07.016246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:07.053258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a4889e4b-c293-4080-b5bc-240301501b50 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 200 len: 205 time: 0.0352352 Feb 03 11:18:07.056038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41316) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:07.065796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.148777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:07.154040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:07.163062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:07.168498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:07.169196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.189358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=de01a61b-363b-4aae-beb3-f7bedd301340,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:07.208744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522c5f-6782-464e-a887-267c69392885 req-cffcc9d6-7860-4fc2-ba0e-8d0f6aad2fc2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:07.210395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b522c5f-6782-464e-a887-267c69392885 req-cffcc9d6-7860-4fc2-ba0e-8d0f6aad2fc2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1489913 Feb 03 11:18:07.215000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ccdda4c2-a801-4bb5-b229-b38930506ea3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7743578 Feb 03 11:18:07.221637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:07.235978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:07.323921 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.378428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b522c5f-6782-464e-a887-267c69392885 req-4514e9e4-d8dd-460b-b19b-5977b2b24510 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621637 Feb 03 11:18:07.380330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9960dad1-b693-471b-b2e4-e63d4b70ec0e req-ec165722-1a52-450e-90eb-06fdfa448824 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0494578 Feb 03 11:18:07.435958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:07.440334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.526205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:07.528269 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.557942 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 249cd100-e247-4fd1-bf91-232a5435a206 (CIDR: 2001:db8::/64) Feb 03 11:18:07.565659 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:18:07.567635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:07.589099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:07.591436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.603352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-363bc88c-5bc2-4c4e-89d2-b28d5b17d777 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3718665 Feb 03 11:18:07.605755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:07.617578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:07.624844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:07.626012 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.789379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (794c94cc-e7e5-4e91-b980-76b5e30827fb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.793393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe2a0dbc-6d86-4ed1-b531-38c82af0535c req-eb77f4b8-65b7-46bb-ad30-579c2f788ab2 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0308309 Feb 03 11:18:07.799450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a87d95d8-3542-43d0-8c91-7de8700fd7ee None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:07.810248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:07.817813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.863803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port 4cbfd788-334d-4dd6-804e-4ba971428d8f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:07.864167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4cbfd788-334d-4dd6-804e-4ba971428d8f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.958461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4cbfd788-334d-4dd6-804e-4ba971428d8f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.964642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-244abd09-d3c4-4c1c-9043-149b77a42b06 None None] Provisioning complete for port de01a61b-363b-4aae-beb3-f7bedd301340 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:07.968108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-244abd09-d3c4-4c1c-9043-149b77a42b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:07.995014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for 4cbfd788-334d-4dd6-804e-4ba971428d8f owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:08.023526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-244abd09-d3c4-4c1c-9043-149b77a42b06 None None] Port de01a61b-363b-4aae-beb3-f7bedd301340 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:08.126601 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (cc660f74-0b84-48e4-abed-fd578f1e50d9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.171798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:08.176384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:08.183885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:08.184498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.195229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f60cf0-16eb-49d3-946d-419d9ce0e046 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:08.212708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=cc660f74-0b84-48e4-abed-fd578f1e50d9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:08.226449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4cbfd788-334d-4dd6-804e-4ba971428d8f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.236514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0385c8e4-6b64-45c7-9045-d1e202bbe329 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6259003 Feb 03 11:18:08.240958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:08.246986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447781380', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc660f74-0b84-48e4-abed-fd578f1e50d9'}], 'security_groups': ['95f7c501-068b-4105-9513-4a98545eec64']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:08.284478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=4cbfd788-334d-4dd6-804e-4ba971428d8f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:08.391235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (794c94cc-e7e5-4e91-b980-76b5e30827fb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.398147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.472576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Update dhcp port {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'fixed_ips': [{'subnet_id': '249cd100-e247-4fd1-bf91-232a5435a206', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc660f74-0b84-48e4-abed-fd578f1e50d9'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'd856b267-2fd0-496f-ad4b-dbf5a5d0895a'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:18:08.485493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:08.556799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.560314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (794c94cc-e7e5-4e91-b980-76b5e30827fb), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.560885 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.567527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36e4944f-a718-4324-935d-d924b22df3fc req-35b23579-0c96-4825-83f9-8d2cb1fa7ce5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0506525 Feb 03 11:18:08.583643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:08.584023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.619902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (794c94cc-e7e5-4e91-b980-76b5e30827fb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.620762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router 794c94cc-e7e5-4e91-b980-76b5e30827fb {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:08.643057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.649457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41342) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:08.651508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36d1a49c-f927-4d25-9f39-afad6d3c8f63 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 204 len: 168 time: 1.5942101 Feb 03 11:18:08.654192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-410051327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:08.687895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59083b-e740-444f-b16e-183e9bd13456 req-1201b1bd-139b-4ec7-b3ee-569b82ba1c6d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:08.689607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d59083b-e740-444f-b16e-183e9bd13456 req-1201b1bd-139b-4ec7-b3ee-569b82ba1c6d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1438665 Feb 03 11:18:08.781688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:08.798653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.799675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.857097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Allocated IP 2001:db8:0:1::2 (417b8ead-608f-4b6e-b064-b0f5af6205b6/cc660f74-0b84-48e4-abed-fd578f1e50d9/d856b267-2fd0-496f-ad4b-dbf5a5d0895a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:08.909539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.914884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d59083b-e740-444f-b16e-183e9bd13456 req-788bb33f-fe7a-42a1-9cef-c1d582a1353b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879523 Feb 03 11:18:08.935870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92a4604f-88e8-4a61-9710-b2216467e4f0 req-a056188a-7e70-4b2b-912f-3465644d31c8 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0385573 Feb 03 11:18:08.936785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.963737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:08.963934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41356) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:08.964044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5b2dfb0-873c-4160-a2c8-4f77b85d2a27 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3118215 Feb 03 11:18:08.966485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': True}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:08.984816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:09.015027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Publish callbacks [] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.022506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.094681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b50e2a-7683-4368-b720-3b328ab6943b None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:09.177707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Delete allocated IP 2001:db8::1d8 (417b8ead-608f-4b6e-b064-b0f5af6205b6/249cd100-e247-4fd1-bf91-232a5435a206) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:18:09.188683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8:0:1::1d3 (417b8ead-608f-4b6e-b064-b0f5af6205b6/cc660f74-0b84-48e4-abed-fd578f1e50d9/de01a61b-363b-4aae-beb3-f7bedd301340) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:09.193891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.374956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (de01a61b-363b-4aae-beb3-f7bedd301340), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.381855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.425462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (9a75e6bf-94c6-47ae-809b-fc3002088c78), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.446486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.472481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] In _notify_port_updated(), no bound segment for port de01a61b-363b-4aae-beb3-f7bedd301340 on network 417b8ead-608f-4b6e-b064-b0f5af6205b6 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:18:09.477747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:09.478385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.479703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/ports/de01a61b-363b-4aae-beb3-f7bedd301340 HTTP/1.1" status: 200 len: 930 time: 1.2374690 Feb 03 11:18:09.485095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:09.519284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a16713-730b-4ff5-a032-b4ecbfdd86c5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=de01a61b-363b-4aae-beb3-f7bedd301340,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:09.577190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.25.7.8 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/beaecee9-14e4-4d6f-b37f-346d08225ec3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:09.621783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port de01a61b-363b-4aae-beb3-f7bedd301340 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:09.622128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.639839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:18:09.646876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:09.745003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (beaecee9-14e4-4d6f-b37f-346d08225ec3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.760872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2dc0c6c6-d937-41bb-9c22-ef05e05e2ba2 req-07c55a22-3ed7-4e94-8bf4-27c8b89f7c98 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0444629 Feb 03 11:18:09.806027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (beaecee9-14e4-4d6f-b37f-346d08225ec3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.839215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:09.861884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:09.867679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:09.868748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for de01a61b-363b-4aae-beb3-f7bedd301340 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:09.870695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:10.095265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=beaecee9-14e4-4d6f-b37f-346d08225ec3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:10.178890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Provisioning complete for port de01a61b-363b-4aae-beb3-f7bedd301340 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:10.179454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.188441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:10.192822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.198131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2252ef28-b6cc-44a2-8a76-917885368b65 req-d99ac2ff-9e6a-4f3b-9aac-ec3cf46f4504 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0701404 Feb 03 11:18:10.263814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (de01a61b-363b-4aae-beb3-f7bedd301340), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.301532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:10.303883 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d374fe1e-8bda-4843-94b9-e4aa433ba0e9" -d '{"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:10.321219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:10.332846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:10.352965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=de01a61b-363b-4aae-beb3-f7bedd301340,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:10.360893 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.373364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fcc26-cf68-4997-9033-edb32aa19474 req-eb223bf8-fb30-434e-be6a-d018d0bda66d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:10.375539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd2fcc26-cf68-4997-9033-edb32aa19474 req-eb223bf8-fb30-434e-be6a-d018d0bda66d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.2489789 Feb 03 11:18:10.440461 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a5f76-532e-44aa-a8f5-006e4a778804 x-openstack-request-id: req-915a5f76-532e-44aa-a8f5-006e4a778804 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:10.440748 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:10.441103 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-915a5f76-532e-44aa-a8f5-006e4a778804 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:10.441673 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'code': 200} Feb 03 11:18:10.442408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:10.445452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'mac_address': 'fa:16:3e:ae:33:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:18:10.452072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Port de01a61b-363b-4aae-beb3-f7bedd301340 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:10.484649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (9a75e6bf-94c6-47ae-809b-fc3002088c78), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.507046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.511222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:10.511601 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.519077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c433edbe-9303-4b37-8704-0cd73c7da3ca tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/de01a61b-363b-4aae-beb3-f7bedd301340 HTTP/1.1" status: 204 len: 168 time: 1.0329204 Feb 03 11:18:10.526976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:10.545283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:10.545676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.577148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:18:10.598308 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8266c04-edbb-4dc6-9eea-81422308f115 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:18:10.600454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8266c04-edbb-4dc6-9eea-81422308f115 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/de01a61b-363b-4aae-beb3-f7bedd301340 HTTP/1.1" status: 404 len: 333 time: 0.0706987 Feb 03 11:18:10.603791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:10.615295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:10.629265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:10.636935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd2fcc26-cf68-4997-9033-edb32aa19474 req-3957ae36-66ae-49e3-bbae-2874250ff535 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509689 Feb 03 11:18:10.646955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.708423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:10.708800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:10.787170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6f8aec48-840a-4b89-aafb-672a7a3923d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:18:10.815707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:10.844711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (0ca129af-ffe3-46e6-be08-598b844ed1a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.026690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (0ca129af-ffe3-46e6-be08-598b844ed1a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.047267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b78ef6-ed26-44d6-8ca7-ad006729001e req-96e837bf-a9d7-46b6-9816-8bb175ecf291 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0519011 Feb 03 11:18:11.076288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:11.146783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0ca129af-ffe3-46e6-be08-598b844ed1a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.150603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.151809 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ca129af-ffe3-46e6-be08-598b844ed1a7 HTTP/1.1" status: 204 len: 168 time: 0.5449216 Feb 03 11:18:11.159124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:11.187091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:11.188635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.190854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfa897-8b7d-49ac-bed1-89fee3c79cc8 None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:11.209655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b1b01-2e71-4294-bbe8-365f818c2b4b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca129af-ffe3-46e6-be08-598b844ed1a7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:11.220969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.245817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.293822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (95f7c501-068b-4105-9513-4a98545eec64), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.343804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (95f7c501-068b-4105-9513-4a98545eec64), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.362819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f5169afe-751a-48a3-ad3f-54f39b85c1ce None None] Could not find standard attr ID for object de01a61b-363b-4aae-beb3-f7bedd301340. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:18:11.433747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:11.472766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea95fb3-5775-4eb3-b4a8-f3bca474dc36 req-1468fa27-dc3b-4567-bf56-2ba701709c78 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c994dcb-c7c8-460f-82d7-55f9cea0b2fa HTTP/1.1" status: 200 len: 210 time: 0.0933485 Feb 03 11:18:11.502922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (95f7c501-068b-4105-9513-4a98545eec64), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.508183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.512355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:11.513293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/security-groups/95f7c501-068b-4105-9513-4a98545eec64 HTTP/1.1" status: 204 len: 168 time: 0.3522255 Feb 03 11:18:11.538433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664f638-3cee-42a9-93e9-64787040d74b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7c501-068b-4105-9513-4a98545eec64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:11.561005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router 9a75e6bf-94c6-47ae-809b-fc3002088c78 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:11.592400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet 249cd100-e247-4fd1-bf91-232a5435a206 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:11.596466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (249cd100-e247-4fd1-bf91-232a5435a206), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.713548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (249cd100-e247-4fd1-bf91-232a5435a206), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.795152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a5e5-74b0-4f95-a338-33f88c0ec7de req-a32b24e5-b7d1-48ec-a388-09f9d8fe887a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:11.797396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21a4a5e5-74b0-4f95-a338-33f88c0ec7de req-a32b24e5-b7d1-48ec-a388-09f9d8fe887a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.0689609 Feb 03 11:18:11.827353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (249cd100-e247-4fd1-bf91-232a5435a206), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.885352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-21a4a5e5-74b0-4f95-a338-33f88c0ec7de req-128d6e66-4cbb-47b2-9377-5890c80531ee tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802779 Feb 03 11:18:11.945249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (249cd100-e247-4fd1-bf91-232a5435a206), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:11.984184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=249cd100-e247-4fd1-bf91-232a5435a206,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:12.001171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:12.005834 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f72e05bf-4c3c-4557-995e-6f7a8c157691 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/249cd100-e247-4fd1-bf91-232a5435a206 HTTP/1.1" status: 204 len: 168 time: 0.4912610 Feb 03 11:18:12.009124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.009349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05833ac2-8cb5-418a-b1a0-bb456a275b7a None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:12.014810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:12.023868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:12.039684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:12.039885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] Sync routers for ids ['9a75e6bf-94c6-47ae-809b-fc3002088c78'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:12.045619 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be5941ec-2f1e-40c3-83e5-ac1d0ddcff8d tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "PUT /v2.0/routers/9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 200 len: 912 time: 3.0821280 Feb 03 11:18:12.047968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.226689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] Routers {'9a75e6bf-94c6-47ae-809b-fc3002088c78'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:12.228136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9a75e6bf-94c6-47ae-809b-fc3002088c78'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:12.273285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:12.294143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] Routers {'9a75e6bf-94c6-47ae-809b-fc3002088c78'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:12.295022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9a75e6bf-94c6-47ae-809b-fc3002088c78'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:12.333889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f24efbdc-504d-4aad-93d3-a883ad2d7e8c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 200 len: 918 time: 0.2833424 Feb 03 11:18:12.338963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41446) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.354824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:12.355736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c03a6-9cc2-4338-b108-ea8c24302fe3 None None] The sync data for ids ['9a75e6bf-94c6-47ae-809b-fc3002088c78'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:12.364404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d838b08-a581-4300-b1ee-76cb8299eb8d req-1a4a408c-ca0c-4218-8cca-b678a008010a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1307430 Feb 03 11:18:12.396564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d773-77e9-458d-875a-d6624dad38c4 req-a8f2ba6c-a787-468c-8d15-d492753c614e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:12.404150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcd5d773-77e9-458d-875a-d6624dad38c4 req-a8f2ba6c-a787-468c-8d15-d492753c614e tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1987085 Feb 03 11:18:12.432289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd0b80-0eb2-4013-b53f-d242d216f376 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:12.434008 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5abd0b80-0eb2-4013-b53f-d242d216f376 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=9a75e6bf-94c6-47ae-809b-fc3002088c78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0940683 Feb 03 11:18:12.435841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:12.439572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:12.439731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41448) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.553921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcd5d773-77e9-458d-875a-d6624dad38c4 req-c6ef8409-5765-4b55-8888-141ac0cf4a42 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448848 Feb 03 11:18:12.615341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.667719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338009e-e7e4-4ccd-b03a-c0a1cc73519c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:12.671666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3338009e-e7e4-4ccd-b03a-c0a1cc73519c tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.2308080 Feb 03 11:18:12.677608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.785949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (ec418876-cefa-4647-bdc6-5a2f0d54ff8f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:12.813107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6056b1c4-58af-408d-b16d-ec3bf39bec05 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 200 len: 205 time: 0.0927219 Feb 03 11:18:12.818345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:12.890349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (ec418876-cefa-4647-bdc6-5a2f0d54ff8f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:12.979676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (ee42d648-1844-4680-b859-00c5c294c7cd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.007349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.056115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ec418876-cefa-4647-bdc6-5a2f0d54ff8f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.058934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.062031 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec418876-cefa-4647-bdc6-5a2f0d54ff8f HTTP/1.1" status: 204 len: 168 time: 0.4438896 Feb 03 11:18:13.063002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:13.072334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=ee42d648-1844-4680-b859-00c5c294c7cd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:13.099724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c77d4-377a-45e5-a880-a510d479ba70 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec418876-cefa-4647-bdc6-5a2f0d54ff8f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:13.113205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:13.114667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:13.122528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:13.123131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.139736 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-ccc80037-5f26-4f87-ad2b-35dac836933c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] show failed (client error): The resource could not be found. Feb 03 11:18:13.142964 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ccc80037-5f26-4f87-ad2b-35dac836933c tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "GET /v2.0/security-groups/ec418876-cefa-4647-bdc6-5a2f0d54ff8f HTTP/1.1" status: 404 len: 347 time: 0.0590720 Feb 03 11:18:13.145870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:13.179042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-baab7cc7-2ce8-4fe0-b476-1ca584fe11bb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1682985 Feb 03 11:18:13.182891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41470) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:13.187732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'security_group': {'name': 'tempest-secgroup-457915330'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:13.285521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.361982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (9a75e6bf-94c6-47ae-809b-fc3002088c78), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.449066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e9cf5-14b8-43db-85a7-398a6b6ca5d2 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:13.469990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (7ce2dcd5-22d5-45b8-8a74-210b18ce0445), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.472363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port a940f943-4af4-44e2-9c9e-6288ab527898 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:13.475584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.480719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ce2dcd5-22d5-45b8-8a74-210b18ce0445), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.536675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port beaecee9-14e4-4d6f-b37f-346d08225ec3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:13.537069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (beaecee9-14e4-4d6f-b37f-346d08225ec3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.548880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e16f546c-1062-4c80-a19b-4c83ca789982 req-2362d2d0-ea7a-41cd-872d-2f8fa6d1f4d9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Feb 03 11:18:13.575941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.577235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3933427 Feb 03 11:18:13.595409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41482) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:13.603454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993594936'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:13.618439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:13.618738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.629117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b1a6-e763-4fc0-96ac-53704a351266 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2dcd5-22d5-45b8-8a74-210b18ce0445,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:13.661304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.673606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:13.844262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (884fafa3-c43d-469d-9edd-bba70256307c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.855486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:13.882897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (884fafa3-c43d-469d-9edd-bba70256307c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.923609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.925240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3348155 Feb 03 11:18:13.929148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:13.935147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1544197738'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:13.965230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.971635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:13.972159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.975971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 6f8aec48-840a-4b89-aafb-672a7a3923d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:13.976491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:13.990529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0212e1-2162-4ce0-800f-a1eb5be9c8b3 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884fafa3-c43d-469d-9edd-bba70256307c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:14.010896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b095-7d92-4082-90a2-5886e316e997 req-5a269c70-f1cb-4359-a1f4-492959f04da2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:14.020509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d06b095-7d92-4082-90a2-5886e316e997 req-5a269c70-f1cb-4359-a1f4-492959f04da2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.1741123 Feb 03 11:18:14.108641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d06b095-7d92-4082-90a2-5886e316e997 req-31afda5c-1375-4eb3-9f88-71f9f022452a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868211 Feb 03 11:18:14.166096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (8fa625d3-f741-45a7-96a7-09cf27fde1b8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.172249 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8fa625d3-f741-45a7-96a7-09cf27fde1b8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.213288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.214758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2834933 Feb 03 11:18:14.218677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:14.220249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:14.220732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.240815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Update dhcp port {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'fixed_ips': [{'subnet_id': 'cc660f74-0b84-48e4-abed-fd578f1e50d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee42d648-1844-4680-b859-00c5c294c7cd'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'd856b267-2fd0-496f-ad4b-dbf5a5d0895a'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:18:14.244790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-377191790', 'security_groups': ['8fa625d3-f741-45a7-96a7-09cf27fde1b8'], 'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee42d648-1844-4680-b859-00c5c294c7cd'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:14.289737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980d25f-c9ad-4c77-a8f5-10eda6becdb4 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa625d3-f741-45a7-96a7-09cf27fde1b8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:14.336053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.336615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (a940f943-4af4-44e2-9c9e-6288ab527898), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.394900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for a940f943-4af4-44e2-9c9e-6288ab527898 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:14.405550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:14.408195 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d792a34-1df0-4889-9b23-bbb9cf08e655" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:14.472039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:14.477463 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.483072 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac471c-5466-44a3-9475-49bac9eeedb3 x-openstack-request-id: req-32ac471c-5466-44a3-9475-49bac9eeedb3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:14.483595 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-plugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:14.484032 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32ac471c-5466-44a3-9475-49bac9eeedb3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:14.485294 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'code': 200} Feb 03 11:18:14.493875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1e985-17de-449a-a3cb-8ef8f02b5add None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:14.496273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.517716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:14.702774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Allocated IP 2001:db8::2 (417b8ead-608f-4b6e-b064-b0f5af6205b6/ee42d648-1844-4680-b859-00c5c294c7cd/d856b267-2fd0-496f-ad4b-dbf5a5d0895a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:14.734832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-31124aa3-047f-4411-88b5-3567f7fea3c1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:14.736627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-31124aa3-047f-4411-88b5-3567f7fea3c1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 1.1247854 Feb 03 11:18:14.737540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a940f943-4af4-44e2-9c9e-6288ab527898), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.745178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1b0d141-c31e-4f4f-b466-be6b911183ec req-59c1214c-b70f-437a-b9f9-824098d18e10 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0699973 Feb 03 11:18:14.790805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (beaecee9-14e4-4d6f-b37f-346d08225ec3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.818560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:14.835845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for beaecee9-14e4-4d6f-b37f-346d08225ec3 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:14.865611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] device_id is not set on port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:18:14.912252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:14.972322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Publish callbacks [] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.008854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.124439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=a940f943-4af4-44e2-9c9e-6288ab527898,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:15.150639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8::125 (417b8ead-608f-4b6e-b064-b0f5af6205b6/ee42d648-1844-4680-b859-00c5c294c7cd/62f9e82d-a53f-41db-81e7-1992f9aa0a69) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:15.201395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:15.223398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.223674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.224030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.224375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.224712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.242363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.242812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.243161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.243511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.243848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.244187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.244521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.244849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:15.353263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1075b0-7ea1-4b23-8489-4485c164932a None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:15.525329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039b4a-5167-4eb4-af5b-d1ab959b1a24 req-a559d631-480d-49a7-b40e-6332ee42ee79 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:15.535851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46039b4a-5167-4eb4-af5b-d1ab959b1a24 req-a559d631-480d-49a7-b40e-6332ee42ee79 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.2773142 Feb 03 11:18:15.559982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for floatingip (d17f8533-ef4d-425d-a22c-b06ef11973f9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.567239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.568531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-22877f6e-300f-45a3-98ab-c82dfa336b57 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/floatingips/d17f8533-ef4d-425d-a22c-b06ef11973f9 HTTP/1.1" status: 204 len: 168 time: 2.4212034 Feb 03 11:18:15.574661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:15.619176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.673153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46039b4a-5167-4eb4-af5b-d1ab959b1a24 req-2bdb42cb-d6d7-470c-8e98-5e23e7b6ce21 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304352 Feb 03 11:18:15.736697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.808696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port 1180f2b7-a137-4f95-8eb9-a32131196799 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:15.808696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.831205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:15.845355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:15.852824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:15.862511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:15.863194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.893326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=62f9e82d-a53f-41db-81e7-1992f9aa0a69,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:15.915283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-10401034-d6a3-4b7b-8de3-4998ac506bb9 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6930983 Feb 03 11:18:15.916281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (beaecee9-14e4-4d6f-b37f-346d08225ec3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:15.916882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:15.930712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:16.026176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=beaecee9-14e4-4d6f-b37f-346d08225ec3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:16.077889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c288ddf-d679-493a-a643-2fe58d172193 req-11df0ab7-fb51-45cc-bd2b-2baa89a6ae56 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0944390 Feb 03 11:18:16.089671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 0c20e157-6371-4793-b3d2-00f4ef6153ed {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:16.090293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.100083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (9a75e6bf-94c6-47ae-809b-fc3002088c78), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.116472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.454251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.470514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:16.474720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.479296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 0c20e157-6371-4793-b3d2-00f4ef6153ed owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:16.586262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:16.600029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:16.606200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.744046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port 1180f2b7-a137-4f95-8eb9-a32131196799, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1180f2b7-a137-4f95-8eb9-a32131196799,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:16.744619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:16.790840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for 1180f2b7-a137-4f95-8eb9-a32131196799 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:16.861238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb5508-108a-4171-a013-70e91448e2ce None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:16.893659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:16.913000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:16.922484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.031305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3410ee6a-1ae4-4838-a5e7-42bab3c89da4 None None] Provisioning complete for port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:17.031838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3410ee6a-1ae4-4838-a5e7-42bab3c89da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.080153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.082691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (9a75e6bf-94c6-47ae-809b-fc3002088c78), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.094472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07024edd-4729-46b7-9567-0ecb3438b122 req-7db7ffa4-b939-40a0-8c89-652fb0655b98 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:17.096283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07024edd-4729-46b7-9567-0ecb3438b122 req-7db7ffa4-b939-40a0-8c89-652fb0655b98 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40b8695-08b1-4242-a900-9bfe7038b3ba HTTP/1.1" status: 200 len: 945 time: 0.2886782 Feb 03 11:18:17.115558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3410ee6a-1ae4-4838-a5e7-42bab3c89da4 None None] Port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:17.117454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:17.118110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.154074 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1180f2b7-a137-4f95-8eb9-a32131196799), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.203131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (9a75e6bf-94c6-47ae-809b-fc3002088c78), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.206230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router 9a75e6bf-94c6-47ae-809b-fc3002088c78 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:17.220380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.230768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cef82dd2-3851-4af9-8199-f683a34d63a6 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 204 len: 168 time: 4.4039676 Feb 03 11:18:17.231552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41542) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:17.253406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=1180f2b7-a137-4f95-8eb9-a32131196799,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:17.265976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535554534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:17.317924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.319061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.322733 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee42d648-1844-4680-b859-00c5c294c7cd (CIDR: 2001:db8::/64) Feb 03 11:18:17.350613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port 1180f2b7-a137-4f95-8eb9-a32131196799 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:17.353377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.357437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d01c966d-a8da-4bb1-be70-f60169c912e6 req-089b344f-4aff-4963-9fb8-734606456156 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "DELETE /v2.0/ports/1180f2b7-a137-4f95-8eb9-a32131196799 HTTP/1.1" status: 204 len: 173 time: 2.6079049 Feb 03 11:18:17.360960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'name': 'network-vif-deleted', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:17.363354 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bec0d3-ee4a-4c8b-9c37-dc16a96b4c51" -d '{"events": [{"server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "name": "network-vif-deleted", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:17.366328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07024edd-4729-46b7-9567-0ecb3438b122 req-6e8e67b5-aa41-437c-8b5b-1c3d6100602c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569923 Feb 03 11:18:17.418706 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:18:17.419697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:17.491984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aec21f91-b66b-4399-afda-8fa0f806219a req-bb66ca11-f9eb-495f-b1e9-249c93c3456a tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1666777 Feb 03 11:18:17.516620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-91fdd41f-f0fd-41b8-8af9-e3c1ff6f6ed2 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5982845 Feb 03 11:18:17.519413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:17.534102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:17.548644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.550903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0c20e157-6371-4793-b3d2-00f4ef6153ed), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.804132 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc1691-b5df-47e5-95e4-bdd359c8107c x-openstack-request-id: req-91bc1691-b5df-47e5-95e4-bdd359c8107c {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:17.804862 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40b8695-08b1-4242-a900-9bfe7038b3ba", "name": "network-vif-deleted", "tag": "1180f2b7-a137-4f95-8eb9-a32131196799", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:17.804862 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91bc1691-b5df-47e5-95e4-bdd359c8107c {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:17.815662 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40b8695-08b1-4242-a900-9bfe7038b3ba', 'name': 'network-vif-deleted', 'tag': '1180f2b7-a137-4f95-8eb9-a32131196799', 'status': 'completed', 'code': 200} Feb 03 11:18:17.831364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=0c20e157-6371-4793-b3d2-00f4ef6153ed,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:17.834103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:17.834272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1180f2b7-a137-4f95-8eb9-a32131196799 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:17.840322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.856835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:17.896241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1180f2b7-a137-4f95-8eb9-a32131196799 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:17.896592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1180f2b7-a137-4f95-8eb9-a32131196799 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:17.982531 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cc660f74-0b84-48e4-abed-fd578f1e50d9 (CIDR: 2001:db8:0:1::/64) Feb 03 11:18:17.987474 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:18:17.987977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:18.003442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:18.022444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-01ac79c3-5b15-4de5-af41-31dd46f44268 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5014119 Feb 03 11:18:18.024751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:18.033787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'subnet': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:18.042395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:18.048899 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-87f65b61-77d2-45ac-877c-06915668fa60 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7870219 Feb 03 11:18:18.053324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41564) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:18.057567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:18.314361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Made reservation on behalf of 9b5a9cd18ecf488e8d9f8ec0d420b214 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:18.318558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:18.529739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:18.596176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:18.604618 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb76fee5-9c4d-45cb-82a4-7fab0a2ba487 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/ports/0c20e157-6371-4793-b3d2-00f4ef6153ed HTTP/1.1" status: 204 len: 168 time: 3.0267670 Feb 03 11:18:18.608395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:18.762460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28db90ac-6729-4cc7-a0b8-24de6d002f15 req-65cf9f84-f279-4afb-8d79-ee45490f10cb tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0784030 Feb 03 11:18:18.886784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting port 8ecc6559-7039-4950-951a-98c1bab6d379 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:18.887408 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.051347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-c74213e8-8f2d-4166-8fe6-e5dfedf5a62a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:19.058784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-c74213e8-8f2d-4166-8fe6-e5dfedf5a62a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.2559476 Feb 03 11:18:19.119027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (21c3ce51-ba69-48af-b001-d9b8f6756880), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.139215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-6eb0d6e2-5326-40de-b97c-55e225df89c3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/quotas/b460416ea4a74d2e808e255154d3cff4 HTTP/1.1" status: 200 len: 375 time: 0.0793860 Feb 03 11:18:19.258795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-5b51293b-bd80-4e43-ac14-c353ad3194c5 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169186 Feb 03 11:18:19.273780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.291508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Calling delete_port for 8ecc6559-7039-4950-951a-98c1bab6d379 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:19.322715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:19.329684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:19.340165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1007d85-a8d6-451d-8d83-9f0da5d35c76 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:19.353529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:19.354330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.365892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Subnet': ['ID=21c3ce51-ba69-48af-b001-d9b8f6756880,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:19.408954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a22636b8-4dd6-4e78-af60-b40f127f582e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.433848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.494153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-2506330d-2e02-4abb-9f4d-99d090ee7bfa service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343135 Feb 03 11:18:19.548146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2dee741d-a551-43e8-90ca-e5e77b664943 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5222042 Feb 03 11:18:19.551892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:19.560574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1848943083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21c3ce51-ba69-48af-b001-d9b8f6756880'}], 'security_groups': ['7ce2dcd5-22d5-45b8-8a74-210b18ce0445', '884fafa3-c43d-469d-9edd-bba70256307c']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:19.716630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-86a5a126-2927-4bf3-8b14-edb3af843c6e service neutron] 10.222.0.30 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213836 Feb 03 11:18:19.719327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Update dhcp port {'port': {'network_id': '417b8ead-608f-4b6e-b064-b0f5af6205b6', 'fixed_ips': [{'subnet_id': 'cc660f74-0b84-48e4-abed-fd578f1e50d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ee42d648-1844-4680-b859-00c5c294c7cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '21c3ce51-ba69-48af-b001-d9b8f6756880'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'd856b267-2fd0-496f-ad4b-dbf5a5d0895a'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:18:19.735084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.774749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8ecc6559-7039-4950-951a-98c1bab6d379), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.795323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:19.808310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Allocated IP 172.25.7.52 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a8c684b2-e2d3-4608-bab8-9b1f070567ac) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:20.117829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Port': ['ID=8ecc6559-7039-4950-951a-98c1bab6d379,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:20.198935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.203113 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1853dab5-e963-445a-8327-cbd0854bd278 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/ports/8ecc6559-7039-4950-951a-98c1bab6d379 HTTP/1.1" status: 204 len: 168 time: 1.5908642 Feb 03 11:18:20.206664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:20.238692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-375dc4e3-2aa0-41e4-bf7b-0f7116d7c3e3 req-b8bc9c05-391d-475d-ab62-d53f06583f66 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1938589 Feb 03 11:18:20.312074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fc69539-0eaf-42b0-9264-57f833589f4f req-3347d435-af37-47a8-a314-c94e4e053b8c tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 210 time: 0.0651333 Feb 03 11:18:20.328946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting subnet 384b0af5-983b-4a02-a216-b25efb38fa17 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:20.335377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for subnet (384b0af5-983b-4a02-a216-b25efb38fa17), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.360466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Allocated IP 2001:db8:0:2::2 (417b8ead-608f-4b6e-b064-b0f5af6205b6/21c3ce51-ba69-48af-b001-d9b8f6756880/d856b267-2fd0-496f-ad4b-dbf5a5d0895a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:20.521221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for port (a8c684b2-e2d3-4608-bab8-9b1f070567ac), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.524298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (384b0af5-983b-4a02-a216-b25efb38fa17), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.696130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a8c684b2-e2d3-4608-bab8-9b1f070567ac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.746752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:20.806722 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Publish callbacks [] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.813400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c684b2-e2d3-4608-bab8-9b1f070567ac,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:20.818065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.842816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (384b0af5-983b-4a02-a216-b25efb38fa17), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:20.886462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:20.916984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:20.928060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:21.005975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Delete allocated IP 2001:db8::125 (417b8ead-608f-4b6e-b064-b0f5af6205b6/ee42d648-1844-4680-b859-00c5c294c7cd) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:18:21.015512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Allocated IP 2001:db8:0:2::182 (417b8ead-608f-4b6e-b064-b0f5af6205b6/21c3ce51-ba69-48af-b001-d9b8f6756880/62f9e82d-a53f-41db-81e7-1992f9aa0a69) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:21.059906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3798-3746-4be4-b727-6efc15b25cbd None None] Pushing event updated for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:21.470591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:21.521019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:21.701779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event updated for resources: {'Port': ['ID=62f9e82d-a53f-41db-81e7-1992f9aa0a69,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:21.717429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20c5b190-32a1-41db-a314-e1e81b1d3d6c req-c6e99565-343c-4928-8c87-bc5686315896 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 210 time: 0.2305279 Feb 03 11:18:21.733526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f97e2405-f84d-4c1b-9f55-e1cb42c8cd28 req-83ab9e35-9152-4936-be07-a52d6ca3786b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.2449460 Feb 03 11:18:21.814048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] In _notify_port_updated(), no bound segment for port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 on network 417b8ead-608f-4b6e-b064-b0f5af6205b6 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:18:21.826886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:21.827588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:21.829212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ce746a80-fc82-4458-acf3-eba8c53311fc tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "PUT /v2.0/ports/62f9e82d-a53f-41db-81e7-1992f9aa0a69 HTTP/1.1" status: 200 len: 970 time: 2.2732649 Feb 03 11:18:21.848736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:22.321528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Provisioning complete for port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:22.322090 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.338416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (384b0af5-983b-4a02-a216-b25efb38fa17), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.363586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:22.363934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.449903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Port 62f9e82d-a53f-41db-81e7-1992f9aa0a69 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:22.477816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:22.478114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.545483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router_gateway (a22636b8-4dd6-4e78-af60-b40f127f582e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.545722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:22.560886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Subnet': ['ID=384b0af5-983b-4a02-a216-b25efb38fa17,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:22.589590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:22.592819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.615018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.666325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for 62f9e82d-a53f-41db-81e7-1992f9aa0a69 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:22.680167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcead7d-6e90-4df8-990f-ec7b085c0668 None None] Network 1d821e10-2ced-40ae-a51d-7290b4b2a308 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:22.693026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:22.700381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0dcb28ae-62a6-42bb-b049-34186ac7eeeb tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/subnets/384b0af5-983b-4a02-a216-b25efb38fa17 HTTP/1.1" status: 204 len: 168 time: 2.4899020 Feb 03 11:18:22.706248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:22.958102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:23.014706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (62f9e82d-a53f-41db-81e7-1992f9aa0a69), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.064217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Deleting subnet 2fa234a4-e65b-492f-bfa0-6f452699b386 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:23.075638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for subnet (2fa234a4-e65b-492f-bfa0-6f452699b386), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.099528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] DHCP port deletion for 1d821e10-2ced-40ae-a51d-7290b4b2a308 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:18:23.116941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-408f5002-5520-43e4-ada6-4ddaa7729a6e req-aa16b027-3c81-4938-936d-22ff0b8113ca tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 210 time: 0.1397929 Feb 03 11:18:23.127896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-14d04cf2-c0fb-435c-81eb-bf61683e769d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:23.139573 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-14d04cf2-c0fb-435c-81eb-bf61683e769d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 812 time: 0.8220503 Feb 03 11:18:23.171059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Request body: {'port': {'device_id': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'admin_state_up': True, 'tenant_id': 'b460416ea4a74d2e808e255154d3cff4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:23.179146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d63914fa-9eaa-45b9-b4bc-4aded5613983 req-012f4042-9e04-4fae-96b8-67feaaa8549d tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.2080929 Feb 03 11:18:23.270374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=62f9e82d-a53f-41db-81e7-1992f9aa0a69,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:23.278261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:23.278877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.300958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (2fa234a4-e65b-492f-bfa0-6f452699b386), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.336866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f67b78b8-1473-458f-8bf6-a2b53c95fd53 None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:23.337731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.347224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-77ac4824-4c99-4e80-a6f1-baa0abee633d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/62f9e82d-a53f-41db-81e7-1992f9aa0a69 HTTP/1.1" status: 204 len: 168 time: 1.4912441 Feb 03 11:18:23.347907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:23.446304 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-551a73c9-b99e-46c3-bbe3-b2ac9b16d67d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] GET failed (client error): The resource could not be found. Feb 03 11:18:23.453763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-551a73c9-b99e-46c3-bbe3-b2ac9b16d67d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports/62f9e82d-a53f-41db-81e7-1992f9aa0a69 HTTP/1.1" status: 404 len: 333 time: 0.1047902 Feb 03 11:18:23.456417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:23.548362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:23.561149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Deleting port 3b093383-d99e-47f1-a30c-74d010452892 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:23.561845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3b093383-d99e-47f1-a30c-74d010452892), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.650157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (8fa625d3-f741-45a7-96a7-09cf27fde1b8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.716142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] For port 3b093383-d99e-47f1-a30c-74d010452892, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3b093383-d99e-47f1-a30c-74d010452892,segment=NetworkSegment(3eb49602-ce48-40f2-874d-2711ebc08bba),segment_id=3eb49602-ce48-40f2-874d-2711ebc08bba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:23.716693 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3b093383-d99e-47f1-a30c-74d010452892), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.725241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.730508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.750950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Calling delete_port for 3b093383-d99e-47f1-a30c-74d010452892 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:23.752957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (8fa625d3-f741-45a7-96a7-09cf27fde1b8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.778773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-98d47eb2-3d39-429c-a838-391f0a1e064a None None] Could not find standard attr ID for object 62f9e82d-a53f-41db-81e7-1992f9aa0a69. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:18:23.860945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2fa234a4-e65b-492f-bfa0-6f452699b386), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.865900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8fa625d3-f741-45a7-96a7-09cf27fde1b8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.869026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.870609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/security-groups/8fa625d3-f741-45a7-96a7-09cf27fde1b8 HTTP/1.1" status: 204 len: 168 time: 0.4131999 Feb 03 11:18:23.875637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:23.956815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (3b093383-d99e-47f1-a30c-74d010452892), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:23.970284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02429e-74fa-4e4f-ab1a-d577b963cb32 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa625d3-f741-45a7-96a7-09cf27fde1b8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:24.008552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (2fa234a4-e65b-492f-bfa0-6f452699b386), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.019637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] Pushing event deleted for resources: {'Port': ['ID=3b093383-d99e-47f1-a30c-74d010452892,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:24.029924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (884fafa3-c43d-469d-9edd-bba70256307c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.056998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d626ea-f4f1-454e-a793-aa413875acfc None None] No DVR routers for this DVR port 3b093383-d99e-47f1-a30c-74d010452892 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:24.103343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (884fafa3-c43d-469d-9edd-bba70256307c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.121262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa234a4-e65b-492f-bfa0-6f452699b386,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:24.139902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.145440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8611c2-09c2-40f8-a03f-aa2d36c8ab31 None None] Network d93e64e0-e3b0-4409-a8de-f4f69fc80f83 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:24.161048 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f8294d00-79c1-4a41-8ceb-bc4e4845ce10 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/subnets/2fa234a4-e65b-492f-bfa0-6f452699b386 HTTP/1.1" status: 204 len: 168 time: 1.4405234 Feb 03 11:18:24.166899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41694) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:24.173248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Made reservation on behalf of b460416ea4a74d2e808e255154d3cff4 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:24.176638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.426515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Allocated IP 172.20.0.14 (c01a563f-7a84-48a5-b20d-cb0f6a27ff02/f0dce959-a905-4eea-91dd-8ba129cba43e/666aa920-7c95-4c09-a6cb-9ba20de05724) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:24.483220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] DHCP port deletion for d93e64e0-e3b0-4409-a8de-f4f69fc80f83 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:18:24.574432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (884fafa3-c43d-469d-9edd-bba70256307c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.577065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.578292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/security-groups/884fafa3-c43d-469d-9edd-bba70256307c HTTP/1.1" status: 204 len: 168 time: 0.6978378 Feb 03 11:18:24.580349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb050d83-c73b-4f71-9652-58f80c88a28e req-7d340e9b-3016-48b8-b710-78d6a74094d0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1847913 Feb 03 11:18:24.612955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e855bb9-56ef-4121-adc0-637d9313c61d req-a422ab33-8167-4f69-b6ff-8c55e3711fd1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 210 time: 0.2459419 Feb 03 11:18:24.618597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41700) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:24.629291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Deleting port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:24.629678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.664377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1d821e10-2ced-40ae-a51d-7290b4b2a308), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.705801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks [] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.748816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.779484 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:18:24.789188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03005ce4-388d-4fff-b6bb-60c644c36b05 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884fafa3-c43d-469d-9edd-bba70256307c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:24.824943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] For port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,segment=NetworkSegment(1f2195d7-3ad3-4add-b06f-ce11d444942b),segment_id=1f2195d7-3ad3-4add-b06f-ce11d444942b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:24.824943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.857541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Calling delete_port for 69aeaba1-3803-40ca-aa1c-f73ff6db41ad owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:24.907350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:24.924575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:24.928846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:24.941746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (7ce2dcd5-22d5-45b8-8a74-210b18ce0445), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:24.994136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 69aeaba1-3803-40ca-aa1c-f73ff6db41ad no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:25.026375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 69aeaba1-3803-40ca-aa1c-f73ff6db41ad {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:25.027364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 69aeaba1-3803-40ca-aa1c-f73ff6db41ad not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:25.028322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3b093383-d99e-47f1-a30c-74d010452892 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:25.034321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (69aeaba1-3803-40ca-aa1c-f73ff6db41ad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.065210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event updated for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:25.121673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:25.122643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.123709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1d821e10-2ced-40ae-a51d-7290b4b2a308), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.131054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] No DVR routers for this DVR port 69aeaba1-3803-40ca-aa1c-f73ff6db41ad on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:25.162695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-74790b3c-9834-49d0-9191-dde382377096 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0076873 Feb 03 11:18:25.166096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Router a22636b8-4dd6-4e78-af60-b40f127f582e is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:25.176682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0ca25-0f22-4eeb-8a07-44cb876158f5 None None] Pushing event deleted for resources: {'Port': ['ID=69aeaba1-3803-40ca-aa1c-f73ff6db41ad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:25.180445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d821e10-2ced-40ae-a51d-7290b4b2a308']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.211288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 3b093383-d99e-47f1-a30c-74d010452892 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:25.214734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3b093383-d99e-47f1-a30c-74d010452892 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:25.226306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb49602-ce48-40f2-874d-2711ebc08bba') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.228883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb49602-ce48-40f2-874d-2711ebc08bba') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.262154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (3eb49602-ce48-40f2-874d-2711ebc08bba), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.302094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3eb49602-ce48-40f2-874d-2711ebc08bba), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.309185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:18:25.309740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (3eb49602-ce48-40f2-874d-2711ebc08bba), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.318474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Request body: {'port': {'device_id': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: items = [ Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:18:25.398785 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:18:25.430916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1d821e10-2ced-40ae-a51d-7290b4b2a308), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.490703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.494380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/networks/1d821e10-2ced-40ae-a51d-7290b4b2a308 HTTP/1.1" status: 204 len: 168 time: 1.3254879 Feb 03 11:18:25.494809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92f03-907d-4ab5-8e14-8163413ab035 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Network': ['ID=1d821e10-2ced-40ae-a51d-7290b4b2a308,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:25.512263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:25.527336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:25.530235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (7ce2dcd5-22d5-45b8-8a74-210b18ce0445), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.537957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] Sync routers for ids ['a22636b8-4dd6-4e78-af60-b40f127f582e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:25.539368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.546355 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b9ab3cf8-2c2e-402a-a752-7c9519213efe tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "PUT /v2.0/routers/a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 200 len: 914 time: 7.4913723 Feb 03 11:18:25.554908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:25.559979 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] Routers {'a22636b8-4dd6-4e78-af60-b40f127f582e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:25.560877 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a22636b8-4dd6-4e78-af60-b40f127f582e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.627095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:25.693105 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.724481 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] Routers {'a22636b8-4dd6-4e78-af60-b40f127f582e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:25.726549 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a22636b8-4dd6-4e78-af60-b40f127f582e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:25.899788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c1f4d06-f643-4023-a2c8-86cba1f6c0f3 req-0920e75c-c050-475a-b3e3-284fe8eacfac tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1510589 Feb 03 11:18:25.978924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666aa920-7c95-4c09-a6cb-9ba20de05724 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:18:25.987264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks [] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.082035 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:26.082884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590e3a8-0c63-41e9-a91c-29858d211a6b None None] The sync data for ids ['a22636b8-4dd6-4e78-af60-b40f127f582e'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:26.117008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:26.129341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0ab5cf2-d855-41e9-9bc3-32660dfcac09 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 200 len: 920 time: 0.5731900 Feb 03 11:18:26.161523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d93e64e0-e3b0-4409-a8de-f4f69fc80f83), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.165843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Transition to ACTIVE for port object 666aa920-7c95-4c09-a6cb-9ba20de05724 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:18:26.191354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.198962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ce2dcd5-22d5-45b8-8a74-210b18ce0445), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.201420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.202535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ce2dcd5-22d5-45b8-8a74-210b18ce0445 HTTP/1.1" status: 204 len: 168 time: 1.5802667 Feb 03 11:18:26.207298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41736) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:26.255854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecce37-4d30-4af5-92b2-149b558ea970 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2dcd5-22d5-45b8-8a74-210b18ce0445,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:26.391017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0707-6032-4c5f-88b2-b5b9e13d6e20 req-24dd3256-058a-4dc8-9406-55ea721f1ff4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:26.397898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-156e0707-6032-4c5f-88b2-b5b9e13d6e20 req-24dd3256-058a-4dc8-9406-55ea721f1ff4 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 932 time: 0.5635638 Feb 03 11:18:26.459352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet ee42d648-1844-4680-b859-00c5c294c7cd {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:26.479232 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (ee42d648-1844-4680-b859-00c5c294c7cd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.487035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d144e-c5bb-4f81-8dc0-b69968a0d19b tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:26.491080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1e6d144e-c5bb-4f81-8dc0-b69968a0d19b tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=a22636b8-4dd6-4e78-af60-b40f127f582e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3707027 Feb 03 11:18:26.498013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-156e0707-6032-4c5f-88b2-b5b9e13d6e20 req-40c64d8c-74b8-4407-903f-00d4baf51236 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945055 Feb 03 11:18:26.500953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d93e64e0-e3b0-4409-a8de-f4f69fc80f83), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.503573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:26.523203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Pushing event updated for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:26.559370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93e64e0-e3b0-4409-a8de-f4f69fc80f83']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:26.598652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2195d7-3ad3-4add-b06f-ce11d444942b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:26.599030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2195d7-3ad3-4add-b06f-ce11d444942b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:26.606517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ee42d648-1844-4680-b859-00c5c294c7cd), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.610220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Attempting to bind port 666aa920-7c95-4c09-a6cb-9ba20de05724 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:26.610568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Attempting to bind port 666aa920-7c95-4c09-a6cb-9ba20de05724 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:26.610907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Attempting to bind port 666aa920-7c95-4c09-a6cb-9ba20de05724 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:26.615811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (1f2195d7-3ad3-4add-b06f-ce11d444942b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.639420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Port 666aa920-7c95-4c09-a6cb-9ba20de05724 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:18:26.639787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Attempting to bind port 666aa920-7c95-4c09-a6cb-9ba20de05724 on network c01a563f-7a84-48a5-b20d-cb0f6a27ff02 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:26.646353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1f2195d7-3ad3-4add-b06f-ce11d444942b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.650609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:26.650959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Checking segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:26.651670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Bound using segment: {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:26.651796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Bound port: 666aa920-7c95-4c09-a6cb-9ba20de05724, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:26.652148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.663380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:18:26.663796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (1f2195d7-3ad3-4add-b06f-ce11d444942b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:18:26.669251 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:18:26.684414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b28a7-8e71-4880-8ed9-77b8c961a349 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:26.686035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-939b28a7-8e71-4880-8ed9-77b8c961a349 tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.1813776 Feb 03 11:18:26.689144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:26.759683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ee42d648-1844-4680-b859-00c5c294c7cd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.783882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c2b61329-82ee-4b7a-9e77-b18419bd3abc tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 200 len: 205 time: 0.0937805 Feb 03 11:18:26.788704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:26.803608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:26.851061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=666aa920-7c95-4c09-a6cb-9ba20de05724,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:26.886305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.899010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ee42d648-1844-4680-b859-00c5c294c7cd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.918083 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.922725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.927647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d93e64e0-e3b0-4409-a8de-f4f69fc80f83), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.932221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:26.935810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] 10.222.0.30 "DELETE /v2.0/networks/d93e64e0-e3b0-4409-a8de-f4f69fc80f83 HTTP/1.1" status: 204 len: 168 time: 1.4225936 Feb 03 11:18:27.020764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274f7d7-61c2-49d1-83c7-e1350a935b67 tempest-TaggedBootDevicesTest-1470857892 tempest-TaggedBootDevicesTest-1470857892-project] Pushing event deleted for resources: {'Network': ['ID=d93e64e0-e3b0-4409-a8de-f4f69fc80f83,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:27.046080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=ee42d648-1844-4680-b859-00c5c294c7cd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:27.066577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.072004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a720e71-3036-42d4-9b36-05a7a55ba9e3 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:27.079514 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-17f216e3-a8e9-4ee7-a22d-a45343178e2a tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/ee42d648-1844-4680-b859-00c5c294c7cd HTTP/1.1" status: 204 len: 168 time: 0.8675733 Feb 03 11:18:27.085370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41754) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:27.278196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:27.279827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.288930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] 10.222.0.69 "PUT /v2.0/ports/666aa920-7c95-4c09-a6cb-9ba20de05724 HTTP/1.1" status: 200 len: 1092 time: 2.0990596 Feb 03 11:18:27.292354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:27.303426 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0346654b-60f5-42a1-a475-617478df3d52" -d '{"events": [{"name": "network-changed", "server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:27.342031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet 21c3ce51-ba69-48af-b001-d9b8f6756880 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:27.351812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (21c3ce51-ba69-48af-b001-d9b8f6756880), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.482809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (21c3ce51-ba69-48af-b001-d9b8f6756880), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.636586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (21c3ce51-ba69-48af-b001-d9b8f6756880), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.780273 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135ce318-e36c-401f-b35f-8a7861bdfad6 x-openstack-request-id: req-135ce318-e36c-401f-b35f-8a7861bdfad6 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:27.781274 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:27.781852 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-135ce318-e36c-401f-b35f-8a7861bdfad6 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:27.782310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361f31ba-f6ff-41db-88e5-06875a4328ae req-77c76379-0d4f-4f01-99b7-d66fa7b967a0 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Feb 03 11:18:27.782438 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724', 'status': 'completed', 'code': 200} Feb 03 11:18:27.811126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (21c3ce51-ba69-48af-b001-d9b8f6756880), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.863607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (a22636b8-4dd6-4e78-af60-b40f127f582e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.867969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=21c3ce51-ba69-48af-b001-d9b8f6756880,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:27.876753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e722f-9046-45d6-9e89-d77ec2318c98 service neutron] Pushing event updated for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:27.905255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6129a-a1ce-4e94-99d9-c02700b03084 req-42b6f556-3b44-4971-98e4-70131ffa06c3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:27.909622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02c6129a-a1ce-4e94-99d9-c02700b03084 req-42b6f556-3b44-4971-98e4-70131ffa06c3 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 944 time: 0.1739967 Feb 03 11:18:27.913230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:27.920843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3cd75bd1-5c83-4927-b816-7437841fed5f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/21c3ce51-ba69-48af-b001-d9b8f6756880 HTTP/1.1" status: 204 len: 168 time: 0.8291292 Feb 03 11:18:27.926100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41772) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:28.059875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-302bcd2c-069b-415c-862e-bedfefd634fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:28.065078 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-302bcd2c-069b-415c-862e-bedfefd634fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 1126 time: 0.3302517 Feb 03 11:18:28.068282 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-116c6c40-fc7f-4620-a6ba-9299e89686a5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:28.069439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116c6c40-fc7f-4620-a6ba-9299e89686a5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:28.076468 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-116c6c40-fc7f-4620-a6ba-9299e89686a5 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/ee42d648-1844-4680-b859-00c5c294c7cd HTTP/1.1" status: 404 len: 337 time: 0.1490538 Feb 03 11:18:28.083116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41774) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:28.144242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02c6129a-a1ce-4e94-99d9-c02700b03084 req-62a5e605-7be2-4792-9332-8def40b8b71b tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260895 Feb 03 11:18:28.208654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port a8c684b2-e2d3-4608-bab8-9b1f070567ac {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:28.210073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a8c684b2-e2d3-4608-bab8-9b1f070567ac), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.256737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-c134e16e-0528-4fb6-9e27-42b36ab31dcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666aa920-7c95-4c09-a6cb-9ba20de05724 HTTP/1.1" status: 200 len: 217 time: 0.1727731 Feb 03 11:18:28.391064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a8c684b2-e2d3-4608-bab8-9b1f070567ac), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.398754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting subnet cc660f74-0b84-48e4-abed-fd578f1e50d9 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:28.411760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for a8c684b2-e2d3-4608-bab8-9b1f070567ac owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:28.425013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (cc660f74-0b84-48e4-abed-fd578f1e50d9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.431846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b827-464d-4d13-a791-e65498a949cc req-0a175173-4625-44f4-a7b6-ff7e771c5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:28.439440 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-0a175173-4625-44f4-a7b6-ff7e771c5cde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.1755443 Feb 03 11:18:28.562779 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-ef1d875a-58b7-4f2b-9691-1bc531b09fc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763612 Feb 03 11:18:28.639192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (cc660f74-0b84-48e4-abed-fd578f1e50d9), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.641876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a8c684b2-e2d3-4608-bab8-9b1f070567ac), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.703908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7f8e7-a994-4714-8d9b-f568626411c8 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:28.718439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=a8c684b2-e2d3-4608-bab8-9b1f070567ac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:28.854893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a22636b8-4dd6-4e78-af60-b40f127f582e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:28.876628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:28.877052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.002275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:29.081350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:29.082022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.087021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.102661 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (a22636b8-4dd6-4e78-af60-b40f127f582e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.145210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-135c0d8f-3242-4046-bd42-b6138b2cb6ac req-b11ff649-fcbc-4e94-a91d-94aa3ba0aea4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0489213 Feb 03 11:18:29.274001 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a22636b8-4dd6-4e78-af60-b40f127f582e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.274656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router a22636b8-4dd6-4e78-af60-b40f127f582e {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:29.288267 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.297842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a2994256-20cf-4f7b-8f0d-0260f477a60f tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 204 len: 168 time: 2.5077014 Feb 03 11:18:29.298494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:29.341936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72c28f3a-4989-412f-80a3-cea33e6083d5 None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:29.346316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1009753557', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:29.480717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.486414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.513120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d81b41-f955-4920-a942-79f7ec763b2d req-02f5bed7-0efe-4c53-a46b-62ea3465d07a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:29.514825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15d81b41-f955-4920-a942-79f7ec763b2d req-02f5bed7-0efe-4c53-a46b-62ea3465d07a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 944 time: 0.2154210 Feb 03 11:18:29.638457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.700563 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-b07ffd9d-9052-48d6-915d-e2dea7afe23e service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257906 Feb 03 11:18:29.787400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15d81b41-f955-4920-a942-79f7ec763b2d req-6a9e1447-4511-49a8-98f2-cc1b4878da81 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633994 Feb 03 11:18:29.817415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (cc660f74-0b84-48e4-abed-fd578f1e50d9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.946489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6c95b827-464d-4d13-a791-e65498a949cc req-d15fe969-078b-491d-91d9-79d6f46ca6f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378228 Feb 03 11:18:29.956444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (cc660f74-0b84-48e4-abed-fd578f1e50d9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:29.992254 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:30.050590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Subnet': ['ID=cc660f74-0b84-48e4-abed-fd578f1e50d9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:30.074116 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:30.081300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9956d74-f505-4996-87c9-369a301635fb tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/cc660f74-0b84-48e4-abed-fd578f1e50d9 HTTP/1.1" status: 204 len: 168 time: 1.9967976 Feb 03 11:18:30.087557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.144399 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fee5a4-06aa-4356-8d47-0118ed236d47 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:30.145090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fee5a4-06aa-4356-8d47-0118ed236d47 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:30.150011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4fee5a4-06aa-4356-8d47-0118ed236d47 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/249cd100-e247-4fd1-bf91-232a5435a206 HTTP/1.1" status: 404 len: 337 time: 0.0600774 Feb 03 11:18:30.156754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41820) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.221627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152337f-cac9-4ef6-b408-61baac182333 None None] Network 417b8ead-608f-4b6e-b064-b0f5af6205b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:30.292897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.293597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e9febeae-ea6c-4228-bd7e-8777acef99a0 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 HTTP/1.1" status: 200 len: 205 time: 0.1325386 Feb 03 11:18:30.298858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346654b-60f5-42a1-a475-617478df3d52 req-2078b2d8-25af-435b-9c06-031fce8c9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:30.312197 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-2078b2d8-25af-435b-9c06-031fce8c9076 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b460416ea4a74d2e808e255154d3cff4&device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 1126 time: 0.2585075 Feb 03 11:18:30.441109 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-cda0af5d-be6c-468e-87a0-628fbb2d8f50 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] delete failed (client error): The resource could not be found. Feb 03 11:18:30.442405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cda0af5d-be6c-468e-87a0-628fbb2d8f50 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/routers/d4c77c3b-8183-48cb-9a52-8c35e9b31aa6 HTTP/1.1" status: 404 len: 336 time: 0.1483121 Feb 03 11:18:30.474292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.493711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Provisioning complete for port ac2844ad-426e-420c-bfa4-63ace4f3bf81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:30.494513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:30.503760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-688597fc-e9ba-4c86-aaad-9e1ad05aeed4 req-25110848-602d-48f1-86ce-fc5c49e4589f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1223538 Feb 03 11:18:30.561264 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-140202a6-7312-4a60-b56c-bd1dd525df82 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:30.562465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140202a6-7312-4a60-b56c-bd1dd525df82 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:30.568777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-140202a6-7312-4a60-b56c-bd1dd525df82 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/569f554b-5baf-4ac8-8c54-7d8bea8ee008 HTTP/1.1" status: 404 len: 337 time: 0.0912807 Feb 03 11:18:30.579083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.629507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Port ac2844ad-426e-420c-bfa4-63ace4f3bf81 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:30.668182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Provisioning complete for port d856b267-2fd0-496f-ad4b-dbf5a5d0895a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:30.668800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:30.724791 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8183a6d-8d2d-4560-8e25-370d3c192809 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:30.725417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8183a6d-8d2d-4560-8e25-370d3c192809 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:30.743742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.746280 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8183a6d-8d2d-4560-8e25-370d3c192809 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/8f2e4d1c-c9fe-4f5f-904c-9863016ca41c HTTP/1.1" status: 404 len: 337 time: 0.1570923 Feb 03 11:18:30.785282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] DHCP port deletion for 417b8ead-608f-4b6e-b064-b0f5af6205b6 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:18:30.815224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346654b-60f5-42a1-a475-617478df3d52 req-99f41f3d-efaa-4e16-8970-ee32c45904a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:30.819874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-99f41f3d-efaa-4e16-8970-ee32c45904a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 200 len: 913 time: 0.5018141 Feb 03 11:18:30.948234 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-54b37f1e-8713-4bf7-8e59-a795b8f5d0a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666aa920-7c95-4c09-a6cb-9ba20de05724 HTTP/1.1" status: 200 len: 217 time: 0.1206934 Feb 03 11:18:30.968706 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de80557-e0cb-4fa7-87b2-f6e985300d3b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:30.968706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de80557-e0cb-4fa7-87b2-f6e985300d3b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:30.974822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e67402e-937a-4185-90f8-463c97a6c8dd None None] Current status of the port d856b267-2fd0-496f-ad4b-dbf5a5d0895a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:30.983244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8de80557-e0cb-4fa7-87b2-f6e985300d3b tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/e48cc8e0-5cda-4cb7-8506-e894459670fe HTTP/1.1" status: 404 len: 337 time: 0.2383599 Feb 03 11:18:30.985450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:30.994497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Deleting port d856b267-2fd0-496f-ad4b-dbf5a5d0895a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:30.994792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.044420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346654b-60f5-42a1-a475-617478df3d52 req-12c57efd-0488-4751-a628-d7b66a8b7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:31.048816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-12c57efd-0488-4751-a628-d7b66a8b7628 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 200 len: 852 time: 0.0903111 Feb 03 11:18:31.078536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.095223 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-819b9937-4442-4850-8987-b27e33af52ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c01a563f-7a84-48a5-b20d-cb0f6a27ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423629 Feb 03 11:18:31.143582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.148459 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-805cd587-3e12-4b87-afc5-b829da1eabe7 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:31.149134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805cd587-3e12-4b87-afc5-b829da1eabe7 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:31.155861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-805cd587-3e12-4b87-afc5-b829da1eabe7 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/9db57b22-589c-448c-9f88-2f4ac86db3ab HTTP/1.1" status: 404 len: 333 time: 0.0748081 Feb 03 11:18:31.157947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:31.283046 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ab4a65-37d2-405a-bfc7-6d4bea815961 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:31.283753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ab4a65-37d2-405a-bfc7-6d4bea815961 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:31.290008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:31.290221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-69ab4a65-37d2-405a-bfc7-6d4bea815961 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/ff106958-78e1-4b50-a8d4-66a3ab0b32e4 HTTP/1.1" status: 404 len: 337 time: 0.1012864 Feb 03 11:18:31.311105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2cd32-4057-489e-81e2-313d250786f1 req-c211bf1c-9b3a-4734-8bde-a3016f83d4d2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:31.313845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea2cd32-4057-489e-81e2-313d250786f1 req-c211bf1c-9b3a-4734-8bde-a3016f83d4d2 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 944 time: 0.3253260 Feb 03 11:18:31.329136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] For port d856b267-2fd0-496f-ad4b-dbf5a5d0895a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,segment=NetworkSegment(3be44c53-e271-41cf-9de2-7ffadce64770),segment_id=3be44c53-e271-41cf-9de2-7ffadce64770)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:31.329740 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.344262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Calling delete_port for d856b267-2fd0-496f-ad4b-dbf5a5d0895a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:31.381431 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b5ab1-7ae5-4f6d-bbb4-a582f2c5a767 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:31.382172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b5ab1-7ae5-4f6d-bbb4-a582f2c5a767 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:31.385356 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-031b5ab1-7ae5-4f6d-bbb4-a582f2c5a767 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/e5336ec0-31d8-498f-b419-b73ab44e912b HTTP/1.1" status: 404 len: 337 time: 0.0811675 Feb 03 11:18:31.387886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:31.391430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea2cd32-4057-489e-81e2-313d250786f1 req-a551db5a-5a8d-4295-af87-c612b24617da tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Feb 03 11:18:31.413755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88464-1a26-450f-acf3-4a16c5c73722 req-12912097-3b59-497f-9b44-799859484487 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:31.425712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b88464-1a26-450f-acf3-4a16c5c73722 req-12912097-3b59-497f-9b44-799859484487 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.5312107 Feb 03 11:18:31.442401 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e581637a-2ab8-4563-9af8-23356d24df3d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:31.443603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e581637a-2ab8-4563-9af8-23356d24df3d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:31.445794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d856b267-2fd0-496f-ad4b-dbf5a5d0895a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.450669 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e581637a-2ab8-4563-9af8-23356d24df3d tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/b2069f7a-1989-481a-8b66-d593e139a59b HTTP/1.1" status: 404 len: 333 time: 0.0594718 Feb 03 11:18:31.451634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:31.481442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] Pushing event deleted for resources: {'Port': ['ID=d856b267-2fd0-496f-ad4b-dbf5a5d0895a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:31.483567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c22c5d8-10a7-490f-820c-289f0a52f8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.498474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16af01-0e65-4db6-8dbb-aeb8a385383f None None] No DVR routers for this DVR port d856b267-2fd0-496f-ad4b-dbf5a5d0895a on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:31.501065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-a5a508ba-80cc-4af5-bf81-492ac2871078 service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968680 Feb 03 11:18:31.666402 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0346654b-60f5-42a1-a475-617478df3d52 req-0f0b8f84-ea5d-4c3f-bdc3-2e543c394ead service neutron] 10.222.0.69 "GET /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552777 Feb 03 11:18:31.728031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Allocated IP 172.25.7.101 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ac91b0ee-1ffc-4b43-97c0-f9c211df34e1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:31.776924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-d19d81d7-b66e-4cb6-a7f5-e12b33ec7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:31.786500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-d19d81d7-b66e-4cb6-a7f5-e12b33ec7dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.1190600 Feb 03 11:18:31.889935 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for port (ac91b0ee-1ffc-4b43-97c0-f9c211df34e1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:31.957133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-e0c0d182-0cc4-4f13-a444-d577e0fa567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:31.969848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-e0c0d182-0cc4-4f13-a444-d577e0fa567d service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1634204 Feb 03 11:18:31.970041 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab70a37-aa5b-46da-b1cf-749bdcc5d47f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:31.970041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab70a37-aa5b-46da-b1cf-749bdcc5d47f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:31.973872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ab70a37-aa5b-46da-b1cf-749bdcc5d47f tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/4c4397b7-0048-40d5-97e8-a62ce12f928c HTTP/1.1" status: 404 len: 337 time: 0.4149382 Feb 03 11:18:31.977104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:31.981202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ac91b0ee-1ffc-4b43-97c0-f9c211df34e1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.049624 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-a05a3919-9318-4cea-a0e3-8d167de20cce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.0764971 Feb 03 11:18:32.131990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5293ae55-0d6e-4f7e-9ad4-c08413e08cfd req-1417946d-c8d3-4b98-a273-6a832e91393c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1711650 Feb 03 11:18:32.136750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event updated for resources: {'Port': ['ID=ac91b0ee-1ffc-4b43-97c0-f9c211df34e1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:32.176263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-46d4a9ea-6928-4347-890b-a56c9bf392bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:32.185590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:32.188382 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-46d4a9ea-6928-4347-890b-a56c9bf392bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1277022 Feb 03 11:18:32.189170 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc56f419-4acd-445e-8e57-6d4038765b41 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:32.189622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc56f419-4acd-445e-8e57-6d4038765b41 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:32.192811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc56f419-4acd-445e-8e57-6d4038765b41 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/subnets/fc603b28-9b60-403d-9881-a8ba6a66e0c1 HTTP/1.1" status: 404 len: 337 time: 0.1842332 Feb 03 11:18:32.195727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:32.203130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b88464-1a26-450f-acf3-4a16c5c73722 req-fec24a34-5c80-42a8-9409-079b4854b388 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704704 Feb 03 11:18:32.203130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:32.203130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:32.396756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-023057fa-5699-4ed2-b4f3-e1ec1aca0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:32.398234 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-023057fa-5699-4ed2-b4f3-e1ec1aca0fab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2016068 Feb 03 11:18:32.493832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Deleting port ac2844ad-426e-420c-bfa4-63ace4f3bf81 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:32.494102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.575335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.590459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Calling delete_port for ac2844ad-426e-420c-bfa4-63ace4f3bf81 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:32.669061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.727557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-bfa9ca18-ebbf-42f2-9fa9-d8f4d5a2f765 req-52abc7ef-6140-4a10-91a8-777ed7d79f9b service neutron] (103126) timed out ('10.222.0.69', 60777) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:18:32.730688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ac2844ad-426e-420c-bfa4-63ace4f3bf81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.822022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Port': ['ID=ac2844ad-426e-420c-bfa4-63ace4f3bf81,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:32.849380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:32.855477 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f4f92dc8-78ab-4b03-bf31-c0efb580a182 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/ports/ac2844ad-426e-420c-bfa4-63ace4f3bf81 HTTP/1.1" status: 204 len: 168 time: 0.5587449 Feb 03 11:18:32.857296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41890) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:32.859728 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-644592e2-9055-434d-a0a0-37484730acc6 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513445 Feb 03 11:18:32.888119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:32.933370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d856b267-2fd0-496f-ad4b-dbf5a5d0895a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:32.933711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d856b267-2fd0-496f-ad4b-dbf5a5d0895a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:32.986815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1a0b6-9082-4b8c-b78a-62539961c1d2 req-d1e26e72-1229-48a1-b642-169a62ec066d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:32.994559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82a1a0b6-9082-4b8c-b78a-62539961c1d2 req-d1e26e72-1229-48a1-b642-169a62ec066d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.6628842 Feb 03 11:18:33.010657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadb801-1b20-4556-95d0-a9faab5834cd req-89506ec0-edd1-46f0-a549-ba9530378708 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:33.021988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdadb801-1b20-4556-95d0-a9faab5834cd req-89506ec0-edd1-46f0-a549-ba9530378708 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 944 time: 0.4837790 Feb 03 11:18:33.140634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdadb801-1b20-4556-95d0-a9faab5834cd req-efda20f1-3abc-4425-8b39-d260e3f268e7 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 Feb 03 11:18:33.156983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 666aa920-7c95-4c09-a6cb-9ba20de05724 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:18:33.198629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (417b8ead-608f-4b6e-b064-b0f5af6205b6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.282059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82a1a0b6-9082-4b8c-b78a-62539961c1d2 req-d2fdce37-c29d-4da4-b45d-442f3e24dff9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862527 Feb 03 11:18:33.404835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (417b8ead-608f-4b6e-b064-b0f5af6205b6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.405158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=666aa920-7c95-4c09-a6cb-9ba20de05724,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:33.429561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff2a0e5-3e0e-4aa8-8c66-17877fba78e6 req-eae9f07b-f952-4459-9faa-93ccae334de9 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0732048 Feb 03 11:18:33.442162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '666aa920-7c95-4c09-a6cb-9ba20de05724', 'network_id': 'c01a563f-7a84-48a5-b20d-cb0f6a27ff02', 'port_id': '666aa920-7c95-4c09-a6cb-9ba20de05724', 'mac_address': 'fa:16:3e:8a:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dce959-a905-4eea-91dd-8ba129cba43e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:18:33.451245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417b8ead-608f-4b6e-b064-b0f5af6205b6']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:33.465429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be44c53-e271-41cf-9de2-7ffadce64770') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:33.466179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be44c53-e271-41cf-9de2-7ffadce64770') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:33.478348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3be44c53-e271-41cf-9de2-7ffadce64770), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.496183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3be44c53-e271-41cf-9de2-7ffadce64770), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.504471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:18:33.505212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3be44c53-e271-41cf-9de2-7ffadce64770), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.550241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 666aa920-7c95-4c09-a6cb-9ba20de05724 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:33.561451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.585552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71556fdb-40ab-47dd-8e45-4b80556177c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.596769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666aa920-7c95-4c09-a6cb-9ba20de05724 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:18:33.601822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-745d2f3d-8920-46b2-8477-2b798dd516e8 req-8b506c61-31f3-46a7-8219-5e8c77725ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292855 Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:18:33.602561 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:18:33.622442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (417b8ead-608f-4b6e-b064-b0f5af6205b6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.629159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.636079 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] 10.222.0.30 "DELETE /v2.0/networks/417b8ead-608f-4b6e-b064-b0f5af6205b6 HTTP/1.1" status: 204 len: 168 time: 0.7733018 Feb 03 11:18:33.658408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703ed7d-5876-4da5-bbf9-3c807632d334 tempest-PortsIpV6TestJSON-371256090 tempest-PortsIpV6TestJSON-371256090-project] Pushing event deleted for resources: {'Network': ['ID=417b8ead-608f-4b6e-b064-b0f5af6205b6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:33.663123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=666aa920-7c95-4c09-a6cb-9ba20de05724,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:33.688749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.798109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:33.919774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:33.945468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a956839-823a-4221-ae6a-db302e551fa9 req-d5f74db7-2824-41ae-91ac-4c967a51944d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:33.947015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a956839-823a-4221-ae6a-db302e551fa9 req-d5f74db7-2824-41ae-91ac-4c967a51944d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.53 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.6570497 Feb 03 11:18:33.997271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f4c5-e3b7-4ba1-bc44-281f9c427e18 req-d0aa8d31-01d1-45b1-8536-9c7bb1f94853 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:34.004432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3f9f4c5-e3b7-4ba1-bc44-281f9c427e18 req-d0aa8d31-01d1-45b1-8536-9c7bb1f94853 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 945 time: 0.6115499 Feb 03 11:18:34.080229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['666aa920-7c95-4c09-a6cb-9ba20de05724'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:18:34.176278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3f9f4c5-e3b7-4ba1-bc44-281f9c427e18 req-59fb8c84-4bb1-44f2-ab2b-537c8bbffc4d tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658506 Feb 03 11:18:34.239476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:34.335755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Deleting port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:34.336304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.384146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Router 26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:34.514709 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-24c6d297-ddc4-4e19-9e63-9ca1358c5cac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b5a9cd18ecf488e8d9f8ec0d420b214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738602 Feb 03 11:18:34.520240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41932) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:34.565859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.579460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] Publish callbacks [] for security_group (08cf82ed-7bf5-48d1-9aca-bad92456a176), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.602067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] Publish callbacks [] for security_group (08cf82ed-7bf5-48d1-9aca-bad92456a176), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.696365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08cf82ed-7bf5-48d1-9aca-bad92456a176), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.701094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.702941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08cf82ed-7bf5-48d1-9aca-bad92456a176 HTTP/1.1" status: 204 len: 168 time: 0.1810899 Feb 03 11:18:34.708475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f6226-1213-4fe5-8f75-5dac0c2857b9 req-55ec7191-ba3b-428d-b6e5-f77b3796a3bb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:34.710244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d7f6226-1213-4fe5-8f75-5dac0c2857b9 req-55ec7191-ba3b-428d-b6e5-f77b3796a3bb tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 945 time: 0.3551161 Feb 03 11:18:34.714704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] For port bbd209cc-0e38-4771-a7c4-9896b54a6bb8, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:34.715285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.716726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc364-d97b-4cdd-b955-0407b921fc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf82ed-7bf5-48d1-9aca-bad92456a176,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:34.758678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Calling delete_port for bbd209cc-0e38-4771-a7c4-9896b54a6bb8 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:34.779118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c64dc-99cc-48d2-9d79-e45d4afb9d15 req-8241268e-6a3f-4af6-baa0-10a8b5c9b442 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:34.786514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116c64dc-99cc-48d2-9d79-e45d4afb9d15 req-8241268e-6a3f-4af6-baa0-10a8b5c9b442 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.3161931 Feb 03 11:18:34.834357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:34.852585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] Sync routers for ids ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:34.865266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] Routers {'26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:34.865976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:34.908177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:34.920536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] Routers {'26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:34.921806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:34.966312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:34.967184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c6a47-f9e5-4c28-95c7-6584bdaa9bfd None None] The sync data for ids ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:34.973926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d7f6226-1213-4fe5-8f75-5dac0c2857b9 req-6c5404a0-88c6-4542-9c9d-e1af18237534 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550774 Feb 03 11:18:34.988617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:34.992430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c018c65e-7974-47ce-af90-f10641790203 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6596584 Feb 03 11:18:34.994762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:34.998796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:35.021259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116c64dc-99cc-48d2-9d79-e45d4afb9d15 req-64898eee-05f7-461a-90e6-f6928fc6a0c8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335539 Feb 03 11:18:35.134642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bbd209cc-0e38-4771-a7c4-9896b54a6bb8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.147165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['bbd209cc-0e38-4771-a7c4-9896b54a6bb8'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:18:35.232457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Pushing event deleted for resources: {'Port': ['ID=bbd209cc-0e38-4771-a7c4-9896b54a6bb8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:35.254385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6281a087-93a5-427a-a25e-60a16b547706 req-75647604-b7f4-4682-95e8-fbce8e93ce5f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0558443 Feb 03 11:18:35.291186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3066bfa4-69d4-42ed-b00f-42eb6830b216'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:18:35.291186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 666aa920-7c95-4c09-a6cb-9ba20de05724 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:35.333583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] No DVR routers for this DVR port bbd209cc-0e38-4771-a7c4-9896b54a6bb8 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:35.340539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.348244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a956839-823a-4221-ae6a-db302e551fa9 req-45a46d29-a9df-4824-94a5-5dd27be8b4e3 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.53 "DELETE /v2.0/ports/bbd209cc-0e38-4771-a7c4-9896b54a6bb8 HTTP/1.1" status: 204 len: 173 time: 1.3690493 Feb 03 11:18:35.363652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'name': 'network-vif-deleted', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:35.382256 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae48575-130d-45a3-ac03-c75488f0ee39" -d '{"events": [{"server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "name": "network-vif-deleted", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:35.486478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2ffec6f-54c8-4fb1-856f-0b5a878a8d20 req-6544db75-4a08-47eb-add7-5e44c2c33de4 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=612faae6-1014-44f7-98e6-99fb9bedab9b HTTP/1.1" status: 200 len: 210 time: 0.0992393 Feb 03 11:18:35.538915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 666aa920-7c95-4c09-a6cb-9ba20de05724 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:18:35.547705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 666aa920-7c95-4c09-a6cb-9ba20de05724 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:35.548703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.596992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.626778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.757084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 666aa920-7c95-4c09-a6cb-9ba20de05724 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:35.757474 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.791636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:35.795819 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21af768-b677-4238-af44-31137964aa2b" -d '{"events": [{"server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "name": "network-vif-plugged", "status": "completed", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:35.796331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Deleting port ac91b0ee-1ffc-4b43-97c0-f9c211df34e1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:35.798499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ac91b0ee-1ffc-4b43-97c0-f9c211df34e1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.825413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=666aa920-7c95-4c09-a6cb-9ba20de05724,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:35.842397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:35.919331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:35.931828 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845d85b-c6c9-4635-ace9-38b9be519e33 x-openstack-request-id: req-c845d85b-c6c9-4635-ace9-38b9be519e33 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:35.932200 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612faae6-1014-44f7-98e6-99fb9bedab9b", "name": "network-vif-deleted", "tag": "bbd209cc-0e38-4771-a7c4-9896b54a6bb8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:35.932630 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c845d85b-c6c9-4635-ace9-38b9be519e33 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:35.933067 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612faae6-1014-44f7-98e6-99fb9bedab9b', 'name': 'network-vif-deleted', 'tag': 'bbd209cc-0e38-4771-a7c4-9896b54a6bb8', 'status': 'completed', 'code': 200} Feb 03 11:18:36.079752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ac91b0ee-1ffc-4b43-97c0-f9c211df34e1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:36.161068 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a055d-ea17-47a3-accd-d6733f4aa65d x-openstack-request-id: req-8e1a055d-ea17-47a3-accd-d6733f4aa65d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:36.161603 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "name": "network-vif-plugged", "status": "completed", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:36.161603 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e1a055d-ea17-47a3-accd-d6733f4aa65d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:36.162226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:36.164977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Calling delete_port for ac91b0ee-1ffc-4b43-97c0-f9c211df34e1 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:36.168039 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724', 'code': 200} Feb 03 11:18:36.406839 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:36.472110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce443150-2211-4fc4-8779-7c2c343f0dcb req-29b6dcba-9aea-4d4f-a550-b24db00f012a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:36.489493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce443150-2211-4fc4-8779-7c2c343f0dcb req-29b6dcba-9aea-4d4f-a550-b24db00f012a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.2656245 Feb 03 11:18:36.646083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-958c7cc5-3d84-4da5-be44-591f28a3a446 req-c94abcf0-bb09-4939-8134-2fd292c1fc81 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1117711 Feb 03 11:18:36.655200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba5d58-ecaa-4ebf-8dd6-1cbc35133d54 req-6327b775-479d-48bf-9cf2-50cfac31961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:36.657082 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81ba5d58-ecaa-4ebf-8dd6-1cbc35133d54 req-6327b775-479d-48bf-9cf2-50cfac31961c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 1128 time: 0.3047993 Feb 03 11:18:36.698383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1581051809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:36.791319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce443150-2211-4fc4-8779-7c2c343f0dcb req-dc258c6c-730d-43bf-9735-6392bf84b855 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952859 Feb 03 11:18:36.815488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (266208ab-1dba-452d-beb8-f2644553682b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:36.817157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (266208ab-1dba-452d-beb8-f2644553682b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:36.877877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81ba5d58-ecaa-4ebf-8dd6-1cbc35133d54 req-64d9acda-c743-4cea-8bc6-d15e86173fc2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133780 Feb 03 11:18:36.911046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ac91b0ee-1ffc-4b43-97c0-f9c211df34e1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:36.974575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Pushing event deleted for resources: {'Port': ['ID=ac91b0ee-1ffc-4b43-97c0-f9c211df34e1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:37.004787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router_controller (266208ab-1dba-452d-beb8-f2644553682b), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.031476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (266208ab-1dba-452d-beb8-f2644553682b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.071819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.073088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e8cc94df-a843-408e-8904-234d89e8b4f7 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9092350 Feb 03 11:18:37.075725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:37.076890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.081450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1960042823'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:37.125970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:37.129395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.152537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.326759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.396157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for security_group (e0a95b67-7339-4c5a-8259-a1f909afa1af), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.426016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c47959-fa2d-4640-8d65-62bdb4fb8e53 req-7374218e-0c21-428b-bcf6-5bc10c10029c tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:37.435367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75c47959-fa2d-4640-8d65-62bdb4fb8e53 req-7374218e-0c21-428b-bcf6-5bc10c10029c tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2474725 Feb 03 11:18:37.437780 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e0a95b67-7339-4c5a-8259-a1f909afa1af), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.565140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.568956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:18:37.571476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.584952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bc7a350d-c468-460a-8d6d-25e25de7bc6c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.585391 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Added segment bc7a350d-c468-460a-8d6d-25e25de7bc6c of type vlan for network 12e2945c-cbb4-400d-a772-0830f95fa583 Feb 03 11:18:37.637337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (12e2945c-cbb4-400d-a772-0830f95fa583), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.684014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (12e2945c-cbb4-400d-a772-0830f95fa583), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.691183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:37.691861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:37.698993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bbd209cc-0e38-4771-a7c4-9896b54a6bb8 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:37.737328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Router 26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:18:37.782769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: bbd209cc-0e38-4771-a7c4-9896b54a6bb8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:37.783117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bbd209cc-0e38-4771-a7c4-9896b54a6bb8 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:37.790054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Network': ['ID=12e2945c-cbb4-400d-a772-0830f95fa583,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:37.807232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 12e2945c-cbb4-400d-a772-0830f95fa583 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:18:37.807731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a95b67-7339-4c5a-8259-a1f909afa1af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:37.858078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75c47959-fa2d-4640-8d65-62bdb4fb8e53 req-6167ab4b-86b1-4b56-adb9-0952508d690b tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205296 Feb 03 11:18:37.865828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46874a3c-3e87-48e0-b17a-b262b45eb1a0 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7890508 Feb 03 11:18:37.877015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:37.888109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'subnet': {'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:37.976272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85dee7a2-3e89-43c0-b87b-7c73e79803c1 req-d7436361-4838-4662-8240-626742eeb2f5 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0516980 Feb 03 11:18:38.020543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:38.031202 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] Sync routers for ids ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:38.049171 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] Routers {'26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:38.050430 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:38.053364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:38.055517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9266f9ab-4ad5-47eb-b246-2e111391e048 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "PUT /v2.0/routers/26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 200 len: 706 time: 3.0606134 Feb 03 11:18:38.059801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:38.190676 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:38.364565 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] Routers {'26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:38.370557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:38.481165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d681b-b32e-4f66-bfb7-5c67f666fb79 req-b2426dad-e052-47e3-ac0b-f9a1a5bb7062 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:38.488232 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8c7843a-e1c0-48b7-b591-c72c2b61027e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/routers/26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 200 len: 741 time: 0.4272597 Feb 03 11:18:38.490972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42030) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:38.493883 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:38.495308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a24ef0b-dcdd-4f6a-8aa7-03772f51418f None None] The sync data for ids ['26d1fe1d-25dc-4cbd-9cd9-33728940a6c5'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:38.523846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68d681b-b32e-4f66-bfb7-5c67f666fb79 req-b2426dad-e052-47e3-ac0b-f9a1a5bb7062 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.3564034 Feb 03 11:18:38.586672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:38.598225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-57237a09-815a-4693-972a-b42afaf8a59e tempest-RoutersAdminTest-39643473 tempest-RoutersAdminTest-39643473-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 200 len: 205 time: 0.1008170 Feb 03 11:18:38.603157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:38.606682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:38.660129 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d202480-977f-4b9f-ad71-bfed57e4407b tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 200 len: 205 time: 0.0500200 Feb 03 11:18:38.660548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42038) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:38.685567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68d681b-b32e-4f66-bfb7-5c67f666fb79 req-f9209c6a-f482-42f7-a7f1-02396921b7fa tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606882 Feb 03 11:18:38.819479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:38.979864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (7925f8e6-6c5f-4eb0-af16-601aa94a9953), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.144552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.146887 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router_controller (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.200646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Subnet': ['ID=7925f8e6-6c5f-4eb0-af16-601aa94a9953,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:39.235572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (26d1fe1d-25dc-4cbd-9cd9-33728940a6c5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.235572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Fanout notify agent at l3_agent the message router_deleted on router 26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:39.253810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd511b20-7a21-4da3-9551-317c0eb22c5d req-3949305a-fc67-4b87-bfe2-10d617fef7c6 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0381360 Feb 03 11:18:39.256591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Checking segment: {'id': 'bc7a350d-c468-460a-8d6d-25e25de7bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:39.256753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network hostable DHCP agents. Network: 12e2945c-cbb4-400d-a772-0830f95fa583, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:18:39.269089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.275557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233d3a-c035-42e0-bfb6-848732b70889 req-5579a64f-89f1-498c-a4aa-850d87a78af9 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:39.277638 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0dcc4d95-03f3-4380-8881-c2dd19dcc3bf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 204 len: 168 time: 0.6159832 Feb 03 11:18:39.280071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23233d3a-c035-42e0-bfb6-848732b70889 req-5579a64f-89f1-498c-a4aa-850d87a78af9 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2363100 Feb 03 11:18:39.281633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.326748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network 12e2945c-cbb4-400d-a772-0830f95fa583 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:18:39.334664 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-31e07a39-10f9-42af-8ae4-cab681d9c0f9 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 200 len: 205 time: 0.0517094 Feb 03 11:18:39.335545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.373085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 12e2945c-cbb4-400d-a772-0830f95fa583) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:39.386063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:39.386622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.388447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202179c-f61a-43ed-9bc5-5d800792612a None None] Network 12e2945c-cbb4-400d-a772-0830f95fa583 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:39.414551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23233d3a-c035-42e0-bfb6-848732b70889 req-7932aaf3-da88-4add-8291-52e03dbe65d6 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327164 Feb 03 11:18:39.429097 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a50a491e-89eb-480c-8f4f-2b5c12cbcb05 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:39.433416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a50a491e-89eb-480c-8f4f-2b5c12cbcb05 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/26d1fe1d-25dc-4cbd-9cd9-33728940a6c5 HTTP/1.1" status: 404 len: 336 time: 0.0962138 Feb 03 11:18:39.434212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.464612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e848836a-3cb8-4c75-aa94-4b963b866bd2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5859818 Feb 03 11:18:39.467665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.473162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'network': {'name': 'tempest-router-network01--63680305'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:39.514835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d08f4df6-bb5c-4800-801f-d88b62c759e0 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 200 len: 205 time: 0.0772943 Feb 03 11:18:39.515451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.575386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-12e2945c-cbb4-400d-a772-0830f95fa583', 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583', 'project_id': '34e031961d19451b831cc525c77827ad', 'fixed_ips': [{'subnet_id': '7925f8e6-6c5f-4eb0-af16-601aa94a9953'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:18:39.576710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.640063 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-86bbc392-f5e1-480a-af7c-974e1d8a266b tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:39.643546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-86bbc392-f5e1-480a-af7c-974e1d8a266b tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/a22636b8-4dd6-4e78-af60-b40f127f582e HTTP/1.1" status: 404 len: 336 time: 0.1247506 Feb 03 11:18:39.643724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.654855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:39.667795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.715544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fbf5c848-3b94-46fc-bfa2-88cc3fedb574 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 200 len: 205 time: 0.0685716 Feb 03 11:18:39.717009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42070) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.757740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:18:39.786260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7f839e4b-193e-48be-b3f0-8b1de16a2759), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.786625 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Added segment 7f839e4b-193e-48be-b3f0-8b1de16a2759 of type vlan for network cb48e545-20fa-45f0-8bf3-da31d02e1afc Feb 03 11:18:39.870474 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-67b005dc-441a-469f-a129-3de0cb4b6edb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:39.881915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (cb48e545-20fa-45f0-8bf3-da31d02e1afc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:39.882273 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67b005dc-441a-469f-a129-3de0cb4b6edb tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/9a75e6bf-94c6-47ae-809b-fc3002088c78 HTTP/1.1" status: 404 len: 336 time: 0.1625230 Feb 03 11:18:39.883967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:39.886258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Allocated IP 2001:db8::2 (12e2945c-cbb4-400d-a772-0830f95fa583/7925f8e6-6c5f-4eb0-af16-601aa94a9953/15d1e654-ef33-4fb4-b289-84120f4ff25e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:39.960428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-783f5098-02cf-40c4-b05e-ee7aaefe1ed7 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 200 len: 205 time: 0.0706978 Feb 03 11:18:39.960762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42074) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.015447 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-8f06bec9-2cb2-4efe-82f2-27268bb891e1 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:40.018967 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f06bec9-2cb2-4efe-82f2-27268bb891e1 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/794c94cc-e7e5-4e91-b980-76b5e30827fb HTTP/1.1" status: 404 len: 336 time: 0.0547974 Feb 03 11:18:40.019702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42076) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.025507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (cb48e545-20fa-45f0-8bf3-da31d02e1afc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.046097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:40.046759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.095686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6263876 Feb 03 11:18:40.098899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.110344 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cd51ddce-1137-463f-85d2-f82e38f5dfaf tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 200 len: 205 time: 0.0821867 Feb 03 11:18:40.110716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42080) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.121827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'network': {'name': 'tempest-router-network02--1147742849'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:40.248815 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-4e70b7b1-097e-4bfa-83b7-7fc419ffc542 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:40.255380 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e70b7b1-097e-4bfa-83b7-7fc419ffc542 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/ebd98952-419f-4b0d-992d-24d127e57ea6 HTTP/1.1" status: 404 len: 336 time: 0.1412747 Feb 03 11:18:40.255962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42092) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.312760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c848e-9ca5-4d5c-9c2e-20e424324504 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Network': ['ID=cb48e545-20fa-45f0-8bf3-da31d02e1afc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:40.335520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99d8e-a3e7-4296-808c-53898e770428 req-1298dd06-8ea3-4c8a-a8ad-a3698cfae06d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:40.345389 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fc316b17-9b97-46b7-a2a9-74840dcca67b tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "GET /v2.0/ports?device_id=050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 HTTP/1.1" status: 200 len: 205 time: 0.0800784 Feb 03 11:18:40.345573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7df99d8e-a3e7-4296-808c-53898e770428 req-1298dd06-8ea3-4c8a-a8ad-a3698cfae06d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.4059412 Feb 03 11:18:40.346338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.363078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:40.366168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.402916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks [] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.415089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:18:40.440481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:18:40.454227 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a0c2afed-e8fb-4717-8a10-73688734abd9 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] delete failed (client error): The resource could not be found. Feb 03 11:18:40.457486 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a0c2afed-e8fb-4717-8a10-73688734abd9 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/routers/050d3b85-5c5a-40bb-86f3-4a1df9d9ee30 HTTP/1.1" status: 404 len: 336 time: 0.1093123 Feb 03 11:18:40.460119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42100) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:40.516347 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2542b7-2b51-496e-b468-f305ebecd631 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] DELETE failed (client error): The resource could not be found. Feb 03 11:18:40.517305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2542b7-2b51-496e-b468-f305ebecd631 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:18:40.524585 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c2542b7-2b51-496e-b468-f305ebecd631 tempest-RoutersAdminTest-584433059 tempest-RoutersAdminTest-584433059-project] 10.222.0.30 "DELETE /v2.0/subnets/007fe086-2e64-4a56-a2f5-48c770a3da1d HTTP/1.1" status: 404 len: 337 time: 0.0631578 Feb 03 11:18:40.561071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7b85f3f-3677-498a-8f1c-2d5b46a6f806 req-141188b5-58da-46de-814d-c29fa3fd0fb1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0772364 Feb 03 11:18:40.588024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.604124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8a1508d1-6ccb-478b-9abe-f85f592e4b9a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.605228 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Added segment 8a1508d1-6ccb-478b-9abe-f85f592e4b9a of type vlan for network 02ae1e62-df37-4aae-9a56-3fb52ae0abee Feb 03 11:18:40.654005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7df99d8e-a3e7-4296-808c-53898e770428 req-739b83ec-9337-4c26-a88b-ef881128e797 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075447 Feb 03 11:18:40.709198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Network 12e2945c-cbb4-400d-a772-0830f95fa583 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:40.711933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Pushing event updated for resources: {'Port': ['ID=15d1e654-ef33-4fb4-b289-84120f4ff25e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:40.727437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:40.734129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:40.782023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (02ae1e62-df37-4aae-9a56-3fb52ae0abee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.888387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Attempting to bind port 15d1e654-ef33-4fb4-b289-84120f4ff25e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:40.888936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Attempting to bind port 15d1e654-ef33-4fb4-b289-84120f4ff25e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'bc7a350d-c468-460a-8d6d-25e25de7bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:40.890841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Attempting to bind port 15d1e654-ef33-4fb4-b289-84120f4ff25e on network 12e2945c-cbb4-400d-a772-0830f95fa583 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:40.900523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850d76e-747a-4f84-9809-e137d1afe6ff req-37bc0ab7-5286-45c8-a398-b726be59a995 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:40.902267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:40.906431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Checking segment: {'id': 'bc7a350d-c468-460a-8d6d-25e25de7bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:40.907739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.908384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Bound using segment: {'id': 'bc7a350d-c468-460a-8d6d-25e25de7bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:40.909001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e850d76e-747a-4f84-9809-e137d1afe6ff req-37bc0ab7-5286-45c8-a398-b726be59a995 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1678264 Feb 03 11:18:40.909764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Bound port: 15d1e654-ef33-4fb4-b289-84120f4ff25e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7a350d-c468-460a-8d6d-25e25de7bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '12e2945c-cbb4-400d-a772-0830f95fa583'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:40.912455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.917918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (02ae1e62-df37-4aae-9a56-3fb52ae0abee), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:40.923830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:40.924656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.048661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:41.050881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9493256 Feb 03 11:18:41.054258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'subnet': {'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:41.062827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:41.086067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] For port 15d1e654-ef33-4fb4-b289-84120f4ff25e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:41.091555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] For port 15d1e654-ef33-4fb4-b289-84120f4ff25e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15d1e654-ef33-4fb4-b289-84120f4ff25e,segment=NetworkSegment(bc7a350d-c468-460a-8d6d-25e25de7bc6c),segment_id=bc7a350d-c468-460a-8d6d-25e25de7bc6c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:41.102589 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.125241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31c0cd-abd0-4ff2-8918-21866aafb566 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Network': ['ID=02ae1e62-df37-4aae-9a56-3fb52ae0abee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:41.145625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e850d76e-747a-4f84-9809-e137d1afe6ff req-9ebe1cdc-b8e0-4a02-9827-1a2e964b8047 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356515 Feb 03 11:18:41.207440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:18:41.256979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:41.267646 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.324567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15e3d730-ea6b-4c41-8424-08091f843794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.344264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b8cc6-9569-49af-a002-a47c63e4a364 req-f8b8e7ba-d702-4681-a71c-5e131e0d904d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:41.353013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66b8cc6-9569-49af-a002-a47c63e4a364 req-f8b8e7ba-d702-4681-a71c-5e131e0d904d tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.2059302 Feb 03 11:18:41.434009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048e7a-d98f-41e8-b147-df4290b3c11b None None] Pushing event updated for resources: {'Port': ['ID=15d1e654-ef33-4fb4-b289-84120f4ff25e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:41.544202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15e3d730-ea6b-4c41-8424-08091f843794 admin admin] Publish callbacks [] for security_group (2201d06f-2ea5-47f1-b29b-fa783070af94), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.599165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (e2dbdb73-9ebb-4929-bd0d-337e962d58b3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.602683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15e3d730-ea6b-4c41-8424-08091f843794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2201d06f-2ea5-47f1-b29b-fa783070af94), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.635340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-15e3d730-ea6b-4c41-8424-08091f843794 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db21bb4971bd4cf28279e286262cb671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697930 Feb 03 11:18:41.653136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:41.660103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Subnet': ['ID=e2dbdb73-9ebb-4929-bd0d-337e962d58b3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:41.713491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Checking segment: {'id': '7f839e4b-193e-48be-b3f0-8b1de16a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:41.713992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network hostable DHCP agents. Network: cb48e545-20fa-45f0-8bf3-da31d02e1afc, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:18:41.738759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:18:41.773074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, cb48e545-20fa-45f0-8bf3-da31d02e1afc) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:41.794333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f165275-f86b-4831-897a-ae938fb11e05 req-2ec06ed7-c715-4753-b1c4-a2549b332534 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:41.797873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:41.798732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:41.809010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f165275-f86b-4831-897a-ae938fb11e05 req-2ec06ed7-c715-4753-b1c4-a2549b332534 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 950 time: 0.2565162 Feb 03 11:18:41.813588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bad79b-5c56-46bc-97ff-5d90f17bf5b2 None None] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:41.871582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b5d97c4-6d47-4692-b7c1-79bda392089e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8214648 Feb 03 11:18:41.875358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:41.898226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'subnet': {'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:41.904526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66b8cc6-9569-49af-a002-a47c63e4a364 req-813427a4-0ea4-4804-b528-39be748cacad tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093424 Feb 03 11:18:41.938512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3d730-ea6b-4c41-8424-08091f843794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2201d06f-2ea5-47f1-b29b-fa783070af94,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:41.961736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] Publish callbacks [] for security_group (2201d06f-2ea5-47f1-b29b-fa783070af94), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.017564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] Publish callbacks [] for security_group (2201d06f-2ea5-47f1-b29b-fa783070af94), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.127868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:42.132293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.136668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-cb48e545-20fa-45f0-8bf3-da31d02e1afc', 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc', 'project_id': '34e031961d19451b831cc525c77827ad', 'fixed_ips': [{'subnet_id': 'e2dbdb73-9ebb-4929-bd0d-337e962d58b3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:18:42.137585 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.153910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f165275-f86b-4831-897a-ae938fb11e05 req-e2b79cb6-e394-4afe-b42b-50207e4bf34e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267331 Feb 03 11:18:42.158017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5305d6f3-19d9-43fc-a170-3043a9cd2e98 req-0811316c-d06e-40dc-bca1-df9c4604bc4b tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0514264 Feb 03 11:18:42.205449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2201d06f-2ea5-47f1-b29b-fa783070af94), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.209244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:42.212815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2201d06f-2ea5-47f1-b29b-fa783070af94 HTTP/1.1" status: 204 len: 168 time: 0.5485559 Feb 03 11:18:42.225937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8a8c3-721a-4696-b1f0-b4a487b1db60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201d06f-2ea5-47f1-b29b-fa783070af94,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:42.413928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373bb74-d483-4451-8d22-4c67a3260afd req-c75c87e5-e640-4549-ba70-c5fc4d1521d7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:42.418721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1373bb74-d483-4451-8d22-4c67a3260afd req-c75c87e5-e640-4549-ba70-c5fc4d1521d7 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1266782 Feb 03 11:18:42.542218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1373bb74-d483-4451-8d22-4c67a3260afd req-113dbefc-1370-4169-92cc-9b67a59e319e tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145358 Feb 03 11:18:42.596167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Allocated IP 2001:db8::2 (cb48e545-20fa-45f0-8bf3-da31d02e1afc/e2dbdb73-9ebb-4929-bd0d-337e962d58b3/fd6ab9ab-bb09-44ea-aef4-060f4b7ae337) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:42.830389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:42.926010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4a583f4-cb40-4780-abd0-ef63fadda822 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1646067d5ed04a598097cde1069968d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941215 Feb 03 11:18:42.929618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42206) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:43.066814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15d1e654-ef33-4fb4-b289-84120f4ff25e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:43.078112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] Publish callbacks [] for security_group (fef68235-9aae-442e-b687-c3f6e3cc76ff), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.103608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] Publish callbacks [] for security_group (fef68235-9aae-442e-b687-c3f6e3cc76ff), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.181323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks [] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.195386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fef68235-9aae-442e-b687-c3f6e3cc76ff), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.216279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.221180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.223266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fef68235-9aae-442e-b687-c3f6e3cc76ff HTTP/1.1" status: 204 len: 168 time: 0.2905505 Feb 03 11:18:43.286991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c3ec3-dd7a-497d-9030-b3d5fec353ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef68235-9aae-442e-b687-c3f6e3cc76ff,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:43.338990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392419-4b26-44ab-9ea6-a124a9db9a41 req-1ac22051-14be-4612-9535-5b0dc6cf8d0a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:43.340551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4392419-4b26-44ab-9ea6-a124a9db9a41 req-1ac22051-14be-4612-9535-5b0dc6cf8d0a tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.2797832 Feb 03 11:18:43.366723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-24891c07-4174-4365-b87f-ffe6939e0c49 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:43.368292 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-24891c07-4174-4365-b87f-ffe6939e0c49 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.2025290 Feb 03 11:18:43.442045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4392419-4b26-44ab-9ea6-a124a9db9a41 req-989941a2-936b-49e1-8911-be03ddf45d03 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943699 Feb 03 11:18:43.497072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (479b8798-d1f8-4393-8126-9ff750578afd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.522516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98f80957-c128-4ac3-8911-89b72a0155f5 req-6aae6cba-feb6-4cc9-9c60-4e366d069308 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0877237 Feb 03 11:18:43.641140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Subnet': ['ID=479b8798-d1f8-4393-8126-9ff750578afd,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:43.690617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Checking segment: {'id': '8a1508d1-6ccb-478b-9abe-f85f592e4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:43.691141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network hostable DHCP agents. Network: 02ae1e62-df37-4aae-9a56-3fb52ae0abee, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:18:43.744964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f338d66-b8a2-4e29-8025-2fffdf93da1c None None] Network 12e2945c-cbb4-400d-a772-0830f95fa583 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:43.745535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Deleting port 3066bfa4-69d4-42ed-b00f-42eb6830b216 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:43.749012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.787436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:43.803995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Pushing event updated for resources: {'Port': ['ID=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:43.807268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:18:43.809833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:43.840423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e4105-e4dc-4098-8150-2c671aa41c95 req-fa0ff61b-adca-4f49-9e74-4a75c74c2982 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:43.845662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:43.852659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a72e4105-e4dc-4098-8150-2c671aa41c95 req-fa0ff61b-adca-4f49-9e74-4a75c74c2982 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 945 time: 0.1493621 Feb 03 11:18:43.862777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 02ae1e62-df37-4aae-9a56-3fb52ae0abee) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:43.863871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Provisioning complete for port 15d1e654-ef33-4fb4-b289-84120f4ff25e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:43.864609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.915529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83dad12-6eee-4768-9ba7-566f0d454afa None None] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:43.962448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a72e4105-e4dc-4098-8150-2c671aa41c95 req-49f00702-d0fa-4509-a053-ae4fd6d92eb0 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/security-groups?id=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085246 Feb 03 11:18:43.967309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 15d1e654-ef33-4fb4-b289-84120f4ff25e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:43.968567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:43.978665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:43.981307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.044755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Attempting to bind port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:44.045336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Attempting to bind port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '7f839e4b-193e-48be-b3f0-8b1de16a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:44.046013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Attempting to bind port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 on network cb48e545-20fa-45f0-8bf3-da31d02e1afc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:44.089900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:44.091503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ddfffda-4543-4de9-bc0f-324338fe6608 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2108037 Feb 03 11:18:44.134629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] For port 3066bfa4-69d4-42ed-b00f-42eb6830b216, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3066bfa4-69d4-42ed-b00f-42eb6830b216,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:44.135693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.141185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:44.145124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Checking segment: {'id': '7f839e4b-193e-48be-b3f0-8b1de16a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:44.145755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.146226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Bound using segment: {'id': '7f839e4b-193e-48be-b3f0-8b1de16a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:44.146835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Bound port: fd6ab9ab-bb09-44ea-aef4-060f4b7ae337, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f839e4b-193e-48be-b3f0-8b1de16a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cb48e545-20fa-45f0-8bf3-da31d02e1afc'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:44.147392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.165013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Calling delete_port for 3066bfa4-69d4-42ed-b00f-42eb6830b216 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:44.406804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-02ae1e62-df37-4aae-9a56-3fb52ae0abee', 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee', 'project_id': '34e031961d19451b831cc525c77827ad', 'fixed_ips': [{'subnet_id': '479b8798-d1f8-4393-8126-9ff750578afd'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:18:44.407695 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.529941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Current status of the port 15d1e654-ef33-4fb4-b289-84120f4ff25e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:44.530382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.620610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] For port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:44.666168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3066bfa4-69d4-42ed-b00f-42eb6830b216), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.667977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 15d1e654-ef33-4fb4-b289-84120f4ff25e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:44.668378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.724839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Pushing event deleted for resources: {'Port': ['ID=3066bfa4-69d4-42ed-b00f-42eb6830b216,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:44.814055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] For port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,segment=NetworkSegment(7f839e4b-193e-48be-b3f0-8b1de16a2759),segment_id=7f839e4b-193e-48be-b3f0-8b1de16a2759)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:44.844229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] No DVR routers for this DVR port 3066bfa4-69d4-42ed-b00f-42eb6830b216 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:44.851717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.875115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b745f91e-d369-4bfa-812a-2816ff67af57 req-058ce2f0-e2ed-4781-97db-b05b4a5a0f88 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.69 "DELETE /v2.0/ports/3066bfa4-69d4-42ed-b00f-42eb6830b216 HTTP/1.1" status: 204 len: 173 time: 1.4975657 Feb 03 11:18:44.888139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'name': 'network-vif-deleted', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:44.888380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:44.903993 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db3607-f33f-4403-aade-a00281a840b9" -d '{"events": [{"server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "name": "network-vif-deleted", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:44.936969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] For port 15d1e654-ef33-4fb4-b289-84120f4ff25e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15d1e654-ef33-4fb4-b289-84120f4ff25e,segment=NetworkSegment(bc7a350d-c468-460a-8d6d-25e25de7bc6c),segment_id=bc7a350d-c468-460a-8d6d-25e25de7bc6c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:45.065141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61fb1-9ace-4e81-8f69-cbb2d5f250ca None None] Pushing event updated for resources: {'Port': ['ID=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:45.136131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:45.217804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:18:45.218372 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:18:45.290347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3066bfa4-69d4-42ed-b00f-42eb6830b216 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:45.337183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-33d880e2-b476-4960-923f-30e28d34c3a1 None None] Provisioning complete for port 15d1e654-ef33-4fb4-b289-84120f4ff25e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:45.337704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d880e2-b476-4960-923f-30e28d34c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:45.355117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d968-cc75-41c1-8cb4-412d74032102 req-59d1bf84-2a40-4370-910c-dce3cf26d6a6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:45.364058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2a1d968-cc75-41c1-8cb4-412d74032102 req-59d1bf84-2a40-4370-910c-dce3cf26d6a6 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 1.1574125 Feb 03 11:18:45.392271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3066bfa4-69d4-42ed-b00f-42eb6830b216 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:45.392620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3066bfa4-69d4-42ed-b00f-42eb6830b216 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:45.494087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c04520-3ac5-4691-b7f1-ea5351797140 None None] Pushing event updated for resources: {'Port': ['ID=15d1e654-ef33-4fb4-b289-84120f4ff25e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:45.497950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Allocated IP 2001:db8::2 (02ae1e62-df37-4aae-9a56-3fb52ae0abee/479b8798-d1f8-4393-8126-9ff750578afd/814dc7c8-3893-4925-8fde-417fc5c9d670) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:45.553580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3477427b-49fa-4d1d-889d-e4a089af86f7 req-cc038458-fc41-44a0-9a4f-8b85c9619ed2 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1514328 Feb 03 11:18:45.598663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33d880e2-b476-4960-923f-30e28d34c3a1 None None] Current status of the port 15d1e654-ef33-4fb4-b289-84120f4ff25e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:45.635421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:45.724015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:45.853618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2a1d968-cc75-41c1-8cb4-412d74032102 req-d5c1137e-3889-4958-8e19-711f8374f7a1 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/security-groups?id=4054dcee-c742-4779-ae17-9b0273e319d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827046 Feb 03 11:18:45.886466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-726e91c6-30a6-40c9-9d7b-6f9a3a32cc46 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:45.888103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-726e91c6-30a6-40c9-9d7b-6f9a3a32cc46 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 946 time: 0.1176531 Feb 03 11:18:45.961732 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c5daf-776a-4f02-beb0-e4f4f7722a12 x-openstack-request-id: req-152c5daf-776a-4f02-beb0-e4f4f7722a12 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:45.962149 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5e88ae-f4c7-4c80-b065-0f1c960adfa4", "name": "network-vif-deleted", "tag": "3066bfa4-69d4-42ed-b00f-42eb6830b216", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:45.962432 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-152c5daf-776a-4f02-beb0-e4f4f7722a12 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:45.962829 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e88ae-f4c7-4c80-b065-0f1c960adfa4', 'name': 'network-vif-deleted', 'tag': '3066bfa4-69d4-42ed-b00f-42eb6830b216', 'status': 'completed', 'code': 200} Feb 03 11:18:46.022674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks [] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.119351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.140349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Deleting port 666aa920-7c95-4c09-a6cb-9ba20de05724 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:46.151284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.165221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:46.233910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.287361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e03d711-0bd3-458f-b2bb-283c62f49ea4 req-537adcab-7342-4ffc-bfb8-a2a139f65a75 tempest-ServerRescueNegativeTestJSON-1544911208 tempest-ServerRescueNegativeTestJSON-1544911208-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe5e88ae-f4c7-4c80-b065-0f1c960adfa4 HTTP/1.1" status: 200 len: 210 time: 0.1171463 Feb 03 11:18:46.304055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:46.317845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:46.325430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:46.329307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 15d1e654-ef33-4fb4-b289-84120f4ff25e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:46.372756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] For port 666aa920-7c95-4c09-a6cb-9ba20de05724, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=666aa920-7c95-4c09-a6cb-9ba20de05724,segment=NetworkSegment(4d90e857-e5ce-49aa-97ca-bf6f8f9b9949),segment_id=4d90e857-e5ce-49aa-97ca-bf6f8f9b9949)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:46.380739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.449289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6f8aec48-840a-4b89-aafb-672a7a3923d9 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:46.449453 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.462560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Calling delete_port for 666aa920-7c95-4c09-a6cb-9ba20de05724 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:46.500760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Pushing event updated for resources: {'Port': ['ID=814dc7c8-3893-4925-8fde-417fc5c9d670,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:46.548543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Allocated IP 2001:db8::1 (cb48e545-20fa-45f0-8bf3-da31d02e1afc/e2dbdb73-9ebb-4929-bd0d-337e962d58b3/e4f7bc42-f1ad-4837-8213-cab28ca8527f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:46.623371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Attempting to bind port 814dc7c8-3893-4925-8fde-417fc5c9d670 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:46.639051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Attempting to bind port 814dc7c8-3893-4925-8fde-417fc5c9d670 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8a1508d1-6ccb-478b-9abe-f85f592e4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:46.645447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Attempting to bind port 814dc7c8-3893-4925-8fde-417fc5c9d670 on network 02ae1e62-df37-4aae-9a56-3fb52ae0abee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:46.650152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:46.659136 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6b0fc-4ed5-43f9-91f1-737dcaa735bd" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:46.690653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-907718266', 'router:external': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:46.694135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:46.696974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:46.707663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Checking segment: {'id': '8a1508d1-6ccb-478b-9abe-f85f592e4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:46.708083 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.708598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Bound using segment: {'id': '8a1508d1-6ccb-478b-9abe-f85f592e4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:46.709004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Bound port: 814dc7c8-3893-4925-8fde-417fc5c9d670, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1508d1-6ccb-478b-9abe-f85f592e4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02ae1e62-df37-4aae-9a56-3fb52ae0abee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:46.709456 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.723931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.819212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (666aa920-7c95-4c09-a6cb-9ba20de05724), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.865710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:46.866845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8c8ffba-fc29-41e8-ad95-64c20024210f req-3e740d7f-99d8-4b7a-8a94-98cb337272d2 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0744386 Feb 03 11:18:46.870742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['666aa920-7c95-4c09-a6cb-9ba20de05724'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:18:46.893505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Pushing event deleted for resources: {'Port': ['ID=666aa920-7c95-4c09-a6cb-9ba20de05724,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:46.896771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Made reservation on behalf of 05a243a558f9458383babb08340b1102 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:46.902775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:46.975999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.004363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] No DVR routers for this DVR port 666aa920-7c95-4c09-a6cb-9ba20de05724 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:47.017924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.022134 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6b34a445-9493-41f3-800b-71a7e37c4a19 req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.69 "DELETE /v2.0/ports/666aa920-7c95-4c09-a6cb-9ba20de05724 HTTP/1.1" status: 204 len: 173 time: 1.1260271 Feb 03 11:18:47.029110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.029462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.029804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.030686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.031285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.034125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.034669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.035609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.036314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.037423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.038160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.041148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.041937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedc848-0716-4eaf-814f-20a75bdea5ea tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:47.044528 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da9874-1ba6-48ec-8d19-0e45f8682f5f x-openstack-request-id: req-b2da9874-1ba6-48ec-8d19-0e45f8682f5f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:47.045028 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:47.050455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.051607 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2da9874-1ba6-48ec-8d19-0e45f8682f5f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:47.052145 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'code': 200} Feb 03 11:18:47.093870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.206448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Port': ['ID=e4f7bc42-f1ad-4837-8213-cab28ca8527f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:47.227510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:47.231329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:47.258521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:47.259119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.278263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:47.284523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] For port 814dc7c8-3893-4925-8fde-417fc5c9d670, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:47.287818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for security_group (cd97ebd4-b45d-4ef7-ab76-aab2599050e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.289627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] For port 814dc7c8-3893-4925-8fde-417fc5c9d670, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=814dc7c8-3893-4925-8fde-417fc5c9d670,segment=NetworkSegment(8a1508d1-6ccb-478b-9abe-f85f592e4b9a),segment_id=8a1508d1-6ccb-478b-9abe-f85f592e4b9a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:47.301140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15d7ca9e-3765-46cb-9ff2-708ddfdb6576 req-e5616b23-9e97-4461-9231-b870858b2460 tempest-DeleteServersTestJSON-1427672767 tempest-DeleteServersTestJSON-1427672767-project] 10.222.0.30 "GET /v2.0/ports?device_id=a50fd641-e8b0-4810-b653-d68dacc53825 HTTP/1.1" status: 200 len: 210 time: 0.0896564 Feb 03 11:18:47.315211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cd97ebd4-b45d-4ef7-ab76-aab2599050e4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.317581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.336146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:18:47.392611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767f725-91df-4e88-8ba9-2d922145f541 None None] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:47.394397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:47.394536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (75087981-2486-4958-aec1-250eadba788d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.394763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.395052 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Added segment 75087981-2486-4958-aec1-250eadba788d of type vlan for network d5a3c973-426e-49ed-befd-78a155b7643d Feb 03 11:18:47.408492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd97ebd4-b45d-4ef7-ab76-aab2599050e4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:47.431889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:47.753671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.766720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aebac-92df-476d-96dc-db39fb2565ef None None] Pushing event updated for resources: {'Port': ['ID=814dc7c8-3893-4925-8fde-417fc5c9d670,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:47.777548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d5a3c973-426e-49ed-befd-78a155b7643d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:47.824148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Provisioning complete for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:47.824524 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.024999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'name': 'network-vif-deleted', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:48.032199 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa2fede-dacd-4519-b346-3b1d4191652c" -d '{"events": [{"server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "name": "network-vif-deleted", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:48.038663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d5a3c973-426e-49ed-befd-78a155b7643d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.040160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:48.041051 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.060861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:48.062009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.174797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Network': ['ID=d5a3c973-426e-49ed-befd-78a155b7643d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:48.241662 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a99dbc8a-f14d-489f-aeed-7f7229373052 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9121640 Feb 03 11:18:48.242888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42476) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:48.253260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'subnet': {'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:48.286405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a4c9c21-1bc9-4486-ac1c-fcb1649920e6 req-ba101ebb-1b81-420b-8fb2-09a187c740de tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.1088443 Feb 03 11:18:48.319884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Made reservation on behalf of 05a243a558f9458383babb08340b1102 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:48.324185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.388195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d5a3c973-426e-49ed-befd-78a155b7643d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:18:48.395873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,segment=NetworkSegment(7f839e4b-193e-48be-b3f0-8b1de16a2759),segment_id=7f839e4b-193e-48be-b3f0-8b1de16a2759)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:48.440606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.452815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15d1e654-ef33-4fb4-b289-84120f4ff25e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:48.537733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.547559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.548658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.674288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Port': ['ID=e4f7bc42-f1ad-4837-8213-cab28ca8527f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:48.753762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Current status of the port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:48.754557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:48.828648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:48.834184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:48.875650 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd5cdf0-442d-449b-8de4-b174af25fb26 x-openstack-request-id: req-acd5cdf0-442d-449b-8de4-b174af25fb26 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:48.876122 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50fd641-e8b0-4810-b653-d68dacc53825", "name": "network-vif-deleted", "tag": "666aa920-7c95-4c09-a6cb-9ba20de05724", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:48.876528 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acd5cdf0-442d-449b-8de4-b174af25fb26 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:48.877427 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50fd641-e8b0-4810-b653-d68dacc53825', 'name': 'network-vif-deleted', 'tag': '666aa920-7c95-4c09-a6cb-9ba20de05724', 'status': 'completed', 'code': 200} Feb 03 11:18:48.917712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:49.129125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:18:49.130162 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:18:49.166862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 15d1e654-ef33-4fb4-b289-84120f4ff25e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:49.168980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:49.180222 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-18f2b8df-365e-4c7b-b47e-275ec6663872 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3369055 Feb 03 11:18:49.294303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 666aa920-7c95-4c09-a6cb-9ba20de05724 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:49.307852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Router 266208ab-1dba-452d-beb8-f2644553682b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:49.407271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 666aa920-7c95-4c09-a6cb-9ba20de05724 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:49.407663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 666aa920-7c95-4c09-a6cb-9ba20de05724 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:49.436057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-3a961a28-4e38-4550-9b90-fdf550d69bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:49.442481 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-3a961a28-4e38-4550-9b90-fdf550d69bd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 1128 time: 0.2125893 Feb 03 11:18:49.524821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 15d1e654-ef33-4fb4-b289-84120f4ff25e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:49.609627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:49.618788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-13e762aa-2576-4a55-ae87-57462efc8b3d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5280550 Feb 03 11:18:49.622164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:49.623703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] Sync routers for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:49.649028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:49.651067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:49.660385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-781da0ae-0a7c-4f94-bf1c-ea41d786c669 req-275a0998-7149-409a-9038-07594479df66 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0522232 Feb 03 11:18:49.854299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-4bd0d128-e575-412b-ac82-661fe6b88bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:49.857863 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-4bd0d128-e575-412b-ac82-661fe6b88bd0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.3395603 Feb 03 11:18:49.862258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa380914-ee2e-4b8b-84e2-38f279ca81e6 None None] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:49.875641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:18:49.877283 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (07780112-b5b0-45c7-9c69-1725e8aa5967), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:49.911135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:50.020005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:50.025716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27cab475-f5c2-4eba-8c78-e1cee4256aee None None] Current status of the port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:50.055259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-79d634f9-5ce9-477f-a76a-69c8dfefb9e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116 HTTP/1.1" status: 200 len: 217 time: 0.1641004 Feb 03 11:18:50.059539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7662e901-ca62-4d12-a0fc-0d766237e222), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.084792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:50.085560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:50.172014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:50.172862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81239379-d092-4786-9b18-5ac0ebec8679 None None] The sync data for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:50.194892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07780112-b5b0-45c7-9c69-1725e8aa5967,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:50.199351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Provisioning complete for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:50.200336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.217603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacad034-abe2-49a4-9890-2da29bae70d5 req-8b3ea434-c247-4590-a48b-d39dacd23b46 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:50.232272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eacad034-abe2-49a4-9890-2da29bae70d5 req-8b3ea434-c247-4590-a48b-d39dacd23b46 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.1342049 Feb 03 11:18:50.311018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:50.311502 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.362295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-77e892dd-282c-4a9b-8ef6-92ddd0c3dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:50.363816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-77e892dd-282c-4a9b-8ef6-92ddd0c3dba8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1584835 Feb 03 11:18:50.395422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eacad034-abe2-49a4-9890-2da29bae70d5 req-c81eeb57-f631-4048-8b75-4e5e314e933c tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577652 Feb 03 11:18:50.414135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Current status of the port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:50.439979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Checking segment: {'id': '75087981-2486-4958-aec1-250eadba788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:50.440291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network hostable DHCP agents. Network: d5a3c973-426e-49ed-befd-78a155b7643d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:18:50.493505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Provisioning complete for port e4f7bc42-f1ad-4837-8213-cab28ca8527f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:50.494593 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.495026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network d5a3c973-426e-49ed-befd-78a155b7643d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:18:50.518007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-8e337395-3989-46e8-8a02-5e241815259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:50.519570 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-8e337395-3989-46e8-8a02-5e241815259a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1345739 Feb 03 11:18:50.522316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d5a3c973-426e-49ed-befd-78a155b7643d) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:50.555526 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c24c5f6c-f692-4d02-9b26-63f03d6a867f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:18:50.556618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c24c5f6c-f692-4d02-9b26-63f03d6a867f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9060647 Feb 03 11:18:50.559527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42568) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:50.559757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:50.560708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.562486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c0f74-12a0-429a-8273-9f66acd1b39d None None] Network d5a3c973-426e-49ed-befd-78a155b7643d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:50.595267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:50.596475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 814dc7c8-3893-4925-8fde-417fc5c9d670 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:50.654721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c343773d-b218-42d4-8bc9-5ac0b8d1bf7c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4088988 Feb 03 11:18:50.659071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:50.665323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1815814698', 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:50.704433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Port e4f7bc42-f1ad-4837-8213-cab28ca8527f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:18:50.739000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 814dc7c8-3893-4925-8fde-417fc5c9d670 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:50.739380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.758344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Deleting port be7c631f-3621-4bc0-a911-fe35b6cdca08 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:50.759706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.765477 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-dc74bd4a-996c-48d5-a645-2a6cf47461f4 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173913 Feb 03 11:18:50.768933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Made reservation on behalf of 05a243a558f9458383babb08340b1102 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:50.770699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Provisioning complete for port 814dc7c8-3893-4925-8fde-417fc5c9d670 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:50.771189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.774213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:50.841858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9828adf-8c31-475e-bc5c-03aa2f7c589f None None] Network d5a3c973-426e-49ed-befd-78a155b7643d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:50.895154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] device_id is not set on port 20b83895-4cae-4286-8233-a01810cc0fd6 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:18:51.023867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Current status of the port 814dc7c8-3893-4925-8fde-417fc5c9d670 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:51.024227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.043891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 814dc7c8-3893-4925-8fde-417fc5c9d670 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:51.044313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.068262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] For port be7c631f-3621-4bc0-a911-fe35b6cdca08, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be7c631f-3621-4bc0-a911-fe35b6cdca08,segment=NetworkSegment(8494679a-7884-4e73-aaac-3b87249aa78b),segment_id=8494679a-7884-4e73-aaac-3b87249aa78b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:51.069047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.087693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 814dc7c8-3893-4925-8fde-417fc5c9d670, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=814dc7c8-3893-4925-8fde-417fc5c9d670,segment=NetworkSegment(8a1508d1-6ccb-478b-9abe-f85f592e4b9a),segment_id=8a1508d1-6ccb-478b-9abe-f85f592e4b9a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:51.095759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.118232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Calling delete_port for be7c631f-3621-4bc0-a911-fe35b6cdca08 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:51.130871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0003b7b-8299-4b34-abba-357d54bd9355 req-4e9ae97e-632d-453f-b3b9-8486e269e5f4 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0394528 Feb 03 11:18:51.155684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6fb721dc-a81a-4f70-99b7-135af63de0fe req-8e12c9d9-347c-49f0-b3e9-215273ad3a81 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711607 Feb 03 11:18:51.212723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:18:51.213352 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:18:51.217579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=814dc7c8-3893-4925-8fde-417fc5c9d670,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:51.317823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 2001:db8::17f (d5a3c973-426e-49ed-befd-78a155b7643d/07780112-b5b0-45c7-9c69-1725e8aa5967/20b83895-4cae-4286-8233-a01810cc0fd6) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:51.397050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.583829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (20b83895-4cae-4286-8233-a01810cc0fd6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.587084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (be7c631f-3621-4bc0-a911-fe35b6cdca08), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.618181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1dac-f630-4ff4-97d0-9660e12475b5 req-a04fe5ef-e4e8-4b58-8a16-6ffd7c80ebbe tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:51.619937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb1d1dac-f630-4ff4-97d0-9660e12475b5 req-a04fe5ef-e4e8-4b58-8a16-6ffd7c80ebbe tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.1492302 Feb 03 11:18:51.630908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Pushing event deleted for resources: {'Port': ['ID=be7c631f-3621-4bc0-a911-fe35b6cdca08,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:51.678117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 814dc7c8-3893-4925-8fde-417fc5c9d670 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:51.733976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (20b83895-4cae-4286-8233-a01810cc0fd6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.734606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb1d1dac-f630-4ff4-97d0-9660e12475b5 req-59dd2f3b-17b1-45c1-9e6e-c9f03236554d tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037040 Feb 03 11:18:51.787832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181f7ab-3192-40b7-a119-80d061b7563e req-c6b666d9-b516-487b-b86c-c5ad66f613bc tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:51.789619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1181f7ab-3192-40b7-a119-80d061b7563e req-c6b666d9-b516-487b-b86c-c5ad66f613bc tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 948 time: 0.1117716 Feb 03 11:18:51.794240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2687824e-35b9-4eeb-a84a-ff5ff6a86d54 None None] Current status of the port 814dc7c8-3893-4925-8fde-417fc5c9d670 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:51.806884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 814dc7c8-3893-4925-8fde-417fc5c9d670 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:51.807419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.807773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network d5a3c973-426e-49ed-befd-78a155b7643d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:51.813650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:51.855368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:51.856826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:51.859294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.885716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting port e4f7bc42-f1ad-4837-8213-cab28ca8527f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:51.886470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.892477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=20b83895-4cae-4286-8233-a01810cc0fd6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:51.914223 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44fc2ab5-50e1-4fb2-b1fb-cb0781ac5a4d tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2530282 Feb 03 11:18:51.917839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:51.921634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 814dc7c8-3893-4925-8fde-417fc5c9d670 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:51.938835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f71bf7f5-717d-4b2d-ac18-f9c75cf039a8 None None] Provisioning complete for port 814dc7c8-3893-4925-8fde-417fc5c9d670 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:51.939191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f71bf7f5-717d-4b2d-ac18-f9c75cf039a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:51.978690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Deleting port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:51.979051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.039827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f71bf7f5-717d-4b2d-ac18-f9c75cf039a8 None None] Current status of the port 814dc7c8-3893-4925-8fde-417fc5c9d670 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:52.052710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.066421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7662e901-ca62-4d12-a0fc-0d766237e222), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.072821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Calling delete_port for e4f7bc42-f1ad-4837-8213-cab28ca8527f owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:52.118501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Deleting port 20b83895-4cae-4286-8233-a01810cc0fd6 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:52.118849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (20b83895-4cae-4286-8233-a01810cc0fd6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.136507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] For port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:52.136711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.152732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Calling delete_port for e3689b1b-a4c8-4bd6-98e6-982b5c04af7a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:52.282395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ecda053-9bac-4d18-af25-16d32c152159 req-ed3773e8-babd-4574-9537-726e2c7102d8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0435240 Feb 03 11:18:52.434725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e3689b1b-a4c8-4bd6-98e6-982b5c04af7a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.503969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Pushing event deleted for resources: {'Port': ['ID=e3689b1b-a4c8-4bd6-98e6-982b5c04af7a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:52.561114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] No DVR routers for this DVR port e3689b1b-a4c8-4bd6-98e6-982b5c04af7a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:52.563385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4f7bc42-f1ad-4837-8213-cab28ca8527f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.566026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.569471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1181f7ab-3192-40b7-a119-80d061b7563e req-347f6fca-7de1-42a6-a0a8-fde166117a06 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "DELETE /v2.0/ports/e3689b1b-a4c8-4bd6-98e6-982b5c04af7a HTTP/1.1" status: 204 len: 173 time: 0.7737229 Feb 03 11:18:52.578193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (20b83895-4cae-4286-8233-a01810cc0fd6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.593116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-deleted', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:52.595455 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3f333-f7cd-4063-875f-9bc952f0533b" -d '{"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-deleted", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:52.601680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Port': ['ID=e4f7bc42-f1ad-4837-8213-cab28ca8527f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:52.651886 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1a1fc-6616-417f-829c-2bf5f932853e x-openstack-request-id: req-3dd1a1fc-6616-417f-829c-2bf5f932853e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:52.653055 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac45140-23c7-44bc-a4ea-ef3bf688965a", "name": "network-vif-deleted", "tag": "e3689b1b-a4c8-4bd6-98e6-982b5c04af7a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:52.653482 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dd1a1fc-6616-417f-829c-2bf5f932853e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:52.654044 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac45140-23c7-44bc-a4ea-ef3bf688965a', 'name': 'network-vif-deleted', 'tag': 'e3689b1b-a4c8-4bd6-98e6-982b5c04af7a', 'status': 'completed', 'code': 200} Feb 03 11:18:52.668061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Calling delete_port for 20b83895-4cae-4286-8233-a01810cc0fd6 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:52.758752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:52.968441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe403f57-185f-44e8-ba0c-d584147e20e6 req-82cac6e4-a299-420e-a29b-cc5f81abe38c tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac45140-23c7-44bc-a4ea-ef3bf688965a HTTP/1.1" status: 200 len: 210 time: 0.0477586 Feb 03 11:18:53.005147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Router 7662e901-ca62-4d12-a0fc-0d766237e222 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:18:53.068468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Router 266208ab-1dba-452d-beb8-f2644553682b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:18:53.091107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (20b83895-4cae-4286-8233-a01810cc0fd6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.120768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b83895-4cae-4286-8233-a01810cc0fd6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:53.195935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:53.207644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] Sync routers for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:53.222450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c7ca9a7-12ba-4d54-887d-583a81920864 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601522 Feb 03 11:18:53.223316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:53.224795 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:53.230113 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:53.239005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.253681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-66faacba-63c3-4487-a1da-ab6072537706 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/ports/20b83895-4cae-4286-8233-a01810cc0fd6 HTTP/1.1" status: 204 len: 168 time: 1.3341119 Feb 03 11:18:53.274583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42596) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:53.279451 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-9de24337-fda5-4744-bc65-68a37fe60ad9 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] delete failed (client error): The resource could not be found. Feb 03 11:18:53.286984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9de24337-fda5-4744-bc65-68a37fe60ad9 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-449733824 HTTP/1.1" status: 404 len: 334 time: 0.0625911 Feb 03 11:18:53.287837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:53.292697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c98ca338-3fb2-43da-a7cf-689aae68906c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'router': {'external_gateway_info': {'network_id': '266208ab-1dba-452d-beb8-f2644553682b'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:53.297640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d', 'external_fixed_ips': [{'subnet_id': '07780112-b5b0-45c7-9c69-1725e8aa5967', 'ip_address': '2001:db8::17f'}]}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:53.326558 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:53.346552 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:53.347497 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:53.385396 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:53.386468 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fceace1-16c3-4fb5-a248-eacf55078f8e None None] The sync data for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:53.412197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:53.448077 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-358eded5-0900-4dfb-a5e5-800fe71d70fb admin admin] 10.222.0.30 "PUT /v2.0/routers/7662e901-ca62-4d12-a0fc-0d766237e222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0152175 Feb 03 11:18:53.455449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.456692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.467777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42606) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:53.618651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks [] for router (7662e901-ca62-4d12-a0fc-0d766237e222), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.639193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Sync routers for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:53.651299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:53.652290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:53.784331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks [] for router_gateway (7662e901-ca62-4d12-a0fc-0d766237e222), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.789751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:18:53.795119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.815260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cceaf34a-f94f-4e97-b831-78e568aa13ce req-0576a160-2754-4619-8d2b-35807b7a1009 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c2cb947-70ee-4c3c-8b31-d153670f3901 HTTP/1.1" status: 200 len: 210 time: 0.0393388 Feb 03 11:18:53.927249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Deleting port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:53.927593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:53.972032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98ca338-3fb2-43da-a7cf-689aae68906c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router_gateway (266208ab-1dba-452d-beb8-f2644553682b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.000149 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c98ca338-3fb2-43da-a7cf-689aae68906c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] update failed (client error): The resource could not be found. Feb 03 11:18:54.001425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c98ca338-3fb2-43da-a7cf-689aae68906c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b HTTP/1.1" status: 404 len: 339 time: 0.7126439 Feb 03 11:18:54.005012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:54.010765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-969650265'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:54.027652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:18:51Z', 'revision_number': 5, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port': {'id': '58b7d3e6-e20c-4f8c-ae58-d738fc37b90c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:81:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:44Z', 'updated_at': '2022-02-03T11:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:54.030421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] For port 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:54.030808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.042505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:54.045245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Calling delete_port for 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:54.049421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.077531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Checking router: 7662e901-ca62-4d12-a0fc-0d766237e222 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:18:54.087491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Routers {'7662e901-ca62-4d12-a0fc-0d766237e222'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:54.088127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7662e901-ca62-4d12-a0fc-0d766237e222'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:54.095767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:18:54.107110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9975c9e5-59b4-450b-bee8-d02e2dea4e4c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.107642 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Added segment 9975c9e5-59b4-450b-bee8-d02e2dea4e4c of type vlan for network d0585a9c-00e9-40b2-9473-0f6326d351a6 Feb 03 11:18:54.162780 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d0585a9c-00e9-40b2-9473-0f6326d351a6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.178991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] Set router 7662e901-ca62-4d12-a0fc-0d766237e222 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:18:54.201273 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d0585a9c-00e9-40b2-9473-0f6326d351a6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.208519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:54.209270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.237185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.258943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:18:53Z', 'revision_number': 6, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:54.282162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2737985 Feb 03 11:18:54.294177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b14b4-9c94-482e-a770-30190ffd7ec8 None None] The sync data for ids ['7662e901-ca62-4d12-a0fc-0d766237e222'] in n-d-821606-6 is: [{'id': '7662e901-ca62-4d12-a0fc-0d766237e222', 'name': 'tempest-ServerRescueNegativeTestJSON-2027098239-router', 'tenant_id': '7bc58d18939c416fa68b6e8b29a9466e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:43Z', 'updated_at': '2022-02-03T11:18:53Z', 'revision_number': 6, 'project_id': '7bc58d18939c416fa68b6e8b29a9466e', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:18:54.295663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:54.316560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'subnet': {'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:54.364629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2d571-6079-4172-b4eb-1cf39ef11ae2 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Network': ['ID=d0585a9c-00e9-40b2-9473-0f6326d351a6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:54.375789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:18:54.460756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f73aa-a761-4f09-bbc1-231fbdf02a4c req-35f076ea-5fa5-43b9-8336-9f89b5182726 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:54.464322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d6f73aa-a761-4f09-bbc1-231fbdf02a4c req-35f076ea-5fa5-43b9-8336-9f89b5182726 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 948 time: 0.0606999 Feb 03 11:18:54.523623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d6f73aa-a761-4f09-bbc1-231fbdf02a4c req-b465a5df-d33a-475a-bdae-efd5ead8d78d tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 Feb 03 11:18:54.552836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Made reservation on behalf of 34e031961d19451b831cc525c77827ad for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:18:54.556206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.667997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (58b7d3e6-e20c-4f8c-ae58-d738fc37b90c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.740353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b7d3e6-e20c-4f8c-ae58-d738fc37b90c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:54.930496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.935341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (7662e901-ca62-4d12-a0fc-0d766237e222), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:54.936560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:54.994198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.149400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7662e901-ca62-4d12-a0fc-0d766237e222), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.158843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks [] for router_controller (7662e901-ca62-4d12-a0fc-0d766237e222), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.207372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (3f8fdbd0-1d1a-4508-b74c-ee546925b4ec), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.294363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7662e901-ca62-4d12-a0fc-0d766237e222), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.294879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7662e901-ca62-4d12-a0fc-0d766237e222 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:18:55.306084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.307807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40faa9a1-0577-47f2-a061-1f6a40fc3c45 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7662e901-ca62-4d12-a0fc-0d766237e222 HTTP/1.1" status: 204 len: 168 time: 1.8372252 Feb 03 11:18:55.311011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (4c3ea3d4-35cc-4886-a2ac-755c81411bdf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.311889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:55.375416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Subnet': ['ID=3f8fdbd0-1d1a-4508-b74c-ee546925b4ec,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:55.395265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (4c3ea3d4-35cc-4886-a2ac-755c81411bdf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.422097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Deleting subnet f1f402fb-d222-4b2a-9dda-96a52353a725 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:18:55.430897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Publish callbacks [] for subnet (f1f402fb-d222-4b2a-9dda-96a52353a725), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.439304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 2001:db8::17f (d5a3c973-426e-49ed-befd-78a155b7643d/07780112-b5b0-45c7-9c69-1725e8aa5967/2b269bfd-0d37-46b6-b51a-606bc2f9e758) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:55.448802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Checking segment: {'id': '9975c9e5-59b4-450b-bee8-d02e2dea4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:55.449198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network hostable DHCP agents. Network: d0585a9c-00e9-40b2-9473-0f6326d351a6, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:18:55.500895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:18:55.535925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f1f402fb-d222-4b2a-9dda-96a52353a725), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.541117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c3ea3d4-35cc-4886-a2ac-755c81411bdf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.543705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.544933 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c3ea3d4-35cc-4886-a2ac-755c81411bdf HTTP/1.1" status: 204 len: 168 time: 0.6073439 Feb 03 11:18:55.551931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42632) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:55.552559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d0585a9c-00e9-40b2-9473-0f6326d351a6) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:55.567929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa185068-19b7-4311-9e20-eb9cfe60e412 None None] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:55.570697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:55.571310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.584651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee350fdd-6dcd-4f73-830b-bb1e65321f2f tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3ea3d4-35cc-4886-a2ac-755c81411bdf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:55.592028 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-6ee6ed9c-e052-4112-8f63-d3d631bb39e1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] show failed (client error): The resource could not be found. Feb 03 11:18:55.593669 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ee6ed9c-e052-4112-8f63-d3d631bb39e1 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "GET /v2.0/security-groups/4c3ea3d4-35cc-4886-a2ac-755c81411bdf HTTP/1.1" status: 404 len: 347 time: 0.0392692 Feb 03 11:18:55.597288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:55.601102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f1f402fb-d222-4b2a-9dda-96a52353a725), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.625255 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20024ea6-0b51-4e2e-93a4-5f8ee6e129dd tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3235848 Feb 03 11:18:55.628387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42640) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:55.641345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7577f21c-1cf8-400e-ae9a-d4611f061659 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:18:55.719389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:55.749378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.775226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:55.775574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 58b7d3e6-e20c-4f8c-ae58-d738fc37b90c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:55.775992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be7c631f-3621-4bc0-a911-fe35b6cdca08 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:55.778281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:18:55.840453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e3689b1b-a4c8-4bd6-98e6-982b5c04af7a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:55.840798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e3689b1b-a4c8-4bd6-98e6-982b5c04af7a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:55.843756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: be7c631f-3621-4bc0-a911-fe35b6cdca08 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:18:55.844104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be7c631f-3621-4bc0-a911-fe35b6cdca08 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:18:55.931938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d0585a9c-00e9-40b2-9473-0f6326d351a6', 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6', 'project_id': '34e031961d19451b831cc525c77827ad', 'fixed_ips': [{'subnet_id': '3f8fdbd0-1d1a-4508-b74c-ee546925b4ec'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:18:55.935817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:55.970376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479d51-dbb6-4ec7-ab1a-4c3a4592ff19 req-90620901-30a0-4f05-ab93-827c7e3e1335 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:55.971897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e479d51-dbb6-4ec7-ab1a-4c3a4592ff19 req-90620901-30a0-4f05-ab93-827c7e3e1335 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 948 time: 0.2141337 Feb 03 11:18:55.974560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f1f402fb-d222-4b2a-9dda-96a52353a725), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.057961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f402fb-d222-4b2a-9dda-96a52353a725,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:56.060458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.063705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1f402fb-d222-4b2a-9dda-96a52353a725 HTTP/1.1" status: 204 len: 168 time: 0.7499630 Feb 03 11:18:56.068902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42642) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:56.111016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.111371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.111700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.112038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.112381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.112705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.113078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.113407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.113730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.114053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.114378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.114696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.115015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed92f15-bcdd-497c-b765-9643c4b7ebf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:18:56.180003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 4561271d-cd45-4fba-8572-8e423cda8f2a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:56.180351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.210993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e479d51-dbb6-4ec7-ab1a-4c3a4592ff19 req-8f700a3d-c6a0-48a1-b5d7-24e2e80b142b tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278228 Feb 03 11:18:56.223312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (7622e2d5-d255-4738-a877-2a48887f3562), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.283179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Allocated IP 2001:db8:1::2 (d0585a9c-00e9-40b2-9473-0f6326d351a6/3f8fdbd0-1d1a-4508-b74c-ee546925b4ec/301b1c7c-f29e-4c30-bb8f-c13b3770a8d4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:56.352695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.353278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (4561271d-cd45-4fba-8572-8e423cda8f2a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.436846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 4561271d-cd45-4fba-8572-8e423cda8f2a owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:56.439616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (7622e2d5-d255-4738-a877-2a48887f3562), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.499066 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks [] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.520761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.527817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7622e2d5-d255-4738-a877-2a48887f3562']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:56.553299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8494679a-7884-4e73-aaac-3b87249aa78b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:56.553613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8494679a-7884-4e73-aaac-3b87249aa78b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:56.574290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (8494679a-7884-4e73-aaac-3b87249aa78b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.596550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8494679a-7884-4e73-aaac-3b87249aa78b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.600358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7577f21c-1cf8-400e-ae9a-d4611f061659 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router_gateway (266208ab-1dba-452d-beb8-f2644553682b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.603275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:18:56.603637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (8494679a-7884-4e73-aaac-3b87249aa78b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.608601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.618205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:56.629556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Pushing event updated for resources: {'Port': ['ID=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:56.642892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:56.645147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:18:56.675388 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:18:56.684470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network d5a3c973-426e-49ed-befd-78a155b7643d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:18:56.686152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (7622e2d5-d255-4738-a877-2a48887f3562), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.695489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-0fe9e793-d7ff-43c8-ac8c-9ac65b6db32e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:56.697360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:18:56.697635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-0fe9e793-d7ff-43c8-ac8c-9ac65b6db32e tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 948 time: 0.2976758 Feb 03 11:18:56.713702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:18:56.718239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.719032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=2b269bfd-0d37-46b6-b51a-606bc2f9e758,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:56.732079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] 10.222.0.30 "DELETE /v2.0/networks/7622e2d5-d255-4738-a877-2a48887f3562 HTTP/1.1" status: 204 len: 168 time: 0.6620903 Feb 03 11:18:56.758855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Attempting to bind port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:18:56.759229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Attempting to bind port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9975c9e5-59b4-450b-bee8-d02e2dea4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:18:56.759596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Attempting to bind port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 on network d0585a9c-00e9-40b2-9473-0f6326d351a6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:18:56.769142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:18:56.769520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Checking segment: {'id': '9975c9e5-59b4-450b-bee8-d02e2dea4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:18:56.769927 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.770321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Bound using segment: {'id': '9975c9e5-59b4-450b-bee8-d02e2dea4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:18:56.770790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Bound port: 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9975c9e5-59b4-450b-bee8-d02e2dea4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd0585a9c-00e9-40b2-9473-0f6326d351a6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:18:56.771170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.806551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68c0ff-2d29-48dc-8c3e-560c456ce53f admin admin] Pushing event deleted for resources: {'Network': ['ID=7622e2d5-d255-4738-a877-2a48887f3562,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:56.899270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] For port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:18:56.904719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] For port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,segment=NetworkSegment(9975c9e5-59b4-450b-bee8-d02e2dea4e4c),segment_id=9975c9e5-59b4-450b-bee8-d02e2dea4e4c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:18:56.941003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:56.955988 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.066025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6cfc3-766a-421c-ba08-2a917154cfe8 None None] Pushing event updated for resources: {'Port': ['ID=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:57.084296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Deleting port 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:57.084650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.092857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:57.100967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4561271d-cd45-4fba-8572-8e423cda8f2a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.138531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=4561271d-cd45-4fba-8572-8e423cda8f2a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:57.207086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.285382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] For port 6f8aec48-840a-4b89-aafb-672a7a3923d9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6f8aec48-840a-4b89-aafb-672a7a3923d9,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:57.285758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.295058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for floatingip (13c78f1b-415f-4a24-ae01-2deaf3af6e28), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.297755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.298932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-873e9b11-b95a-4c2f-862e-7a14ab315e24 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/floatingips/13c78f1b-415f-4a24-ae01-2deaf3af6e28 HTTP/1.1" status: 204 len: 168 time: 1.7001710 Feb 03 11:18:57.304086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:57.309535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Calling delete_port for 6f8aec48-840a-4b89-aafb-672a7a3923d9 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:57.324311 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-7577f21c-1cf8-400e-ae9a-d4611f061659 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:18:57.325677 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7577f21c-1cf8-400e-ae9a-d4611f061659 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b HTTP/1.1" status: 400 len: 364 time: 1.6963274 Feb 03 11:18:57.337977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:57.576277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8cf8ad67-384f-4568-bbcb-c39e9bafde63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bc58d18939c416fa68b6e8b29a9466e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745402 Feb 03 11:18:57.580140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:57.643400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8771-885e-4240-a2d3-5f2b30198016 req-edd397a5-de28-4ef2-b8bb-3e0e6472f6a1 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:18:57.650770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a6e8771-885e-4240-a2d3-5f2b30198016 req-edd397a5-de28-4ef2-b8bb-3e0e6472f6a1 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/ports?device_id=5924184a-aaaa-472c-b6b7-ee556e382b26 HTTP/1.1" status: 200 len: 948 time: 0.2970498 Feb 03 11:18:57.785134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:57.801952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 899b7f55-30f9-432c-a8ff-c223dc1382db {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:57.802331 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.821526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a6e8771-885e-4240-a2d3-5f2b30198016 req-dc1c2826-a669-4a9f-93f1-753faeb5e3a6 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.30 "GET /v2.0/security-groups?id=1406171f-3dc0-48e8-995c-93a3bdc9a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698103 Feb 03 11:18:57.915803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:57.916109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.929543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f8aec48-840a-4b89-aafb-672a7a3923d9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:57.961920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Pushing event deleted for resources: {'Port': ['ID=6f8aec48-840a-4b89-aafb-672a7a3923d9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:58.023581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:58.023972 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.041628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] No DVR routers for this DVR port 6f8aec48-840a-4b89-aafb-672a7a3923d9 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:18:58.044963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.049238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.053199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-117d8298-574f-48d6-bef8-b21c8a5031ad req-074732bb-e81b-4b7f-b3a2-b1825696c840 tempest-ListImageFiltersTestJSON-1531594748 tempest-ListImageFiltersTestJSON-1531594748-project] 10.222.0.53 "DELETE /v2.0/ports/6f8aec48-840a-4b89-aafb-672a7a3923d9 HTTP/1.1" status: 204 len: 173 time: 1.3482013 Feb 03 11:18:58.053893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-deleted', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:18:58.058265 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb7439-9302-4a60-8e91-374ce266d144" -d '{"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-deleted", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:18:58.068363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,segment=NetworkSegment(9975c9e5-59b4-450b-bee8-d02e2dea4e4c),segment_id=9975c9e5-59b4-450b-bee8-d02e2dea4e4c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:18:58.078140 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.106856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 899b7f55-30f9-432c-a8ff-c223dc1382db owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:58.145040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.151751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] Publish callbacks [] for security_group (452f7e95-041c-4a8f-9ba9-ba2a36adf2e9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.187118 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dbf500-71a8-4c9e-9e23-3f3c2308552c x-openstack-request-id: req-05dbf500-71a8-4c9e-9e23-3f3c2308552c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:18:58.188438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:58.188946 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924184a-aaaa-472c-b6b7-ee556e382b26", "name": "network-vif-deleted", "tag": "6f8aec48-840a-4b89-aafb-672a7a3923d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:18:58.189392 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05dbf500-71a8-4c9e-9e23-3f3c2308552c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:18:58.189994 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924184a-aaaa-472c-b6b7-ee556e382b26', 'name': 'network-vif-deleted', 'tag': '6f8aec48-840a-4b89-aafb-672a7a3923d9', 'status': 'completed', 'code': 200} Feb 03 11:18:58.202470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] Publish callbacks [] for security_group (452f7e95-041c-4a8f-9ba9-ba2a36adf2e9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.334353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (899b7f55-30f9-432c-a8ff-c223dc1382db), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.403549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=899b7f55-30f9-432c-a8ff-c223dc1382db,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:58.466357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.475651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0e22407c-398a-4812-be1f-869872197a79 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/ports/899b7f55-30f9-432c-a8ff-c223dc1382db HTTP/1.1" status: 204 len: 168 time: 1.1673234 Feb 03 11:18:58.476363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:58.513226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.643350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port fec4d5d4-0a49-443f-bb3e-1cd05cf94650 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:18:58.643922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.846673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (452f7e95-041c-4a8f-9ba9-ba2a36adf2e9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.848769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.860954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/452f7e95-041c-4a8f-9ba9-ba2a36adf2e9 HTTP/1.1" status: 204 len: 168 time: 1.2099710 Feb 03 11:18:58.885317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f4a89-debc-41eb-9d2c-80ec79f27dff None None] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:18:58.895414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:58.933964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d8f70-562f-4585-9a0a-727b52603425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f7e95-041c-4a8f-9ba9-ba2a36adf2e9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:58.946100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for fec4d5d4-0a49-443f-bb3e-1cd05cf94650 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:18:59.097241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-54f88866-fdd4-494a-8f84-da8aea00221d None None] Provisioning complete for port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:59.109504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54f88866-fdd4-494a-8f84-da8aea00221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:59.192406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:18:59.229732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fec4d5d4-0a49-443f-bb3e-1cd05cf94650), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:59.298238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=fec4d5d4-0a49-443f-bb3e-1cd05cf94650,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:18:59.363288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54f88866-fdd4-494a-8f84-da8aea00221d None None] Current status of the port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:18:59.412464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Allocated IP 2001:db8::1 (12e2945c-cbb4-400d-a772-0830f95fa583/7925f8e6-6c5f-4eb0-af16-601aa94a9953/e8453674-7652-4f95-a078-e8e0eec39bf4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:18:59.479907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:59.483924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f533c6c4-b32a-457d-bf42-062db6aab253 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/ports/fec4d5d4-0a49-443f-bb3e-1cd05cf94650 HTTP/1.1" status: 204 len: 168 time: 1.0059116 Feb 03 11:18:59.489151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:59.639840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:18:59.674528 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Sync routers for ids ['f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:18:59.703509 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Routers {'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:18:59.704861 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:18:59.743761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:18:59.884514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:18:59.892802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ca59793-7ad8-4575-9b65-00e1435e934e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6156092 Feb 03 11:18:59.912726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:18:59.991284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-05ec5321-bc63-4d26-8877-f8bd7d10b199 None None] Provisioning complete for port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:18:59.992969 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Set router f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:18:59.993580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ec5321-bc63-4d26-8877-f8bd7d10b199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.121300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:00.121813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.201242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.247711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-05ec5321-bc63-4d26-8877-f8bd7d10b199 None None] Current status of the port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:00.340956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:00.395176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.482919 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a', 'name': '', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d', 'external_fixed_ips': [{'subnet_id': '07780112-b5b0-45c7-9c69-1725e8aa5967', 'ip_address': '2001:db8::17f'}], 'enable_snat': True}, 'gw_port_id': '2b269bfd-0d37-46b6-b51a-606bc2f9e758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:18:53Z', 'updated_at': '2022-02-03T11:18:56Z', 'revision_number': 3, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port': {'id': '2b269bfd-0d37-46b6-b51a-606bc2f9e758', 'name': '', 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '07780112-b5b0-45c7-9c69-1725e8aa5967', 'ip_address': '2001:db8::17f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:18:55Z', 'updated_at': '2022-02-03T11:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07780112-b5b0-45c7-9c69-1725e8aa5967', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:00.513511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.540649 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Checking router: f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:00.548726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Updating router f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a port 2b269bfd-0d37-46b6-b51a-606bc2f9e758 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:19:00.562544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting subnet bd9c6268-6a68-4d41-a774-7d6235ccc2ed {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:00.574426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for subnet (bd9c6268-6a68-4d41-a774-7d6235ccc2ed), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.609082 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.657102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:00.682449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (bd9c6268-6a68-4d41-a774-7d6235ccc2ed), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.688665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Port': ['ID=e8453674-7652-4f95-a078-e8e0eec39bf4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:00.709883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network 12e2945c-cbb4-400d-a772-0830f95fa583 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:00.714797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:00.718035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:00.718813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:00.970821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (bd9c6268-6a68-4d41-a774-7d6235ccc2ed), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.031243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-159295135-network', 'tenant_id': '16372ac255db4e6ab85ecdf599e57fe3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:01.047657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.081410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.108778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (bd9c6268-6a68-4d41-a774-7d6235ccc2ed), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.142540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2483d57-2a68-48c9-a6b6-72dea1495769 None None] Network af2f01dc-8cfc-4a58-9a04-fa12240976c5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:01.187077 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks [] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.197938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Made reservation on behalf of 16372ac255db4e6ab85ecdf599e57fe3 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:01.198977 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.206117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.206645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.214800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/subnets/bd9c6268-6a68-4d41-a774-7d6235ccc2ed HTTP/1.1" status: 204 len: 168 time: 1.7192543 Feb 03 11:19:01.217990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:01.234517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95a2de-ab56-46e1-97e7-86b654bacdc7 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9c6268-6a68-4d41-a774-7d6235ccc2ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:01.237092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.326899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting subnet 87236df7-ec63-4f43-84e3-9e98f3dca1be {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:01.333979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks [] for subnet (87236df7-ec63-4f43-84e3-9e98f3dca1be), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.390165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Pushing event updated for resources: {'Port': ['ID=2b269bfd-0d37-46b6-b51a-606bc2f9e758,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:01.421557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.422513 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.423767 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.424394 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.425924 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.426341 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.427365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.428378 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.429264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.432159 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.432549 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.432982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.433394 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:01.439511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (87236df7-ec63-4f43-84e3-9e98f3dca1be), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.451476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Attempting to bind port 2b269bfd-0d37-46b6-b51a-606bc2f9e758 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:01.452293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Attempting to bind port 2b269bfd-0d37-46b6-b51a-606bc2f9e758 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '75087981-2486-4958-aec1-250eadba788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:01.453428 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Attempting to bind port 2b269bfd-0d37-46b6-b51a-606bc2f9e758 on network d5a3c973-426e-49ed-befd-78a155b7643d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:01.457136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a36039da-2027-4bdf-b02e-bfea69ad4862 None None] Provisioning complete for port e8453674-7652-4f95-a078-e8e0eec39bf4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:01.457513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a36039da-2027-4bdf-b02e-bfea69ad4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.460232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eb4e973-dc18-41ac-8c8b-d6428c180f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.465956 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:01.466679 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Checking segment: {'id': '75087981-2486-4958-aec1-250eadba788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:01.467877 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.468560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Bound using segment: {'id': '75087981-2486-4958-aec1-250eadba788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:01.469326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Bound port: 2b269bfd-0d37-46b6-b51a-606bc2f9e758, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75087981-2486-4958-aec1-250eadba788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd5a3c973-426e-49ed-befd-78a155b7643d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:01.473873 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.553858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:01.563729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] For port 2b269bfd-0d37-46b6-b51a-606bc2f9e758, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:01.567024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] For port 2b269bfd-0d37-46b6-b51a-606bc2f9e758, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2b269bfd-0d37-46b6-b51a-606bc2f9e758,segment=NetworkSegment(75087981-2486-4958-aec1-250eadba788d),segment_id=75087981-2486-4958-aec1-250eadba788d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:01.578413 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.615341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a36039da-2027-4bdf-b02e-bfea69ad4862 None None] Port e8453674-7652-4f95-a078-e8e0eec39bf4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:19:01.647155 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64512f81-30f4-44eb-aa72-27961ee6d7ad None None] Pushing event updated for resources: {'Port': ['ID=2b269bfd-0d37-46b6-b51a-606bc2f9e758,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:01.649915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Deleting port 2b269bfd-0d37-46b6-b51a-606bc2f9e758 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:01.654545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.666702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (87236df7-ec63-4f43-84e3-9e98f3dca1be), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.687377 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Routers {'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:01.688262 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:18:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:01.748808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (87236df7-ec63-4f43-84e3-9e98f3dca1be), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.762473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:01.813256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] DHCP port deletion for af2f01dc-8cfc-4a58-9a04-fa12240976c5 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:01.829198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 6f8aec48-840a-4b89-aafb-672a7a3923d9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:01.829961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6f8aec48-840a-4b89-aafb-672a7a3923d9 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:01.866354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Subnet': ['ID=87236df7-ec63-4f43-84e3-9e98f3dca1be,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:01.891056 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:19:01.902824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.916686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-028114bf-f024-473f-8fb3-c2f466a59fa8 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/subnets/87236df7-ec63-4f43-84e3-9e98f3dca1be HTTP/1.1" status: 204 len: 168 time: 0.6952648 Feb 03 11:19:01.916881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e12f2-33de-4427-9c9b-7bf9e9c65df7 None None] Network 9ce900e2-422a-4715-8f61-024253e87c36 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:01.921461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:01.934996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks [] for security_group (2ac0f08a-eea7-41a7-8551-704233dfcd3d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.949148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] Set router f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:01.968858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Deleting subnet f0dce959-a905-4eea-91dd-8ba129cba43e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:01.972604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2ac0f08a-eea7-41a7-8551-704233dfcd3d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:01.980666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Publish callbacks [] for subnet (f0dce959-a905-4eea-91dd-8ba129cba43e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.056460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Deleting port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:02.057224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.087305 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a', 'name': '', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:18:53Z', 'updated_at': '2022-02-03T11:19:01Z', 'revision_number': 4, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:02.109385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42788) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:02.123213 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d51ff-5b95-4e6d-bdf0-aed5e60b3c09 None None] The sync data for ids ['f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a'] in n-d-821606-6 is: [{'id': 'f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a', 'name': '', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:18:53Z', 'updated_at': '2022-02-03T11:19:01Z', 'revision_number': 4, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:02.152405 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (af2f01dc-8cfc-4a58-9a04-fa12240976c5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.167220 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f0dce959-a905-4eea-91dd-8ba129cba43e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.241915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f0dce959-a905-4eea-91dd-8ba129cba43e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.282760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] For port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:02.283418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.320894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Calling delete_port for 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:02.322013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Deleting port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:02.322367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.430045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f0dce959-a905-4eea-91dd-8ba129cba43e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.460874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] DHCP port deletion for 9ce900e2-422a-4715-8f61-024253e87c36 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:02.475167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0dce959-a905-4eea-91dd-8ba129cba43e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:02.481332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.488554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2413beb8-d09d-4e70-9f3a-6ce90f6cb3d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f0dce959-a905-4eea-91dd-8ba129cba43e HTTP/1.1" status: 204 len: 168 time: 0.9336362 Feb 03 11:19:02.490871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] For port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,segment=NetworkSegment(5ede3f50-6c23-4ca7-88b2-a5cc4773c52f),segment_id=5ede3f50-6c23-4ca7-88b2-a5cc4773c52f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:02.491250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.494239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:02.570062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Calling delete_port for 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:02.697558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c01a563f-7a84-48a5-b20d-cb0f6a27ff02), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.777385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.779653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.794622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Calling delete_port for 2b269bfd-0d37-46b6-b51a-606bc2f9e758 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:02.811644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6fb87e23-e7bc-49ec-b716-bfa5a92a48d7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.819907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] No DVR routers for this DVR port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:02.876725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd834b53-87cd-4af7-8d3e-545a183aace7 None None] Pushing event deleted for resources: {'Port': ['ID=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:02.893137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Deleting port b1d48d01-c66b-4499-a12f-7e060d17868e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:02.893791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.905390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Port': ['ID=6fb87e23-e7bc-49ec-b716-bfa5a92a48d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:02.934157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] No DVR routers for this DVR port 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:02.975211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.988479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:19:02.996632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:02.998012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.045805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] For port b1d48d01-c66b-4499-a12f-7e060d17868e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1d48d01-c66b-4499-a12f-7e060d17868e,segment=NetworkSegment(2ec410db-ebb7-47d7-881d-92d1d28ba421),segment_id=2ec410db-ebb7-47d7-881d-92d1d28ba421)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:03.050685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.060356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac0f08a-eea7-41a7-8551-704233dfcd3d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.079545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Calling delete_port for b1d48d01-c66b-4499-a12f-7e060d17868e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:03.157262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c01a563f-7a84-48a5-b20d-cb0f6a27ff02), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.197371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01a563f-7a84-48a5-b20d-cb0f6a27ff02']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.199736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7953c240-a2c3-436d-b4f7-04063665594b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.200285 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Added segment 7953c240-a2c3-436d-b4f7-04063665594b of type vlan for network dc9cce5c-f824-4862-a038-e30fef5ba3a7 Feb 03 11:19:03.224744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.227818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d90e857-e5ce-49aa-97ca-bf6f8f9b9949') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.246995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (4d90e857-e5ce-49aa-97ca-bf6f8f9b9949), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.272271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4d90e857-e5ce-49aa-97ca-bf6f8f9b9949), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.283584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:03.283999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (4d90e857-e5ce-49aa-97ca-bf6f8f9b9949), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.292335 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b1d48d01-c66b-4499-a12f-7e060d17868e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.323542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] Pushing event deleted for resources: {'Port': ['ID=b1d48d01-c66b-4499-a12f-7e060d17868e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.329988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558d70f-5170-4ef3-a762-e3b60f8476d1 None None] No DVR routers for this DVR port b1d48d01-c66b-4499-a12f-7e060d17868e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:03.365297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event updated for resources: {'Port': ['ID=e8453674-7652-4f95-a078-e8e0eec39bf4,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:03.384289 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:03.417317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2b269bfd-0d37-46b6-b51a-606bc2f9e758), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.421880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c01a563f-7a84-48a5-b20d-cb0f6a27ff02), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.426912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (dc9cce5c-f824-4862-a038-e30fef5ba3a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.460194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.477033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c01a563f-7a84-48a5-b20d-cb0f6a27ff02 HTTP/1.1" status: 204 len: 168 time: 0.9703667 Feb 03 11:19:03.480494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (af2f01dc-8cfc-4a58-9a04-fa12240976c5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.501599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b269bfd-0d37-46b6-b51a-606bc2f9e758,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.539328 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24fdba92-a090-438f-aa99-7c8856a0bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.548966 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-52bcea6e-caa8-4d7a-a1ef-d21dd180bf17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d20b65aef4524a33a45c42e843eb5bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4347916 Feb 03 11:19:03.549136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606718f-6164-48ad-8d8f-3e72dd5ff645 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01a563f-7a84-48a5-b20d-cb0f6a27ff02,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.551519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42798) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:03.562179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.578233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2f01dc-8cfc-4a58-9a04-fa12240976c5']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.599452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.600089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede3f50-6c23-4ca7-88b2-a5cc4773c52f') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:03.624502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (5ede3f50-6c23-4ca7-88b2-a5cc4773c52f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.662473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ede3f50-6c23-4ca7-88b2-a5cc4773c52f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.671981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:03.672386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (5ede3f50-6c23-4ca7-88b2-a5cc4773c52f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:03.676355 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:03.712957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:03.721208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (dc9cce5c-f824-4862-a038-e30fef5ba3a7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.722175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:03.723545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.731421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1d48d01-c66b-4499-a12f-7e060d17868e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:03.760734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b1d48d01-c66b-4499-a12f-7e060d17868e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:03.761357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1d48d01-c66b-4499-a12f-7e060d17868e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:03.762503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:03.783860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Network 12e2945c-cbb4-400d-a772-0830f95fa583 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:03.790770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:03.791398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6fb87e23-e7bc-49ec-b716-bfa5a92a48d7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:03.794879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.800664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.808979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:03.836119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1530547 Feb 03 11:19:03.847105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42802) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:03.856132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Request body: {'subnet': {'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-159295135-subnet', 'tenant_id': '16372ac255db4e6ab85ecdf599e57fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:03.892380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (af2f01dc-8cfc-4a58-9a04-fa12240976c5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.925452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:03.933661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/networks/af2f01dc-8cfc-4a58-9a04-fa12240976c5 HTTP/1.1" status: 204 len: 168 time: 2.0106475 Feb 03 11:19:03.935121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:03.957653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990958d4-e59a-4bb5-bcac-a05543539bad admin admin] Pushing event updated for resources: {'Network': ['ID=dc9cce5c-f824-4862-a038-e30fef5ba3a7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:03.958681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Made reservation on behalf of 16372ac255db4e6ab85ecdf599e57fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:03.970768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:19:03.973480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.002571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.003094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:04.009335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] Publish callbacks [] for security_group (1406171f-3dc0-48e8-995c-93a3bdc9a05e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.020533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.021704 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80c4450a-776a-45c2-af9c-a92f151e121c tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f7a97ed6-1b79-4545-8fbb-3b4c18bdf19a HTTP/1.1" status: 204 len: 168 time: 4.1059020 Feb 03 11:19:04.027364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:04.080711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4bc06-c669-441b-ae45-a3b3bb407b8c tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Network': ['ID=af2f01dc-8cfc-4a58-9a04-fa12240976c5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:04.084584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f947de94-32d4-4b50-bc55-29f5ce7f03bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b460416ea4a74d2e808e255154d3cff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710513 Feb 03 11:19:04.109807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:04.164437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Deleting subnet 07780112-b5b0-45c7-9c69-1725e8aa5967 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:04.187742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] Publish callbacks [] for security_group (1406171f-3dc0-48e8-995c-93a3bdc9a05e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.237106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for subnet (07780112-b5b0-45c7-9c69-1725e8aa5967), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.289988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e5c96de6-88ac-4e79-9086-5ac31b27d692 None None] Provisioning complete for port e8453674-7652-4f95-a078-e8e0eec39bf4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:04.290215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (07780112-b5b0-45c7-9c69-1725e8aa5967), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.290703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5c96de6-88ac-4e79-9086-5ac31b27d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.304283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9ce900e2-422a-4715-8f61-024253e87c36), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.354895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e5c96de6-88ac-4e79-9086-5ac31b27d692 None None] Port e8453674-7652-4f95-a078-e8e0eec39bf4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:19:04.383901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (07780112-b5b0-45c7-9c69-1725e8aa5967), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.387635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Router 266208ab-1dba-452d-beb8-f2644553682b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:04.421465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] Publish callbacks [] for security_group (4054dcee-c742-4779-ae17-9b0273e319d6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.477608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] Publish callbacks [] for security_group (4054dcee-c742-4779-ae17-9b0273e319d6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.485807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1406171f-3dc0-48e8-995c-93a3bdc9a05e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.499065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.499065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1406171f-3dc0-48e8-995c-93a3bdc9a05e HTTP/1.1" status: 204 len: 168 time: 0.9307675 Feb 03 11:19:04.565346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9ce900e2-422a-4715-8f61-024253e87c36), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.573813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.608712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce900e2-422a-4715-8f61-024253e87c36']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:04.611221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c348-bed6-4608-978f-c46f2a60e34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1406171f-3dc0-48e8-995c-93a3bdc9a05e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:04.658532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec410db-ebb7-47d7-881d-92d1d28ba421') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:04.659613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec410db-ebb7-47d7-881d-92d1d28ba421') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:04.679532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (2ec410db-ebb7-47d7-881d-92d1d28ba421), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.709809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2ec410db-ebb7-47d7-881d-92d1d28ba421), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.716642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (66f1c642-b78c-49fc-8210-29751017f807), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.741487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4054dcee-c742-4779-ae17-9b0273e319d6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.747016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.752004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4054dcee-c742-4779-ae17-9b0273e319d6 HTTP/1.1" status: 204 len: 168 time: 0.6378875 Feb 03 11:19:04.756387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:04.758324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (2ec410db-ebb7-47d7-881d-92d1d28ba421), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:04.776670 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:04.840474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (07780112-b5b0-45c7-9c69-1725e8aa5967), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.852956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:04.875550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] Sync routers for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:04.886988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded303-be28-42b5-99bc-f8f8045361dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4054dcee-c742-4779-ae17-9b0273e319d6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:04.893151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:04.895027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:04.941036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cadbc966-0706-402e-8885-317ca8f07609 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5963621 Feb 03 11:19:04.956150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42822) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:04.958053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07780112-b5b0-45c7-9c69-1725e8aa5967,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:04.980063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:04.986479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd9f8744-c15a-42ea-b73e-795feeb3bc2a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/07780112-b5b0-45c7-9c69-1725e8aa5967 HTTP/1.1" status: 204 len: 168 time: 0.9465802 Feb 03 11:19:04.989892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:04.998996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f1c642-b78c-49fc-8210-29751017f807,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:05.012380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9ce900e2-422a-4715-8f61-024253e87c36), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.022945 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.026925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] 10.222.0.30 "DELETE /v2.0/networks/9ce900e2-422a-4715-8f61-024253e87c36 HTTP/1.1" status: 204 len: 168 time: 1.0501957 Feb 03 11:19:05.029504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Checking segment: {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:05.030717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Network hostable DHCP agents. Network: dc9cce5c-f824-4862-a038-e30fef5ba3a7, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:19:05.065620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98273ce7-2ad6-4aa6-82d2-396a69f75e33 tempest-TaggedBootDevicesTest_v242-522351409 tempest-TaggedBootDevicesTest_v242-522351409-project] Pushing event deleted for resources: {'Network': ['ID=9ce900e2-422a-4715-8f61-024253e87c36,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:05.087911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.101558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:05.102798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.140807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:19:05.145145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.146149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1941885-300b-4be2-a1ef-6733b6d4f083 None None] The sync data for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:05.161184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, dc9cce5c-f824-4862-a038-e30fef5ba3a7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:05.165839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:05.166789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.172464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7df788-c8e7-4422-b173-189927bec69c None None] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:05.208804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-57896b29-9c18-4002-909e-c4abbfd23f51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3599455 Feb 03 11:19:05.345613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-671433b5-4ac6-4c55-ae97-d0a459ee935d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router (266208ab-1dba-452d-beb8-f2644553682b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.375702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d5a3c973-426e-49ed-befd-78a155b7643d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.418852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a307977-8258-4ad8-a797-f8c7b981be6e None None] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:05.536407 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-671433b5-4ac6-4c55-ae97-d0a459ee935d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 11:19:05.537811 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-671433b5-4ac6-4c55-ae97-d0a459ee935d tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b HTTP/1.1" status: 409 len: 329 time: 0.5742223 Feb 03 11:19:05.540651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:05.659387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d5a3c973-426e-49ed-befd-78a155b7643d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.699902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a3c973-426e-49ed-befd-78a155b7643d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.719222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75087981-2486-4958-aec1-250eadba788d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.719601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75087981-2486-4958-aec1-250eadba788d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:05.736095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (75087981-2486-4958-aec1-250eadba788d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.770489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (75087981-2486-4958-aec1-250eadba788d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.785508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:05.786100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (75087981-2486-4958-aec1-250eadba788d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:05.787882 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:05.922112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d5a3c973-426e-49ed-befd-78a155b7643d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.928136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5a3c973-426e-49ed-befd-78a155b7643d {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:19:05.931924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:05.935246 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d5a3c973-426e-49ed-befd-78a155b7643d HTTP/1.1" status: 204 len: 168 time: 0.9444261 Feb 03 11:19:05.956283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb934f-9741-4d18-916f-ac30c3d95754 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5a3c973-426e-49ed-befd-78a155b7643d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:06.125642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:06.186284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:06.377171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-0254d85a-ce45-4981-a4e3-bbb6b008a855 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:06.385310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-0254d85a-ce45-4981-a4e3-bbb6b008a855 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 813 time: 0.2553532 Feb 03 11:19:06.426886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-3ae4909b-a572-4281-922e-0c7240310122 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/quotas/16372ac255db4e6ab85ecdf599e57fe3 HTTP/1.1" status: 200 len: 375 time: 0.0367937 Feb 03 11:19:06.521705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-612cb48e-808a-49e9-9d97-ada7e0b3628a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909941 Feb 03 11:19:06.700242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-c4540019-d335-4dbd-8f0d-1c0a4a575aee service neutron] 10.222.0.30 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709599 Feb 03 11:19:06.802909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42902) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:06.807331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'name': 'tempest-router--1934978099', 'project_id': '0dc00c78650a4ab998f4d546a1adb587'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:06.825376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:06.871048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:06.874706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.008794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1050888786-network', 'tenant_id': '8d722e61025f43c78c91c94f6fca2008'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:07.026532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (12a5557b-cb57-4402-b79e-206aa5863fd3), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.043126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.069640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.074281 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cc538cff-431e-4ac9-8015-242951642489 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2702374 Feb 03 11:19:07.076290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42908) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:07.087617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Made reservation on behalf of 8d722e61025f43c78c91c94f6fca2008 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:07.090376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.169840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.182821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.287656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-d75caa96-fc9c-436a-9abf-7db12260ff83 service neutron] 10.222.0.30 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798647 Feb 03 11:19:07.323139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.331661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting port e8453674-7652-4f95-a078-e8e0eec39bf4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:07.332049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.390871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.394126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (12a5557b-cb57-4402-b79e-206aa5863fd3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.463598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (12a5557b-cb57-4402-b79e-206aa5863fd3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.464629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12a5557b-cb57-4402-b79e-206aa5863fd3 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:07.472874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.476561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.480151 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4034f177-de5d-48cd-9f3c-fd6602929832 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/12a5557b-cb57-4402-b79e-206aa5863fd3 HTTP/1.1" status: 204 len: 168 time: 0.4020009 Feb 03 11:19:07.493462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks [] for security_group (d0167c22-7d38-4027-8564-31d1c0ef606a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.502761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d0167c22-7d38-4027-8564-31d1c0ef606a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.520334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Calling delete_port for e8453674-7652-4f95-a078-e8e0eec39bf4 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:07.525635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:19:07.547223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5f6c9226-f90b-48e8-9cd4-1622f8009cfa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.548329 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Added segment 5f6c9226-f90b-48e8-9cd4-1622f8009cfa of type vlan for network 081ec7f9-c0b7-473f-ab43-db57e547609f Feb 03 11:19:07.594798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (081ec7f9-c0b7-473f-ab43-db57e547609f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.637454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (081ec7f9-c0b7-473f-ab43-db57e547609f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.638680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:07.639989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.720390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Pushing event updated for resources: {'Network': ['ID=081ec7f9-c0b7-473f-ab43-db57e547609f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:07.733239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 081ec7f9-c0b7-473f-ab43-db57e547609f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:19:07.749672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:07.783133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0167c22-7d38-4027-8564-31d1c0ef606a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:07.801440 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b71d9b17-9496-4d85-9fd6-1169566ac025 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9749753 Feb 03 11:19:07.805740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:07.824251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e8453674-7652-4f95-a078-e8e0eec39bf4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:07.834052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Request body: {'subnet': {'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1050888786-subnet', 'tenant_id': '8d722e61025f43c78c91c94f6fca2008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:07.859098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9b1bbdf-ac50-4d51-825a-365e7927f1b6 req-92d749d8-81bc-4f32-8d22-732213951752 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 210 time: 0.0462234 Feb 03 11:19:07.880498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Port': ['ID=e8453674-7652-4f95-a078-e8e0eec39bf4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:07.923325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Made reservation on behalf of 8d722e61025f43c78c91c94f6fca2008 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:07.944317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:08.036650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (266208ab-1dba-452d-beb8-f2644553682b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:08.335833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1071448313', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:08.392750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:08.396536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:08.435049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a8feb808-89f8-43c1-9856-488a2cb4c98b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:08.539597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Router 266208ab-1dba-452d-beb8-f2644553682b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:08.727526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:08.742734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2742808f-2cd9-4fdc-8e90-fded81203799 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1972980 Feb 03 11:19:08.749897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:08.752078 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fca23-e621-4354-a80f-97f960590a6d None None] Sync routers for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:08.775805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:08.779776 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:08.884790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:08.885778 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1d5f1af7-cea8-4829-81e0-ddbbc977a64e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] show failed (client error): The resource could not be found. Feb 03 11:19:08.886837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d5f1af7-cea8-4829-81e0-ddbbc977a64e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-416973058 HTTP/1.1" status: 404 len: 334 time: 0.1355217 Feb 03 11:19:08.893322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:08.901175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5e7c7742-c261-4dda-b6c2-1fc0bf12349c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:08.928790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] Routers {'266208ab-1dba-452d-beb8-f2644553682b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:08.932668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['266208ab-1dba-452d-beb8-f2644553682b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:08.983832 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5e7c7742-c261-4dda-b6c2-1fc0bf12349c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] update failed (client error): The resource could not be found. Feb 03 11:19:08.989594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e7c7742-c261-4dda-b6c2-1fc0bf12349c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-708421503 HTTP/1.1" status: 404 len: 334 time: 0.0904112 Feb 03 11:19:08.994178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:09.049378 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-898fca23-e621-4354-a80f-97f960590a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:09.050288 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fca23-e621-4354-a80f-97f960590a6d None None] The sync data for ids ['266208ab-1dba-452d-beb8-f2644553682b'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:09.114563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e25ecbaf-13f5-4e62-9cbe-94c2cc9a01b4 req-c121bab2-8836-4fba-bba2-fd837c92a8b2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 210 time: 0.0476878 Feb 03 11:19:09.133625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting subnet 3f8fdbd0-1d1a-4508-b74c-ee546925b4ec {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:09.138376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (3f8fdbd0-1d1a-4508-b74c-ee546925b4ec), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.202462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (3f8fdbd0-1d1a-4508-b74c-ee546925b4ec), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.420257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (3f8fdbd0-1d1a-4508-b74c-ee546925b4ec), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.468689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (9fb0bdca-c355-4390-911d-0e559dcf7218), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.492286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-98b5fe08-ec47-4de9-88e9-aea553a4a4bd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:09.494005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-98b5fe08-ec47-4de9-88e9-aea553a4a4bd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 813 time: 0.2515662 Feb 03 11:19:09.513283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Request body: {'port': {'device_id': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'admin_state_up': True, 'tenant_id': '16372ac255db4e6ab85ecdf599e57fe3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:09.589585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8feb808-89f8-43c1-9856-488a2cb4c98b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:09.664466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Made reservation on behalf of 16372ac255db4e6ab85ecdf599e57fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:09.668978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.680689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (9fb0bdca-c355-4390-911d-0e559dcf7218), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.693856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Checking segment: {'id': '5f6c9226-f90b-48e8-9cd4-1622f8009cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:09.694103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Network hostable DHCP agents. Network: 081ec7f9-c0b7-473f-ab43-db57e547609f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:19:09.756987 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (3f8fdbd0-1d1a-4508-b74c-ee546925b4ec), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.788570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Network 081ec7f9-c0b7-473f-ab43-db57e547609f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:19:09.802317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 081ec7f9-c0b7-473f-ab43-db57e547609f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:09.810010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:09.810610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.814271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd2bda-4dcc-4fa4-b2de-50abb410d5e4 None None] Network 081ec7f9-c0b7-473f-ab43-db57e547609f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:09.822853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8fdbd0-1d1a-4508-b74c-ee546925b4ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:09.841558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:09.850266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-73c4729c-1cb3-466c-8a1d-8da6d6a3d831 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/subnets/3f8fdbd0-1d1a-4508-b74c-ee546925b4ec HTTP/1.1" status: 204 len: 168 time: 0.8515122 Feb 03 11:19:09.850449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31157bbb-b175-4af0-970d-c6ab654d5bb4 None None] Network d0585a9c-00e9-40b2-9473-0f6326d351a6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:09.852422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:09.877064 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f873020c-476a-465e-88e2-67023e0069f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0626423 Feb 03 11:19:10.127761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (9fb0bdca-c355-4390-911d-0e559dcf7218), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.133580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d0585a9c-00e9-40b2-9473-0f6326d351a6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.151881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Allocated IP 172.20.0.7 (dc9cce5c-f824-4862-a038-e30fef5ba3a7/66f1c642-b78c-49fc-8210-29751017f807/aead50e6-c324-413e-babf-08156cbee553) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:10.189077 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.197699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf2f47-4f86-47d7-9401-1c0f2331523d None None] Network 081ec7f9-c0b7-473f-ab43-db57e547609f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:10.349309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5edbf81-d506-470d-9f27-e8853f500540 req-e260da0e-b9e6-49ce-a782-8bc5869fb3f7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 210 time: 0.0945048 Feb 03 11:19:10.435809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] DHCP port deletion for d0585a9c-00e9-40b2-9473-0f6326d351a6 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:10.447810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Allocated IP 172.25.7.130 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/8f96481c-6ed9-41c3-8d73-e70ed529b5d2) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:10.522728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Deleting port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:10.524101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.542092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:10.542092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.601146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] For port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,segment=NetworkSegment(9975c9e5-59b4-450b-bee8-d02e2dea4e4c),segment_id=9975c9e5-59b4-450b-bee8-d02e2dea4e4c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:10.602375 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.628097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Calling delete_port for 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:10.687178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for port (8f96481c-6ed9-41c3-8d73-e70ed529b5d2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.754299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] For port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,segment=NetworkSegment(9975c9e5-59b4-450b-bee8-d02e2dea4e4c),segment_id=9975c9e5-59b4-450b-bee8-d02e2dea4e4c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:10.754903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.767748 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8f96481c-6ed9-41c3-8d73-e70ed529b5d2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.801315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.833744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] Pushing event deleted for resources: {'Port': ['ID=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:10.840173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95334f9a-ab9d-42c5-8a20-39fd9de86929 None None] No DVR routers for this DVR port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:10.850445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:10.852143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:10.861039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Calling delete_port for 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:10.862732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:10.867371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks [] for port (aead50e6-c324-413e-babf-08156cbee553), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:10.891988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event updated for resources: {'Port': ['ID=8f96481c-6ed9-41c3-8d73-e70ed529b5d2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:11.037428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (301b1c7c-f29e-4c30-bb8f-c13b3770a8d4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.082843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e0cf-4848-4067-ad24-f9cee445d67f req-df5cb69f-4f04-4ae6-9301-dd32f11b0eb7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:11.084609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a721e0cf-4848-4067-ad24-f9cee445d67f req-df5cb69f-4f04-4ae6-9301-dd32f11b0eb7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2828565 Feb 03 11:19:11.085777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (aead50e6-c324-413e-babf-08156cbee553), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.112530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Port': ['ID=301b1c7c-f29e-4c30-bb8f-c13b3770a8d4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:11.120304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-747ff8b9-d635-4677-88e4-68e9c378cc86 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:11.121812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-747ff8b9-d635-4677-88e4-68e9c378cc86 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/networks?id=081ec7f9-c0b7-473f-ab43-db57e547609f HTTP/1.1" status: 200 len: 814 time: 0.4177630 Feb 03 11:19:11.169222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] No DVR routers for this DVR port 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:11.251564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:11.259805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:11.285815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-711ff78c-c350-40b5-9cc2-345d32169ca8 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/quotas/8d722e61025f43c78c91c94f6fca2008 HTTP/1.1" status: 200 len: 375 time: 0.1097190 Feb 03 11:19:11.286487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (9fb0bdca-c355-4390-911d-0e559dcf7218), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.309655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:11.317774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:11.323230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a721e0cf-4848-4067-ad24-f9cee445d67f req-ed78409c-6114-43bb-bd76-82017a66d228 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178607 Feb 03 11:19:11.411417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-1f6a94a5-934b-47d0-a573-23a28f6cb737 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d722e61025f43c78c91c94f6fca2008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247075 Feb 03 11:19:11.461477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d0585a9c-00e9-40b2-9473-0f6326d351a6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.530351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:11.531223 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.536967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0585a9c-00e9-40b2-9473-0f6326d351a6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:11.574625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9975c9e5-59b4-450b-bee8-d02e2dea4e4c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:11.574932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9975c9e5-59b4-450b-bee8-d02e2dea4e4c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:11.583121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.612100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-eb39b857-cd19-4e52-8a17-99aa9dccf24a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1038334 Feb 03 11:19:11.613880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (9975c9e5-59b4-450b-bee8-d02e2dea4e4c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.666074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Request body: {'port': {'device_id': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:11.676881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:11.701048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9975c9e5-59b4-450b-bee8-d02e2dea4e4c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.722059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:11.722323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 301b1c7c-f29e-4c30-bb8f-c13b3770a8d4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:11.750474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:11.750896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (9975c9e5-59b4-450b-bee8-d02e2dea4e4c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.752532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Router 9fb0bdca-c355-4390-911d-0e559dcf7218 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:11.755942 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:11.877502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-17f2ac47-9d68-49e8-9486-df9799370541 service neutron] 10.222.0.30 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201849 Feb 03 11:19:11.878441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d0585a9c-00e9-40b2-9473-0f6326d351a6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.879945 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.887822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.891035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/networks/d0585a9c-00e9-40b2-9473-0f6326d351a6 HTTP/1.1" status: 204 len: 168 time: 2.0375533 Feb 03 11:19:11.908225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:11.948665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:11.961688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] Sync routers for ids ['9fb0bdca-c355-4390-911d-0e559dcf7218'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:11.986287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:11.987921 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-543b4546-a363-40a0-a808-6d8bb1d53bbb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2315404 Feb 03 11:19:11.991121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:11.991292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] Routers {'9fb0bdca-c355-4390-911d-0e559dcf7218'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:11.991819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9fb0bdca-c355-4390-911d-0e559dcf7218'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:12.035182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:12.046132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting subnet 479b8798-d1f8-4393-8126-9ff750578afd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:12.050522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (479b8798-d1f8-4393-8126-9ff750578afd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.056515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] Routers {'9fb0bdca-c355-4390-911d-0e559dcf7218'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:12.057340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9fb0bdca-c355-4390-911d-0e559dcf7218'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:12.073778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc23e1-8138-4dde-a05b-7f31f3b8bc59 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Network': ['ID=d0585a9c-00e9-40b2-9473-0f6326d351a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:12.134351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:12.135013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b60187-2877-46fd-8d78-bd12be91af21 None None] The sync data for ids ['9fb0bdca-c355-4390-911d-0e559dcf7218'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:12.175426 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32f843c5-e50b-45b1-840c-cc5480f0979e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/9fb0bdca-c355-4390-911d-0e559dcf7218 HTTP/1.1" status: 200 len: 925 time: 0.1827130 Feb 03 11:19:12.181298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:12.213221 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca49b553-5b3c-47de-b5d9-c34e723a910e tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fb0bdca-c355-4390-911d-0e559dcf7218 HTTP/1.1" status: 200 len: 205 time: 0.0307357 Feb 03 11:19:12.216138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43012) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:12.346207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.461030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (479b8798-d1f8-4393-8126-9ff750578afd), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.464379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (9fb0bdca-c355-4390-911d-0e559dcf7218), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.551213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port 8f96481c-6ed9-41c3-8d73-e70ed529b5d2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:12.551885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8f96481c-6ed9-41c3-8d73-e70ed529b5d2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.652578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8f96481c-6ed9-41c3-8d73-e70ed529b5d2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.657524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-94fd61c3-5cbd-4a65-8c6a-a160eed3788b service neutron] 10.222.0.30 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593329 Feb 03 11:19:12.665998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for 8f96481c-6ed9-41c3-8d73-e70ed529b5d2 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:12.696376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f028c-02a2-47cd-aca6-adf4fc452899 req-96f32129-38bd-42dc-8504-28ddf6e7d76d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:12.709301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e3f028c-02a2-47cd-aca6-adf4fc452899 req-96f32129-38bd-42dc-8504-28ddf6e7d76d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.6265631 Feb 03 11:19:12.780720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (479b8798-d1f8-4393-8126-9ff750578afd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:12.884228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e3f028c-02a2-47cd-aca6-adf4fc452899 req-d76fc803-9390-4126-874c-1b8eecadd560 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660018 Feb 03 11:19:13.120268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (479b8798-d1f8-4393-8126-9ff750578afd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.136796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8f96481c-6ed9-41c3-8d73-e70ed529b5d2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.188587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:13.212630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=8f96481c-6ed9-41c3-8d73-e70ed529b5d2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:13.231428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c71614-7e0a-4bd4-8445-f9fa055b4f45 None None] Network 02ae1e62-df37-4aae-9a56-3fb52ae0abee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:13.247444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.268842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/subnets/479b8798-d1f8-4393-8126-9ff750578afd HTTP/1.1" status: 204 len: 168 time: 1.3532135 Feb 03 11:19:13.270187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:13.294938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f7607-3cf2-4b0d-85d8-fa26225ef08a tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Subnet': ['ID=479b8798-d1f8-4393-8126-9ff750578afd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:13.335207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (9fb0bdca-c355-4390-911d-0e559dcf7218), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.438011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.440432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (9fb0bdca-c355-4390-911d-0e559dcf7218), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.493880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting subnet e2dbdb73-9ebb-4929-bd0d-337e962d58b3 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:13.513592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0617fa39-0732-472e-ae89-f2d6554f52ee req-f9f5350a-0825-484a-912a-c05ece6dc7d4 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 210 time: 0.1570251 Feb 03 11:19:13.581329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aead50e6-c324-413e-babf-08156cbee553 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:13.598082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] DHCP port deletion for 02ae1e62-df37-4aae-9a56-3fb52ae0abee request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:13.637664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (e2dbdb73-9ebb-4929-bd0d-337e962d58b3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.641275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (9fb0bdca-c355-4390-911d-0e559dcf7218), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.641711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb0bdca-c355-4390-911d-0e559dcf7218 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:13.664039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8b296-d3e6-45dd-b8fd-c07e45b352d5 req-e749760e-98a0-4b44-a487-b0a304048362 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:13.670323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.676037 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-38d9d71d-c097-4218-a26f-d25f88dd4ba9 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/9fb0bdca-c355-4390-911d-0e559dcf7218 HTTP/1.1" status: 204 len: 168 time: 1.4540203 Feb 03 11:19:13.684548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43048) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:13.685392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeb8b296-d3e6-45dd-b8fd-c07e45b352d5 req-e749760e-98a0-4b44-a487-b0a304048362 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 931 time: 0.7090127 Feb 03 11:19:13.688842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-206935846', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:13.724139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks [] for port (aead50e6-c324-413e-babf-08156cbee553), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.731439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e2dbdb73-9ebb-4929-bd0d-337e962d58b3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.738115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Deleting port 814dc7c8-3893-4925-8fde-417fc5c9d670 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:13.738681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.755960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.757176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.867212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Transition to ACTIVE for port object aead50e6-c324-413e-babf-08156cbee553 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:13.889924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] For port 814dc7c8-3893-4925-8fde-417fc5c9d670, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=814dc7c8-3893-4925-8fde-417fc5c9d670,segment=NetworkSegment(8a1508d1-6ccb-478b-9abe-f85f592e4b9a),segment_id=8a1508d1-6ccb-478b-9abe-f85f592e4b9a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:13.890174 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:13.914126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Calling delete_port for 814dc7c8-3893-4925-8fde-417fc5c9d670 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:13.962807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.044271 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (814dc7c8-3893-4925-8fde-417fc5c9d670), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.070687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] No DVR routers for this DVR port 814dc7c8-3893-4925-8fde-417fc5c9d670 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:14.073576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.119536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e2dbdb73-9ebb-4929-bd0d-337e962d58b3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.126449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dc0b2-6ec3-4e77-b58f-b5503e97827f None None] Pushing event deleted for resources: {'Port': ['ID=814dc7c8-3893-4925-8fde-417fc5c9d670,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:14.160863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:14.173058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-f875ec60-bedd-4284-bd05-164dbbcec56e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:14.174645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-f875ec60-bedd-4284-bd05-164dbbcec56e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.5341673 Feb 03 11:19:14.200815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-0ca90ecc-482b-4310-a62a-874d10453072 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/quotas/cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 375 time: 0.0159957 Feb 03 11:19:14.219443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeb8b296-d3e6-45dd-b8fd-c07e45b352d5 req-3afc0b18-9272-4974-925a-c5c017b5e383 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319111 Feb 03 11:19:14.543920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-0567253c-1ed7-4b4f-a814-372eef138bb4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3146484 Feb 03 11:19:14.713649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Attempting to bind port aead50e6-c324-413e-babf-08156cbee553 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:14.714148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Attempting to bind port aead50e6-c324-413e-babf-08156cbee553 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:14.714590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Attempting to bind port aead50e6-c324-413e-babf-08156cbee553 on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:14.745584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e81c79f-d1a3-472e-a130-a5a9671b8250 req-ed448e73-d7cc-4497-9d8b-bbeac99b07d2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 210 time: 0.1169524 Feb 03 11:19:14.754268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Port aead50e6-c324-413e-babf-08156cbee553 on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:14.754706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Attempting to bind port aead50e6-c324-413e-babf-08156cbee553 on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:14.769368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:14.770644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Checking segment: {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:14.771127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Bound using segment: {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:14.771672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Bound port: aead50e6-c324-413e-babf-08156cbee553, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:14.772125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.797764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.831028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-1a77c11a-e04a-449e-8d24-69cbc8124127 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665904 Feb 03 11:19:14.925867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e2dbdb73-9ebb-4929-bd0d-337e962d58b3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.941283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:14.959831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:14.976467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:14.981195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Subnet': ['ID=e2dbdb73-9ebb-4929-bd0d-337e962d58b3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:14.990642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:14.990845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-d78ec5fd-ca2e-4958-8688-8e96b8cc988a tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:14.992326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-d78ec5fd-ca2e-4958-8688-8e96b8cc988a tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.69 "GET /v2.0/networks?id=081ec7f9-c0b7-473f-ab43-db57e547609f HTTP/1.1" status: 200 len: 814 time: 0.3457005 Feb 03 11:19:15.002053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.002809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ca4c8-a5b0-424a-b6a1-cb6bb8f2a50d None None] Network cb48e545-20fa-45f0-8bf3-da31d02e1afc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:15.007558 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15d5e494-2afd-45fe-ba71-25486b09a294 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/subnets/e2dbdb73-9ebb-4929-bd0d-337e962d58b3 HTTP/1.1" status: 204 len: 168 time: 1.7323091 Feb 03 11:19:15.013486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Request body: {'port': {'device_id': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f', 'admin_state_up': True, 'tenant_id': '8d722e61025f43c78c91c94f6fca2008'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:15.016987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:15.048858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-eda48101-80ba-4b3b-a726-b480c83fc656 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109504 Feb 03 11:19:15.065328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:15.066170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.068338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] 10.222.0.53 "PUT /v2.0/ports/aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 1091 time: 3.4318976 Feb 03 11:19:15.069059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:15.072485 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774" -d '{"events": [{"name": "network-changed", "server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:15.167912 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f82ff0-78e8-47b7-9bfa-8089ed77ba8e x-openstack-request-id: req-53f82ff0-78e8-47b7-9bfa-8089ed77ba8e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:15.168558 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "tag": "aead50e6-c324-413e-babf-08156cbee553", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:15.172761 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f82ff0-78e8-47b7-9bfa-8089ed77ba8e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:15.173573 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'status': 'completed', 'code': 200} Feb 03 11:19:15.193484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a84de0-e92b-41e6-9c6f-acadacc9b77f service neutron] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:15.301225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-5a7ab450-c421-4bb3-a32a-adbf925ae58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:15.302743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-5a7ab450-c421-4bb3-a32a-adbf925ae58a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1125 time: 0.1819165 Feb 03 11:19:15.303513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6d77f24-f4b1-4837-8228-908b49f4c57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.389341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] DHCP port deletion for cb48e545-20fa-45f0-8bf3-da31d02e1afc request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:15.396502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (02ae1e62-df37-4aae-9a56-3fb52ae0abee), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.547499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Made reservation on behalf of 8d722e61025f43c78c91c94f6fca2008 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:15.556492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.558236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Deleting port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:15.558864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.590248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6d77f24-f4b1-4837-8228-908b49f4c57d admin admin] Publish callbacks [] for security_group (2418575f-e5f0-4b81-b5e6-2659f09dd694), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.683276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] For port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,segment=NetworkSegment(7f839e4b-193e-48be-b3f0-8b1de16a2759),segment_id=7f839e4b-193e-48be-b3f0-8b1de16a2759)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:15.684117 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.714641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Calling delete_port for fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:15.719585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:15.756555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (02ae1e62-df37-4aae-9a56-3fb52ae0abee), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.787251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-6054693f-5eb0-4228-a02b-349f0d7e987d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.2685232 Feb 03 11:19:15.787867 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6d77f24-f4b1-4837-8228-908b49f4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2418575f-e5f0-4b81-b5e6-2659f09dd694), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.822773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ae1e62-df37-4aae-9a56-3fb52ae0abee']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:15.866373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9132940-5b3c-48bb-ab01-b6e15ca6a214 req-848a0175-5d64-4cd1-b09b-79d93bf43e94 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 210 time: 0.3479502 Feb 03 11:19:15.901644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f6d77f24-f4b1-4837-8228-908b49f4c57d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abb604bf9fc1429f96aa9680b09de6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8774421 Feb 03 11:19:15.922498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43094) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:15.942971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (fd6ab9ab-bb09-44ea-aef4-060f4b7ae337), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:15.955874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (37aafcdb-5159-4ca1-ad68-744b571a5965), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.026017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Pushing event deleted for resources: {'Port': ['ID=fd6ab9ab-bb09-44ea-aef4-060f4b7ae337,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:16.044780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] No DVR routers for this DVR port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:16.063365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.063715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.064052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.064556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.065099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.065308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d77f24-f4b1-4837-8228-908b49f4c57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2418575f-e5f0-4b81-b5e6-2659f09dd694,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:16.066112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.066611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.067109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.067618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.068099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.068713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.069232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.069728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c96eaa-e791-4422-be9f-86abe3c1acc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:16.072372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No active binding found for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:19:16.076067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] The host n-d-821606-6 is not matching for port fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:19:16.077935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fd6ab9ab-bb09-44ea-aef4-060f4b7ae337 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:16.079435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 814dc7c8-3893-4925-8fde-417fc5c9d670 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:16.105921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1508d1-6ccb-478b-9abe-f85f592e4b9a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:16.106226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1508d1-6ccb-478b-9abe-f85f592e4b9a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:16.177130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 814dc7c8-3893-4925-8fde-417fc5c9d670 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:16.177605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 814dc7c8-3893-4925-8fde-417fc5c9d670 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:16.181760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2426b8ba-9d80-4eb6-b7e6-b5dd83c3ab82 req-30513c89-4286-47db-9e3a-af8c2962fa19 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 210 time: 0.1792030 Feb 03 11:19:16.203368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1fb1-9ab2-43da-9582-1e88e27679ca req-48143831-f560-46bd-9185-baee764409cb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:16.213490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c9c1fb1-9ab2-43da-9582-1e88e27679ca req-48143831-f560-46bd-9185-baee764409cb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.6968431 Feb 03 11:19:16.229978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-dc09714f-8f3f-4ef9-ae64-ace172689027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:16.231393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-dc09714f-8f3f-4ef9-ae64-ace172689027 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.3598285 Feb 03 11:19:16.235511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.338002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-faccf3bc-b5b8-4700-9ebf-291dc3f01c0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666025 Feb 03 11:19:16.340325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8a1508d1-6ccb-478b-9abe-f85f592e4b9a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.455239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c9c1fb1-9ab2-43da-9582-1e88e27679ca req-1d74ccb4-59ed-4ced-ac0a-1bf3fb029cde tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357407 Feb 03 11:19:16.516662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8a1508d1-6ccb-478b-9abe-f85f592e4b9a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.574053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:16.574829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8a1508d1-6ccb-478b-9abe-f85f592e4b9a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:16.580693 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:16.584768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-c50b7f34-572b-4eca-b6b1-5c0e7f1ca44f service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402048 Feb 03 11:19:16.676176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.685904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] Publish callbacks [] for security_group (2418575f-e5f0-4b81-b5e6-2659f09dd694), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.708458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Allocated IP 172.20.0.14 (081ec7f9-c0b7-473f-ab43-db57e547609f/a8feb808-89f8-43c1-9856-488a2cb4c98b/3d59b005-ce4c-41f5-9414-145cecd88737) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:16.717694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.724661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (02ae1e62-df37-4aae-9a56-3fb52ae0abee), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.749561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d38aee5-bd50-4fc6-84d6-7d14bd046632 req-51f20c65-e780-45b7-8245-f227f148f15f service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574483 Feb 03 11:19:16.797513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.801825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/networks/02ae1e62-df37-4aae-9a56-3fb52ae0abee HTTP/1.1" status: 204 len: 168 time: 1.7820346 Feb 03 11:19:16.804831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:16.884612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] Publish callbacks [] for security_group (2418575f-e5f0-4b81-b5e6-2659f09dd694), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:16.890418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e321e19-a72d-46a9-8c43-1f5af25f780f tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Network': ['ID=02ae1e62-df37-4aae-9a56-3fb52ae0abee,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:16.946749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (cb48e545-20fa-45f0-8bf3-da31d02e1afc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.121730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596773ad-d7a3-45e5-bb8d-1e049773ae99 req-e0498a33-2eb2-4b02-8436-6489b09e0dec tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 210 time: 0.0740664 Feb 03 11:19:17.202644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-ae72fff8-9c34-4ace-bd92-41f36789bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.204683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-ae72fff8-9c34-4ace-bd92-41f36789bcc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1125 time: 0.2502234 Feb 03 11:19:17.249107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (cb48e545-20fa-45f0-8bf3-da31d02e1afc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.306127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb48e545-20fa-45f0-8bf3-da31d02e1afc']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:17.330259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks [] for port (3d59b005-ce4c-41f5-9414-145cecd88737), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.339238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f839e4b-193e-48be-b3f0-8b1de16a2759') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:17.339554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f839e4b-193e-48be-b3f0-8b1de16a2759') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:17.343800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2418575f-e5f0-4b81-b5e6-2659f09dd694), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.346436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.347579 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2418575f-e5f0-4b81-b5e6-2659f09dd694 HTTP/1.1" status: 204 len: 168 time: 1.4224436 Feb 03 11:19:17.368712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 172.25.7.166 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/77ffee97-d1e6-4805-84f3-1ba0f65ec33e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:17.393654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1369f-5682-4d5f-8e13-3069b9c2731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2418575f-e5f0-4b81-b5e6-2659f09dd694,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:17.413825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-4b31968f-065c-49a5-b97b-1ba90893cb38 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.415312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-4b31968f-065c-49a5-b97b-1ba90893cb38 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.4987831 Feb 03 11:19:17.438906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (7f839e4b-193e-48be-b3f0-8b1de16a2759), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.442197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b93239e8-bb33-4c58-95fd-d3a1ffa9dcb6 req-cd37dd22-8cc4-4a26-b45d-b979f90b1784 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 210 time: 0.1206243 Feb 03 11:19:17.472206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7f839e4b-193e-48be-b3f0-8b1de16a2759), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.479096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'device_id': '31c39e20-229c-4dc2-8401-7420df39abed', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'admin_state_up': True, 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:17.486999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:17.487408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (7f839e4b-193e-48be-b3f0-8b1de16a2759), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:17.490516 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:17.515375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-dae529af-f8da-4b79-8d38-614c2d83eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.516854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-dae529af-f8da-4b79-8d38-614c2d83eb8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.2771227 Feb 03 11:19:17.598294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-3f70d6cf-b0a2-4e32-a306-a4000688f90c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.0736558 Feb 03 11:19:17.614784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (cb48e545-20fa-45f0-8bf3-da31d02e1afc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.683878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.684874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/networks/cb48e545-20fa-45f0-8bf3-da31d02e1afc HTTP/1.1" status: 204 len: 168 time: 0.8787429 Feb 03 11:19:17.709019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:17.712414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.742779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074c0d2-8330-4f97-a299-a100ac732de6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Network': ['ID=cb48e545-20fa-45f0-8bf3-da31d02e1afc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:17.762159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Network 081ec7f9-c0b7-473f-ab43-db57e547609f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:17.771484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:17.775546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:17.827549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-9639f41b-4a39-41dc-841e-23a5bd0606ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.830147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-9639f41b-4a39-41dc-841e-23a5bd0606ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.2246749 Feb 03 11:19:17.863209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting subnet 7925f8e6-6c5f-4eb0-af16-601aa94a9953 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:17.884285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-aa2949cb-c469-4694-9ffc-ded6c4cebc70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443568 Feb 03 11:19:17.885628 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for subnet (7925f8e6-6c5f-4eb0-af16-601aa94a9953), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.890241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.891303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:17.932509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809098b-7a28-4575-badb-3854eb716ca8 req-57b3e1db-eb4c-40a9-bfe9-8e42b5c5e0e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:17.939329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6809098b-7a28-4575-badb-3854eb716ca8 req-57b3e1db-eb4c-40a9-bfe9-8e42b5c5e0e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.3079770 Feb 03 11:19:17.948732 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9413950 Feb 03 11:19:17.997889 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (7925f8e6-6c5f-4eb0-af16-601aa94a9953), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.007148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Request body: {'port': {'device_id': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:18.120307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:18.123703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.142721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6809098b-7a28-4575-badb-3854eb716ca8 req-816b8d1c-47c2-4e14-b9f0-22b3b66abf45 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958556 Feb 03 11:19:18.176463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-7715b379-6b62-48d1-94d0-2ee8cb1f0845 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689154 Feb 03 11:19:18.195625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Deleting port ac724347-aa00-4460-a527-6b46d7087b1b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:18.205245 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.361790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] For port ac724347-aa00-4460-a527-6b46d7087b1b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac724347-aa00-4460-a527-6b46d7087b1b,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:18.362512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.580278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22a0e74c-698e-4723-a647-79476baa3500 req-6e2d80c7-f5b6-4c88-870a-57bc3f15b27e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 210 time: 0.0481601 Feb 03 11:19:18.671305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a2b5ff-5a86-4340-a8a7-01ae91a55774 req-ac71695c-3d6d-4847-9c99-e98dfabe58dd service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528089 Feb 03 11:19:18.708083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7925f8e6-6c5f-4eb0-af16-601aa94a9953), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.730059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:18.834089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ed07b-e535-4c6a-a7b2-53e90acdcf51 req-3ef7566b-965e-4793-831c-d356ca045a07 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:18.835801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c45ed07b-e535-4c6a-a7b2-53e90acdcf51 req-3ef7566b-965e-4793-831c-d356ca045a07 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 932 time: 0.2580369 Feb 03 11:19:18.844448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (7925f8e6-6c5f-4eb0-af16-601aa94a9953), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.888247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Subnet': ['ID=7925f8e6-6c5f-4eb0-af16-601aa94a9953,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:18.902832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.903203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da737f-84ff-4464-a800-f6a648312d24 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Pushing event updated for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:18.905814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Calling delete_port for ac724347-aa00-4460-a527-6b46d7087b1b owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:18.909236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a58bfc64-aeb1-471c-aa5b-76bc15efafe6 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/subnets/7925f8e6-6c5f-4eb0-af16-601aa94a9953 HTTP/1.1" status: 204 len: 168 time: 1.1852462 Feb 03 11:19:18.910254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:18.915288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59009625-f96a-42f1-98a5-31aa1d578793 None None] Network 12e2945c-cbb4-400d-a772-0830f95fa583 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:18.943017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:18.973029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.080545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-397613348-network', 'tenant_id': '1c83b0b36ddf43e883e3eca1cb64e686'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:19.096281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c45ed07b-e535-4c6a-a7b2-53e90acdcf51 req-7e6f604e-3b8f-433a-bc71-15388784eb1f tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431016 Feb 03 11:19:19.121482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (12e2945c-cbb4-400d-a772-0830f95fa583), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.147080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Made reservation on behalf of 1c83b0b36ddf43e883e3eca1cb64e686 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:19.149996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.166176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.216040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.20.0.10 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/27cafbb4-37d9-4923-bb9a-0f90e125df76) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:19.235584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] DHCP port deletion for 12e2945c-cbb4-400d-a772-0830f95fa583 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:19.237304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.302729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Deleting port 15d1e654-ef33-4fb4-b289-84120f4ff25e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:19.303361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.392317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388413-d0ca-4eb0-8001-8343a05f95dd req-7c33a6fc-f5c0-4198-bfa8-ca857594d7e7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:19.393027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:19.394438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65388413-d0ca-4eb0-8001-8343a05f95dd req-7c33a6fc-f5c0-4198-bfa8-ca857594d7e7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.1366479 Feb 03 11:19:19.397568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Deleting port 15d1e654-ef33-4fb4-b289-84120f4ff25e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:19.397914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.418800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:19.421915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:19.429182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:19.495058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] For port 15d1e654-ef33-4fb4-b289-84120f4ff25e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15d1e654-ef33-4fb4-b289-84120f4ff25e,segment=NetworkSegment(bc7a350d-c468-460a-8d6d-25e25de7bc6c),segment_id=bc7a350d-c468-460a-8d6d-25e25de7bc6c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:19.495437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.511834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Calling delete_port for 15d1e654-ef33-4fb4-b289-84120f4ff25e owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:19.660678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] For port 15d1e654-ef33-4fb4-b289-84120f4ff25e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=15d1e654-ef33-4fb4-b289-84120f4ff25e,segment=NetworkSegment(bc7a350d-c468-460a-8d6d-25e25de7bc6c),segment_id=bc7a350d-c468-460a-8d6d-25e25de7bc6c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:19.662329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.664613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.677532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Calling delete_port for 15d1e654-ef33-4fb4-b289-84120f4ff25e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:19.729638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] No DVR routers for this DVR port 15d1e654-ef33-4fb4-b289-84120f4ff25e on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:19.743602 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ac724347-aa00-4460-a527-6b46d7087b1b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.774116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Port': ['ID=15d1e654-ef33-4fb4-b289-84120f4ff25e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:19.790526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (15d1e654-ef33-4fb4-b289-84120f4ff25e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.792865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dc50f4c-e82a-4109-aa89-41ff34cc4279 req-e0d9d9bc-8f33-455b-9a05-59f6eb0aa4c5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 210 time: 0.0441036 Feb 03 11:19:19.799645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15d1e654-ef33-4fb4-b289-84120f4ff25e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:19.807895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:19.833678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac724347-aa00-4460-a527-6b46d7087b1b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:19.863891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] Pushing event deleted for resources: {'Port': ['ID=15d1e654-ef33-4fb4-b289-84120f4ff25e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:19.865793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 15d1e654-ef33-4fb4-b289-84120f4ff25e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:19.866252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 15d1e654-ef33-4fb4-b289-84120f4ff25e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:19.869101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117d89f-e6fa-46c6-a227-692826c98f71 None None] No DVR routers for this DVR port 15d1e654-ef33-4fb4-b289-84120f4ff25e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:19.894831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.948316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (12e2945c-cbb4-400d-a772-0830f95fa583), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.976396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks [] for security_group (37fbd54d-502d-44d7-a5ea-bbcb9d484335), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:19.994121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (37fbd54d-502d-44d7-a5ea-bbcb9d484335), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.009251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:19:20.026692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4ec9a08c-ea88-4091-a0cd-18913d17fbf1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.027060 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Added segment 4ec9a08c-ea88-4091-a0cd-18913d17fbf1 of type vlan for network 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 Feb 03 11:19:20.060984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:20.061568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d59b005-ce4c-41f5-9414-145cecd88737 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:20.077785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.080089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'aead50e6-c324-413e-babf-08156cbee553', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'port_id': 'aead50e6-c324-413e-babf-08156cbee553', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f1c642-b78c-49fc-8210-29751017f807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:19:20.103258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks [] for port (3d59b005-ce4c-41f5-9414-145cecd88737), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.135644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:20.135980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.140859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e2945c-cbb4-400d-a772-0830f95fa583']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:20.168167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aead50e6-c324-413e-babf-08156cbee553 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:20.197076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:20.202801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.216496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.218121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:20.218715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.227515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Transition to ACTIVE for port object 3d59b005-ce4c-41f5-9414-145cecd88737 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:20.243285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.245677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.256248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbd54d-502d-44d7-a5ea-bbcb9d484335,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.263651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7a350d-c468-460a-8d6d-25e25de7bc6c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:20.264540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7a350d-c468-460a-8d6d-25e25de7bc6c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:20.271168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5363028 Feb 03 11:19:20.272107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65388413-d0ca-4eb0-8001-8343a05f95dd req-0105ab92-d3b2-435d-84c0-694e237efbe8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469960 Feb 03 11:19:20.286141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43152) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:20.294662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Request body: {'subnet': {'network_id': '6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-397613348-subnet', 'tenant_id': '1c83b0b36ddf43e883e3eca1cb64e686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:20.309154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116', 'b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:20.315419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (bc7a350d-c468-460a-8d6d-25e25de7bc6c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.340767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bc7a350d-c468-460a-8d6d-25e25de7bc6c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.347155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.348695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:20.349127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (bc7a350d-c468-460a-8d6d-25e25de7bc6c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.370359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.406788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:20.424077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Pushing event updated for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.426553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:20.442537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:20.446937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (37aafcdb-5159-4ca1-ad68-744b571a5965), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:20.457003 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:20.494630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Made reservation on behalf of 1c83b0b36ddf43e883e3eca1cb64e686 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:20.496986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.514988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (12e2945c-cbb4-400d-a772-0830f95fa583), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.521777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4cf7-2509-4a1e-85a8-14049c74475c admin admin] Pushing event updated for resources: {'Network': ['ID=6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.542350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.550053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/networks/12e2945c-cbb4-400d-a772-0830f95fa583 HTTP/1.1" status: 204 len: 168 time: 1.6387136 Feb 03 11:19:20.556527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:20.567476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:19:20.570449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:20.615851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18193505-b2b0-4aa5-9d6d-41b5306f5dfb req-bdf4b746-9927-476a-9be3-8b00699af067 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:20.617532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18193505-b2b0-4aa5-9d6d-41b5306f5dfb req-bdf4b746-9927-476a-9be3-8b00699af067 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 944 time: 0.3857341 Feb 03 11:19:20.622236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2b2e00ad-f495-44dd-939e-ffcfff9f618e tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "GET /v2.0/ports?device_id=266208ab-1dba-452d-beb8-f2644553682b HTTP/1.1" status: 200 len: 205 time: 0.0607300 Feb 03 11:19:20.625207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:20.743292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router (266208ab-1dba-452d-beb8-f2644553682b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.747604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063d6b4-3569-4e25-a919-56dce11ab147 tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Pushing event deleted for resources: {'Network': ['ID=12e2945c-cbb4-400d-a772-0830f95fa583,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.874955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:20.894749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c100699-7a13-4b3c-885a-db0ef053a103 None None] Provisioning complete for port 27cafbb4-37d9-4923-bb9a-0f90e125df76 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:20.895145 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c100699-7a13-4b3c-885a-db0ef053a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.925542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:20.926193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:20.936953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c100699-7a13-4b3c-885a-db0ef053a103 None None] Port 27cafbb4-37d9-4923-bb9a-0f90e125df76 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:19:20.938997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Attempting to bind port 3d59b005-ce4c-41f5-9414-145cecd88737 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:20.939360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Attempting to bind port 3d59b005-ce4c-41f5-9414-145cecd88737 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '5f6c9226-f90b-48e8-9cd4-1622f8009cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:20.939765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Attempting to bind port 3d59b005-ce4c-41f5-9414-145cecd88737 on network 081ec7f9-c0b7-473f-ab43-db57e547609f {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:20.983354 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6aa9c2ea-5a20-451b-abb5-c2b1552b113b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5319092 Feb 03 11:19:21.002137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Port 3d59b005-ce4c-41f5-9414-145cecd88737 on network 081ec7f9-c0b7-473f-ab43-db57e547609f not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:21.002467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Attempting to bind port 3d59b005-ce4c-41f5-9414-145cecd88737 on network 081ec7f9-c0b7-473f-ab43-db57e547609f {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:21.017782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Request body: {'port': {'device_id': '31c39e20-229c-4dc2-8401-7420df39abed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:21.028494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18193505-b2b0-4aa5-9d6d-41b5306f5dfb req-9047f654-6baa-4c9e-bf44-f450c463adcb tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048064 Feb 03 11:19:21.046163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (266208ab-1dba-452d-beb8-f2644553682b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.048990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router_controller (266208ab-1dba-452d-beb8-f2644553682b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.110856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:21.111466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Checking segment: {'id': '5f6c9226-f90b-48e8-9cd4-1622f8009cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:21.111750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Bound using segment: {'id': '5f6c9226-f90b-48e8-9cd4-1622f8009cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:21.112284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Bound port: 3d59b005-ce4c-41f5-9414-145cecd88737, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6c9226-f90b-48e8-9cd4-1622f8009cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:21.115339 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.122968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (266208ab-1dba-452d-beb8-f2644553682b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.124023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Fanout notify agent at l3_agent the message router_deleted on router 266208ab-1dba-452d-beb8-f2644553682b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:21.131387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.135547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a9d901b2-8338-4368-bb14-fd52a6611b2c tempest-RoutersNegativeIpV6Test-923428677 tempest-RoutersNegativeIpV6Test-923428677-project] 10.222.0.30 "DELETE /v2.0/routers/266208ab-1dba-452d-beb8-f2644553682b HTTP/1.1" status: 204 len: 168 time: 0.5057247 Feb 03 11:19:21.156866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd32114-133d-4a08-859d-5dd282c03060 req-ece0c5fb-065f-49a9-9e2f-07fd8a13f3c6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:21.158390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cd32114-133d-4a08-859d-5dd282c03060 req-ece0c5fb-065f-49a9-9e2f-07fd8a13f3c6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 932 time: 0.1407521 Feb 03 11:19:21.215990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cd32114-133d-4a08-859d-5dd282c03060 req-c23967d3-35a7-46a3-a317-08330660f56c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Feb 03 11:19:21.434308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98d2d-69b2-4c89-a304-1c436889b634 req-7d9c92a3-5c07-44bd-a2a4-a5807181ccc3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:21.436269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06f98d2d-69b2-4c89-a304-1c436889b634 req-7d9c92a3-5c07-44bd-a2a4-a5807181ccc3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 944 time: 0.0750101 Feb 03 11:19:21.436772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:21.497360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06f98d2d-69b2-4c89-a304-1c436889b634 req-39153342-1872-4cc5-8bde-f764fc68479c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Feb 03 11:19:21.602123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3f20bc7e-6229-4c87-9ed6-86f4bb059c5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34e031961d19451b831cc525c77827ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642363 Feb 03 11:19:21.604752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:21.636383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.675431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] Publish callbacks [] for security_group (e0a95b67-7339-4c5a-8259-a1f909afa1af), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.700349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] Publish callbacks [] for security_group (e0a95b67-7339-4c5a-8259-a1f909afa1af), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.748899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e0a95b67-7339-4c5a-8259-a1f909afa1af), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.751581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.755734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0a95b67-7339-4c5a-8259-a1f909afa1af HTTP/1.1" status: 204 len: 168 time: 0.1474781 Feb 03 11:19:21.755918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.769213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d191f00-713c-45ee-9f91-b94f3597f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a95b67-7339-4c5a-8259-a1f909afa1af,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:21.802396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:21.810062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:21.874507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port aead50e6-c324-413e-babf-08156cbee553 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:19:21.880784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port aead50e6-c324-413e-babf-08156cbee553 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:21.881892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aead50e6-c324-413e-babf-08156cbee553), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.952844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d59b005-ce4c-41f5-9414-145cecd88737,segment=NetworkSegment(5f6c9226-f90b-48e8-9cd4-1622f8009cfa),segment_id=5f6c9226-f90b-48e8-9cd4-1622f8009cfa)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:21.954593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (015fe09f-6b8b-4ab0-8864-8f1934ea44dd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:21.977120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Router 37aafcdb-5159-4ca1-ad68-744b571a5965 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:22.010224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:22.011488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.018730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.087098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:22.087674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:22.090262 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3089392a-d211-4c25-a78a-dab273a32288" -d '{"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:22.105045 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.130968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.131676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.133611 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] 10.222.0.69 "PUT /v2.0/ports/3d59b005-ce4c-41f5-9414-145cecd88737 HTTP/1.1" status: 200 len: 1092 time: 4.1649640 Feb 03 11:19:22.154030 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087169d-ce1e-4d2a-a9ba-3e9263b0b76a x-openstack-request-id: req-6087169d-ce1e-4d2a-a9ba-3e9263b0b76a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:22.155093 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:22.155522 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6087169d-ce1e-4d2a-a9ba-3e9263b0b76a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:22.156381 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'code': 200} Feb 03 11:19:22.183712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:22.206538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:22.209037 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:22.313901 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59de7a-5cef-4aca-a14c-62fcb03571aa x-openstack-request-id: req-ea59de7a-5cef-4aca-a14c-62fcb03571aa {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:22.314288 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:22.314608 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea59de7a-5cef-4aca-a14c-62fcb03571aa {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:22.315070 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737', 'status': 'completed', 'code': 200} Feb 03 11:19:22.362765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e2560-4e2d-46e4-91a1-5e681bd6dc65 req-8f734742-728a-444e-b23c-6f68cad0782d tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.364357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d2e2560-4e2d-46e4-91a1-5e681bd6dc65 req-8f734742-728a-444e-b23c-6f68cad0782d tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 944 time: 0.1979284 Feb 03 11:19:22.368661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fecd2-ece0-4bc5-90c5-68226e64e7f3 req-8abc7cd1-a11b-448d-a8ac-ad2452639f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.370292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-310fecd2-ece0-4bc5-90c5-68226e64e7f3 req-8abc7cd1-a11b-448d-a8ac-ad2452639f24 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1127 time: 0.1086369 Feb 03 11:19:22.405423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=015fe09f-6b8b-4ab0-8864-8f1934ea44dd,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:22.420827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-b8f62622-a3a2-41da-ae70-bde203579108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.422504 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-b8f62622-a3a2-41da-ae70-bde203579108 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d722e61025f43c78c91c94f6fca2008&device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 1126 time: 0.2023656 Feb 03 11:19:22.452847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8d1eb-5b26-417a-bf5e-960af9491b99 service neutron] Pushing event updated for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:22.462831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d2e2560-4e2d-46e4-91a1-5e681bd6dc65 req-4642989b-5de3-4d01-bfde-c6ec2d5d4a6c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915008 Feb 03 11:19:22.491374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-310fecd2-ece0-4bc5-90c5-68226e64e7f3 req-1dd3a65b-16b7-4d32-aa97-71fd0e6396ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901959 Feb 03 11:19:22.512302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-64e7b967-e089-4c4e-8441-397ea3a1077e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d59b005-ce4c-41f5-9414-145cecd88737 HTTP/1.1" status: 200 len: 217 time: 0.0688670 Feb 03 11:19:22.516705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Checking segment: {'id': '4ec9a08c-ea88-4091-a0cd-18913d17fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:22.517173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Network hostable DHCP agents. Network: 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:19:22.524396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b581-5f29-4239-9b7e-12dbd269e4ac req-a4361e24-b803-422c-a3a3-ec7836ab72ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.525849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2285b581-5f29-4239-9b7e-12dbd269e4ac req-a4361e24-b803-422c-a3a3-ec7836ab72ca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 932 time: 0.0983386 Feb 03 11:19:22.621253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2285b581-5f29-4239-9b7e-12dbd269e4ac req-b5f4e587-1b0b-45cc-aaf3-860a073d4637 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832067 Feb 03 11:19:22.663901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-81291655-3211-4ddf-8947-6985d61b2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.666510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-81291655-3211-4ddf-8947-6985d61b2c0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8feb808-89f8-43c1-9856-488a2cb4c98b HTTP/1.1" status: 200 len: 854 time: 0.1418498 Feb 03 11:19:22.682683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Network 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:19:22.709203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c542d-add3-47b8-a95b-6d8913fe3c90 req-b41e691b-50f3-44d1-af29-fcfb78bac9a6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.716304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b41c542d-add3-47b8-a95b-6d8913fe3c90 req-b41e691b-50f3-44d1-af29-fcfb78bac9a6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1283629 Feb 03 11:19:22.735283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:22.738513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43206) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:22.740779 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-38b675f1-a50c-48f0-b2b9-9ca174239c8d admin admin] 10.222.0.30 "PUT /v2.0/routers/37aafcdb-5159-4ca1-ad68-744b571a5965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5503883 Feb 03 11:19:22.744267 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Sync routers for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:22.744877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43208) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:22.761212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:22.762809 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:22.802781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cafbb4-37d9-4923-bb9a-0f90e125df76 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:22.830145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks [] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.846569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b41c542d-add3-47b8-a95b-6d8913fe3c90 req-ca9f6f7f-1db7-4ece-a900-eefe7cfc84d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290302 Feb 03 11:19:22.872404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Transition to ACTIVE for port object 27cafbb4-37d9-4923-bb9a-0f90e125df76 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:22.880630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-7fc145e8-47f4-47bb-a214-38276422ee42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=081ec7f9-c0b7-473f-ab43-db57e547609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985757 Feb 03 11:19:22.885970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:22.893770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:22.901770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f88008-71e5-490b-ab33-07c620674100 None None] Network 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:22.912740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:22.942567 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:22.947679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:22.948274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.020550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-42277bf1-8551-42c7-a6d1-127ea3078666 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:23.022611 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-42277bf1-8551-42c7-a6d1-127ea3078666 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 11:19:23.024381 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-42277bf1-8551-42c7-a6d1-127ea3078666 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:19:23.025439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-42277bf1-8551-42c7-a6d1-127ea3078666 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2817054 Feb 03 11:19:23.027408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks [] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.034122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:23.039801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059247561'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:23.055795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e553e6-880d-437b-a9df-d8f746e3d9e5 None None] Network 6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:23.148253 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6da37f99-a386-438e-88a4-68b155160bdf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8587923 Feb 03 11:19:23.182666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:23.319087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.351541 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:19:19Z', 'revision_number': 5, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port': {'id': '14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:11Z', 'updated_at': '2022-02-03T11:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:23.362858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.410119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks [] for router_gateway (37aafcdb-5159-4ca1-ad68-744b571a5965), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.418266 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-991b12e3-887d-4577-bf39-9411b764a987 service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280650 Feb 03 11:19:23.422052 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Checking router: 37aafcdb-5159-4ca1-ad68-744b571a5965 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:23.438676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:23.452527 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Routers {'37aafcdb-5159-4ca1-ad68-744b571a5965'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:23.453201 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['37aafcdb-5159-4ca1-ad68-744b571a5965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:23.454269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Sync routers for ids ['2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:23.483467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Routers {'2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:23.487021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:23.552268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Deleting port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:23.552863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.556769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Attempting to bind port 27cafbb4-37d9-4923-bb9a-0f90e125df76 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:23.557400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Attempting to bind port 27cafbb4-37d9-4923-bb9a-0f90e125df76 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:23.558118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Attempting to bind port 27cafbb4-37d9-4923-bb9a-0f90e125df76 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:23.603959 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] Set router 37aafcdb-5159-4ca1-ad68-744b571a5965 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:23.647686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Port 27cafbb4-37d9-4923-bb9a-0f90e125df76 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:23.648703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Attempting to bind port 27cafbb4-37d9-4923-bb9a-0f90e125df76 on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:23.649258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] For port 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:23.649631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.664019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.665969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1619e329-5227-4f12-89aa-dc24b977fcf5 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.9809115 Feb 03 11:19:23.673145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Calling delete_port for 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:23.685639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43230) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:23.708548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:23.709976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:23.712414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:23.713783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Bound port: 27cafbb4-37d9-4923-bb9a-0f90e125df76, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:23.714951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.752290 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:19:23Z', 'revision_number': 6, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:23.791612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a146b-4514-4847-ad51-5e8a5c5eb766 None None] The sync data for ids ['37aafcdb-5159-4ca1-ad68-744b571a5965'] in n-d-821606-6 is: [{'id': '37aafcdb-5159-4ca1-ad68-744b571a5965', 'name': 'tempest-TaggedBootDevicesTest-486334833-router', 'tenant_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:10Z', 'updated_at': '2022-02-03T11:19:23Z', 'revision_number': 6, 'project_id': '7974f8769fa043cdb7ecc4bb261b9b20', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:23.795473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1602679212', 'description': 'tempest-description-72082264'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:23.850440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (a4072e00-4ac5-418f-a7d4-4867f4b4fa10), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.863453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a4072e00-4ac5-418f-a7d4-4867f4b4fa10), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.876854 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2287c4a8-aac8-4365-b099-d5ae8d719006 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 HTTP/1.1" status: 200 len: 908 time: 0.1872015 Feb 03 11:19:23.881475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43234) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:23.885987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-206935846', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': True}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:23.902482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.947820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Set router 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:23.949121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-36c8dda9-2d47-4b86-8d86-2becd89cec9d req-b1c52963-d949-40ad-b486-954ed9d717a3 service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204787 Feb 03 11:19:23.957476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.958520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.982197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:23.986727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:23.995641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:23.999696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4072e00-4ac5-418f-a7d4-4867f4b4fa10,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:24.021119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923df26-fb6f-4fa5-ae64-44a3a7b7810d req-98731b45-259f-49df-b692-c191b5b1cc92 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:24.022873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6923df26-fb6f-4fa5-ae64-44a3a7b7810d req-98731b45-259f-49df-b692-c191b5b1cc92 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 944 time: 0.2368946 Feb 03 11:19:24.082090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:24.115232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b6a701cf-1e4b-4b6b-b696-851ae893aab2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.123966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6923df26-fb6f-4fa5-ae64-44a3a7b7810d req-c764d928-76a9-4017-845d-33712b073d7d tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938532 Feb 03 11:19:24.124588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.134785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b6a701cf-1e4b-4b6b-b696-851ae893aab2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.141930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:24.142551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.143952 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-3314548d-78ff-48d2-827d-6ada5362624e service neutron] 10.222.0.53 "PUT /v2.0/ports/27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 200 len: 1092 time: 3.1437955 Feb 03 11:19:24.209371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a701cf-1e4b-4b6b-b696-851ae893aab2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:24.221555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:24.294497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.296669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-27e3c471-22a0-4a54-b441-bcf494912c42 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2615731 Feb 03 11:19:24.303524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43238) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:24.308447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b6a701cf-1e4b-4b6b-b696-851ae893aab2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:24.322338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:24.324559 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285073de-f525-4c3c-b18d-38c09dbc3871" -d '{"events": [{"name": "network-changed", "server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:24.397663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (05365483-70a2-4c95-87fe-cd7a85141378), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.416067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (05365483-70a2-4c95-87fe-cd7a85141378), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.438049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (4681f235-a2e3-4123-b5ab-839936e60eb6), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.446192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (37aafcdb-5159-4ca1-ad68-744b571a5965), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.452105 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.453967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4072d8b2-937d-4135-a3fe-fdcb900a6e0f req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6696615 Feb 03 11:19:24.468795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-eb97ad45-3222-41be-9772-dfd432873433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:24.472793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-eb97ad45-3222-41be-9772-dfd432873433 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 1126 time: 0.2780137 Feb 03 11:19:24.480253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166'}], 'enable_snat': False}, 'gw_port_id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:13Z', 'updated_at': '2022-02-03T11:19:19Z', 'revision_number': 3, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port': {'id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:19:16Z', 'updated_at': '2022-02-03T11:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:24.577064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Checking router: 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:24.585004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Updating router 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:19:24.599077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-0db2a99f-a6bf-47a7-b59a-58dddcdb4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:24.600577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-0db2a99f-a6bf-47a7-b59a-58dddcdb4868 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d722e61025f43c78c91c94f6fca2008&device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 1126 time: 0.5293052 Feb 03 11:19:24.632728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:24.677809 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-94ffaf84-a632-4487-bbe5-2cc7ab184e64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 200 len: 217 time: 0.1973317 Feb 03 11:19:25.005059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group_rule (3c4bb812-f090-49a5-bc95-081497a907f0), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.033665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91278049-b228-4d8f-bad8-6e8888616a69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05365483-70a2-4c95-87fe-cd7a85141378,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:25.073680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.079919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks [] for router_controller (37aafcdb-5159-4ca1-ad68-744b571a5965), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.117470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks [] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.125345 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.211199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6321-b46e-4093-98e5-249ef09634e3 req-e5e7a5c5-6fe2-4ad9-ae21-f1f26ad869ed tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.212924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edf6321-b46e-4093-98e5-249ef09634e3 req-e5e7a5c5-6fe2-4ad9-ae21-f1f26ad869ed tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3627381 Feb 03 11:19:25.222455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f77ef-50d9-4772-9c3a-556927c9c6d6 req-9a92b57d-af6b-4987-a66e-f9d7e6322184 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.229806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-252f77ef-50d9-4772-9c3a-556927c9c6d6 req-9a92b57d-af6b-4987-a66e-f9d7e6322184 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 944 time: 0.3838203 Feb 03 11:19:25.244420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d62d4-f5cb-472c-8a08-3edff35e94d3 None None] Pushing event updated for resources: {'Port': ['ID=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:25.249988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Attempting to bind port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:25.250761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Attempting to bind port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:25.251318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Attempting to bind port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:25.258606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:25.259561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:25.260299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.261042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:25.261697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Bound port: 77ffee97-d1e6-4805-84f3-1ba0f65ec33e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:25.262277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.308571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (37aafcdb-5159-4ca1-ad68-744b571a5965), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.309166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37aafcdb-5159-4ca1-ad68-744b571a5965 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:25.318710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edf6321-b46e-4093-98e5-249ef09634e3 req-faf45fcc-0059-4ef7-9a13-533e4882a3d9 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744700 Feb 03 11:19:25.322042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.323254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bdf784d0-71d6-4d30-9f16-9b07d7a363d2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/37aafcdb-5159-4ca1-ad68-744b571a5965 HTTP/1.1" status: 204 len: 168 time: 2.5638158 Feb 03 11:19:25.332884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:25.346451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] For port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:25.366642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] For port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:25.374328 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.405088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group_rule (3c4bb812-f090-49a5-bc95-081497a907f0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.460196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (3c4bb812-f090-49a5-bc95-081497a907f0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.551098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Routers {'2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:25.551757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:25.571107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-f4194c3a-0bbc-4c70-9abe-b96e26ed9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.572593 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-f4194c3a-0bbc-4c70-9abe-b96e26ed9851 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.8479095 Feb 03 11:19:25.589996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Deleting subnet 9183219c-c854-4cc6-acbc-d838c19eaa69 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:25.593614 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635046c-ab76-4292-9b64-d7aadc11e277 x-openstack-request-id: req-9635046c-ab76-4292-9b64-d7aadc11e277 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:25.593909 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:25.594165 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9635046c-ab76-4292-9b64-d7aadc11e277 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:25.594563 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'status': 'completed', 'code': 200} Feb 03 11:19:25.595363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Publish callbacks [] for subnet (9183219c-c854-4cc6-acbc-d838c19eaa69), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.621343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (4681f235-a2e3-4123-b5ab-839936e60eb6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.645778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (9183219c-c854-4cc6-acbc-d838c19eaa69), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.668718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] Set router 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:25.735314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-252f77ef-50d9-4772-9c3a-556927c9c6d6 req-430de42d-a56c-473a-9356-3bfde57ab216 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043609 Feb 03 11:19:25.742551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-1016cff7-98b7-437b-9bde-2edce17638ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.744310 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-1016cff7-98b7-437b-9bde-2edce17638ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=081ec7f9-c0b7-473f-ab43-db57e547609f HTTP/1.1" status: 200 len: 915 time: 1.0619133 Feb 03 11:19:25.801339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-cf51022e-554a-466e-b23d-05c2d423587b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d59b005-ce4c-41f5-9414-145cecd88737 HTTP/1.1" status: 200 len: 217 time: 0.0488470 Feb 03 11:19:25.843959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:25.845164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5403523 Feb 03 11:19:25.852555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27687701-915a-4a66-97b4-3870e437ba5b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4bb812-f090-49a5-bc95-081497a907f0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:25.861481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac724347-aa00-4460-a527-6b46d7087b1b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:25.866626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43256) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:25.881480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-152c319a-c1ca-4640-8a94-fd4d2190339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.883393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-152c319a-c1ca-4640-8a94-fd4d2190339b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2880077 Feb 03 11:19:25.904698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-c3a87373-c703-4666-9152-5a33824ff398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:25.906622 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-c3a87373-c703-4666-9152-5a33824ff398 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8feb808-89f8-43c1-9856-488a2cb4c98b HTTP/1.1" status: 200 len: 854 time: 0.0955920 Feb 03 11:19:25.907615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ac724347-aa00-4460-a527-6b46d7087b1b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:25.911532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac724347-aa00-4460-a527-6b46d7087b1b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:25.911965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:25.915690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0081a46d-1125-4dec-bb74-069d86b54498 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b6a701cf-1e4b-4b6b-b696-851ae893aab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:25.958732 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-91966e0b-041b-4b67-a9bf-8a04e650985e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=081ec7f9-c0b7-473f-ab43-db57e547609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371177 Feb 03 11:19:25.981384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-ec031bbd-a585-4bbc-81aa-d84d9c7b85b6 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/05365483-70a2-4c95-87fe-cd7a85141378 HTTP/1.1" status: 200 len: 1822 time: 0.4546103 Feb 03 11:19:26.009338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:26.009729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14a3ed6e-b48a-449f-8cc7-97df0e1f7e4d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:26.012518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d62d4-f5cb-472c-8a08-3edff35e94d3 None None] Pushing event updated for resources: {'Port': ['ID=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:26.086236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05365483-70a2-4c95-87fe-cd7a85141378', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:26.086798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05365483-70a2-4c95-87fe-cd7a85141378', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:26.096289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0081a46d-1125-4dec-bb74-069d86b54498 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group_rule (27596746-d4cb-411e-8707-5948c4bdac6e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.142480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (9183219c-c854-4cc6-acbc-d838c19eaa69), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.170709 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-bce97a60-bccb-438e-960b-f82242ad9307 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749400 Feb 03 11:19:26.219222 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-38a2eb3b-87ab-4b14-bb63-027ea3ffb43b service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174244 Feb 03 11:19:26.317138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84223653-830e-4e42-97ce-41360e467511 req-ce3cb1fd-fe38-4fec-9cc2-2c6fe307731c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:26.319180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84223653-830e-4e42-97ce-41360e467511 req-ce3cb1fd-fe38-4fec-9cc2-2c6fe307731c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 944 time: 0.3521698 Feb 03 11:19:26.400590 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-0081a46d-1125-4dec-bb74-069d86b54498 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:19:26.405205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0081a46d-1125-4dec-bb74-069d86b54498 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5358331 Feb 03 11:19:26.407289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43258) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:26.441162 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (9183219c-c854-4cc6-acbc-d838c19eaa69), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.447782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166'}], 'enable_snat': False}, 'gw_port_id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:13Z', 'updated_at': '2022-02-03T11:19:19Z', 'revision_number': 3, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port': {'id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:19:16Z', 'updated_at': '2022-02-03T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:26.476279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.480069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9183219c-c854-4cc6-acbc-d838c19eaa69 HTTP/1.1" status: 204 len: 168 time: 1.1404982 Feb 03 11:19:26.487803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5a1bc-e164-4755-a66c-2166fda69811 None None] The sync data for ids ['2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9'] in n-d-821606-6 is: [{'id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166'}], 'enable_snat': False}, 'gw_port_id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:13Z', 'updated_at': '2022-02-03T11:19:19Z', 'revision_number': 3, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port': {'id': '77ffee97-d1e6-4805-84f3-1ba0f65ec33e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:19:16Z', 'updated_at': '2022-02-03T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:26.489740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1db3ab-36db-442d-9858-106bf2f9b131 None None] Network b04263c1-bbdc-4a9f-96f1-2aba2ce791ea requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:26.502605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:26.506746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84223653-830e-4e42-97ce-41360e467511 req-b17abc07-6ba0-4abc-8585-449253683f05 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744509 Feb 03 11:19:26.507918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (c39dca65-7a5b-4aa9-9985-0d627bd8da5b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.525194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cfd14-c45a-4759-bbce-aae7e279158a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9183219c-c854-4cc6-acbc-d838c19eaa69,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:26.613862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (c39dca65-7a5b-4aa9-9985-0d627bd8da5b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.642820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4453f424-6765-49a3-b7cf-5d0f954cec99 req-6d9b6f2d-bf00-4440-917e-dccef6232bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620123 Feb 03 11:19:26.647534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c39dca65-7a5b-4aa9-9985-0d627bd8da5b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.741221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39dca65-7a5b-4aa9-9985-0d627bd8da5b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:26.750939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.790968 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ef6aaad4-c59f-4ec8-8ed9-4865c03071f7 req-5e3a83ca-eef0-4c40-82d8-a907f5072f82 service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640285 Feb 03 11:19:26.802160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] DHCP port deletion for b04263c1-bbdc-4a9f-96f1-2aba2ce791ea request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:26.871251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b6a701cf-1e4b-4b6b-b696-851ae893aab2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.884713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (4681f235-a2e3-4123-b5ab-839936e60eb6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.887219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.891800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9309867-e237-4d93-8538-a7b115bf68c6 req-9fe0ae04-44e8-4670-884e-e6a6f9ef8231 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8432496 Feb 03 11:19:26.906783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Deleting port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:26.907213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:26.982160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.012107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.074334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] For port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,segment=NetworkSegment(30aa6e45-059e-489e-9db1-29b8fd2a787b),segment_id=30aa6e45-059e-489e-9db1-29b8fd2a787b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:27.074974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.091943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Calling delete_port for 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:27.152004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 172.25.7.77 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/edaac7a3-ac18-4133-b76a-2680bda58d04) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:27.203991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-f3a98ffc-a397-4c28-b0f5-87854c01d7e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:27.214054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-f3a98ffc-a397-4c28-b0f5-87854c01d7e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 813 time: 0.4779665 Feb 03 11:19:27.229917 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.250827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] No DVR routers for this DVR port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:27.258690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-b394c285-5a84-488b-81fd-671edc4a889f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/quotas/16372ac255db4e6ab85ecdf599e57fe3 HTTP/1.1" status: 200 len: 375 time: 0.0424974 Feb 03 11:19:27.299485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0d51c-2bab-4a04-8f51-d7058ed7d414 None None] Pushing event deleted for resources: {'Port': ['ID=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:27.304350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b6a701cf-1e4b-4b6b-b696-851ae893aab2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.320450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-a49f66dc-9606-4ba5-8aab-35a7f3d1ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:27.322032 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-a49f66dc-9606-4ba5-8aab-35a7f3d1ba5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 1126 time: 0.5851359 Feb 03 11:19:27.322726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Deleting port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:27.323242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.350331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3359b17-6e2a-4ebc-9800-0ce05956a3ae req-f20e5ecf-26a9-4e3a-b0e9-ecc7b7e4ea39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:27.351981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3359b17-6e2a-4ebc-9800-0ce05956a3ae req-f20e5ecf-26a9-4e3a-b0e9-ecc7b7e4ea39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 944 time: 0.2774498 Feb 03 11:19:27.430275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d59b005-ce4c-41f5-9414-145cecd88737 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:27.449440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.455464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] For port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:27.456065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.480652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b6a701cf-1e4b-4b6b-b696-851ae893aab2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.485799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.490412 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/b6a701cf-1e4b-4b6b-b696-851ae893aab2 HTTP/1.1" status: 204 len: 168 time: 1.0710626 Feb 03 11:19:27.517710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8bd16c8d-9402-4a0b-8c2e-ae8ad90b7331 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564468 Feb 03 11:19:27.521034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3359b17-6e2a-4ebc-9800-0ce05956a3ae req-e12dffe5-e092-4d44-8d14-420ecda5e7a0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533058 Feb 03 11:19:27.521618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:27.527441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Calling delete_port for 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:27.535829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:19:27.543707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0da2a1-03c9-4664-aa12-731f0937b28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a701cf-1e4b-4b6b-b696-851ae893aab2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:27.547985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-751f96ab-ca9c-4ffc-ab47-d567497bfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:27.549681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-751f96ab-ca9c-4ffc-ab47-d567497bfdaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.2176242 Feb 03 11:19:27.606748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-620838455', 'description': 'tempest-description-836950709'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:27.611343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (53664d8c-2cbf-4683-94c6-a4c2dc1cf09a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.634781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] No DVR routers for this DVR port 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:27.665025 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-8dbf44a0-f406-4189-9308-bedfd775c8a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 200 len: 217 time: 0.1026349 Feb 03 11:19:27.674849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d59b005-ce4c-41f5-9414-145cecd88737,segment=NetworkSegment(5f6c9226-f90b-48e8-9cd4-1622f8009cfa),segment_id=5f6c9226-f90b-48e8-9cd4-1622f8009cfa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:27.686671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.697465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3d59b005-ce4c-41f5-9414-145cecd88737', 'network_id': '081ec7f9-c0b7-473f-ab43-db57e547609f', 'port_id': '3d59b005-ce4c-41f5-9414-145cecd88737', 'mac_address': 'fa:16:3e:ae:29:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8feb808-89f8-43c1-9856-488a2cb4c98b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:19:27.746994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Pushing event deleted for resources: {'Port': ['ID=53664d8c-2cbf-4683-94c6-a4c2dc1cf09a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:27.785970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d59b005-ce4c-41f5-9414-145cecd88737 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:27.786814 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.817838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:27.823390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d59b005-ce4c-41f5-9414-145cecd88737 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:27.828589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 77ffee97-d1e6-4805-84f3-1ba0f65ec33e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:27.830688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:27.835335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:27.841133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-9e14d1d1-fcdf-485c-927f-1f6cc4006cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:27.842381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-9e14d1d1-fcdf-485c-927f-1f6cc4006cdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1694829 Feb 03 11:19:27.842991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=edaac7a3-ac18-4133-b76a-2680bda58d04,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:27.850436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a059c311-8b6e-4b62-af59-579985dd8a68 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3177352 Feb 03 11:19:27.890322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:27.898918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.920407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d59b005-ce4c-41f5-9414-145cecd88737,segment=NetworkSegment(5f6c9226-f90b-48e8-9cd4-1622f8009cfa),segment_id=5f6c9226-f90b-48e8-9cd4-1622f8009cfa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:27.921790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128444690'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:27.926537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04263c1-bbdc-4a9f-96f1-2aba2ce791ea']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:27.931748 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.942237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aa6e45-059e-489e-9db1-29b8fd2a787b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:27.942982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aa6e45-059e-489e-9db1-29b8fd2a787b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:27.956627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (30aa6e45-059e-489e-9db1-29b8fd2a787b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.976933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (30aa6e45-059e-489e-9db1-29b8fd2a787b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.986331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:27.987241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (30aa6e45-059e-489e-9db1-29b8fd2a787b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:27.989931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.005191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:28.005575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:28.083520 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:28.087826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-0c6adeeb-305b-4ea9-977b-4593693fa9e7 service neutron] 10.222.0.30 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497696 Feb 03 11:19:28.088745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.092422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b04263c1-bbdc-4a9f-96f1-2aba2ce791ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.117831 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.126287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] 10.222.0.30 "DELETE /v2.0/networks/b04263c1-bbdc-4a9f-96f1-2aba2ce791ea HTTP/1.1" status: 204 len: 168 time: 1.6118667 Feb 03 11:19:28.126871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43284) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:28.139848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:28.140699 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.175095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:28.178013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.181984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.237874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.265559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f2a65-0df9-4e18-b1ea-3e044729edce admin admin] Pushing event deleted for resources: {'Network': ['ID=b04263c1-bbdc-4a9f-96f1-2aba2ce791ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.270904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-cac1ecdb-09ab-498d-ac21-f98507e80ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:28.273544 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-cac1ecdb-09ab-498d-ac21-f98507e80ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4192176 Feb 03 11:19:28.275220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:28.298987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:28.299340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 53664d8c-2cbf-4683-94c6-a4c2dc1cf09a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:28.306764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3d59b005-ce4c-41f5-9414-145cecd88737'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:28.318191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-2b8acaa2-7de0-4a19-81c0-2fac859ffd95 service neutron] 10.222.0.30 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133238 Feb 03 11:19:28.411189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (3dd39825-7cc9-4e44-b325-c27d1071829d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.418071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3dd39825-7cc9-4e44-b325-c27d1071829d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.461646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd39825-7cc9-4e44-b325-c27d1071829d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.505229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.507746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0f3933b-550d-461b-a6fa-a7727047fc78 req-a9be5b41-3f14-4126-9f8e-8d9909ab8a7e tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9117043 Feb 03 11:19:28.543514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (87113de9-1c22-4319-9013-b1cf441af8c8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.573607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (87113de9-1c22-4319-9013-b1cf441af8c8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.647694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d74b735a-ec92-4a9e-81c9-bf22ba461128 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/3dd39825-7cc9-4e44-b325-c27d1071829d HTTP/1.1" status: 200 len: 1822 time: 0.0871968 Feb 03 11:19:28.662941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3dd39825-7cc9-4e44-b325-c27d1071829d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:28.663475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3dd39825-7cc9-4e44-b325-c27d1071829d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:28.680075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dde0-4f05-4f19-be06-82caf6ba5f6f req-dba52a8d-1fd2-4da5-a56a-05ce3925e459 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:28.691665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1838dde0-4f05-4f19-be06-82caf6ba5f6f req-dba52a8d-1fd2-4da5-a56a-05ce3925e459 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 945 time: 0.1049371 Feb 03 11:19:28.702288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (4681f235-a2e3-4123-b5ab-839936e60eb6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.706126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-e052e8a6-908e-4a04-b33d-732e40ab1670 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225676 Feb 03 11:19:28.711261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87113de9-1c22-4319-9013-b1cf441af8c8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.764399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.768533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b81fd46-f77f-492b-9d75-57a48a590365 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8499718 Feb 03 11:19:28.778255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1838dde0-4f05-4f19-be06-82caf6ba5f6f req-bb819101-7a88-41ab-be34-6bf08d88a7c3 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854039 Feb 03 11:19:28.779326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:28.796636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-78d53572-03a5-4c35-bde8-2b6e781d3e5f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '87113de9-1c22-4319-9013-b1cf441af8c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:28.797458 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-78d53572-03a5-4c35-bde8-2b6e781d3e5f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 11:19:28.797952 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-78d53572-03a5-4c35-bde8-2b6e781d3e5f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:28.804341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-78d53572-03a5-4c35-bde8-2b6e781d3e5f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0120392 Feb 03 11:19:28.820549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:28.890032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d74735b-f90d-4184-ab39-934b3fb70c5b req-da4c69df-292e-49d8-9dc8-f6b7f444be73 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 210 time: 0.0552006 Feb 03 11:19:28.899431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (57380127-0cae-4e19-98dd-a329f2f35e56), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.928357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (57380127-0cae-4e19-98dd-a329f2f35e56), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.936750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (57380127-0cae-4e19-98dd-a329f2f35e56), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.956301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57380127-0cae-4e19-98dd-a329f2f35e56,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:28.967952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:28.969674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa1fd8d5-665c-4dc6-b2b0-b3798546bb20 req-d90f969f-3101-42c5-9da3-ec4b386ab243 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3153455 Feb 03 11:19:29.009410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-874870816', 'description': 'tempest-description-612428394'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:29.069828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.127477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e8c6-c19d-4616-885a-5abd5c33accf req-6d3b6330-58db-48fc-8356-ff9006fe68a9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:29.129164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d562e8c6-c19d-4616-885a-5abd5c33accf req-6d3b6330-58db-48fc-8356-ff9006fe68a9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 944 time: 0.1092868 Feb 03 11:19:29.246884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (50cf53af-bb3b-4f61-baeb-a90b3ef620a5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.258263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d562e8c6-c19d-4616-885a-5abd5c33accf req-cedf8e2d-eff5-4aa9-a82a-08265aeb3101 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 Feb 03 11:19:29.259062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (50cf53af-bb3b-4f61-baeb-a90b3ef620a5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.309771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.311087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b1965e3-5ddb-4963-8e1d-f6c3c79bd81d req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3086686 Feb 03 11:19:29.321271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63fd52-0423-4787-965d-c44ec12e6ea1 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf53af-bb3b-4f61-baeb-a90b3ef620a5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:29.343392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-976576999', 'description': 'tempest-description-1486043555'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:29.370100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.447438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d59b005-ce4c-41f5-9414-145cecd88737 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:29.472557 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (62eee166-fdfb-4e02-b6cc-3396b982281b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.481643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (62eee166-fdfb-4e02-b6cc-3396b982281b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.502112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3d59b005-ce4c-41f5-9414-145cecd88737 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:19:29.506914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3d59b005-ce4c-41f5-9414-145cecd88737 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:29.507488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.522384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eee166-fdfb-4e02-b6cc-3396b982281b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:29.548186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.555546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46b3c41c-3b1f-4bba-a135-fcb35e7144ae req-94ccbc7b-a0c9-4d41-972c-22c8f4772e17 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2180264 Feb 03 11:19:29.597145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d59b005-ce4c-41f5-9414-145cecd88737 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:29.597734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.636000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d59b005-ce4c-41f5-9414-145cecd88737,segment=NetworkSegment(5f6c9226-f90b-48e8-9cd4-1622f8009cfa),segment_id=5f6c9226-f90b-48e8-9cd4-1622f8009cfa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:29.640148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:29.643710 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be4264-ee5c-46dd-b456-25b1a3a6c6f3" -d '{"events": [{"server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "name": "network-vif-plugged", "status": "completed", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:29.649890 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.678126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-d6cdee8a-cc44-4637-87b6-e1287d2a022b tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/50cf53af-bb3b-4f61-baeb-a90b3ef620a5 HTTP/1.1" status: 200 len: 1822 time: 0.0992024 Feb 03 11:19:29.711834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:29.719951 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c186ac-af53-4c4e-abda-329748b0f93a x-openstack-request-id: req-d8c186ac-af53-4c4e-abda-329748b0f93a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:29.720254 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "name": "network-vif-plugged", "status": "completed", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:29.720517 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8c186ac-af53-4c4e-abda-329748b0f93a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:29.720938 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737', 'code': 200} Feb 03 11:19:29.744789 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-285073de-f525-4c3c-b18d-38c09dbc3871 req-b5ede7fa-fd67-4f96-8f19-f7b5d0e68161 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841688 Feb 03 11:19:29.761964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 77ffee97-d1e6-4805-84f3-1ba0f65ec33e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:29.767163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-ee716e5c-4a98-45c7-be54-b6d4001e10a3 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/62eee166-fdfb-4e02-b6cc-3396b982281b HTTP/1.1" status: 200 len: 1823 time: 0.0825641 Feb 03 11:19:29.775689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50cf53af-bb3b-4f61-baeb-a90b3ef620a5', 'remote_group_id': '62eee166-fdfb-4e02-b6cc-3396b982281b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:29.775941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50cf53af-bb3b-4f61-baeb-a90b3ef620a5', 'remote_group_id': '62eee166-fdfb-4e02-b6cc-3396b982281b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:29.801148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (87113de9-1c22-4319-9013-b1cf441af8c8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.840370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 27cafbb4-37d9-4923-bb9a-0f90e125df76 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:29.897645 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (5d186ab5-fc4f-4ee6-a066-413a3ed4ef52), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.908822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:29.909230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.963800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (5d186ab5-fc4f-4ee6-a066-413a3ed4ef52), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.975880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (5d186ab5-fc4f-4ee6-a066-413a3ed4ef52), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.980489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:29.986279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (87113de9-1c22-4319-9013-b1cf441af8c8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.018918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d186ab5-fc4f-4ee6-a066-413a3ed4ef52,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:30.036116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.038816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e51c138c-f82f-436b-827d-b52fe38d8961 req-6a6d38fe-3f6f-4eb9-9727-828e09a4a5e2 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2697608 Feb 03 11:19:30.056892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319bfc-f8c4-482e-9623-d49d3f47f159 req-b2c6264d-7850-48d6-a5cd-13415d719185 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:30.065206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9319bfc-f8c4-482e-9623-d49d3f47f159 req-b2c6264d-7850-48d6-a5cd-13415d719185 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.1417012 Feb 03 11:19:30.086610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:30.127171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9319bfc-f8c4-482e-9623-d49d3f47f159 req-f335af47-d875-4345-b16d-377193bf8d26 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Feb 03 11:19:30.134751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'mac_address': 'fa:16:3e:7b:d4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:19:30.169693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-292421434', 'description': 'tempest-description-2083924133'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:30.205639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.254766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bde33a-f09d-4b76-bb9a-901e378d3aca req-7e87f68b-3f10-46b3-8406-12158bf0f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:30.256780 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b5bde33a-f09d-4b76-bb9a-901e378d3aca req-7e87f68b-3f10-46b3-8406-12158bf0f63e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 1128 time: 0.4241216 Feb 03 11:19:30.260955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 27cafbb4-37d9-4923-bb9a-0f90e125df76 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:30.261369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.271354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (87113de9-1c22-4319-9013-b1cf441af8c8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.271862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:30.278768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.281377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/87113de9-1c22-4319-9013-b1cf441af8c8 HTTP/1.1" status: 204 len: 168 time: 1.4595444 Feb 03 11:19:30.286399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72894bfc-2d03-4ad6-88eb-a06362da889f req-3013fcdb-491e-4922-8672-2880f63632df tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 210 time: 0.0642111 Feb 03 11:19:30.298699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43322) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:30.303285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cafbb4-37d9-4923-bb9a-0f90e125df76 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:30.312728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd535-4036-4dc3-be9f-2eb1957e8969 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87113de9-1c22-4319-9013-b1cf441af8c8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:30.368770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:30.371916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.381296 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.453896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8f699458-9366-46c9-8ea1-2b08255e2a7d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:30.455801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8f699458-9366-46c9-8ea1-2b08255e2a7d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.69 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 813 time: 0.1676731 Feb 03 11:19:30.461662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:30.490805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Request body: {'port': {'device_id': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'admin_state_up': True, 'tenant_id': '16372ac255db4e6ab85ecdf599e57fe3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:30.545503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b5bde33a-f09d-4b76-bb9a-901e378d3aca req-8c5e3f12-8438-4e4e-9247-a6184b9cfa51 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614779 Feb 03 11:19:30.570576 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ad5d6d8-b27c-41f3-a951-3943cb85a222 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2571137 Feb 03 11:19:30.570784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:30.576482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190063518'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:30.580397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router 4681f235-a2e3-4123-b5ab-839936e60eb6 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:30.589143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (c826665d-380c-4840-b898-1509ae739d19), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.602117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c826665d-380c-4840-b898-1509ae739d19), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.629468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['27cafbb4-37d9-4923-bb9a-0f90e125df76'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:30.662322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fd4a-fa65-4ebe-b1a9-cf1e9c3f3c6b req-751560f0-0314-4a8b-a95a-7aa2871ec2d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:30.671241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4687fd4a-fa65-4ebe-b1a9-cf1e9c3f3c6b req-751560f0-0314-4a8b-a95a-7aa2871ec2d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 945 time: 0.1961050 Feb 03 11:19:30.680514 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.690644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1e69da5-8f60-4656-93c0-3a3a068eba98 req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5290813 Feb 03 11:19:30.701675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.707546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7e28a-ed59-47d9-b77d-2445fe65e72a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c826665d-380c-4840-b898-1509ae739d19,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:30.721980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-872054281', 'description': 'tempest-description-456452350'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:30.769464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Made reservation on behalf of 16372ac255db4e6ab85ecdf599e57fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:30.774293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.781874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.821579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4687fd4a-fa65-4ebe-b1a9-cf1e9c3f3c6b req-edeb789e-0b32-4286-b3c5-15a93fcbf2cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492789 Feb 03 11:19:30.833321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:30.845096 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Sync routers for ids ['4681f235-a2e3-4123-b5ab-839936e60eb6'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:30.859890 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Routers {'4681f235-a2e3-4123-b5ab-839936e60eb6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:30.861954 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4681f235-a2e3-4123-b5ab-839936e60eb6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:30.940256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:30.944612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-96d490db-5653-485d-9070-bd6b72a19064 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.0621846 Feb 03 11:19:30.945244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:30.991445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (8add67a8-1503-4b60-942e-cab37d3401df), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.003475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8add67a8-1503-4b60-942e-cab37d3401df), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.022430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Allocated IP 172.20.0.12 (dc9cce5c-f824-4862-a038-e30fef5ba3a7/66f1c642-b78c-49fc-8210-29751017f807/1747c5c7-f179-4846-8ebd-0fcd80f2581a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:31.061723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.062174 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Set router 4681f235-a2e3-4123-b5ab-839936e60eb6 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:31.062946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2817cf03-d6a3-47df-be44-4d723c3f143c req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3575563 Feb 03 11:19:31.066102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a101f-77ed-4936-8618-a849fe10bcaa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8add67a8-1503-4b60-942e-cab37d3401df,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:31.111525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b32306c0-c7d5-43f7-959d-45ab240ae340), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.116653 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a5d582e2-4ad4-47f2-b74c-37498cad5c0b tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/4681f235-a2e3-4123-b5ab-839936e60eb6 HTTP/1.1" status: 200 len: 906 time: 0.1606894 Feb 03 11:19:31.117150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43336) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:31.161003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b32306c0-c7d5-43f7-959d-45ab240ae340), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.200786 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-621914cd-5cb9-4705-b0e6-e320db2ae7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.214796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.219085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6442986 Feb 03 11:19:31.229936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43340) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:31.235709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7813b1e4-a189-47fc-a0e3-986b2429a49d tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b32306c0-c7d5-43f7-959d-45ab240ae340', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:31.236864 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-7813b1e4-a189-47fc-a0e3-986b2429a49d tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 11:19:31.237408 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-7813b1e4-a189-47fc-a0e3-986b2429a49d tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:31.249163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-31006287-ca36-4ff3-b22d-1816c5a83d2c tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/c826665d-380c-4840-b898-1509ae739d19 HTTP/1.1" status: 200 len: 1823 time: 0.1561146 Feb 03 11:19:31.258453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7813b1e4-a189-47fc-a0e3-986b2429a49d tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0242543 Feb 03 11:19:31.269703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43342) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:31.317884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b1319-dad1-4d86-b883-6008aa6c35a5 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32306c0-c7d5-43f7-959d-45ab240ae340,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:31.360685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Deleting port e5a0fdea-b9ff-4093-9923-c08e65e1557f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:31.361085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.398557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.406724 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4681f235-a2e3-4123-b5ab-839936e60eb6', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'edaac7a3-ac18-4133-b76a-2680bda58d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:23Z', 'updated_at': '2022-02-03T11:19:28Z', 'revision_number': 3, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port': {'id': 'edaac7a3-ac18-4133-b76a-2680bda58d04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4681f235-a2e3-4123-b5ab-839936e60eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:19:26Z', 'updated_at': '2022-02-03T11:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:31.443293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Checking router: 4681f235-a2e3-4123-b5ab-839936e60eb6 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:31.444031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Updating router 4681f235-a2e3-4123-b5ab-839936e60eb6 port edaac7a3-ac18-4133-b76a-2680bda58d04 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:19:31.488697 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.492225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b32306c0-c7d5-43f7-959d-45ab240ae340), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.540054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] For port e5a0fdea-b9ff-4093-9923-c08e65e1557f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e5a0fdea-b9ff-4093-9923-c08e65e1557f,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:31.540632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.578530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b32306c0-c7d5-43f7-959d-45ab240ae340), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.605485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Calling delete_port for e5a0fdea-b9ff-4093-9923-c08e65e1557f owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:31.691709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3386e-1d7c-4004-80cb-96fdd20dae30 req-ee0e1e71-6c05-4f9e-9766-d276b2764bc2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:31.693988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (4681f235-a2e3-4123-b5ab-839936e60eb6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.698891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02d3386e-1d7c-4004-80cb-96fdd20dae30 req-ee0e1e71-6c05-4f9e-9766-d276b2764bc2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.4150829 Feb 03 11:19:31.707877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b32306c0-c7d5-43f7-959d-45ab240ae340), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.710899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.714298 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/b32306c0-c7d5-43f7-959d-45ab240ae340 HTTP/1.1" status: 204 len: 168 time: 0.4077806 Feb 03 11:19:31.719140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:31.730717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-8971ed1b-2113-4393-9e54-ab7c42a68049 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/8add67a8-1503-4b60-942e-cab37d3401df HTTP/1.1" status: 200 len: 1822 time: 0.4674428 Feb 03 11:19:31.745104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c826665d-380c-4840-b898-1509ae739d19', 'remote_group_id': '8add67a8-1503-4b60-942e-cab37d3401df', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:31.745366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c826665d-380c-4840-b898-1509ae739d19', 'remote_group_id': '8add67a8-1503-4b60-942e-cab37d3401df', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:31.776181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc1966-cf6e-4183-9e3f-ce19d8051ac9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32306c0-c7d5-43f7-959d-45ab240ae340,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:31.812725 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks [] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.815964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02d3386e-1d7c-4004-80cb-96fdd20dae30 req-3c158d75-9fb7-4cd4-8669-ad18daca979b tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157436 Feb 03 11:19:31.823052 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.833205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks [] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.840072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 27cafbb4-37d9-4923-bb9a-0f90e125df76 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:31.907971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f25c4bf-ce7e-491a-b455-8ca785bd2175 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1866245 Feb 03 11:19:31.911978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43350) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:31.916597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283034431'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:31.919158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 27cafbb4-37d9-4923-bb9a-0f90e125df76 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:19:31.927055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.936204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 27cafbb4-37d9-4923-bb9a-0f90e125df76 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:31.937159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.968842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.972157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Deleting port edaac7a3-ac18-4133-b76a-2680bda58d04 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:31.972690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:31.974131 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d960f-3659-49fb-a48a-8856aff0908c None None] Pushing event updated for resources: {'Port': ['ID=edaac7a3-ac18-4133-b76a-2680bda58d04,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:31.984902 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Attempting to bind port edaac7a3-ac18-4133-b76a-2680bda58d04 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:32.001452 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Attempting to bind port edaac7a3-ac18-4133-b76a-2680bda58d04 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:32.001452 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Attempting to bind port edaac7a3-ac18-4133-b76a-2680bda58d04 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:32.015472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:32.020470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Network dc9cce5c-f824-4862-a038-e30fef5ba3a7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:32.026819 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:32.027281 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:32.029489 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.032755 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:32.034771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43354) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.035473 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Bound port: edaac7a3-ac18-4133-b76a-2680bda58d04, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:32.035888 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.046571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:32.099047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:32.145854 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] For port edaac7a3-ac18-4133-b76a-2680bda58d04, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:32.189729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Pushing event updated for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.206780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e839b-e67c-4368-ba79-9695013a4810 req-193ea6de-b00e-4726-8b3a-0d7fbbdd2b37 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:32.208366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] For port edaac7a3-ac18-4133-b76a-2680bda58d04, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=edaac7a3-ac18-4133-b76a-2680bda58d04,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:32.209838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e49e839b-e67c-4368-ba79-9695013a4810 req-193ea6de-b00e-4726-8b3a-0d7fbbdd2b37 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 932 time: 0.2959275 Feb 03 11:19:32.211252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (b00ac690-5aaa-4bf5-9a82-d8a423658b7e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.217375 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.220846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e5a0fdea-b9ff-4093-9923-c08e65e1557f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.225743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.266851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:32.268757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.286662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Calling delete_port for edaac7a3-ac18-4133-b76a-2680bda58d04 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:32.289161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a0fdea-b9ff-4093-9923-c08e65e1557f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.298666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-8596467b-7c83-45cd-ac1a-6dc1650f1434 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8125665 Feb 03 11:19:32.338822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Request body: {'port': {'device_id': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:32.345853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (b00ac690-5aaa-4bf5-9a82-d8a423658b7e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.409892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b00ac690-5aaa-4bf5-9a82-d8a423658b7e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.414988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (4b78bb91-45a3-48ca-aa7c-a7cc22eab54b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.418023 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Routers {'4681f235-a2e3-4123-b5ab-839936e60eb6'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:32.420691 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4681f235-a2e3-4123-b5ab-839936e60eb6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:32.424418 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d960f-3659-49fb-a48a-8856aff0908c None None] Pushing event updated for resources: {'Port': ['ID=edaac7a3-ac18-4133-b76a-2680bda58d04,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.451326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e49e839b-e67c-4368-ba79-9695013a4810 req-48f75b68-9c39-4c09-a0cb-12eda120a5b4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310214 Feb 03 11:19:32.483801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 27cafbb4-37d9-4923-bb9a-0f90e125df76 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:32.484160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.486873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00ac690-5aaa-4bf5-9a82-d8a423658b7e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.525766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:32.527533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:32.529836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b78bb91-45a3-48ca-aa7c-a7cc22eab54b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.530690 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44e062-7675-4b7e-8c77-864ece652fb7" -d '{"events": [{"server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "name": "network-vif-plugged", "status": "completed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:32.536714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.542157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.545730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd9c61e1-3115-4734-bdaf-281167e8bb4f req-3f1b6fde-5f04-48f9-b407-4a2f0233f85a tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8086851 Feb 03 11:19:32.566871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.635328 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419503f-7292-4d67-8c7b-aec609afb107 x-openstack-request-id: req-8419503f-7292-4d67-8c7b-aec609afb107 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:32.635602 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "name": "network-vif-plugged", "status": "completed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:32.635869 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8419503f-7292-4d67-8c7b-aec609afb107 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:32.636273 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'code': 200} Feb 03 11:19:32.683338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.710421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:32.711661 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7985346 Feb 03 11:19:32.712144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] Set router 4681f235-a2e3-4123-b5ab-839936e60eb6 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:32.730195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c8350-47e4-44a1-8cf9-4ab42989cd93 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b78bb91-45a3-48ca-aa7c-a7cc22eab54b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:32.731182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.737463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7bcc213b-4d22-485f-a23c-5db92cf87663 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '4b78bb91-45a3-48ca-aa7c-a7cc22eab54b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:32.750988 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-7bcc213b-4d22-485f-a23c-5db92cf87663 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 11:19:32.751615 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-7bcc213b-4d22-485f-a23c-5db92cf87663 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:32.752953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7bcc213b-4d22-485f-a23c-5db92cf87663 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190794 Feb 03 11:19:32.761793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.769180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-030ff724-3c42-40c1-a6c6-149183868e56 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '4b78bb91-45a3-48ca-aa7c-a7cc22eab54b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:32.769858 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-030ff724-3c42-40c1-a6c6-149183868e56 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 11:19:32.770350 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-030ff724-3c42-40c1-a6c6-149183868e56 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:32.771292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-030ff724-3c42-40c1-a6c6-149183868e56 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061202 Feb 03 11:19:32.785770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.796827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14a12a39-e795-497b-853c-446319747040 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '4b78bb91-45a3-48ca-aa7c-a7cc22eab54b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:32.798342 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-14a12a39-e795-497b-853c-446319747040 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 11:19:32.798844 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-14a12a39-e795-497b-853c-446319747040 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:32.799802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-14a12a39-e795-497b-853c-446319747040 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069666 Feb 03 11:19:32.808745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.813135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-44962d44-dc52-4ecb-af9a-4ad9618bcee4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '4b78bb91-45a3-48ca-aa7c-a7cc22eab54b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:32.813958 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4681f235-a2e3-4123-b5ab-839936e60eb6', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:23Z', 'updated_at': '2022-02-03T11:19:31Z', 'revision_number': 4, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:32.815100 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-44962d44-dc52-4ecb-af9a-4ad9618bcee4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 11:19:32.815616 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-44962d44-dc52-4ecb-af9a-4ad9618bcee4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:32.816592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44962d44-dc52-4ecb-af9a-4ad9618bcee4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068581 Feb 03 11:19:32.824993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:32.864095 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c099083-9041-4e25-90e6-3fabe7e6393a None None] The sync data for ids ['4681f235-a2e3-4123-b5ab-839936e60eb6'] in n-d-821606-6 is: [{'id': '4681f235-a2e3-4123-b5ab-839936e60eb6', 'name': 'tempest-snat-router-206935846', 'tenant_id': '05a243a558f9458383babb08340b1102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:19:23Z', 'updated_at': '2022-02-03T11:19:31Z', 'revision_number': 4, 'project_id': '05a243a558f9458383babb08340b1102', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:32.914411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-ff53d163-9b45-49d0-8a27-7c3e1cc76af4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/8add67a8-1503-4b60-942e-cab37d3401df HTTP/1.1" status: 200 len: 1822 time: 0.2275007 Feb 03 11:19:32.955304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b4dff-91a3-46fe-90b3-4cce94eb16ea req-1112b7a7-dcec-4323-b26c-8426730b36d8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:32.957958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b49b4dff-91a3-46fe-90b3-4cce94eb16ea req-1112b7a7-dcec-4323-b26c-8426730b36d8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 946 time: 0.3582153 Feb 03 11:19:33.071738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (4b78bb91-45a3-48ca-aa7c-a7cc22eab54b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.170352 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (8add67a8-1503-4b60-942e-cab37d3401df), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.194380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b49b4dff-91a3-46fe-90b3-4cce94eb16ea req-dc05bf50-358d-4b2d-8122-9d424b3f55b0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218010 Feb 03 11:19:33.198113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (4b78bb91-45a3-48ca-aa7c-a7cc22eab54b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.245932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (8add67a8-1503-4b60-942e-cab37d3401df), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.334439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814913-7c18-4741-aec5-a343b5e89c0d req-0fa915be-c070-4aaa-96bc-96dbdffe59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:33.335964 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1f814913-7c18-4741-aec5-a343b5e89c0d req-0fa915be-c070-4aaa-96bc-96dbdffe59f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 1128 time: 0.6460998 Feb 03 11:19:33.386606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b78bb91-45a3-48ca-aa7c-a7cc22eab54b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.389949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.391083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b78bb91-45a3-48ca-aa7c-a7cc22eab54b HTTP/1.1" status: 204 len: 168 time: 0.5640678 Feb 03 11:19:33.398105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43374) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:33.415482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b1953-9d67-46b2-883d-804bbe4a3ef1 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b78bb91-45a3-48ca-aa7c-a7cc22eab54b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:33.423357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1747c5c7-f179-4846-8ebd-0fcd80f2581a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:33.426636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.433567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks [] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.454895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16bdb-f597-4f25-9fee-3545a5dd965c req-72e6f0b8-0dd8-4059-85c5-08bdb3d44e97 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:33.456483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22b16bdb-f597-4f25-9fee-3545a5dd965c req-72e6f0b8-0dd8-4059-85c5-08bdb3d44e97 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.1706088 Feb 03 11:19:33.460114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8add67a8-1503-4b60-942e-cab37d3401df), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.463030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.464223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4e4ea8f-e220-47b0-b30a-3388d72d6439 req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/8add67a8-1503-4b60-942e-cab37d3401df HTTP/1.1" status: 204 len: 173 time: 0.5353153 Feb 03 11:19:33.471481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Transition to ACTIVE for port object 1747c5c7-f179-4846-8ebd-0fcd80f2581a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:33.492543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.494558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a0c1-e6bb-4099-a227-0306b8962dbf tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add67a8-1503-4b60-942e-cab37d3401df,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:33.518495 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1f814913-7c18-4741-aec5-a343b5e89c0d req-0883f244-da4e-4eee-9f04-a27312fbc201 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718190 Feb 03 11:19:33.561262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (edaac7a3-ac18-4133-b76a-2680bda58d04), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.605959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Pushing event updated for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:33.607403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc58c-7dcb-4166-8109-f8f4a6eef49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.612231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43d92bbf-7462-49ae-b9fb-34537e9c5e7f req-6615c474-5a41-4b28-bc87-902f1320d3c9 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/c826665d-380c-4840-b898-1509ae739d19 HTTP/1.1" status: 200 len: 1823 time: 0.1135571 Feb 03 11:19:33.617641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22b16bdb-f597-4f25-9fee-3545a5dd965c req-b5bcd7dc-6ea7-4f07-8218-a8476ff08e3a tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471701 Feb 03 11:19:33.629845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7dabc63b-3b40-4750-939b-b34897f0f8de tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2246890 Feb 03 11:19:33.634020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Port': ['ID=edaac7a3-ac18-4133-b76a-2680bda58d04,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:33.642332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:33.753481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--553728217'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:33.798350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1202168976', 'description': 'tempest-description-1416369130'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:33.814081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.815534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (4681f235-a2e3-4123-b5ab-839936e60eb6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.883896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Attempting to bind port 1747c5c7-f179-4846-8ebd-0fcd80f2581a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:33.884254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Attempting to bind port 1747c5c7-f179-4846-8ebd-0fcd80f2581a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:33.884572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Attempting to bind port 1747c5c7-f179-4846-8ebd-0fcd80f2581a on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:33.894015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.910103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Port 1747c5c7-f179-4846-8ebd-0fcd80f2581a on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:33.910449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Attempting to bind port 1747c5c7-f179-4846-8ebd-0fcd80f2581a on network dc9cce5c-f824-4862-a038-e30fef5ba3a7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:33.923988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994ef2-1e1e-442b-83e6-b97f792bdc55 req-1ee051c0-30dc-4890-a211-b50b312c89b1 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:33.925498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6994ef2-1e1e-442b-83e6-b97f792bdc55 req-1ee051c0-30dc-4890-a211-b50b312c89b1 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 944 time: 0.1492963 Feb 03 11:19:33.949473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:33.949841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Checking segment: {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:33.950342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Bound using segment: {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:33.951183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Bound port: 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7953c240-a2c3-436d-b4f7-04063665594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:33.951557 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.954928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:33.959247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (4681f235-a2e3-4123-b5ab-839936e60eb6), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.062307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6994ef2-1e1e-442b-83e6-b97f792bdc55 req-37f6847a-ee3e-4f93-888c-8907da34b44e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294751 Feb 03 11:19:34.086707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b5ca995a-29ec-4f12-b52f-a4d8e7114e0d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.105180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b5ca995a-29ec-4f12-b52f-a4d8e7114e0d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.136481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (1bb270e5-d972-4467-9fad-da7142ed9b3b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.144135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (4681f235-a2e3-4123-b5ab-839936e60eb6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.145455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4681f235-a2e3-4123-b5ab-839936e60eb6 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:34.153238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.155270 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c0cd04b7-939e-44cb-90fc-e7160e1990d7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4681f235-a2e3-4123-b5ab-839936e60eb6 HTTP/1.1" status: 204 len: 168 time: 3.0362365 Feb 03 11:19:34.158347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:34.160558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1bb270e5-d972-4467-9fad-da7142ed9b3b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.163419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.173863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:34.234337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.235580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5530884 Feb 03 11:19:34.240984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.252090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:34.256673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c312c2fa-07eb-4eef-b705-fd7cde00f732 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.257443 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-c312c2fa-07eb-4eef-b705-fd7cde00f732 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 11:19:34.258462 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c312c2fa-07eb-4eef-b705-fd7cde00f732 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:34.258918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c312c2fa-07eb-4eef-b705-fd7cde00f732 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115116 Feb 03 11:19:34.259631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fad52-681f-4333-839b-770a3bfe39db tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca995a-29ec-4f12-b52f-a4d8e7114e0d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:34.262014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.271541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-451c8705-e808-4694-9e21-222cd64dc866 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.282662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.283877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3da0c87c-3353-4e85-8091-6f881dd1283e req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5089710 Feb 03 11:19:34.304354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.387641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:34.398537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8638654-4bc4-48b8-b729-76f47c473a14 admin admin] 10.222.0.30 "PUT /v2.0/routers/e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2685359 Feb 03 11:19:34.401862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.403017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Sync routers for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:34.426518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:34.429966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:34.475986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:34.475986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.478060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] 10.222.0.69 "PUT /v2.0/ports/1747c5c7-f179-4846-8ebd-0fcd80f2581a HTTP/1.1" status: 200 len: 1092 time: 2.1599751 Feb 03 11:19:34.479042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:34.483526 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:34.486121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526ad19-c2ba-4223-a2c2-8fb022528d71 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb270e5-d972-4467-9fad-da7142ed9b3b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:34.596476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.629368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b01f6-0d9e-4cec-9d9c-fd74941e5f73 service neutron] Pushing event updated for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:34.640750 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-451c8705-e808-4694-9e21-222cd64dc866 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:34.641944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-451c8705-e808-4694-9e21-222cd64dc866 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3744543 Feb 03 11:19:34.643475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.647884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.651076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.657012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4fcefa89-03e9-4909-8b20-e8fcc3cbd4c6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.657589 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-4fcefa89-03e9-4909-8b20-e8fcc3cbd4c6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 11:19:34.658155 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-4fcefa89-03e9-4909-8b20-e8fcc3cbd4c6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:34.662098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4fcefa89-03e9-4909-8b20-e8fcc3cbd4c6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075533 Feb 03 11:19:34.674468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43406) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.689335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0d037b95-124c-4bbc-8cda-151d951a6e45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.696376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-093ae096-798a-48fe-a48e-0a4892ef5581 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 200 len: 1824 time: 0.2335854 Feb 03 11:19:34.706888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:34.711550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bb270e5-d972-4467-9fad-da7142ed9b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.711940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bb270e5-d972-4467-9fad-da7142ed9b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.741591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896be20d-b313-4879-8023-e21b57ac7270 req-6fff875a-06dd-463b-9347-e5d525f53dac tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:34.743240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-896be20d-b313-4879-8023-e21b57ac7270 req-6fff875a-06dd-463b-9347-e5d525f53dac tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 946 time: 0.3267982 Feb 03 11:19:34.752748 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks [] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:34.755068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-303c8c95-473d-4b5c-8847-bd5392dfe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:34.756661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-303c8c95-473d-4b5c-8847-bd5392dfe949 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d722e61025f43c78c91c94f6fca2008&device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 1128 time: 0.2508929 Feb 03 11:19:34.824550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-23e91660-b51d-4d5c-b125-aa0a1ca0f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:34.827328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-23e91660-b51d-4d5c-b125-aa0a1ca0f1e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 1126 time: 0.2884748 Feb 03 11:19:34.862777 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-0d037b95-124c-4bbc-8cda-151d951a6e45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:34.863820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0d037b95-124c-4bbc-8cda-151d951a6e45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1862681 Feb 03 11:19:34.875506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.880502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-66ddf5d0-363e-4bb7-bbfb-dd58805cc28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.881276 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-66ddf5d0-363e-4bb7-bbfb-dd58805cc28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 11:19:34.881773 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-66ddf5d0-363e-4bb7-bbfb-dd58805cc28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:34.885459 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-66ddf5d0-363e-4bb7-bbfb-dd58805cc28e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063169 Feb 03 11:19:34.905772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:34.924724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2e9f2720-87cf-4019-af22-ba119bb07a0a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:34.951488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-896be20d-b313-4879-8023-e21b57ac7270 req-e37b9369-b1e7-4811-b383-51a812e5b62a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903069 Feb 03 11:19:34.952358 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-a92a848c-aa34-40c9-997e-1800cb19693f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a HTTP/1.1" status: 200 len: 217 time: 0.0923748 Feb 03 11:19:34.976854 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.009775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (6ea6fd9e-8cd3-4752-b622-7c5e7a04785f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.017818 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-2e9f2720-87cf-4019-af22-ba119bb07a0a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Project eacaa60758984e3abf92fa66ef273912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:19:35.022768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-ba16db64-c2d0-4c18-8ab5-07200a5d1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:35.024816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-ba16db64-c2d0-4c18-8ab5-07200a5d1d07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=081ec7f9-c0b7-473f-ab43-db57e547609f HTTP/1.1" status: 200 len: 915 time: 0.2276614 Feb 03 11:19:35.069600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (6ea6fd9e-8cd3-4752-b622-7c5e7a04785f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.086975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-741efb05-9028-4094-94a0-ff39fa788fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:35.088457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-741efb05-9028-4094-94a0-ff39fa788fb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.1276832 Feb 03 11:19:35.092717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks [] for router_gateway (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.103706 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-2e9f2720-87cf-4019-af22-ba119bb07a0a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:35.104961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2e9f2720-87cf-4019-af22-ba119bb07a0a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1964486 Feb 03 11:19:35.105461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6ea6fd9e-8cd3-4752-b622-7c5e7a04785f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.108112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43414) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:35.112644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e3a204c0-5e71-4ab2-9841-f79eb4dff474 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:35.113160 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-e3a204c0-5e71-4ab2-9841-f79eb4dff474 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 11:19:35.113653 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-e3a204c0-5e71-4ab2-9841-f79eb4dff474 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:35.117115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3a204c0-5e71-4ab2-9841-f79eb4dff474 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053933 Feb 03 11:19:35.117250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:19:31Z', 'revision_number': 5, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port': {'id': '420e2832-fa71-4f0d-aa40-e351a4063e90', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:27Z', 'updated_at': '2022-02-03T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:35.119283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-5f0ca998-3d7a-44c1-9de0-8db63687fd41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d59b005-ce4c-41f5-9414-145cecd88737 HTTP/1.1" status: 200 len: 217 time: 0.0869820 Feb 03 11:19:35.119718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:35.134432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-bbc559c2-c071-4477-b4ba-47f0f2e87f64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378644 Feb 03 11:19:35.148117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Checking router: e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:35.153001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c1d735b8-a7b0-42fa-947b-124a8c0a8b45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:35.157632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Routers {'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:35.158250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:35.203254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea6fd9e-8cd3-4752-b622-7c5e7a04785f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:35.227957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.228898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8006b2e3-17bb-4be2-ad26-89106368d404 req-477cc9ee-b6d4-40d8-86fe-68bda7d4a78d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5211420 Feb 03 11:19:35.236993 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-c1d735b8-a7b0-42fa-947b-124a8c0a8b45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Project eacaa60758984e3abf92fa66ef273912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:19:35.262348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-b0fa73f3-4ce5-479c-bc6a-2a878b17f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:35.264044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-b0fa73f3-4ce5-479c-bc6a-2a878b17f96b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8feb808-89f8-43c1-9856-488a2cb4c98b HTTP/1.1" status: 200 len: 854 time: 0.1061625 Feb 03 11:19:35.267496 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c1d735b8-a7b0-42fa-947b-124a8c0a8b45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:35.268489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c1d735b8-a7b0-42fa-947b-124a8c0a8b45 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1433163 Feb 03 11:19:35.272561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:35.284670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] Set router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:35.289723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a7394730-53cd-406c-83c7-21e47846d8be tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'b5ca995a-29ec-4f12-b52f-a4d8e7114e0d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:35.298056 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26603776-cd19-4527-b4d8-e91d7b68a9df x-openstack-request-id: req-26603776-cd19-4527-b4d8-e91d7b68a9df {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:35.298361 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:35.298592 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26603776-cd19-4527-b4d8-e91d7b68a9df {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:35.298994 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a', 'status': 'completed', 'code': 200} Feb 03 11:19:35.300334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Deleting port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:35.300673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.323956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1a26-5797-440d-9db6-b928d68bfb54 req-591f444c-4f8f-4cc2-be8f-b263e9cb7764 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:35.325475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10d1a26-5797-440d-9db6-b928d68bfb54 req-591f444c-4f8f-4cc2-be8f-b263e9cb7764 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.2256181 Feb 03 11:19:35.331260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-8c85da46-ff8c-4266-95d2-6ba389392b93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=081ec7f9-c0b7-473f-ab43-db57e547609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616541 Feb 03 11:19:35.351620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-38300662-fde3-4e74-b829-dc0369565604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:19:35Z', 'revision_number': 6, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:35.384291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38300662-fde3-4e74-b829-dc0369565604 None None] The sync data for ids ['e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5'] in n-d-821606-6 is: [{'id': 'e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5', 'name': 'tempest-TaggedBootDevicesTest-1524311139-router', 'tenant_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:24Z', 'updated_at': '2022-02-03T11:19:35Z', 'revision_number': 6, 'project_id': 'bd25bc2ab3ba4e81a45e37c825244ac5', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:35.386358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Deleting port 420e2832-fa71-4f0d-aa40-e351a4063e90 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:35.386703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.391713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-24e4142c-d940-412c-86a9-009a61de9e5d service neutron] 10.222.0.69 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515602 Feb 03 11:19:35.431271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Deleting port 840d777d-f4ab-49b2-8597-1cefed2916b2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:35.431635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.467393 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-a7394730-53cd-406c-83c7-21e47846d8be tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Project eacaa60758984e3abf92fa66ef273912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:19:35.566169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10d1a26-5797-440d-9db6-b928d68bfb54 req-5d187e6c-d237-4202-8f6e-8a898198a533 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230308 Feb 03 11:19:35.570299 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a7394730-53cd-406c-83c7-21e47846d8be tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:35.571205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7394730-53cd-406c-83c7-21e47846d8be tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2893300 Feb 03 11:19:35.577005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43422) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:35.584103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] For port 77ffee97-d1e6-4805-84f3-1ba0f65ec33e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:35.584483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.614871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Calling delete_port for 77ffee97-d1e6-4805-84f3-1ba0f65ec33e owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:35.618979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-2db816b1-9537-4e74-bf1b-91692ac3289a service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748222 Feb 03 11:19:35.625876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf402e-fc62-46d2-8599-2428a66b4d82 req-216abbca-05a9-45cb-9d69-513824eee0d3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:35.627272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3bf402e-fc62-46d2-8599-2428a66b4d82 req-216abbca-05a9-45cb-9d69-513824eee0d3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 944 time: 0.2684729 Feb 03 11:19:35.655594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] For port 840d777d-f4ab-49b2-8597-1cefed2916b2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=840d777d-f4ab-49b2-8597-1cefed2916b2,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:35.656300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.660025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] For port 420e2832-fa71-4f0d-aa40-e351a4063e90, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=420e2832-fa71-4f0d-aa40-e351a4063e90,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:35.660363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.692251 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c2971135-a9b8-414f-b389-60c62ac5ff5d req-0a29868e-bdde-4385-b043-bfec7da20901 service neutron] 10.222.0.69 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944894 Feb 03 11:19:35.693154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Calling delete_port for 420e2832-fa71-4f0d-aa40-e351a4063e90 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:35.695019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Calling delete_port for 840d777d-f4ab-49b2-8597-1cefed2916b2 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:35.765546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e5a0fdea-b9ff-4093-9923-c08e65e1557f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:35.807708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e5a0fdea-b9ff-4093-9923-c08e65e1557f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:35.808355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e5a0fdea-b9ff-4093-9923-c08e65e1557f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:35.851441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b5ca995a-29ec-4f12-b52f-a4d8e7114e0d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:35.911321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (b5ca995a-29ec-4f12-b52f-a4d8e7114e0d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.013993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-39f21018-e09b-48d3-a393-1a2124fb64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:36.015506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-39f21018-e09b-48d3-a393-1a2124fb64a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 1126 time: 0.2124834 Feb 03 11:19:36.052776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d258d304-4df9-4049-b046-a315c2f122a8 req-b25bd269-d2df-4962-a17a-f2e7d105b147 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 200 len: 2418 time: 0.4540324 Feb 03 11:19:36.065223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3bf402e-fc62-46d2-8599-2428a66b4d82 req-1bd1bb8a-aec7-4255-80c7-014f5f1ba736 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292126 Feb 03 11:19:36.069961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bb270e5-d972-4467-9fad-da7142ed9b3b', 'remote_group_id': None}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:36.070284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bb270e5-d972-4467-9fad-da7142ed9b3b', 'remote_group_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:36.157375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86f8dd33-3e30-44f4-a38a-48c76b964453 req-03f8632a-a77a-4452-8578-dfb039025878 service neutron] 10.222.0.69 "GET /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224538 Feb 03 11:19:36.207114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.286662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.304063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6564a3-3eae-4f33-a0aa-63c941b9f18b req-e6f3dd1f-f3d4-43f9-955f-1fae1ad8afe2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:36.305672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d6564a3-3eae-4f33-a0aa-63c941b9f18b req-e6f3dd1f-f3d4-43f9-955f-1fae1ad8afe2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 946 time: 0.1456709 Feb 03 11:19:36.336026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.347005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (77ffee97-d1e6-4805-84f3-1ba0f65ec33e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.356073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.399742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event deleted for resources: {'Port': ['ID=77ffee97-d1e6-4805-84f3-1ba0f65ec33e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:36.429278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537f8244-f6b3-4aea-b936-bdbef547f3b3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:36.450348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.452279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d258d304-4df9-4049-b046-a315c2f122a8 req-2c0496e0-35d7-43f0-aade-71434f1221da tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3860393 Feb 03 11:19:36.463939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d6564a3-3eae-4f33-a0aa-63c941b9f18b req-6750d078-0acb-4f34-9f55-c99a5c02cb28 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464736 Feb 03 11:19:36.567714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.605048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b5ca995a-29ec-4f12-b52f-a4d8e7114e0d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.607753 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.609395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/b5ca995a-29ec-4f12-b52f-a4d8e7114e0d HTTP/1.1" status: 204 len: 168 time: 1.0300231 Feb 03 11:19:36.620999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43432) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:36.671907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8d6d5-efe4-44f3-9cfb-6d7570ee230a tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca995a-29ec-4f12-b52f-a4d8e7114e0d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:36.709239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbff8c00-0ffe-4695-93d9-0a325e538bc7 req-d72e8cbc-02fd-44f0-98f9-2c30d28e659d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 200 len: 3017 time: 0.2066309 Feb 03 11:19:36.711252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.720837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_controller (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.800677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-0a5c1738-08c8-43bc-b7c9-9154787dcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:36.804603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-0a5c1738-08c8-43bc-b7c9-9154787dcb9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.7766793 Feb 03 11:19:36.806450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-e714e573-f092-4092-a993-95ed6d20b346 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 267 time: 0.2109141 Feb 03 11:19:36.815137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.815636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:36.830600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (420e2832-fa71-4f0d-aa40-e351a4063e90), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.851873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.853501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88ff407b-2d0a-49ff-a97e-23f3e72d769e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2f25b3b1-2dd6-4f9c-8c25-3f8cbfef01d9 HTTP/1.1" status: 204 len: 168 time: 2.6852598 Feb 03 11:19:36.876360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:36.884528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a96cbb0b-45f7-4c76-87e9-82929c818571 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2544103 Feb 03 11:19:36.884745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1558973672', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:36.888858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:36.910266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--651412971'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:36.913623 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-e81cec44-5706-4454-b7fa-23cd256da071 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a HTTP/1.1" status: 200 len: 217 time: 0.0891349 Feb 03 11:19:36.918056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=420e2832-fa71-4f0d-aa40-e351a4063e90,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:36.920950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (840d777d-f4ab-49b2-8597-1cefed2916b2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.967868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:36.984644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82a918-c06c-437d-a107-b9d36e68ce36 req-0ca1b719-eeb6-4680-9778-9c7e99d1b2fc tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:36.987598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c82a918-c06c-437d-a107-b9d36e68ce36 req-0ca1b719-eeb6-4680-9778-9c7e99d1b2fc tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.1853375 Feb 03 11:19:37.007113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-0f9a74c4-5fd3-4580-893c-b3930efdf505 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:37.008607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-0f9a74c4-5fd3-4580-893c-b3930efdf505 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 946 time: 0.1892591 Feb 03 11:19:37.021540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'security_groups': []}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:37.058747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=840d777d-f4ab-49b2-8597-1cefed2916b2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:37.070598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.071753 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.163380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.168477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.225078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-763ed182-d328-4c21-85e8-61f438a41d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:37.226766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c82a918-c06c-437d-a107-b9d36e68ce36 req-c7bd74b5-72f0-4464-a30c-d4841b966466 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274473 Feb 03 11:19:37.227411 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-763ed182-d328-4c21-85e8-61f438a41d6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.2944455 Feb 03 11:19:37.312368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd14f980-e788-49bb-a842-21b982f408de req-a32890ae-902e-480b-a669-00de9f6b872d tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-group-rules/537f8244-f6b3-4aea-b936-bdbef547f3b3 HTTP/1.1" status: 200 len: 783 time: 0.0553088 Feb 03 11:19:37.331891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.344062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (9793bfb8-66c0-4dcb-9c6e-04e3a4212f14), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.344500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.361552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9793bfb8-66c0-4dcb-9c6e-04e3a4212f14), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.451303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.454910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5481079 Feb 03 11:19:37.458980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-4e94d800-af06-4814-a8b7-991abdb6f096 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785436 Feb 03 11:19:37.461292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:37.468618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a3de433b-4c85-498d-b1b6-8cf20af8ac84 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '9793bfb8-66c0-4dcb-9c6e-04e3a4212f14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:37.488325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd14f980-e788-49bb-a842-21b982f408de req-49fe2c61-6e46-4a03-83fc-aee85076e4d9 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 200 len: 3017 time: 0.1662512 Feb 03 11:19:37.488961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ef6a4-349b-4819-a2cc-25cec12a92d4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9793bfb8-66c0-4dcb-9c6e-04e3a4212f14,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:37.520168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:37.544215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd14f980-e788-49bb-a842-21b982f408de req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.562908 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd14f980-e788-49bb-a842-21b982f408de req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.570731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.580808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.597835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['27cafbb4-37d9-4923-bb9a-0f90e125df76'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:37.632330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.645895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks [] for router_controller (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.659606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:37.660293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.660986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.664676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-069baf2f-c374-4bdf-9d6b-f26d1237e328 req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "PUT /v2.0/ports/27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 200 len: 905 time: 0.6475720 Feb 03 11:19:37.674654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:37.677236 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4f2148-d538-4183-83f8-2b0b9f423907" -d '{"events": [{"name": "network-changed", "server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:37.690202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd14f980-e788-49bb-a842-21b982f408de req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (537f8244-f6b3-4aea-b936-bdbef547f3b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.704840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd14f980-e788-49bb-a842-21b982f408de req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.720521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116', 'b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:37.725651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd14f980-e788-49bb-a842-21b982f408de req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/537f8244-f6b3-4aea-b936-bdbef547f3b3 HTTP/1.1" status: 204 len: 173 time: 0.2275460 Feb 03 11:19:37.747187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec2e56-1167-4d8d-b4f0-3199a72c3f25 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=537f8244-f6b3-4aea-b936-bdbef547f3b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:37.770966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3127b-59c8-498e-ad58-ebb785a5d9c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:37.844028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['27cafbb4-37d9-4923-bb9a-0f90e125df76'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:37.950197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.950759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:37.963096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:37.964094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a04ee039-c6ab-486e-9cb4-6a1d7fda8d35 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e9fd1618-dc84-4e9e-a2ba-20ecd8527ca5 HTTP/1.1" status: 204 len: 168 time: 3.5607934 Feb 03 11:19:37.971717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:37.985103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 77ffee97-d1e6-4805-84f3-1ba0f65ec33e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:37.991514 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a3de433b-4c85-498d-b1b6-8cf20af8ac84 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The resource could not be found. Feb 03 11:19:37.995368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3de433b-4c85-498d-b1b6-8cf20af8ac84 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5282245 Feb 03 11:19:37.995368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-574f9137-18b6-4ca7-ae87-495167c80f20 service neutron] 10.222.0.69 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940667 Feb 03 11:19:37.997608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:38.002995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f83c124d-671c-4c4c-a5ca-53dac8afac95 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '9793bfb8-66c0-4dcb-9c6e-04e3a4212f14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a76f070-f7c8-49e4-93a8-c808c54f6664'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:38.007854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.021013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8899c13-e37a-4a7f-a96e-c45bb5536609 req-27d096ef-3411-4be9-8eda-131caed46f96 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.029811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8899c13-e37a-4a7f-a96e-c45bb5536609 req-27d096ef-3411-4be9-8eda-131caed46f96 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 944 time: 0.2280087 Feb 03 11:19:38.045097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 77ffee97-d1e6-4805-84f3-1ba0f65ec33e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:38.045097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 77ffee97-d1e6-4805-84f3-1ba0f65ec33e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:38.045097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 420e2832-fa71-4f0d-aa40-e351a4063e90 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:38.074838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1cb2-222b-4c81-98ae-605daab3757a req-77d25e9f-917f-477b-9741-837b8e4dfe47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.077145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb0f1cb2-222b-4c81-98ae-605daab3757a req-77d25e9f-917f-477b-9741-837b8e4dfe47 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 908 time: 0.1925633 Feb 03 11:19:38.134102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8899c13-e37a-4a7f-a96e-c45bb5536609 req-5cfdcde4-7463-4658-81b2-00cb12666736 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032367 Feb 03 11:19:38.179804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 420e2832-fa71-4f0d-aa40-e351a4063e90 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:38.180157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 420e2832-fa71-4f0d-aa40-e351a4063e90 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:38.185991 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5da90-d1eb-4a88-8247-04a117caf450 x-openstack-request-id: req-7dd5da90-d1eb-4a88-8247-04a117caf450 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:38.187602 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:38.188177 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dd5da90-d1eb-4a88-8247-04a117caf450 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:38.188900 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'status': 'completed', 'code': 200} Feb 03 11:19:38.220740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d341efb1-16cc-40a2-b193-c1a3da8d8d3d None None] Provisioning complete for port 27cafbb4-37d9-4923-bb9a-0f90e125df76 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:38.221157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d341efb1-16cc-40a2-b193-c1a3da8d8d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.235164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-640bcfef-437c-4e69-ac27-83921769338c req-831eba54-93da-4a68-b930-374d8bf93f0b tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 200 len: 2418 time: 0.0875282 Feb 03 11:19:38.277881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-970c8720-5f97-49bf-8b2c-d13ed06c7ec1 req-7d554f7e-de96-4f9f-bf2b-c407664bcac0 service neutron] 10.222.0.69 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670825 Feb 03 11:19:38.388625 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f83c124d-671c-4c4c-a5ca-53dac8afac95 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The resource could not be found. Feb 03 11:19:38.392773 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f83c124d-671c-4c4c-a5ca-53dac8afac95 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3906300 Feb 03 11:19:38.394053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d341efb1-16cc-40a2-b193-c1a3da8d8d3d None None] Current status of the port 27cafbb4-37d9-4923-bb9a-0f90e125df76 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:38.403238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:38.427318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-640bcfef-437c-4e69-ac27-83921769338c req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (1bb270e5-d972-4467-9fad-da7142ed9b3b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.455585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-26f58190-7212-40ae-9ac2-0be51e5f9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.457129 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-26f58190-7212-40ae-9ac2-0be51e5f9b52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 1090 time: 0.1781743 Feb 03 11:19:38.460845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Deleting subnet 01c0b1a7-5591-48c1-862c-cb0c479bfdf7 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:38.474519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Publish callbacks [] for subnet (01c0b1a7-5591-48c1-862c-cb0c479bfdf7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.482517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-640bcfef-437c-4e69-ac27-83921769338c req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (1bb270e5-d972-4467-9fad-da7142ed9b3b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.488771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-93526ddc-7aa8-498f-9798-9cd855a959df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041428 Feb 03 11:19:38.505580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331ee71-4b5c-4188-9656-d1f015b9b7c0 req-661a7f35-fd2b-4464-9f84-5034bab835b3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.514093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9331ee71-4b5c-4188-9656-d1f015b9b7c0 req-661a7f35-fd2b-4464-9f84-5034bab835b3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2129326 Feb 03 11:19:38.609647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (9793bfb8-66c0-4dcb-9c6e-04e3a4212f14), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.662229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9331ee71-4b5c-4188-9656-d1f015b9b7c0 req-dd832b0f-d962-4698-9c0e-312d60e05415 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333966 Feb 03 11:19:38.662748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-640bcfef-437c-4e69-ac27-83921769338c req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1bb270e5-d972-4467-9fad-da7142ed9b3b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.665384 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-640bcfef-437c-4e69-ac27-83921769338c req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.667085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (01c0b1a7-5591-48c1-862c-cb0c479bfdf7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.672848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-640bcfef-437c-4e69-ac27-83921769338c req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/1bb270e5-d972-4467-9fad-da7142ed9b3b HTTP/1.1" status: 204 len: 173 time: 0.4365387 Feb 03 11:19:38.674655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (9793bfb8-66c0-4dcb-9c6e-04e3a4212f14), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.722668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dbd66-3605-40b0-be6a-4677dde3e952 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb270e5-d972-4467-9fad-da7142ed9b3b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:38.733455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-8e446eab-199e-4d45-86cd-6549b522c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.734964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-8e446eab-199e-4d45-86cd-6549b522c8dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.1950920 Feb 03 11:19:38.746807 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-f3765af0-17e6-420e-87f2-cbfd51cf45dd req-24ddc685-ad35-4d73-8179-3f673bc0c2fb tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] show failed (client error): The resource could not be found. Feb 03 11:19:38.748376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3765af0-17e6-420e-87f2-cbfd51cf45dd req-24ddc685-ad35-4d73-8179-3f673bc0c2fb tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/8add67a8-1503-4b60-942e-cab37d3401df HTTP/1.1" status: 404 len: 352 time: 0.0497279 Feb 03 11:19:38.792546 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:19:38.809859 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9793bfb8-66c0-4dcb-9c6e-04e3a4212f14), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.813490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.815269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/9793bfb8-66c0-4dcb-9c6e-04e3a4212f14 HTTP/1.1" status: 204 len: 168 time: 0.4093010 Feb 03 11:19:38.839620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43466) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:38.843454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-36289176-3703-47f7-a53c-f950e8e41048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.845100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-36289176-3703-47f7-a53c-f950e8e41048 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.3800581 Feb 03 11:19:38.876385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.907321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318e31-4bbf-437b-b82b-87f2f83c9e5c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793bfb8-66c0-4dcb-9c6e-04e3a4212f14,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:38.958436 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-3bcc88af-1ba6-4591-a1bc-24838e7f8197 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 200 len: 217 time: 0.0921941 Feb 03 11:19:38.959457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:38.997996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-88e7e931-e93e-4523-86c0-a39455dc3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:38.999466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-88e7e931-e93e-4523-86c0-a39455dc3918 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.2310128 Feb 03 11:19:39.002710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5daa7cf4-192e-412c-bc29-8f4d23543b55 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1534178 Feb 03 11:19:39.010693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b1fb3-37b9-4f7e-9fb3-37f6875dc4b2 req-ba1218bc-df07-44ab-bb56-2d7e8323e72c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.012175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d68b1fb3-37b9-4f7e-9fb3-37f6875dc4b2 req-ba1218bc-df07-44ab-bb56-2d7e8323e72c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.2258332 Feb 03 11:19:39.017351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:39.028378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c7b2fda1-e113-4c8a-88f2-77c543ec69a4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '1a4c4ff6-c1e7-4771-b579-eb9c8e1e0fd5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:39.088807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43f4c5-f12b-4030-b16b-a70c367807f5 req-bbfa5d11-0701-45d1-a994-aa8b5ab34229 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.090379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f43f4c5-f12b-4030-b16b-a70c367807f5 req-bbfa5d11-0701-45d1-a994-aa8b5ab34229 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2517350 Feb 03 11:19:39.199484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-9d25b730-fa0b-4676-8ab0-e3b2c1c75ee0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.1850402 Feb 03 11:19:39.219930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d68b1fb3-37b9-4f7e-9fb3-37f6875dc4b2 req-d6fc2eed-56df-4d3a-8702-0ac3f8d8ee38 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952806 Feb 03 11:19:39.238598 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c7b2fda1-e113-4c8a-88f2-77c543ec69a4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The resource could not be found. Feb 03 11:19:39.243341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c7b2fda1-e113-4c8a-88f2-77c543ec69a4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2221262 Feb 03 11:19:39.261875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:39.268647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509911647'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:39.298725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f43f4c5-f12b-4030-b16b-a70c367807f5 req-290e257e-57ec-45a0-a623-abf3e99b578d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922250 Feb 03 11:19:39.342571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-671b32c6-1fe1-4ee0-b603-c6b39cb84ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.344136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-671b32c6-1fe1-4ee0-b603-c6b39cb84ff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1206594 Feb 03 11:19:39.344954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.404899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (01c0b1a7-5591-48c1-862c-cb0c479bfdf7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.412847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5f1377e5-3790-46fc-8863-56fe3b183ff0 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/c826665d-380c-4840-b898-1509ae739d19 HTTP/1.1" status: 200 len: 1823 time: 0.1366007 Feb 03 11:19:39.455676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-f8559e5e-bbb5-47ca-9f30-a933df6bde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.457165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-f8559e5e-bbb5-47ca-9f30-a933df6bde8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.4646771 Feb 03 11:19:39.472781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1747c5c7-f179-4846-8ebd-0fcd80f2581a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:39.498719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-9882ff7f-169f-4e17-8dba-9f4767391d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.500213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-9882ff7f-169f-4e17-8dba-9f4767391d59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1410120 Feb 03 11:19:39.521677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:39.550722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bdb64-9bd4-4838-aec7-fa9e4f17d189 req-1a3050e5-db8c-497c-927b-a1898a796443 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.552424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e38bdb64-9bd4-4838-aec7-fa9e4f17d189 req-1a3050e5-db8c-497c-927b-a1898a796443 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 944 time: 0.1593673 Feb 03 11:19:39.618963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.632407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:39.639155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (01c0b1a7-5591-48c1-862c-cb0c479bfdf7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.645257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1747c5c7-f179-4846-8ebd-0fcd80f2581a', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'port_id': '1747c5c7-f179-4846-8ebd-0fcd80f2581a', 'mac_address': 'fa:16:3e:6a:34:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f1c642-b78c-49fc-8210-29751017f807', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:19:39.651992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (c826665d-380c-4840-b898-1509ae739d19), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.653188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Allocated IP 172.25.7.105 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:39.661871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.684155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1747c5c7-f179-4846-8ebd-0fcd80f2581a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:39.684586 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.695619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c0b1a7-5591-48c1-862c-cb0c479bfdf7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:39.701276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.707452 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04311ed5-f2d0-42c7-971a-5144c665c212 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/01c0b1a7-5591-48c1-862c-cb0c479bfdf7 HTTP/1.1" status: 204 len: 168 time: 1.7257571 Feb 03 11:19:39.710735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43480) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:39.712090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-46b20c2a-3d07-4420-8ea5-71004c0a74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:39.714161 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-46b20c2a-3d07-4420-8ea5-71004c0a74c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2476711 Feb 03 11:19:39.714769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544c0a1-0070-4b39-bd95-9d15ef49b30f None None] Network efb0fa20-094d-4895-adee-9e6c8451777f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:39.733716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1747c5c7-f179-4846-8ebd-0fcd80f2581a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:39.740898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (c826665d-380c-4840-b898-1509ae739d19), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.758334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e38bdb64-9bd4-4838-aec7-fa9e4f17d189 req-a9a4b6e6-a418-4818-be97-e48ac35fabbc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925354 Feb 03 11:19:39.759114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:39.766947 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.772382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.776756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5085204 Feb 03 11:19:39.783619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f217-3c5b-46a4-ab65-ff3c23066602 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:39.786850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43482) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:39.791459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424800084'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:39.814731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-6bb0481d-e1ad-4d51-afdb-d8e03ec9aff2 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072333 Feb 03 11:19:39.896779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (efb0fa20-094d-4895-adee-9e6c8451777f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.946936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c826665d-380c-4840-b898-1509ae739d19), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.948246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:39.949507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:39.951016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613a0bbe-1897-43a2-9d3f-5ec41f59341f req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/c826665d-380c-4840-b898-1509ae739d19 HTTP/1.1" status: 204 len: 173 time: 0.5179269 Feb 03 11:19:39.978364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:39.981518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-aa60d51e-6158-4e88-930e-766fcf48cd77 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595367 Feb 03 11:19:39.987469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75c8fc-0d57-4b96-9263-244e03e2aed7 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c826665d-380c-4840-b898-1509ae739d19,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:39.991749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Sync routers for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:40.015468 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:40.017432 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:40.022778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for port (5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.033375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-65720907-92cf-48b6-ad97-48dd62b51fd6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9792647 Feb 03 11:19:40.039904 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.045985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:40.071472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] DHCP port deletion for efb0fa20-094d-4895-adee-9e6c8451777f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:40.100482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e298ab7-be75-4059-a278-7a5e7f34fd9a req-8fe3525d-13f6-4878-8728-7f5425e52cfe service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556019 Feb 03 11:19:40.142187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-1d4f2148-d538-4183-83f8-2b0b9f423907 req-f1c8a597-2595-4c0e-8b8b-c92d7652408f service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049473 Feb 03 11:19:40.157893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1747c5c7-f179-4846-8ebd-0fcd80f2581a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:40.202745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.269126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Deleting port 6f40af19-e457-463a-a38e-fdcea9082365 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:40.269862 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f40af19-e457-463a-a38e-fdcea9082365), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.281574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event updated for resources: {'Port': ['ID=5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:40.289436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:40.290050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:40.294716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:40.298572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:40.409758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] For port 6f40af19-e457-463a-a38e-fdcea9082365, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f40af19-e457-463a-a38e-fdcea9082365,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:40.410127 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f40af19-e457-463a-a38e-fdcea9082365), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.434305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Calling delete_port for 6f40af19-e457-463a-a38e-fdcea9082365 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:40.469691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (43dc89a9-675a-4c08-9a39-b35cc1ea76d6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.485311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43dc89a9-675a-4c08-9a39-b35cc1ea76d6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.576126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc89a9-675a-4c08-9a39-b35cc1ea76d6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:40.582770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.587083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-63ba30ba-502a-4c6d-bb57-bd17fa7c17f8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:40.587938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0b6f92ae-2396-4538-92f8-41700909eae4 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7962008 Feb 03 11:19:40.589398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:40.591536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-63ba30ba-502a-4c6d-bb57-bd17fa7c17f8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.5961888 Feb 03 11:19:40.602426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-7fdb47b0-0cd7-40b0-939f-d819062d995c tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/62eee166-fdfb-4e02-b6cc-3396b982281b HTTP/1.1" status: 200 len: 1823 time: 0.1452844 Feb 03 11:19:40.603734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks [] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.605981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a78c0c09-98c0-4043-a7c3-90b9b66f951e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': '936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '43dc89a9-675a-4c08-9a39-b35cc1ea76d6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:40.608696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Deleting port 6f40af19-e457-463a-a38e-fdcea9082365 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:40.609158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f40af19-e457-463a-a38e-fdcea9082365), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.614090 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:19:36Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:40.646512 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Checking router: a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:40.657082 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Routers {'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:40.657951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:40.658729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (6f40af19-e457-463a-a38e-fdcea9082365), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.666204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-d33e7a6b-a035-4326-bd08-89601bbf9ed6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/quotas/cc142e937c4941d69f1124d5f27b26ac HTTP/1.1" status: 200 len: 375 time: 0.0736282 Feb 03 11:19:40.698549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] No DVR routers for this DVR port 6f40af19-e457-463a-a38e-fdcea9082365 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:40.709517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed0a47-05ba-4936-8844-c177048352b4 None None] Pushing event deleted for resources: {'Port': ['ID=6f40af19-e457-463a-a38e-fdcea9082365,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:40.750474 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a78c0c09-98c0-4043-a7c3-90b9b66f951e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:40.754227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a78c0c09-98c0-4043-a7c3-90b9b66f951e tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1610451 Feb 03 11:19:40.756620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:40.790120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.834600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] For port 6f40af19-e457-463a-a38e-fdcea9082365, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f40af19-e457-463a-a38e-fdcea9082365,segment=NetworkSegment(60487788-0340-4674-8c65-cc14a30eac0d),segment_id=60487788-0340-4674-8c65-cc14a30eac0d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:40.835026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f40af19-e457-463a-a38e-fdcea9082365), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.857671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Calling delete_port for 6f40af19-e457-463a-a38e-fdcea9082365 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:40.882994 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] Set router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:40.894156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (43dc89a9-675a-4c08-9a39-b35cc1ea76d6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.901882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-c15cd363-1791-41be-8a3a-b76bf7eda6a5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2342470 Feb 03 11:19:40.915287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (62eee166-fdfb-4e02-b6cc-3396b982281b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:40.928028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (43dc89a9-675a-4c08-9a39-b35cc1ea76d6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.001284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks [] for router_gateway (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.042078 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (62eee166-fdfb-4e02-b6cc-3396b982281b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.043155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43dc89a9-675a-4c08-9a39-b35cc1ea76d6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.045824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.046957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/43dc89a9-675a-4c08-9a39-b35cc1ea76d6 HTTP/1.1" status: 204 len: 168 time: 0.2893856 Feb 03 11:19:41.055376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:41.080083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc2c8-0a40-4f2b-9890-df6dbbe47570 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc89a9-675a-4c08-9a39-b35cc1ea76d6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:41.088713 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:19:36Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.090994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.122269 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8461156-bae7-44ff-8c05-bc91efb78e32 None None] The sync data for ids ['a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c'] in n-d-821606-6 is: [{'id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'name': 'tempest-TaggedBootDevicesTest_v242-864069574-router', 'tenant_id': '4d424594b8c94974bd792a1996170ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:10:45Z', 'updated_at': '2022-02-03T11:19:36Z', 'revision_number': 5, 'project_id': '4d424594b8c94974bd792a1996170ba0', 'gw_port': {'id': '7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:10:47Z', 'updated_at': '2022-02-03T11:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:41.172936 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49fdcc1f-4bba-4cd0-be66-2446ee5551f9 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1154032 Feb 03 11:19:41.179355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43508) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:41.180149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-885ae685-9b29-4e9a-9e85-ca9ccee35918 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675433 Feb 03 11:19:41.210541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f40af19-e457-463a-a38e-fdcea9082365), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.260286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f40af19-e457-463a-a38e-fdcea9082365,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:41.264600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] No DVR routers for this DVR port 6f40af19-e457-463a-a38e-fdcea9082365 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:41.302839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.325287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (62eee166-fdfb-4e02-b6cc-3396b982281b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.328388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.330697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6f34db0-9878-4bdc-9340-d73eccb67ade req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/62eee166-fdfb-4e02-b6cc-3396b982281b HTTP/1.1" status: 204 len: 173 time: 0.6787305 Feb 03 11:19:41.333561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.353172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Router bc8adbb0-b96c-4127-b146-090bc3be3822 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:41.353506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Deleting port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:41.353849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.391564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a9df-c24f-4eb0-8598-8c8633fa45f4 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eee166-fdfb-4e02-b6cc-3396b982281b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:41.427171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.429778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.430922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f HTTP/1.1" status: 204 len: 168 time: 0.2506545 Feb 03 11:19:41.435612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43512) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:41.488394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (efb0fa20-094d-4895-adee-9e6c8451777f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.490466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feea79b-66db-4972-897d-2794ae21eb94 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936ff4c4-b4b9-45fc-b5c9-d07e2a652c4f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:41.495461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1747c5c7-f179-4846-8ebd-0fcd80f2581a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:41.511358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-cfbb2e78-34d3-4e4f-aa98-311723e68b29 service neutron] 10.222.0.30 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226078 Feb 03 11:19:41.535334 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f11507f7-4532-4116-a248-eecaf3a03acf tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0972865 Feb 03 11:19:41.536462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:41.542290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:41.558703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.562760 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2e4e28a9-2a39-4492-b5e7-0d4942fd8461 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6784744 Feb 03 11:19:41.565070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43516) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:41.567325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] Sync routers for ids ['bc8adbb0-b96c-4127-b146-090bc3be3822'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:41.569570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:41.583567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222168443'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:41.608386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] Routers {'bc8adbb0-b96c-4127-b146-090bc3be3822'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:41.623620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bc8adbb0-b96c-4127-b146-090bc3be3822'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.636348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb0fa20-094d-4895-adee-9e6c8451777f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.652611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.701744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.727778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f40af19-e457-463a-a38e-fdcea9082365 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:41.754648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60487788-0340-4674-8c65-cc14a30eac0d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.755020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60487788-0340-4674-8c65-cc14a30eac0d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.758936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6f40af19-e457-463a-a38e-fdcea9082365 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:41.759493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f40af19-e457-463a-a38e-fdcea9082365 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:41.759725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 840d777d-f4ab-49b2-8597-1cefed2916b2 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:41.761794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1747c5c7-f179-4846-8ebd-0fcd80f2581a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:19:41.764654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] Routers {'bc8adbb0-b96c-4127-b146-090bc3be3822'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:41.765328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bc8adbb0-b96c-4127-b146-090bc3be3822'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.783136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] For port 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:41.783592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.801279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7d9b3-4aa3-4193-ab57-f5d7de507376 req-3ba9ad7e-70fa-4fd5-9ad4-ae46c45bf325 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:41.802633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ff7d9b3-4aa3-4193-ab57-f5d7de507376 req-3ba9ad7e-70fa-4fd5-9ad4-ae46c45bf325 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.4122043 Feb 03 11:19:41.814271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (60487788-0340-4674-8c65-cc14a30eac0d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.838429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1747c5c7-f179-4846-8ebd-0fcd80f2581a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:41.838816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.840416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 840d777d-f4ab-49b2-8597-1cefed2916b2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:41.841956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 840d777d-f4ab-49b2-8597-1cefed2916b2 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:41.861362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:41.862297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d8612-e9aa-4b3c-9557-51cf97d80021 None None] The sync data for ids ['bc8adbb0-b96c-4127-b146-090bc3be3822'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:41.898300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Calling delete_port for 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:41.935010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (60487788-0340-4674-8c65-cc14a30eac0d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.954167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1747c5c7-f179-4846-8ebd-0fcd80f2581a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:41.954806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.955298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:41.955709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (60487788-0340-4674-8c65-cc14a30eac0d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:41.961064 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:41.988555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:41.991447 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58debb0-d375-46bb-bfe9-b25ca357227a" -d '{"events": [{"server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "name": "network-vif-plugged", "status": "completed", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:42.006533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:42.013996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.042509 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.074715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:42.095175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (d709a5b2-1bf8-47f7-8415-275fdee7e09b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.113186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d709a5b2-1bf8-47f7-8415-275fdee7e09b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.124137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-4b0f91b9-bc0a-42c6-85bd-d2ed438c627c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:42.125659 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-4b0f91b9-bc0a-42c6-85bd-d2ed438c627c tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 946 time: 0.1142294 Feb 03 11:19:42.137387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ff7d9b3-4aa3-4193-ab57-f5d7de507376 req-50919096-4af1-4eeb-ba0c-74ee47091bc3 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209183 Feb 03 11:19:42.146459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (efb0fa20-094d-4895-adee-9e6c8451777f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.154973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c054-de52-4e5d-b9df-094e8922043f req-6040a29e-aca7-41e7-8c6b-bf4dde9fcafd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:42.156852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64b1c054-de52-4e5d-b9df-094e8922043f req-6040a29e-aca7-41e7-8c6b-bf4dde9fcafd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 945 time: 0.3341324 Feb 03 11:19:42.178575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.185445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] 10.222.0.30 "DELETE /v2.0/networks/efb0fa20-094d-4895-adee-9e6c8451777f HTTP/1.1" status: 204 len: 168 time: 2.4642556 Feb 03 11:19:42.318952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Deleting port 3d59b005-ce4c-41f5-9414-145cecd88737 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:42.319320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.336215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64b1c054-de52-4e5d-b9df-094e8922043f req-a6d2ef1d-4c75-4826-acf5-8c8d9e9daa2f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491559 Feb 03 11:19:42.354365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.355428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43532) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:42.361885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8136544 Feb 03 11:19:42.369310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:42.378003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fa11ec11-ee62-437e-b55d-2830a3b89bcc tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'd709a5b2-1bf8-47f7-8415-275fdee7e09b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:42.382700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ec6ed-9837-42d3-9620-e4f4cada0340 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb0fa20-094d-4895-adee-9e6c8451777f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:42.404261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027232f0-0183-444e-83ee-6f18781e53b3 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d709a5b2-1bf8-47f7-8415-275fdee7e09b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:42.506057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88bd38b5-bb45-4ec7-a64f-68ae9b649ad6 req-f5677182-9730-4bc7-b39e-03a7e35c53b6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 210 time: 0.0483789 Feb 03 11:19:42.511611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ceead71-db09-466a-b82d-d36bfefa980d req-d60883f2-c46f-4761-9bf3-f4b38dc32477 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/50cf53af-bb3b-4f61-baeb-a90b3ef620a5 HTTP/1.1" status: 200 len: 1822 time: 0.1834519 Feb 03 11:19:42.511821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] For port 3d59b005-ce4c-41f5-9414-145cecd88737, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d59b005-ce4c-41f5-9414-145cecd88737,segment=NetworkSegment(5f6c9226-f90b-48e8-9cd4-1622f8009cfa),segment_id=5f6c9226-f90b-48e8-9cd4-1622f8009cfa)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:42.512192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.517664 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4fa96516-ab98-489c-b8d1-5d4ed8985fec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7974f8769fa043cdb7ecc4bb261b9b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590989 Feb 03 11:19:42.520320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:42.560929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Calling delete_port for 3d59b005-ce4c-41f5-9414-145cecd88737 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:42.563958 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-fa11ec11-ee62-437e-b55d-2830a3b89bcc tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:42.565118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fa11ec11-ee62-437e-b55d-2830a3b89bcc tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1939492 Feb 03 11:19:42.567861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43538) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:42.574130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4a71eb66-9fc3-4a4d-bbf8-050286a930e8 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group_rule': {'security_group_id': 'd709a5b2-1bf8-47f7-8415-275fdee7e09b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:42.578507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.589505 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2368b91-9203-4ba4-bce6-2e3f3ec1a9b9 x-openstack-request-id: req-a2368b91-9203-4ba4-bce6-2e3f3ec1a9b9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:42.589809 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "name": "network-vif-plugged", "status": "completed", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:42.590069 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2368b91-9203-4ba4-bce6-2e3f3ec1a9b9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:42.590965 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a', 'code': 200} Feb 03 11:19:42.634244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Pushing event deleted for resources: {'Port': ['ID=7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:42.750427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] Publish callbacks [] for security_group (3f79768b-42d9-443b-a16f-a488d3a63507), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.769032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ceead71-db09-466a-b82d-d36bfefa980d req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (50cf53af-bb3b-4f61-baeb-a90b3ef620a5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.779236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.871934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] Publish callbacks [] for security_group (3f79768b-42d9-443b-a16f-a488d3a63507), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.920181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ceead71-db09-466a-b82d-d36bfefa980d req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (50cf53af-bb3b-4f61-baeb-a90b3ef620a5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.933760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.943425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks [] for router_controller (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:42.964259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708594-97ce-4559-8c15-817d97269f03 req-9b7c49a3-b1d3-48af-b9e5-766878e9f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:42.965947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6708594-97ce-4559-8c15-817d97269f03 req-9b7c49a3-b1d3-48af-b9e5-766878e9f951 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 1128 time: 0.2794182 Feb 03 11:19:43.066792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ceead71-db09-466a-b82d-d36bfefa980d req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (50cf53af-bb3b-4f61-baeb-a90b3ef620a5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.069536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ceead71-db09-466a-b82d-d36bfefa980d req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.070809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ceead71-db09-466a-b82d-d36bfefa980d req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/50cf53af-bb3b-4f61-baeb-a90b3ef620a5 HTTP/1.1" status: 204 len: 173 time: 0.5364456 Feb 03 11:19:43.086114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.086721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:43.099123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6708594-97ce-4559-8c15-817d97269f03 req-84c5ffda-6d25-4bed-af6a-86231bfaa585 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177979 Feb 03 11:19:43.099319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.102809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9f73f1c7-759e-43e1-8fe6-c276ff8b535a admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3abce4a-52b8-4cb6-84c7-9b3370c7fa2c HTTP/1.1" status: 204 len: 168 time: 3.0525863 Feb 03 11:19:43.102809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3f79768b-42d9-443b-a16f-a488d3a63507), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.104331 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.108249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f79768b-42d9-443b-a16f-a488d3a63507 HTTP/1.1" status: 204 len: 168 time: 0.5841680 Feb 03 11:19:43.108249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.110507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ce497-2ad6-4ecd-8945-caef42464ebd tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf53af-bb3b-4f61-baeb-a90b3ef620a5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.136160 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-4a71eb66-9fc3-4a4d-bbf8-050286a930e8 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:19:43.141435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4a71eb66-9fc3-4a4d-bbf8-050286a930e8 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5684009 Feb 03 11:19:43.145367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43546) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.183842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Deleting subnet 6aea7a3b-c3b3-4ec9-9124-70b255fb28de {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:43.200366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Publish callbacks [] for subnet (6aea7a3b-c3b3-4ec9-9124-70b255fb28de), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.226181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b3fd3-aa79-4687-b636-db9eb4854ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79768b-42d9-443b-a16f-a488d3a63507,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.280374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-015dc81c-2db4-4d07-8e38-ae0982ef0e69 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/3dd39825-7cc9-4e44-b325-c27d1071829d HTTP/1.1" status: 200 len: 2422 time: 0.1709328 Feb 03 11:19:43.288759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-0581cf77-020f-4ad8-93c6-0b77091029fe tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:43.290264 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-0581cf77-020f-4ad8-93c6-0b77091029fe tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 812 time: 0.3418202 Feb 03 11:19:43.292333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (6aea7a3b-c3b3-4ec9-9124-70b255fb28de), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.333054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Request body: {'port': {'device_id': '835f4eec-1008-4e21-9434-bf04c9261457', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'admin_state_up': True, 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:43.382251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.399234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.400939 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (d709a5b2-1bf8-47f7-8415-275fdee7e09b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.435159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (3dd39825-7cc9-4e44-b325-c27d1071829d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.446679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3d59b005-ce4c-41f5-9414-145cecd88737), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.483271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3d59b005-ce4c-41f5-9414-145cecd88737'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:43.485261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6c3dd-071f-4401-8139-3ae323454e6b req-64350b4e-2169-473b-bab8-863f5b92cd48 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:43.487086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9f6c3dd-071f-4401-8139-3ae323454e6b req-64350b4e-2169-473b-bab8-863f5b92cd48 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/ports?device_id=dac188b6-8b55-4b2b-88e3-acffcbf4ceef HTTP/1.1" status: 200 len: 867 time: 0.1668096 Feb 03 11:19:43.511506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (d709a5b2-1bf8-47f7-8415-275fdee7e09b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.512184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (3dd39825-7cc9-4e44-b325-c27d1071829d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.550816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Pushing event deleted for resources: {'Port': ['ID=3d59b005-ce4c-41f5-9414-145cecd88737,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.557099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6aea7a3b-c3b3-4ec9-9124-70b255fb28de), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.612876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43556) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.648474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9f6c3dd-071f-4401-8139-3ae323454e6b req-f19f3ad1-6890-4407-972e-98f79968ed61 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0167c22-7d38-4027-8564-31d1c0ef606a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455855 Feb 03 11:19:43.667637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] No DVR routers for this DVR port 3d59b005-ce4c-41f5-9414-145cecd88737 on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:43.673797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.675208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3dd39825-7cc9-4e44-b325-c27d1071829d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.677156 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-84212ca4-edca-4088-9f6c-aade2daa0afe req-0c82f359-0723-4757-98b0-2511655f6df2 tempest-InstanceActionsTestJSON-550695872 tempest-InstanceActionsTestJSON-550695872-project] 10.222.0.69 "DELETE /v2.0/ports/3d59b005-ce4c-41f5-9414-145cecd88737 HTTP/1.1" status: 204 len: 173 time: 1.5454564 Feb 03 11:19:43.677931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.679636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'name': 'network-vif-deleted', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:43.694435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac1b42f5-1669-4ed7-aaa7-51c91a9d18a4 req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/3dd39825-7cc9-4e44-b325-c27d1071829d HTTP/1.1" status: 204 len: 173 time: 0.4124663 Feb 03 11:19:43.703628 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaaae94-b6f9-4574-943d-82a205923ddb" -d '{"events": [{"server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "name": "network-vif-deleted", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:43.723156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae443c6-95e1-4e4a-a6d6-553bd741d680 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd39825-7cc9-4e44-b325-c27d1071829d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.729349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d709a5b2-1bf8-47f7-8415-275fdee7e09b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.733658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.734992 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/d709a5b2-1bf8-47f7-8415-275fdee7e09b HTTP/1.1" status: 204 len: 168 time: 0.5874856 Feb 03 11:19:43.744341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.755753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (6aea7a3b-c3b3-4ec9-9124-70b255fb28de), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.787921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-87bc3b6e-0c32-450d-9e8d-d14a06372a13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd25bc2ab3ba4e81a45e37c825244ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717908 Feb 03 11:19:43.793426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.795986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aea7a3b-c3b3-4ec9-9124-70b255fb28de,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.800073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router bc8adbb0-b96c-4127-b146-090bc3be3822 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:43.807346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e397baf-be9b-419b-978c-16518d180b10 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709a5b2-1bf8-47f7-8415-275fdee7e09b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:43.815717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.817194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c83739-cca3-435e-bc3f-44974aeb7e10 None None] Network dbbaaa57-a4db-4c2b-bcf7-d85859bad01e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:43.822799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2139ae1e-cb24-47ea-b9c1-c835799f8543 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6aea7a3b-c3b3-4ec9-9124-70b255fb28de HTTP/1.1" status: 204 len: 168 time: 0.7017732 Feb 03 11:19:43.822986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Made reservation on behalf of cc142e937c4941d69f1124d5f27b26ac for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:43.823094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:43.824001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:43.968956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-930607c4-8dd2-4603-b369-8ed1aafc3af1 req-0f834fae-378e-400f-b401-8ce655103b43 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 210 time: 0.0901854 Feb 03 11:19:44.002586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.007094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] Publish callbacks [] for security_group (cf90ef4e-07e7-4b5f-9496-211b8966ed27), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.015796 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bfc9a977-564c-49a6-8f76-b5f83e211fba tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2606881 Feb 03 11:19:44.026201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.041981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265706653'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:44.072266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:44.103815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:44.104648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7de7f0c7-0bb7-4bdd-a5cc-4646d5f4c070 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:44.135410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.166198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Allocated IP 172.20.0.11 (768acb44-d8c5-4fe1-aa36-fa8aab15fce2/2842cccb-957f-4c5a-9409-6a48aca68ad6/73d568f2-26ef-431b-8396-bccef53613fb) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:44.182463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:44.192897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.195049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] Sync routers for ids ['bc8adbb0-b96c-4127-b146-090bc3be3822'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:44.196815 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-314707e8-36d5-4090-bd54-3f1f2c324284 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "PUT /v2.0/routers/bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 200 len: 926 time: 2.6306796 Feb 03 11:19:44.199217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.225775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] Routers {'bc8adbb0-b96c-4127-b146-090bc3be3822'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:44.226831 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bc8adbb0-b96c-4127-b146-090bc3be3822'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:44.245871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] DHCP port deletion for dbbaaa57-a4db-4c2b-bcf7-d85859bad01e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:44.310916 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:44.329684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] Routers {'bc8adbb0-b96c-4127-b146-090bc3be3822'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:44.330908 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bc8adbb0-b96c-4127-b146-090bc3be3822'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:44.366863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Deleting port 93ee2806-80f0-4300-860b-8dde4ec69ed0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:44.368112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.383651 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:44.385278 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc540-8b27-4c26-b5bf-fc36a9bd9c33 None None] The sync data for ids ['bc8adbb0-b96c-4127-b146-090bc3be3822'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:44.391113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] Publish callbacks [] for security_group (cf90ef4e-07e7-4b5f-9496-211b8966ed27), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.401299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3507af-3b3e-42e8-ad6e-cfae14edbb3a req-db249613-a672-4f10-9e8f-19a11bf72977 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:44.403451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c3507af-3b3e-42e8-ad6e-cfae14edbb3a req-db249613-a672-4f10-9e8f-19a11bf72977 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 946 time: 0.5261989 Feb 03 11:19:44.420614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (1d491671-8d55-4449-8681-8868a8630602), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.443102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1d491671-8d55-4449-8681-8868a8630602), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.500879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] For port 93ee2806-80f0-4300-860b-8dde4ec69ed0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=93ee2806-80f0-4300-860b-8dde4ec69ed0,segment=NetworkSegment(3becf776-7342-400f-b1f9-2b8be37a2a92),segment_id=3becf776-7342-400f-b1f9-2b8be37a2a92)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:44.502340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.503072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.507039 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4717033 Feb 03 11:19:44.517948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.524448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Calling delete_port for 93ee2806-80f0-4300-860b-8dde4ec69ed0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:44.527207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cf90ef4e-07e7-4b5f-9496-211b8966ed27), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.529081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-49505af7-f7e3-4949-9ed4-ec97702ea39b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:44.530527 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-49505af7-f7e3-4949-9ed4-ec97702ea39b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 11:19:44.530838 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-49505af7-f7e3-4949-9ed4-ec97702ea39b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 11:19:44.531664 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.537395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49505af7-f7e3-4949-9ed4-ec97702ea39b tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "PUT /v2.0/security-groups/1d491671-8d55-4449-8681-8868a8630602 HTTP/1.1" status: 409 len: 330 time: 0.0105076 Feb 03 11:19:44.537983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf90ef4e-07e7-4b5f-9496-211b8966ed27 HTTP/1.1" status: 204 len: 168 time: 0.7386057 Feb 03 11:19:44.545642 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e520c804-f634-4af4-b7eb-188dcc4f7faf tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 200 len: 926 time: 0.3438785 Feb 03 11:19:44.546993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43576) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.547495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.613855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2048eb-e332-4cd7-b099-c54b939fba75 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d491671-8d55-4449-8681-8868a8630602,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:44.637159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946ee2-9b5d-4d0b-be0c-22ac6c0c659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90ef4e-07e7-4b5f-9496-211b8966ed27,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:44.666059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for port (73d568f2-26ef-431b-8396-bccef53613fb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.672877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-a293e68f-1939-40a4-a99c-ce282594f187 tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "GET /v2.0/security-groups/05365483-70a2-4c95-87fe-cd7a85141378 HTTP/1.1" status: 200 len: 2416 time: 0.6610310 Feb 03 11:19:44.698816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c3507af-3b3e-42e8-ad6e-cfae14edbb3a req-13905fb1-1013-4797-bae1-3ebfea1de546 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067218 Feb 03 11:19:44.699791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d6467-2d7f-486b-a99c-b9ddc5b56531 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:44.702356 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.712589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1c8d6467-2d7f-486b-a99c-b9ddc5b56531 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=bc8adbb0-b96c-4127-b146-090bc3be3822&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1479201 Feb 03 11:19:44.712589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43582) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.712589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (1d491671-8d55-4449-8681-8868a8630602), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.749489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] Pushing event deleted for resources: {'Port': ['ID=93ee2806-80f0-4300-860b-8dde4ec69ed0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:44.773407 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (1d491671-8d55-4449-8681-8868a8630602), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.778414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9acdc-64f1-47a5-8e51-d7f2e318d8bf None None] No DVR routers for this DVR port 93ee2806-80f0-4300-860b-8dde4ec69ed0 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:44.781765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Deleting port 93ee2806-80f0-4300-860b-8dde4ec69ed0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:44.782287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.813430 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4819dba-12d1-4b25-a425-9faa48f7ba54 x-openstack-request-id: req-a4819dba-12d1-4b25-a425-9faa48f7ba54 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:44.813721 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac188b6-8b55-4b2b-88e3-acffcbf4ceef", "name": "network-vif-deleted", "tag": "3d59b005-ce4c-41f5-9414-145cecd88737", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:44.813976 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4819dba-12d1-4b25-a425-9faa48f7ba54 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:44.814380 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac188b6-8b55-4b2b-88e3-acffcbf4ceef', 'name': 'network-vif-deleted', 'tag': '3d59b005-ce4c-41f5-9414-145cecd88737', 'status': 'completed', 'code': 200} Feb 03 11:19:44.843734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.844756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43586) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.882534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116', 'b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:44.907488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (05365483-70a2-4c95-87fe-cd7a85141378), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.914084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2112e-03e2-4610-9407-b0eb3ec8efc7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:44.915491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-edb2112e-03e2-4610-9407-b0eb3ec8efc7 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.2055039 Feb 03 11:19:44.917851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:44.920561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43588) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.935873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:44.937943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:44.940358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:44.951545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] For port 93ee2806-80f0-4300-860b-8dde4ec69ed0, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:44.951922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.965068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1d491671-8d55-4449-8681-8868a8630602), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.967959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:44.969175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d491671-8d55-4449-8681-8868a8630602 HTTP/1.1" status: 204 len: 168 time: 0.4134364 Feb 03 11:19:44.974193 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-688b4e33-84ba-4f70-af7f-11a7a6c23c20 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 200 len: 205 time: 0.0502505 Feb 03 11:19:44.974193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43592) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:44.977424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.001972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (05365483-70a2-4c95-87fe-cd7a85141378), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.005973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Calling delete_port for 93ee2806-80f0-4300-860b-8dde4ec69ed0 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:45.043492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d31138-3362-4e6d-a69c-7b5ba2d70507 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d491671-8d55-4449-8681-8868a8630602,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:45.064992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Deleting subnet a8feb808-89f8-43c1-9856-488a2cb4c98b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:45.086795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Port 93ee2806-80f0-4300-860b-8dde4ec69ed0 was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:19:45.101983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Publish callbacks [] for subnet (a8feb808-89f8-43c1-9856-488a2cb4c98b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.107771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (93ee2806-80f0-4300-860b-8dde4ec69ed0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.124395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:45.125093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.164506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32cfda52-68e4-42ef-9826-08770fea382c tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1687427 Feb 03 11:19:45.176922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e6752287-7103-4f58-bb97-b6b6dd5fa2fa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8540387 Feb 03 11:19:45.178064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43602) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.203954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Request body: {'port': {'device_id': '835f4eec-1008-4e21-9434-bf04c9261457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:45.238779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Pushing event deleted for resources: {'Port': ['ID=93ee2806-80f0-4300-860b-8dde4ec69ed0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:45.249362 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-3d97d388-e3ca-467b-9c49-40658bc038e6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] delete failed (client error): The resource could not be found. Feb 03 11:19:45.253020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d97d388-e3ca-467b-9c49-40658bc038e6 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "DELETE /v2.0/security-groups/6eaa57f4-c0bd-4d17-9c86-6169b2850f7b HTTP/1.1" status: 404 len: 347 time: 0.0714147 Feb 03 11:19:45.253982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43606) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.290896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] No DVR routers for this DVR port 93ee2806-80f0-4300-860b-8dde4ec69ed0 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:45.292221 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-0b4b0d00-44f0-425b-841e-5254aa339c0f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] show failed (client error): The resource could not be found. Feb 03 11:19:45.293797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0b4b0d00-44f0-425b-841e-5254aa339c0f tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-groups/7549c0c0-032d-4e7d-b18b-4180837278cf HTTP/1.1" status: 404 len: 347 time: 0.0358257 Feb 03 11:19:45.302057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.323589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dc6bb0f3-eeb7-4770-b28c-8feb09349d9d None None] Provisioning complete for port 73d568f2-26ef-431b-8396-bccef53613fb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:45.324230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb0f3-eeb7-4770-b28c-8feb09349d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (73d568f2-26ef-431b-8396-bccef53613fb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.330752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.340264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (a8feb808-89f8-43c1-9856-488a2cb4c98b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.399734 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b0daa513-1b09-4ab3-a4ea-c9df173ca289 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] show failed (client error): The resource could not be found. Feb 03 11:19:45.405690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0daa513-1b09-4ab3-a4ea-c9df173ca289 tempest-NegativeSecGroupIPv6Test-1391423681 tempest-NegativeSecGroupIPv6Test-1391423681-project] 10.222.0.30 "GET /v2.0/security-group-rules/5c632fc7-c5e2-4c86-8906-827ff11c4f38 HTTP/1.1" status: 404 len: 356 time: 0.0951998 Feb 03 11:19:45.422862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bb0f3-eeb7-4770-b28c-8feb09349d9d None None] Port 73d568f2-26ef-431b-8396-bccef53613fb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:19:45.455552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.458225 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (05365483-70a2-4c95-87fe-cd7a85141378), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.460861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.468954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dcd10d3-d3d4-4c9b-9edd-8df1c816800b req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] 10.222.0.30 "DELETE /v2.0/security-groups/05365483-70a2-4c95-87fe-cd7a85141378 HTTP/1.1" status: 204 len: 173 time: 0.7620668 Feb 03 11:19:45.468954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.470672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.501058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d59b005-ce4c-41f5-9414-145cecd88737 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:45.533898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3d59b005-ce4c-41f5-9414-145cecd88737 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:45.534507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d59b005-ce4c-41f5-9414-145cecd88737 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:45.583046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a8feb808-89f8-43c1-9856-488a2cb4c98b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.588970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d3e2-9ca5-4d61-937d-5bb07fed70fa tempest-SecurityGroupRulesTestJSON-1187253226 tempest-SecurityGroupRulesTestJSON-1187253226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05365483-70a2-4c95-87fe-cd7a85141378,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:45.611741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbaaa57-a4db-4c2b-bcf7-d85859bad01e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:45.621048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e5ff-49ee-46e6-8567-56eb965ac681 req-5d4370cd-2634-4a71-a8f6-5cb7f5de31ac tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:45.623107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5681e5ff-49ee-46e6-8567-56eb965ac681 req-5d4370cd-2634-4a71-a8f6-5cb7f5de31ac tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 932 time: 0.4765067 Feb 03 11:19:45.649307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3becf776-7342-400f-b1f9-2b8be37a2a92') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:45.649604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3becf776-7342-400f-b1f9-2b8be37a2a92') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:45.654969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.687989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (3becf776-7342-400f-b1f9-2b8be37a2a92), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.693479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Deleting subnet 015fe09f-6b8b-4ab0-8864-8f1934ea44dd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:45.743186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 93ee2806-80f0-4300-860b-8dde4ec69ed0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:45.758703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.768792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d568f2-26ef-431b-8396-bccef53613fb {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:45.779740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks [] for port (73d568f2-26ef-431b-8396-bccef53613fb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.784064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Publish callbacks [] for subnet (015fe09f-6b8b-4ab0-8864-8f1934ea44dd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.795211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 93ee2806-80f0-4300-860b-8dde4ec69ed0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:45.798577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3becf776-7342-400f-b1f9-2b8be37a2a92), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.799136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 93ee2806-80f0-4300-860b-8dde4ec69ed0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:45.855942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:45.856358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (3becf776-7342-400f-b1f9-2b8be37a2a92), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:45.858606 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:45.868013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1415574942-network', 'tenant_id': 'de87e34c676a40c7b929199374ba853d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:45.893350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Made reservation on behalf of de87e34c676a40c7b929199374ba853d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:45.895597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.911977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.951437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c6ef754-2866-42a4-95ca-15c6b4bb87ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eacaa60758984e3abf92fa66ef273912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916356 Feb 03 11:19:45.953471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5681e5ff-49ee-46e6-8567-56eb965ac681 req-d57905b4-b295-4aba-8719-456d981bd955 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171921 Feb 03 11:19:45.954324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43634) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:45.965925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (015fe09f-6b8b-4ab0-8864-8f1934ea44dd), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:45.989920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (a8feb808-89f8-43c1-9856-488a2cb4c98b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.000054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Transition to ACTIVE for port object 73d568f2-26ef-431b-8396-bccef53613fb will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:46.006836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.007416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.035741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (dbbaaa57-a4db-4c2b-bcf7-d85859bad01e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.044076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8feb808-89f8-43c1-9856-488a2cb4c98b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.053311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.060336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] 10.222.0.30 "DELETE /v2.0/networks/dbbaaa57-a4db-4c2b-bcf7-d85859bad01e HTTP/1.1" status: 204 len: 168 time: 2.2327077 Feb 03 11:19:46.065177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:46.081717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.083602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708a70-6fef-4304-96ac-92c699fda54c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbaaa57-a4db-4c2b-bcf7-d85859bad01e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.091043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (015fe09f-6b8b-4ab0-8864-8f1934ea44dd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.130243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.133820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] Publish callbacks [] for security_group (a4072e00-4ac5-418f-a7d4-4867f4b4fa10), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.136566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks [] for security_group (7c9881f6-51f7-418f-8341-22581c8ede56), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.140945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f7f86-7a11-4936-aee1-31682ab1079e req-55aaf495-de87-48ea-b039-d9179ee339fd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:46.142591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff9f7f86-7a11-4936-aee1-31682ab1079e req-55aaf495-de87-48ea-b039-d9179ee339fd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 946 time: 0.3174953 Feb 03 11:19:46.158969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7c9881f6-51f7-418f-8341-22581c8ede56), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.161713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.165357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e97946b0-f4ba-436b-99b2-9499cd8d0e01 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a8feb808-89f8-43c1-9856-488a2cb4c98b HTTP/1.1" status: 204 len: 168 time: 1.3180475 Feb 03 11:19:46.173481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:46.238844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] Publish callbacks [] for security_group (a4072e00-4ac5-418f-a7d4-4867f4b4fa10), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.242106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:19:46.302834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (015fe09f-6b8b-4ab0-8864-8f1934ea44dd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.314280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f268c470-6956-460b-9ed8-ca35e9c3417a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.314622 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Added segment f268c470-6956-460b-9ed8-ca35e9c3417a of type vlan for network 9ecb8171-aa18-44c3-812e-37184ec95c86 Feb 03 11:19:46.318217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (081ec7f9-c0b7-473f-ab43-db57e547609f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.342085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9881f6-51f7-418f-8341-22581c8ede56,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.345388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff9f7f86-7a11-4936-aee1-31682ab1079e req-cf1a290e-91a0-418e-82cb-1f151746f3aa tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899202 Feb 03 11:19:46.348721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015fe09f-6b8b-4ab0-8864-8f1934ea44dd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.352268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port 5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:46.352613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.360332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.363989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-082199ed-75b9-46e7-957d-73daada9acf4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/015fe09f-6b8b-4ab0-8864-8f1934ea44dd HTTP/1.1" status: 204 len: 168 time: 0.8786552 Feb 03 11:19:46.372175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:46.428489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9ecb8171-aa18-44c3-812e-37184ec95c86), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.446133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Attempting to bind port 73d568f2-26ef-431b-8396-bccef53613fb on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:46.446464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Attempting to bind port 73d568f2-26ef-431b-8396-bccef53613fb by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:46.446793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Attempting to bind port 73d568f2-26ef-431b-8396-bccef53613fb on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:46.517395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (081ec7f9-c0b7-473f-ab43-db57e547609f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.529816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Port 73d568f2-26ef-431b-8396-bccef53613fb on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:46.530102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Attempting to bind port 73d568f2-26ef-431b-8396-bccef53613fb on network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:46.554256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.554561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a4072e00-4ac5-418f-a7d4-4867f4b4fa10), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.557031 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.558201 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4072e00-4ac5-418f-a7d4-4867f4b4fa10 HTTP/1.1" status: 204 len: 168 time: 0.6029975 Feb 03 11:19:46.567439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:46.567889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Checking segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:46.568265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Bound using segment: {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:46.568796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Bound port: 73d568f2-26ef-431b-8396-bccef53613fb, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee48985-5b86-448b-a0bf-41e38708f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:46.569184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.572689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081ec7f9-c0b7-473f-ab43-db57e547609f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:46.595028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6c9226-f90b-48e8-9cd4-1622f8009cfa') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:46.595322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6c9226-f90b-48e8-9cd4-1622f8009cfa') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:46.597155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for 5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:46.601400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.614408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (5f6c9226-f90b-48e8-9cd4-1622f8009cfa), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.614663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9ecb8171-aa18-44c3-812e-37184ec95c86), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.615739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:46.616172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.631511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75554a6-48ba-4e3b-888e-c571173cb0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4072e00-4ac5-418f-a7d4-4867f4b4fa10,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.636581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5f6c9226-f90b-48e8-9cd4-1622f8009cfa), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.694939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:46.694939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (5f6c9226-f90b-48e8-9cd4-1622f8009cfa), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:46.695310 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:46.801463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (081ec7f9-c0b7-473f-ab43-db57e547609f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.847335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:46.852993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] 10.222.0.30 "DELETE /v2.0/networks/081ec7f9-c0b7-473f-ab43-db57e547609f HTTP/1.1" status: 204 len: 168 time: 0.6740720 Feb 03 11:19:46.879243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4f3e-d300-4549-92de-af322bb91fce req-d72b6fd7-f8d7-46d7-9175-ec9edad28390 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:46.887241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbd4f3e-d300-4549-92de-af322bb91fce req-d72b6fd7-f8d7-46d7-9175-ec9edad28390 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 946 time: 0.2088506 Feb 03 11:19:46.891620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07701a0d-a22b-4e18-bf47-ad032f8e5596 admin admin] Pushing event deleted for resources: {'Network': ['ID=081ec7f9-c0b7-473f-ab43-db57e547609f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:46.999840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbd4f3e-d300-4549-92de-af322bb91fce req-8dff6306-8b52-4adf-a9dc-7e7b25d8ea20 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Feb 03 11:19:47.030730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.032648 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3765905 Feb 03 11:19:47.041303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:47.082244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Request body: {'subnet': {'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1415574942-subnet', 'tenant_id': 'de87e34c676a40c7b929199374ba853d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:47.100692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=5a3a2e02-91f0-4cf3-a267-2ddf6f1eb731,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:47.127528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Pushing event updated for resources: {'Network': ['ID=9ecb8171-aa18-44c3-812e-37184ec95c86,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:47.177811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:47.196335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.196683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.197038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.197551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.198027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.198526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.199018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.199486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.199957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.201116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.201602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.202091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.202556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c414385-3377-4823-8780-4e4ea0fea803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:47.216796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:19:47.223665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240773a-bc5d-4d30-9789-7fa50aca3bde req-ae97a476-4bbd-418a-af6e-5f4d636fb2a9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:47.225209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4240773a-bc5d-4d30-9789-7fa50aca3bde req-ae97a476-4bbd-418a-af6e-5f4d636fb2a9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 944 time: 0.0907984 Feb 03 11:19:47.228781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (bc8adbb0-b96c-4127-b146-090bc3be3822), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.238065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Made reservation on behalf of de87e34c676a40c7b929199374ba853d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:47.240647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.255030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:47.336357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.341662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:47.343020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.347983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (bc8adbb0-b96c-4127-b146-090bc3be3822), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.374605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.438698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:47.477591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec9a08c-ea88-4091-a0cd-18913d17fbf1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:47.477946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec9a08c-ea88-4091-a0cd-18913d17fbf1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:47.492476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5907f9ae-7dd8-4614-9b41-79515b05921d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d722e61025f43c78c91c94f6fca2008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055139 Feb 03 11:19:47.505659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:47.516244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:47.516873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.518278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] 10.222.0.53 "PUT /v2.0/ports/73d568f2-26ef-431b-8396-bccef53613fb HTTP/1.1" status: 200 len: 1092 time: 2.3215823 Feb 03 11:19:47.520155 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (4ec9a08c-ea88-4091-a0cd-18913d17fbf1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.522772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:47.524875 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f690c4-6b7f-46a8-9804-13bc9610a24e" -d '{"events": [{"name": "network-changed", "server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "tag": "73d568f2-26ef-431b-8396-bccef53613fb"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:47.578974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4ec9a08c-ea88-4091-a0cd-18913d17fbf1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.618728 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d1a592-6d40-4637-a62d-a87c9ab59f47 x-openstack-request-id: req-71d1a592-6d40-4637-a62d-a87c9ab59f47 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:47.619088 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "tag": "73d568f2-26ef-431b-8396-bccef53613fb", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:47.619322 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71d1a592-6d40-4637-a62d-a87c9ab59f47 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:47.619669 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb', 'status': 'completed', 'code': 200} Feb 03 11:19:47.627793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:47.627793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (4ec9a08c-ea88-4091-a0cd-18913d17fbf1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:47.635783 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:47.663893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67329d0-6a2e-4978-9bec-03d265669f51 service neutron] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:47.732261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4240773a-bc5d-4d30-9789-7fa50aca3bde req-4790da66-5d94-45b8-b906-8c299a707d6f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707265 Feb 03 11:19:47.748151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (bc8adbb0-b96c-4127-b146-090bc3be3822), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.749680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router bc8adbb0-b96c-4127-b146-090bc3be3822 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:47.784004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.785582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d486a758-5fd5-40da-9935-4a446b3e90ed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 204 len: 168 time: 2.8047152 Feb 03 11:19:47.789303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:47.794697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-245195388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:47.824158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.824881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] Publish callbacks [] for security_group (d0167c22-7d38-4027-8564-31d1c0ef606a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.826550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.829343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.864510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.870100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793 HTTP/1.1" status: 204 len: 168 time: 1.4886229 Feb 03 11:19:47.891893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-dbb15023-9e35-4548-8f4d-9617a699479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:47.893443 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-dbb15023-9e35-4548-8f4d-9617a699479b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 1126 time: 0.2982748 Feb 03 11:19:47.900821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317065a-f098-4a55-86e5-5c3a50bf33e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2e0c2a-6ef7-44aa-a8e5-3bc5194ae793,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:47.910551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] Publish callbacks [] for security_group (d0167c22-7d38-4027-8564-31d1c0ef606a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.917614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (b54738b2-cdbb-4c89-a313-5d8b70ac85d4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.941933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.948663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.971836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:47.973504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a36282d-c708-4d4e-bf37-7d9f1dc8fc9a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1826894 Feb 03 11:19:47.976007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:47.983264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:47.993113 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-c619fa43-63c4-4440-a436-09b2013db95a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d568f2-26ef-431b-8396-bccef53613fb HTTP/1.1" status: 200 len: 217 time: 0.0898378 Feb 03 11:19:48.083595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:48.103079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54738b2-cdbb-4c89-a313-5d8b70ac85d4,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:48.132751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.138041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-ecfcf2e0-6318-4a76-b2e2-6f6909a7843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.139689 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-ecfcf2e0-6318-4a76-b2e2-6f6909a7843d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1271038 Feb 03 11:19:48.192776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Checking segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:48.193272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Network hostable DHCP agents. Network: 9ecb8171-aa18-44c3-812e-37184ec95c86, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:19:48.223827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d0167c22-7d38-4027-8564-31d1c0ef606a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.226639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.230097 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0167c22-7d38-4027-8564-31d1c0ef606a HTTP/1.1" status: 204 len: 168 time: 0.7211838 Feb 03 11:19:48.270310 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99d54a8c-a2d2-4cdb-83ac-4a7de7a5a016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c83b0b36ddf43e883e3eca1cb64e686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855612 Feb 03 11:19:48.277987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43700) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:48.293205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.304948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e50a2f-96b7-4aba-beeb-ebc79a4dc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0167c22-7d38-4027-8564-31d1c0ef606a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:48.315625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f8bb-a108-4e41-89a2-49b9b3dc15ba req-993e6651-e707-4a4f-9469-bfc947c352b6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.322442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea39f8bb-a108-4e41-89a2-49b9b3dc15ba req-993e6651-e707-4a4f-9469-bfc947c352b6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 946 time: 0.1590991 Feb 03 11:19:48.356217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:19:48.382486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9ecb8171-aa18-44c3-812e-37184ec95c86) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:48.392253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.393115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.400242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c66d3-1c54-4993-b038-883fb264252e None None] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:48.418103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] Publish callbacks [] for security_group (37fbd54d-502d-44d7-a5ea-bbcb9d484335), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.442705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-c239cf79-8a2a-45f9-bac8-f8c59aa29332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.444532 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-c239cf79-8a2a-45f9-bac8-f8c59aa29332 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2655621 Feb 03 11:19:48.472055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea39f8bb-a108-4e41-89a2-49b9b3dc15ba req-f172d0ff-b044-4948-9a7c-d3b2c8781dcc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486454 Feb 03 11:19:48.491389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-b39f80a6-eb2d-405b-b1d5-edb591fb0e6f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.493205 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-b39f80a6-eb2d-405b-b1d5-edb591fb0e6f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.69 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 946 time: 0.2510090 Feb 03 11:19:48.509568 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39ad7ee9-c858-4b72-a6d9-156b89d463f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4400103 Feb 03 11:19:48.521750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] Publish callbacks [] for security_group (37fbd54d-502d-44d7-a5ea-bbcb9d484335), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.588713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c0008-bffb-44b5-902c-131327d01049 None None] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:48.709149 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-8ba89a57-a66e-4f91-9e91-84bbc656a074 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549043 Feb 03 11:19:48.747069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (37fbd54d-502d-44d7-a5ea-bbcb9d484335), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.750666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.755214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37fbd54d-502d-44d7-a5ea-bbcb9d484335 HTTP/1.1" status: 204 len: 168 time: 0.4723027 Feb 03 11:19:48.788685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b50ff2-3945-4182-9240-baa99d85d64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbd54d-502d-44d7-a5ea-bbcb9d484335,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:48.790665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (a74cb508-1d87-4d28-9b19-941be2a9caf7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.835445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.898700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Deleting port 1747c5c7-f179-4846-8ebd-0fcd80f2581a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:48.899044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:48.980801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc13ea4-eb34-4b7d-8366-fae0f4b1eba8 req-bb5659d5-21f8-4ba2-9173-436c1adcffd0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:48.982411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acc13ea4-eb34-4b7d-8366-fae0f4b1eba8 req-bb5659d5-21f8-4ba2-9173-436c1adcffd0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 944 time: 0.1232748 Feb 03 11:19:49.006697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Allocated IP 172.25.7.32 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:49.009353 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7f7dc2d2-bd9a-4d12-a7d0-f0b24cca4a25 req-f0440a0b-9a15-4095-82b2-f236f893b133 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875419 Feb 03 11:19:49.040733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Deleting port 65b80237-41f7-4696-babb-6b3187739c64 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:49.042247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (65b80237-41f7-4696-babb-6b3187739c64), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.071649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] For port 1747c5c7-f179-4846-8ebd-0fcd80f2581a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1747c5c7-f179-4846-8ebd-0fcd80f2581a,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:49.072111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.083664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acc13ea4-eb34-4b7d-8366-fae0f4b1eba8 req-7e83d844-6e8d-407c-969d-ce470997de0c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911822 Feb 03 11:19:49.126505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Calling delete_port for 1747c5c7-f179-4846-8ebd-0fcd80f2581a owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:49.178613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for port (003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.222045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.238874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] For port 65b80237-41f7-4696-babb-6b3187739c64, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65b80237-41f7-4696-babb-6b3187739c64,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:49.239212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (65b80237-41f7-4696-babb-6b3187739c64), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.265527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-0e0ae3bc-5fd5-4e4f-9165-e5220ca49f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:49.265527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-0e0ae3bc-5fd5-4e4f-9165-e5220ca49f0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 1126 time: 0.1900864 Feb 03 11:19:49.284135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Calling delete_port for 65b80237-41f7-4696-babb-6b3187739c64 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:49.304573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:49.308588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:49.319926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:49.348559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event updated for resources: {'Port': ['ID=003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:49.514591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-15104126-72a1-4763-be4b-09a6114ddf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:49.516179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-15104126-72a1-4763-be4b-09a6114ddf98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.2413285 Feb 03 11:19:49.556480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1747c5c7-f179-4846-8ebd-0fcd80f2581a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.569853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:49.635861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-926f4f3d-916c-446c-9ece-d4f92c505122 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d568f2-26ef-431b-8396-bccef53613fb HTTP/1.1" status: 200 len: 217 time: 0.0821636 Feb 03 11:19:49.636657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Pushing event deleted for resources: {'Port': ['ID=1747c5c7-f179-4846-8ebd-0fcd80f2581a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:49.660035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1747c5c7-f179-4846-8ebd-0fcd80f2581a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:49.728199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03618614-e7c5-4788-8b85-8b218079b8fe req-b2fdd55e-ee8f-4c9d-ac57-f8ca82654bbd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=482fefa8-1e49-4c59-8913-b416cf729a4c HTTP/1.1" status: 200 len: 210 time: 0.1283486 Feb 03 11:19:49.745369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] No DVR routers for this DVR port 1747c5c7-f179-4846-8ebd-0fcd80f2581a on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:49.751008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.757132 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f981fe6d-edaf-4315-acf1-29ec1a425734 req-bafaaccd-510c-4841-ad06-f7711d53475a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.69 "DELETE /v2.0/ports/1747c5c7-f179-4846-8ebd-0fcd80f2581a HTTP/1.1" status: 204 len: 173 time: 1.2429571 Feb 03 11:19:49.757965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'name': 'network-vif-deleted', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:49.761047 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f091d41-b657-4492-9695-1c8471e90ea4" -d '{"events": [{"server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "name": "network-vif-deleted", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:49.822021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-119baf51-a313-4615-b0d8-f604cb68f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:49.828133 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-119baf51-a313-4615-b0d8-f604cb68f450 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1750965 Feb 03 11:19:49.877288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (a74cb508-1d87-4d28-9b19-941be2a9caf7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:49.929505 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a9a40-e1a2-4d54-ad27-151afc01b2f0 x-openstack-request-id: req-ba4a9a40-e1a2-4d54-ad27-151afc01b2f0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:49.929770 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482fefa8-1e49-4c59-8913-b416cf729a4c", "name": "network-vif-deleted", "tag": "1747c5c7-f179-4846-8ebd-0fcd80f2581a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:49.930039 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba4a9a40-e1a2-4d54-ad27-151afc01b2f0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:49.930464 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482fefa8-1e49-4c59-8913-b416cf729a4c', 'name': 'network-vif-deleted', 'tag': '1747c5c7-f179-4846-8ebd-0fcd80f2581a', 'status': 'completed', 'code': 200} Feb 03 11:19:50.052634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-e2c0931d-12d0-458c-b60b-4dbda1d62097 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:50.054098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-e2c0931d-12d0-458c-b60b-4dbda1d62097 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 0.3864677 Feb 03 11:19:50.072206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-b06669c2-b80b-48c4-8390-ea343824cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:50.073973 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-b06669c2-b80b-48c4-8390-ea343824cd53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2360523 Feb 03 11:19:50.075474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65b80237-41f7-4696-babb-6b3187739c64), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:50.131137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-c6758c20-8c1d-402f-9f35-242e3293cb35 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/quotas/de87e34c676a40c7b929199374ba853d HTTP/1.1" status: 200 len: 375 time: 0.0657659 Feb 03 11:19:50.239291 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:50.245167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Pushing event deleted for resources: {'Port': ['ID=65b80237-41f7-4696-babb-6b3187739c64,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:50.252290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:50.263921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-94fd672b-8383-4a07-ad90-166ed02ccdba tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231544 Feb 03 11:19:50.543627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29d5f0-e95e-42b3-80c5-baa5097f4164 req-fa3a2510-d544-466c-97b8-7ddd972b01ea tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:50.546097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d29d5f0-e95e-42b3-80c5-baa5097f4164 req-fa3a2510-d544-466c-97b8-7ddd972b01ea tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 944 time: 0.2917924 Feb 03 11:19:50.599684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7139b582-f813-40aa-bb3d-49fa1929e462 service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061690 Feb 03 11:19:50.686628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:50.699952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:50.726782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d29d5f0-e95e-42b3-80c5-baa5097f4164 req-84623a1d-04b2-4e08-8d94-87ba3c8d984b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651201 Feb 03 11:19:50.746777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-d2b2c2b0-444e-4686-8e05-4399eb4d23ea service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310191 Feb 03 11:19:50.758262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Router a74cb508-1d87-4d28-9b19-941be2a9caf7 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:50.854665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-0796a337-5637-4978-9caf-489f77c68568 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670548 Feb 03 11:19:50.874078 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-e1a0766b-8387-4b49-a561-ac518a93309b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673634 Feb 03 11:19:50.917500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:50.931702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:50.932047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] Sync routers for ids ['a74cb508-1d87-4d28-9b19-941be2a9caf7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:50.933081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9073c8d4-b519-41b6-86a0-0707ec9bac83 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "PUT /v2.0/routers/a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 200 len: 882 time: 2.9554517 Feb 03 11:19:50.938898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:50.953742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] Routers {'a74cb508-1d87-4d28-9b19-941be2a9caf7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:50.956808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a74cb508-1d87-4d28-9b19-941be2a9caf7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:51.054022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.056136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1765089128-network', 'tenant_id': '77e5c7f58bec4f98baf2f67a0ab1cd20'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:51.062461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:51.081169 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-87f690c4-6b7f-46a8-9804-13bc9610a24e req-fbe150cb-5845-41df-b304-8ff9632ccba3 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108455 Feb 03 11:19:51.082783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] Routers {'a74cb508-1d87-4d28-9b19-941be2a9caf7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:51.088276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7058b8a-dcba-4c4e-a873-ee5962220e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.090411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a74cb508-1d87-4d28-9b19-941be2a9caf7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:51.126512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39c6ec48-a650-41f8-a9a6-ec9e40f2406e req-68661422-0167-4675-a577-89b0f5265e7c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 210 time: 0.0950482 Feb 03 11:19:51.127175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Made reservation on behalf of 77e5c7f58bec4f98baf2f67a0ab1cd20 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:51.129565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.135038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-ca02f587-c2c0-4ea7-9d4d-bea5adb70e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.136547 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-ca02f587-c2c0-4ea7-9d4d-bea5adb70e50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 1127 time: 0.1995859 Feb 03 11:19:51.162991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:51.163666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd78f1e-703b-497d-bf29-2f4f004ad872 None None] The sync data for ids ['a74cb508-1d87-4d28-9b19-941be2a9caf7'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:51.242904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.309342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4f2b35d-81ee-41aa-b0d5-2592f3d0d2a8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 200 len: 923 time: 0.3692629 Feb 03 11:19:51.316479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43820) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:51.334071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-18060455-4869-43f1-ba87-79178804735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.336157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-18060455-4869-43f1-ba87-79178804735b service neutron] 10.222.0.69 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1680834 Feb 03 11:19:51.416872 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-a1ce8276-f303-42aa-9d99-bbb984bd39ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3b649b4-ae77-4882-bc34-6c974fef2843 HTTP/1.1" status: 200 len: 217 time: 0.0451314 Feb 03 11:19:51.530870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-7e92c756-4214-4e7b-bd90-89430e6a6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.532621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-7e92c756-4214-4e7b-bd90-89430e6a6db2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1064117 Feb 03 11:19:51.565349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1747c5c7-f179-4846-8ebd-0fcd80f2581a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:51.570429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:19:51.586235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks [] for security_group (288607e9-1da9-44e7-a83b-84074f021717), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.610672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1747c5c7-f179-4846-8ebd-0fcd80f2581a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:51.611273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1747c5c7-f179-4846-8ebd-0fcd80f2581a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:51.632382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-b6e78e16-e845-4868-8fc8-f315543a059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.634367 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-b6e78e16-e845-4868-8fc8-f315543a059e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949142 Feb 03 11:19:51.651480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca698-a115-4d41-81b0-a2e16772dbb9 req-03b0c265-8678-436c-8216-288de25ab28a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.653240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5dca698-a115-4d41-81b0-a2e16772dbb9 req-03b0c265-8678-436c-8216-288de25ab28a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3608093 Feb 03 11:19:51.654260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (288607e9-1da9-44e7-a83b-84074f021717), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.663751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9cb8e25-3fcd-41bc-80ef-9a3597fe9535 req-51ea4db2-708c-4724-a30f-bda9664589cf tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0937085 Feb 03 11:19:51.740981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:19:51.750739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6301569-32cc-405b-bb34-ffb026467493 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:51.754687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e6301569-32cc-405b-bb34-ffb026467493 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=a74cb508-1d87-4d28-9b19-941be2a9caf7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4071541 Feb 03 11:19:51.760999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:51.777390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7058b8a-dcba-4c4e-a873-ee5962220e87 admin admin] Publish callbacks [] for security_group (68c8fb2d-31aa-4ddc-bb10-5967f62507b1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.786047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5dca698-a115-4d41-81b0-a2e16772dbb9 req-89445884-dda4-473a-a73b-f9e418ab6d33 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190524 Feb 03 11:19:51.787530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (833b63d0-8696-467b-8092-c0dd4b751d39), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.787853 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Added segment 833b63d0-8696-467b-8092-c0dd4b751d39 of type vlan for network fa7b34e8-8138-4196-b8e8-94a2a467620a Feb 03 11:19:51.789374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7058b8a-dcba-4c4e-a873-ee5962220e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (68c8fb2d-31aa-4ddc-bb10-5967f62507b1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:51.814142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288607e9-1da9-44e7-a83b-84074f021717,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:51.829093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d7058b8a-dcba-4c4e-a873-ee5962220e87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eda7a374d38843a783dedb8beaf3975f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1412306 Feb 03 11:19:51.832357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:51.841843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:51.853353 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Sync routers for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:51.857523 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7500fb01-dcc7-47dc-ad81-fb4eb06f390a admin admin] 10.222.0.30 "PUT /v2.0/routers/f66f0018-2a13-4f24-b8c6-97beb3d5e4c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7829182 Feb 03 11:19:51.863022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:51.871305 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:51.871933 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:51.954826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 73d568f2-26ef-431b-8396-bccef53613fb details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:52.055608 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-1ae9e828-fdb7-4aae-b225-1f0f72485abd service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135675 Feb 03 11:19:52.071498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (fa7b34e8-8138-4196-b8e8-94a2a467620a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.096116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:52.132509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:52.149836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '73d568f2-26ef-431b-8396-bccef53613fb', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': '73d568f2-26ef-431b-8396-bccef53613fb', 'mac_address': 'fa:16:3e:18:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:19:52.154203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks [] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.156793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bd658-fe33-4980-91c2-8be5a6880fde tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:52.158253 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e89bd658-fe33-4980-91c2-8be5a6880fde tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.3939338 Feb 03 11:19:52.210301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 73d568f2-26ef-431b-8396-bccef53613fb is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:52.211027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.252232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d568f2-26ef-431b-8396-bccef53613fb {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:52.265860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c7ec29f7-654c-420f-9ab3-fb0a6f511913 req-0e9968a2-2ec6-4acc-af4d-55c859e6b408 service neutron] 10.222.0.69 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064870 Feb 03 11:19:52.266366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:52.295046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:52.300996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.370194 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-55d74f44-2dfd-4e24-86c0-918729fb04fb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 200 len: 205 time: 0.0340719 Feb 03 11:19:52.371067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:52.372952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43856) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:52.453884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:19:49Z', 'revision_number': 5, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:52.464231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7058b8a-dcba-4c4e-a873-ee5962220e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8fb2d-31aa-4ddc-bb10-5967f62507b1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:52.489156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.499624 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:19:52.503319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] Publish callbacks [] for security_group (68c8fb2d-31aa-4ddc-bb10-5967f62507b1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.511361 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Checking router: f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:19:52.521308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Routers {'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:52.522037 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:52.525873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] Publish callbacks [] for security_group (68c8fb2d-31aa-4ddc-bb10-5967f62507b1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.563917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['73d568f2-26ef-431b-8396-bccef53613fb'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:19:52.605030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (68c8fb2d-31aa-4ddc-bb10-5967f62507b1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.608167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.619594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68c8fb2d-31aa-4ddc-bb10-5967f62507b1 HTTP/1.1" status: 204 len: 168 time: 0.7788525 Feb 03 11:19:52.636576 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] Set router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:19:52.665512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f7dfd-1130-4569-8f78-7a3155ecc09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8fb2d-31aa-4ddc-bb10-5967f62507b1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:52.689410 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (fa7b34e8-8138-4196-b8e8-94a2a467620a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.695429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:52.696021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.720324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-e05be7f4-e352-4859-9a47-1bed008f3aef tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:52.721837 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-e05be7f4-e352-4859-9a47-1bed008f3aef tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 0.1231406 Feb 03 11:19:52.729203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (a74cb508-1d87-4d28-9b19-941be2a9caf7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.733488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5747919-9794-4f17-b1c4-651da38c4ccb req-0ac7976c-1eb5-41ad-a502-fbaa2d6fc2ae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:52.738331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5747919-9794-4f17-b1c4-651da38c4ccb req-0ac7976c-1eb5-41ad-a502-fbaa2d6fc2ae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 944 time: 0.8467503 Feb 03 11:19:52.744456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Request body: {'port': {'device_id': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'admin_state_up': True, 'tenant_id': 'de87e34c676a40c7b929199374ba853d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:52.903143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7b34e8-8138-4196-b8e8-94a2a467620a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:52.919816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port 003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:52.920384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:52.924964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network fa7b34e8-8138-4196-b8e8-94a2a467620a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:19:52.927070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d3a40-2cf8-420d-bd4d-631f8bb6c6d7 req-9787feab-b7ca-49f8-8a9d-acef4bb816d5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:52.928631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e85d3a40-2cf8-420d-bd4d-631f8bb6c6d7 req-9787feab-b7ca-49f8-8a9d-acef4bb816d5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.8263652 Feb 03 11:19:52.937089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:19:49Z', 'revision_number': 5, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:52.968832 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac140cb-0772-4227-a99e-bc99e3232bbe None None] The sync data for ids ['f66f0018-2a13-4f24-b8c6-97beb3d5e4c0'] in n-d-821606-6 is: [{'id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'name': 'tempest-TaggedBootDevicesTest_v242-28610163-router', 'tenant_id': 'b0105f0c718f49e79f411e5ab080ca38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:11:00Z', 'updated_at': '2022-02-03T11:19:49Z', 'revision_number': 5, 'project_id': 'b0105f0c718f49e79f411e5ab080ca38', 'gw_port': {'id': '95c275a4-a640-4812-8eb5-149b9c8bc7a6', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66f0018-2a13-4f24-b8c6-97beb3d5e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:11:02Z', 'updated_at': '2022-02-03T11:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:52.993983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks [] for router_gateway (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.008783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43864) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:53.017284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d35420a-e75a-4b53-8006-59b7ab3c59a6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3145943 Feb 03 11:19:53.042937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Request body: {'subnet': {'network_id': 'fa7b34e8-8138-4196-b8e8-94a2a467620a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1765089128-subnet', 'tenant_id': '77e5c7f58bec4f98baf2f67a0ab1cd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:53.067125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e85d3a40-2cf8-420d-bd4d-631f8bb6c6d7 req-ea70cf44-607e-431d-b4fa-f1f9de891b65 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186583 Feb 03 11:19:53.069529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.080334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5747919-9794-4f17-b1c4-651da38c4ccb req-95507643-cea5-4f9b-b148-5f5b215a7ce8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987059 Feb 03 11:19:53.127432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for 003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:53.134290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Made reservation on behalf of de87e34c676a40c7b929199374ba853d for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:53.138610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.157524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Made reservation on behalf of 77e5c7f58bec4f98baf2f67a0ab1cd20 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:19:53.159895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.205698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36dd79db-5286-428f-8ff9-98d9a6288763 req-84616f3b-da8b-4fab-a672-3b2171058a88 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 210 time: 0.0553873 Feb 03 11:19:53.245317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38079487-a882-4ccb-aca8-311d4697705c req-f204e803-ba2a-4cb2-9706-1c201c2a284c tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0771914 Feb 03 11:19:53.245848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43868) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:53.275161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-380a822a-ce3c-4857-88e2-8aabf488b942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.409520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46ae5-8819-4c51-85f4-8abfc99e2d9a req-a2c1d39d-3e5a-41df-be4d-96dada998614 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:53.410872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30b46ae5-8819-4c51-85f4-8abfc99e2d9a req-a2c1d39d-3e5a-41df-be4d-96dada998614 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1182663 Feb 03 11:19:53.462905 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-380a822a-ce3c-4857-88e2-8aabf488b942 admin admin] Publish callbacks [] for security_group (d52841bf-eeb7-46ed-8ca7-03f6532f27b7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.471194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-380a822a-ce3c-4857-88e2-8aabf488b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d52841bf-eeb7-46ed-8ca7-03f6532f27b7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.537836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30b46ae5-8819-4c51-85f4-8abfc99e2d9a req-6768ea25-2933-4cd1-b62c-2ab65d6d9209 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068945 Feb 03 11:19:53.545769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-380a822a-ce3c-4857-88e2-8aabf488b942 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00061d7f6517450eb80f864efc0864be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985885 Feb 03 11:19:53.546395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:53.548468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a822a-ce3c-4857-88e2-8aabf488b942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52841bf-eeb7-46ed-8ca7-03f6532f27b7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:53.603216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] Publish callbacks [] for security_group (d52841bf-eeb7-46ed-8ca7-03f6532f27b7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.628119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] Publish callbacks [] for security_group (d52841bf-eeb7-46ed-8ca7-03f6532f27b7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.646213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Deleting port 95c275a4-a640-4812-8eb5-149b9c8bc7a6 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:53.646558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.658859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65b80237-41f7-4696-babb-6b3187739c64 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:53.682769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 65b80237-41f7-4696-babb-6b3187739c64 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:53.683112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65b80237-41f7-4696-babb-6b3187739c64 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:53.697677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d52841bf-eeb7-46ed-8ca7-03f6532f27b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.700310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.702075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d52841bf-eeb7-46ed-8ca7-03f6532f27b7 HTTP/1.1" status: 204 len: 168 time: 0.1545725 Feb 03 11:19:53.710200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780131-0d7b-4f9a-a905-d5a8730f8e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52841bf-eeb7-46ed-8ca7-03f6532f27b7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:53.970769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] For port 95c275a4-a640-4812-8eb5-149b9c8bc7a6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=95c275a4-a640-4812-8eb5-149b9c8bc7a6,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:53.970769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:53.971485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 73d568f2-26ef-431b-8396-bccef53613fb up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:19:53.992820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Allocated IP 172.20.0.5 (9ecb8171-aa18-44c3-812e-37184ec95c86/b54738b2-cdbb-4c89-a313-5d8b70ac85d4/3df024cd-9ba6-4e99-aead-4bd0208f049e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:54.008199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Calling delete_port for 95c275a4-a640-4812-8eb5-149b9c8bc7a6 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:54.054835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 73d568f2-26ef-431b-8396-bccef53613fb completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:19:54.059498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 73d568f2-26ef-431b-8396-bccef53613fb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:19:54.060032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (73d568f2-26ef-431b-8396-bccef53613fb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.077104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.164903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=003fcb0a-1adb-4d3f-bbe2-fe12f5554e7b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:54.265837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee0bf6-d448-4987-a583-da9d4c4fcf69 req-97c0a0c6-342e-4005-aa6c-2c79cc35725a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:54.270695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bee0bf6-d448-4987-a583-da9d4c4fcf69 req-97c0a0c6-342e-4005-aa6c-2c79cc35725a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 945 time: 0.0970602 Feb 03 11:19:54.274368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 73d568f2-26ef-431b-8396-bccef53613fb is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:19:54.274785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.319662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (536e0b37-ad13-4aaf-b93b-177d56ae9439), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.340413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:54.349269 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e0b8ba-3c5b-476c-8a0f-4f4ddcb9f338" -d '{"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-plugged", "status": "completed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:54.373121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2ff58dd-a29d-43a4-a24b-318b9c7845ae req-931f85c5-bc1c-4ffd-b96d-5c1889d9b08f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 210 time: 0.0674031 Feb 03 11:19:54.381049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:54.388634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.442479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4bee0bf6-d448-4987-a583-da9d4c4fcf69 req-6dd7c801-c6f6-4af3-9875-d100e8cf6f16 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662564 Feb 03 11:19:54.510150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:54.527086 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ca8fb-30d1-4493-8d4a-eb6d789af37b x-openstack-request-id: req-511ca8fb-30d1-4493-8d4a-eb6d789af37b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:54.527455 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-plugged", "status": "completed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:54.527778 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-511ca8fb-30d1-4493-8d4a-eb6d789af37b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:54.528244 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb', 'code': 200} Feb 03 11:19:54.544733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c8691e1-6f46-4707-8c69-c7adf51b8382 req-dc221819-308e-4859-b791-aac1dbfaacb9 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0635648 Feb 03 11:19:54.606984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536e0b37-ad13-4aaf-b93b-177d56ae9439,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:54.616273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks [] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.617937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a74cb508-1d87-4d28-9b19-941be2a9caf7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.750377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Checking segment: {'id': '833b63d0-8696-467b-8092-c0dd4b751d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fa7b34e8-8138-4196-b8e8-94a2a467620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:54.751214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Network hostable DHCP agents. Network: fa7b34e8-8138-4196-b8e8-94a2a467620a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:19:54.759309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.765767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (a74cb508-1d87-4d28-9b19-941be2a9caf7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.871717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Network fa7b34e8-8138-4196-b8e8-94a2a467620a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:19:54.885747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a74cb508-1d87-4d28-9b19-941be2a9caf7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.886269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router a74cb508-1d87-4d28-9b19-941be2a9caf7 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:54.891636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.898359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:54.903200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cef9a86f-b676-4a6f-a91d-721e8c9984b6 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 204 len: 168 time: 2.5293088 Feb 03 11:19:54.904295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:54.906894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, fa7b34e8-8138-4196-b8e8-94a2a467620a) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:54.915384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42651d5-da4b-459c-9707-cade811c143b req-c5faf5c6-49a4-4ae8-8cf3-c284fcdcf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:54.915756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283cb5d-a7fb-4078-956d-d25a71ebac51 None None] Network fa7b34e8-8138-4196-b8e8-94a2a467620a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:54.916879 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f42651d5-da4b-459c-9707-cade811c143b req-c5faf5c6-49a4-4ae8-8cf3-c284fcdcf0af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 1128 time: 0.2934051 Feb 03 11:19:54.927045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-321221369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:54.927932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:54.928483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.009286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (738541e2-8ae7-477a-b85e-886c43894b04), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.011202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (738541e2-8ae7-477a-b85e-886c43894b04), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.032054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (95c275a4-a640-4812-8eb5-149b9c8bc7a6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.064681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:55.096980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd654d3f-c5b9-418a-84e5-84ca322f4cf8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0767820 Feb 03 11:19:55.096980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:55.096980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:55.098225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:55.100361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (738541e2-8ae7-477a-b85e-886c43894b04), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.109105 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (738541e2-8ae7-477a-b85e-886c43894b04), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.143084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8c5f42-ae09-4188-a8e8-9e15165f551a None None] Network fa7b34e8-8138-4196-b8e8-94a2a467620a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:55.155904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.157676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-369cd1c6-dafc-4840-b11d-c38128708add tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2521901 Feb 03 11:19:55.164942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:55.175732 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f42651d5-da4b-459c-9707-cade811c143b req-cd15a05f-e895-4402-8230-d4b186754f00 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447889 Feb 03 11:19:55.176485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c275a4-a640-4812-8eb5-149b9c8bc7a6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:55.185720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': True}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:55.322454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:55.323698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.341645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.391915 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-248cff93-ec01-438d-b67c-7d6bc79a99ea tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6510038 Feb 03 11:19:55.440088 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Request body: {'port': {'device_id': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:19:55.539393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.545166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks [] for router_controller (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.576650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (738541e2-8ae7-477a-b85e-886c43894b04), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.630540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (f66f0018-2a13-4f24-b8c6-97beb3d5e4c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.631887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:19:55.646974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30aca7-e032-4448-8332-4a7cee6c2b2c req-47ca73f7-692c-46a5-b266-476d52b10432 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:55.649969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c30aca7-e032-4448-8332-4a7cee6c2b2c req-47ca73f7-692c-46a5-b266-476d52b10432 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 931 time: 0.1432085 Feb 03 11:19:55.650133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.652581 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ca83a37-8dbf-44b0-a4ab-6e6f006e08f7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f66f0018-2a13-4f24-b8c6-97beb3d5e4c0 HTTP/1.1" status: 204 len: 168 time: 3.7682269 Feb 03 11:19:55.654132 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.655316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:55.820526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Deleting subnet 21743431-705f-4ba9-9bcc-8d69f1e4d31c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:55.839352 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Publish callbacks [] for subnet (21743431-705f-4ba9-9bcc-8d69f1e4d31c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.904788 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-030043c7-be22-4dc1-a7dc-e8e04e3c951a req-03a56922-d326-4c18-a0b7-e3ae8b1ab6fd tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] show failed (client error): The resource could not be found. Feb 03 11:19:55.905780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-030043c7-be22-4dc1-a7dc-e8e04e3c951a req-03a56922-d326-4c18-a0b7-e3ae8b1ab6fd tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/3eed1953-7763-4ea5-b247-855f6f7439a0 HTTP/1.1" status: 404 len: 352 time: 0.0796952 Feb 03 11:19:55.922842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c30aca7-e032-4448-8332-4a7cee6c2b2c req-ac00dc3d-756d-477a-aa05-07fbca84262e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111690 Feb 03 11:19:55.926268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (21743431-705f-4ba9-9bcc-8d69f1e4d31c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:55.973183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d29b094-90e4-4458-8e1a-fe7f87cb7d4b req-e6bbb9d8-714e-4d89-8da6-385d3baec47b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0630851 Feb 03 11:19:56.035483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:19:56.044802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks [] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.066913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Transition to ACTIVE for port object 3df024cd-9ba6-4e99-aead-4bd0208f049e will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:19:56.071583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.160601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:56.188901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328ff7c0-cf3f-4f20-8776-cb5dd4ff7b67 req-e0d60e30-8471-4177-9798-7065df9cc95a tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1657364 Feb 03 11:19:56.241334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (21743431-705f-4ba9-9bcc-8d69f1e4d31c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.254020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Attempting to bind port 3df024cd-9ba6-4e99-aead-4bd0208f049e on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:19:56.254310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Attempting to bind port 3df024cd-9ba6-4e99-aead-4bd0208f049e by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:19:56.254783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Attempting to bind port 3df024cd-9ba6-4e99-aead-4bd0208f049e on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:56.265966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Port 3df024cd-9ba6-4e99-aead-4bd0208f049e on network 9ecb8171-aa18-44c3-812e-37184ec95c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:19:56.266339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Attempting to bind port 3df024cd-9ba6-4e99-aead-4bd0208f049e on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:19:56.280741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:19:56.282667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Checking segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:19:56.285209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Bound using segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:19:56.285907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Bound port: 3df024cd-9ba6-4e99-aead-4bd0208f049e, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:19:56.286058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.332633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151b140-0922-4606-a257-9b7a0dabfcdb req-d9345da6-06eb-41aa-ae8b-eaacf51ef2d7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:56.340016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9151b140-0922-4606-a257-9b7a0dabfcdb req-d9345da6-06eb-41aa-ae8b-eaacf51ef2d7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.3522348 Feb 03 11:19:56.397536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (738541e2-8ae7-477a-b85e-886c43894b04), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.397874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:19:56.403877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:19:56.415513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.442355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.457519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:56.465518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.469325 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] 10.222.0.69 "PUT /v2.0/ports/3df024cd-9ba6-4e99-aead-4bd0208f049e HTTP/1.1" status: 200 len: 1091 time: 1.0365119 Feb 03 11:19:56.469807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:19:56.473601 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9349cfc1-8c9b-484f-828c-0526dc58f524" -d '{"events": [{"name": "network-changed", "server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:19:56.513533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f850174-4567-45b4-835e-a090d7e5c682 service neutron] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:56.562514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71e0be90-ee1b-49a8-94f7-b48801001601 req-ac2b0713-61ce-4fb0-b10c-7868c684e5b2 tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77e5c7f58bec4f98baf2f67a0ab1cd20 HTTP/1.1" status: 200 len: 3005 time: 0.2590613 Feb 03 11:19:56.568501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (21743431-705f-4ba9-9bcc-8d69f1e4d31c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.573322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9151b140-0922-4606-a257-9b7a0dabfcdb req-3d18c3b4-deb7-484b-a327-d139bc82b1c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322130 Feb 03 11:19:56.611562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-ccb943df-3754-4e1a-99e8-a5331ac0aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:56.613114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-ccb943df-3754-4e1a-99e8-a5331ac0aaf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 1125 time: 0.0681651 Feb 03 11:19:56.654272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21743431-705f-4ba9-9bcc-8d69f1e4d31c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:56.659140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.664597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21743431-705f-4ba9-9bcc-8d69f1e4d31c HTTP/1.1" status: 204 len: 168 time: 1.0053351 Feb 03 11:19:56.666544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:56.669292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9975613-8b89-4bc8-b2e9-2afaf035c3ed None None] Network f314f655-949c-41c7-96b0-7af6eb7508ba requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:19:56.671367 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-be7264f6-7081-4c7e-b2ab-121d7409f032 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e HTTP/1.1" status: 200 len: 217 time: 0.0443470 Feb 03 11:19:56.711326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.711657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.712006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.712353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.712693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.713066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.713399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.713734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.714062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.714387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.714717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.715042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.715368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badd887-c4c9-4647-96fd-62b17b51c8b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:19:56.746335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71e0be90-ee1b-49a8-94f7-b48801001601 req-3f436d74-22be-4378-a14e-dcaad975afad tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/288607e9-1da9-44e7-a83b-84074f021717 HTTP/1.1" status: 200 len: 3002 time: 0.1721346 Feb 03 11:19:56.773082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-57a86f2a-ce5a-42d8-8537-d811b7b0aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:56.774942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-57a86f2a-ce5a-42d8-8537-d811b7b0aba8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.0950534 Feb 03 11:19:56.776379 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5398b8e0-8876-47af-901a-69f8164e3d6f x-openstack-request-id: req-5398b8e0-8876-47af-901a-69f8164e3d6f {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:19:56.776666 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:19:56.776968 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5398b8e0-8876-47af-901a-69f8164e3d6f {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:19:56.777341 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'status': 'completed', 'code': 200} Feb 03 11:19:56.814500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-54f3c99a-f965-475d-b4d5-7676e37183d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317523 Feb 03 11:19:56.834105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 172.25.7.101 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/05a16583-00c4-4821-95e3-757891efccb5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:19:56.923125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] DHCP port deletion for f314f655-949c-41c7-96b0-7af6eb7508ba request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:19:56.926339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-7d66230d-11c8-4786-ad66-2474002d4279 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052930 Feb 03 11:19:56.933872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.937967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f314f655-949c-41c7-96b0-7af6eb7508ba), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.984949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Deleting port b362f921-b738-46b4-aa40-55ec9e67ad4e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:56.985336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:56.990241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71e0be90-ee1b-49a8-94f7-b48801001601 req-9273b85a-0db4-4b96-bf8e-0079ee0078ec tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/288607e9-1da9-44e7-a83b-84074f021717 HTTP/1.1" status: 200 len: 3002 time: 0.2325449 Feb 03 11:19:57.073718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462feae8-a71e-4c4f-bf00-ca54b3fee3dc req-bbcf689f-7a57-466f-a242-6a9102e9147a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:57.075453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-462feae8-a71e-4c4f-bf00-ca54b3fee3dc req-bbcf689f-7a57-466f-a242-6a9102e9147a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2387857 Feb 03 11:19:57.076976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] For port b362f921-b738-46b4-aa40-55ec9e67ad4e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b362f921-b738-46b4-aa40-55ec9e67ad4e,segment=NetworkSegment(205e69b7-1ef2-49c3-93d6-1b380180d0d6),segment_id=205e69b7-1ef2-49c3-93d6-1b380180d0d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:57.078867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.088432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b2aeb545-cafa-43b0-95e0-bbaac7083334 req-900e8998-a598-47ff-8b95-c358f0a2d5f1 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527641 Feb 03 11:19:57.105702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Calling delete_port for b362f921-b738-46b4-aa40-55ec9e67ad4e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:57.177574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (05a16583-00c4-4821-95e3-757891efccb5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.195200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.210425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Deleting port b362f921-b738-46b4-aa40-55ec9e67ad4e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:19:57.210783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.227168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] Pushing event deleted for resources: {'Port': ['ID=b362f921-b738-46b4-aa40-55ec9e67ad4e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:57.231513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23deb79d-48e3-4489-ba9c-e9aa50f74bc1 None None] No DVR routers for this DVR port b362f921-b738-46b4-aa40-55ec9e67ad4e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:57.286395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-9fa8c155-6065-43f5-ac4d-8f3f970ed609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:57.288127 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-9fa8c155-6065-43f5-ac4d-8f3f970ed609 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 1125 time: 0.0765047 Feb 03 11:19:57.468171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-3bfbef60-c690-4f6b-801c-d456e9c01f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:57.469738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-3bfbef60-c690-4f6b-801c-d456e9c01f29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 916 time: 0.1603491 Feb 03 11:19:57.521327 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-c5543570-4c28-4071-b091-7261d9283c39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e HTTP/1.1" status: 200 len: 217 time: 0.0444434 Feb 03 11:19:57.551257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-462feae8-a71e-4c4f-bf00-ca54b3fee3dc req-713943fc-0912-473f-a5f5-8d421d9d0b56 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673254 Feb 03 11:19:57.596043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43fe0-4446-4c41-9aaf-208cfff59cea req-2666c66d-d9af-4d69-9558-d4fccb191fc6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:57.597583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4a43fe0-4446-4c41-9aaf-208cfff59cea req-2666c66d-d9af-4d69-9558-d4fccb191fc6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 943 time: 0.4822624 Feb 03 11:19:57.597984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-594c1464-b6a4-4a3f-b5f5-81b9c885333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:57.599599 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-594c1464-b6a4-4a3f-b5f5-81b9c885333d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.0722854 Feb 03 11:19:57.635518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-c232778c-45ae-469d-95d1-a11b406fa726 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294516 Feb 03 11:19:57.636826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] For port b362f921-b738-46b4-aa40-55ec9e67ad4e, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:19:57.637359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.645667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (05a16583-00c4-4821-95e3-757891efccb5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.695006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Calling delete_port for b362f921-b738-46b4-aa40-55ec9e67ad4e owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:19:57.707715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Port b362f921-b738-46b4-aa40-55ec9e67ad4e was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:19:57.724095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 95c275a4-a640-4812-8eb5-149b9c8bc7a6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:57.733478 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b362f921-b738-46b4-aa40-55ec9e67ad4e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:57.746335 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-ecedeafd-1722-4b09-bd2c-ff9f46e05327 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047676 Feb 03 11:19:57.750851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:19:57.751007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 95c275a4-a640-4812-8eb5-149b9c8bc7a6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:57.751507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 95c275a4-a640-4812-8eb5-149b9c8bc7a6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:57.752310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b362f921-b738-46b4-aa40-55ec9e67ad4e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:19:57.765950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:19:57.770604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:19:57.772951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=05a16583-00c4-4821-95e3-757891efccb5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:57.777070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea196f10-4f9d-4884-830e-df0d7204a46f req-d3e8fe14-40fb-476c-9f66-2827e9ef129a tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/288607e9-1da9-44e7-a83b-84074f021717 HTTP/1.1" status: 200 len: 3002 time: 0.1739945 Feb 03 11:19:57.781507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] No DVR routers for this DVR port b362f921-b738-46b4-aa40-55ec9e67ad4e on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:19:57.785667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4a43fe0-4446-4c41-9aaf-208cfff59cea req-196fd65b-70f0-4e27-82c0-ce9f2d0f1b5e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694033 Feb 03 11:19:57.801248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b362f921-b738-46b4-aa40-55ec9e67ad4e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:19:57.802260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b362f921-b738-46b4-aa40-55ec9e67ad4e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:19:57.865824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Pushing event deleted for resources: {'Port': ['ID=b362f921-b738-46b4-aa40-55ec9e67ad4e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:57.881645 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9349cfc1-8c9b-484f-828c-0526dc58f524 req-e2e68acc-05c4-40f5-b591-99af6429060d service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294029 Feb 03 11:19:57.958921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc75a65e-c004-4634-865a-887fc1ba0125 req-dc1c112e-a476-4000-9625-5450cabe7929 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0574865 Feb 03 11:19:57.991620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f314f655-949c-41c7-96b0-7af6eb7508ba), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.088430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f314f655-949c-41c7-96b0-7af6eb7508ba']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:58.136247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:58.142721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205e69b7-1ef2-49c3-93d6-1b380180d0d6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:58.143025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205e69b7-1ef2-49c3-93d6-1b380180d0d6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:58.163445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (205e69b7-1ef2-49c3-93d6-1b380180d0d6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.172257 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-ea196f10-4f9d-4884-830e-df0d7204a46f req-7a87ad1a-02b4-45d7-b2c5-614527292c56 tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 11:19:58.173314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea196f10-4f9d-4884-830e-df0d7204a46f req-7a87ad1a-02b4-45d7-b2c5-614527292c56 tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "DELETE /v2.0/security-groups/288607e9-1da9-44e7-a83b-84074f021717 HTTP/1.1" status: 409 len: 352 time: 0.3652763 Feb 03 11:19:58.193775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (205e69b7-1ef2-49c3-93d6-1b380180d0d6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.208333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:19:58.208748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (205e69b7-1ef2-49c3-93d6-1b380180d0d6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:19:58.213336 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:19:58.233506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe314-9022-456c-9d8f-e08d0a6e3e94 req-ad5b1fc2-4fd6-48df-9e48-3896725b004a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:58.235095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7efe314-9022-456c-9d8f-e08d0a6e3e94 req-ad5b1fc2-4fd6-48df-9e48-3896725b004a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1993980 Feb 03 11:19:58.265700 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-3221-425e-b252-0da9da216f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.342560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-3221-425e-b252-0da9da216f30 admin admin] Publish callbacks [] for security_group (71a9b192-5dc3-44e8-a7f5-136b22aeb6c4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.344395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57fda1eb-3221-425e-b252-0da9da216f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (71a9b192-5dc3-44e8-a7f5-136b22aeb6c4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.364651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f314f655-949c-41c7-96b0-7af6eb7508ba), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.381403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.388635 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-57fda1eb-3221-425e-b252-0da9da216f30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3c1ceac00ef43e6aa655b57a238a7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457492 Feb 03 11:19:58.388962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] 10.222.0.30 "DELETE /v2.0/networks/f314f655-949c-41c7-96b0-7af6eb7508ba HTTP/1.1" status: 204 len: 168 time: 1.7096107 Feb 03 11:19:58.389050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fda1eb-3221-425e-b252-0da9da216f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9b192-5dc3-44e8-a7f5-136b22aeb6c4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:58.389050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44080) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:58.439894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f1ad-f14d-4e84-a605-a8f940ec801d admin admin] Pushing event deleted for resources: {'Network': ['ID=f314f655-949c-41c7-96b0-7af6eb7508ba,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:58.447149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] Publish callbacks [] for security_group (71a9b192-5dc3-44e8-a7f5-136b22aeb6c4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.460610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7efe314-9022-456c-9d8f-e08d0a6e3e94 req-bc0e4ab5-c282-41f7-ac6e-1fcc12062613 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560307 Feb 03 11:19:58.483828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1d83-ee7b-4ba5-bb36-3d74b4962d25 req-0be89f5a-d459-41fd-ae13-b1f5d8b3c142 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:58.483828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bfe1d83-ee7b-4ba5-bb36-3d74b4962d25 req-0be89f5a-d459-41fd-ae13-b1f5d8b3c142 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.2322373 Feb 03 11:19:58.483828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (738541e2-8ae7-477a-b85e-886c43894b04), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.484205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] Publish callbacks [] for security_group (71a9b192-5dc3-44e8-a7f5-136b22aeb6c4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.547846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (71a9b192-5dc3-44e8-a7f5-136b22aeb6c4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.552997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.560782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71a9b192-5dc3-44e8-a7f5-136b22aeb6c4 HTTP/1.1" status: 204 len: 168 time: 0.1708829 Feb 03 11:19:58.569518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350d949-9c22-42a0-8447-f7916dbc29b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9b192-5dc3-44e8-a7f5-136b22aeb6c4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:58.605963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44086) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:58.621070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bfe1d83-ee7b-4ba5-bb36-3d74b4962d25 req-c40990d2-3d75-4494-bdc5-117110b124eb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357932 Feb 03 11:19:58.674428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d6ce99e-d81a-4479-8ce0-c97f7838f2f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d424594b8c94974bd792a1996170ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0668101 Feb 03 11:19:58.675337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44090) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:58.695551 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-414b1ac2-61a2-400d-aaaf-863dc993fb35 req-d95bf0c1-fdca-42f9-abf4-4444bb470dd6 tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] show failed (client error): The resource could not be found. Feb 03 11:19:58.696574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-414b1ac2-61a2-400d-aaaf-863dc993fb35 req-d95bf0c1-fdca-42f9-abf4-4444bb470dd6 tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/7d01a0e6-479e-4184-a0c3-4745234c261f HTTP/1.1" status: 404 len: 352 time: 0.0244653 Feb 03 11:19:58.769513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] Publish callbacks [] for security_group (1b5fa05c-719d-4617-82a0-f56183b79d4a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.781655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (738541e2-8ae7-477a-b85e-886c43894b04), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.785143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (738541e2-8ae7-477a-b85e-886c43894b04), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.803917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] Publish callbacks [] for security_group (1b5fa05c-719d-4617-82a0-f56183b79d4a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.875946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b5fa05c-719d-4617-82a0-f56183b79d4a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.878949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:58.882375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b5fa05c-719d-4617-82a0-f56183b79d4a HTTP/1.1" status: 204 len: 168 time: 0.2032189 Feb 03 11:19:58.890573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb484a2-356a-40dd-832f-112e7ea85050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5fa05c-719d-4617-82a0-f56183b79d4a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:58.995078 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-a0aa3e9d-7762-4e4c-8bad-2e30878859f6 req-a248f7fa-885e-493d-b6d7-f55f1eae5bed tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] show failed (client error): The resource could not be found. Feb 03 11:19:59.010619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44108) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.011853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0aa3e9d-7762-4e4c-8bad-2e30878859f6 req-a248f7fa-885e-493d-b6d7-f55f1eae5bed tempest-SecurityGroupsNegativeTestJSON-712117644 tempest-SecurityGroupsNegativeTestJSON-712117644-project] 10.222.0.30 "GET /v2.0/security-groups/2b54a83c-ed38-46d3-bfd2-d07e0b20530c HTTP/1.1" status: 404 len: 352 time: 0.0586162 Feb 03 11:19:59.166069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Deleting subnet 536e0b37-ad13-4aaf-b93b-177d56ae9439 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:19:59.175534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Publish callbacks [] for subnet (536e0b37-ad13-4aaf-b93b-177d56ae9439), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.211510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router 738541e2-8ae7-477a-b85e-886c43894b04 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:19:59.227642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.273363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (536e0b37-ad13-4aaf-b93b-177d56ae9439), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.307482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24c00f61-9513-44ee-a45a-8c5825603299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.318207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7c9d-6553-4d90-96fc-6eac028c9f08 req-d7728211-6b1d-45d2-ab3d-dd35847f410f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:59.321095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (536e0b37-ad13-4aaf-b93b-177d56ae9439), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.326334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42de7c9d-6553-4d90-96fc-6eac028c9f08 req-d7728211-6b1d-45d2-ab3d-dd35847f410f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 943 time: 0.1844687 Feb 03 11:19:59.344290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801873cb-dcd7-4667-8d76-3272f1c3927b req-e966916b-0b06-4c03-acc4-b7e3254bd36d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:19:59.351011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-801873cb-dcd7-4667-8d76-3272f1c3927b req-e966916b-0b06-4c03-acc4-b7e3254bd36d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.2187302 Feb 03 11:19:59.391292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (536e0b37-ad13-4aaf-b93b-177d56ae9439), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.439527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536e0b37-ad13-4aaf-b93b-177d56ae9439,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:59.444653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.448995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ff3fb96-f32c-4ba1-8795-efed793f9332 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/536e0b37-ad13-4aaf-b93b-177d56ae9439 HTTP/1.1" status: 204 len: 168 time: 0.4362564 Feb 03 11:19:59.452425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44116) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.519382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-801873cb-dcd7-4667-8d76-3272f1c3927b req-725a433f-41f2-4055-8a8c-cff164ca06b5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675234 Feb 03 11:19:59.524661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:19:59.532044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.535601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0433d3f1-3ddd-497f-857a-6c4c0ebfecd8 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "PUT /v2.0/routers/738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 200 len: 918 time: 4.3657713 Feb 03 11:19:59.537367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44118) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.538174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] Sync routers for ids ['738541e2-8ae7-477a-b85e-886c43894b04'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:19:59.542980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.554400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] Routers {'738541e2-8ae7-477a-b85e-886c43894b04'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:59.555042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['738541e2-8ae7-477a-b85e-886c43894b04'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:59.557212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42de7c9d-6553-4d90-96fc-6eac028c9f08 req-fb0011ed-dac7-422a-9508-fbb01e00cca4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262282 Feb 03 11:19:59.628015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (fa7b34e8-8138-4196-b8e8-94a2a467620a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.636627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c538d88-ef5d-4a0c-9080-1abd9639c8f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0105f0c718f49e79f411e5ab080ca38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760610 Feb 03 11:19:59.637070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.652207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:59.660822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24c00f61-9513-44ee-a45a-8c5825603299 admin admin] Publish callbacks [] for security_group (9475db04-534f-4385-9bc2-d779cf70249f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.665074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:19:59.673186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24c00f61-9513-44ee-a45a-8c5825603299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9475db04-534f-4385-9bc2-d779cf70249f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.688344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] Routers {'738541e2-8ae7-477a-b85e-886c43894b04'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:19:59.689674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:19:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['738541e2-8ae7-477a-b85e-886c43894b04'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:59.727751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:19:59.728601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3f4ca-766e-4245-a46e-6d30d3774740 None None] The sync data for ids ['738541e2-8ae7-477a-b85e-886c43894b04'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:19:59.733099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-24c00f61-9513-44ee-a45a-8c5825603299 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3f63c84895349de835a88ec32a4c463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590628 Feb 03 11:19:59.734739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.745989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00f61-9513-44ee-a45a-8c5825603299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475db04-534f-4385-9bc2-d779cf70249f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:59.775787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] Publish callbacks [] for security_group (6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.827944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] Publish callbacks [] for security_group (6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.834995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] Publish callbacks [] for security_group (9475db04-534f-4385-9bc2-d779cf70249f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.855179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (fa7b34e8-8138-4196-b8e8-94a2a467620a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.880856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] Publish callbacks [] for security_group (9475db04-534f-4385-9bc2-d779cf70249f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.902926 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1a3bb7cc-9d72-4bf8-99fd-2ebe1ad415cd tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 200 len: 924 time: 0.3603358 Feb 03 11:19:59.902926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44134) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:19:59.939624 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.943568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.947253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4 HTTP/1.1" status: 204 len: 168 time: 0.3071690 Feb 03 11:19:59.957620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46167c4-ee99-4eaa-bb34-b04f422a7c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e83b2-885d-4e43-ae64-b7c2c2e0d3e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:19:59.993810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9475db04-534f-4385-9bc2-d779cf70249f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.996434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:19:59.999952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9475db04-534f-4385-9bc2-d779cf70249f HTTP/1.1" status: 204 len: 168 time: 0.2603335 Feb 03 11:20:00.016113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:00.018804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857116ce-144e-4ce4-b762-e7632bc2603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475db04-534f-4385-9bc2-d779cf70249f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:00.054124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'port_id': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'mac_address': 'fa:16:3e:bd:4a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54738b2-cdbb-4c89-a313-5d8b70ac85d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:00.155296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:00.155698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.176184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:00.206073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:00.212177 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.257346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b97c3308-4827-4137-946d-d476b6f53675 req-1f045108-0ab0-4e69-ab67-c399396e9e67 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1116621 Feb 03 11:20:00.349227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:00.431939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7b34e8-8138-4196-b8e8-94a2a467620a']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:00.463223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833b63d0-8696-467b-8092-c0dd4b751d39') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:00.463551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833b63d0-8696-467b-8092-c0dd4b751d39') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:00.477159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (833b63d0-8696-467b-8092-c0dd4b751d39), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.500551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (833b63d0-8696-467b-8092-c0dd4b751d39), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.503879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd3a0c1-cd6b-4719-ace3-1bdc778384b4 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:00.506165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5cd3a0c1-cd6b-4719-ace3-1bdc778384b4 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=738541e2-8ae7-477a-b85e-886c43894b04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5956433 Feb 03 11:20:00.508953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:00.529114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:20:00.529532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (833b63d0-8696-467b-8092-c0dd4b751d39), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:20:00.531662 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:20:00.592455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3df024cd-9ba6-4e99-aead-4bd0208f049e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:00.598599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (fa7b34e8-8138-4196-b8e8-94a2a467620a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.606632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:00.618756 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fa7b34e8-8138-4196-b8e8-94a2a467620a HTTP/1.1" status: 204 len: 168 time: 1.1633036 Feb 03 11:20:00.643865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb9051-e355-422f-9cca-064b1083bd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7b34e8-8138-4196-b8e8-94a2a467620a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:00.789419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44172) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:00.871279 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-509ab17b-dcad-4e92-ab72-b875e49dbffe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77e5c7f58bec4f98baf2f67a0ab1cd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762887 Feb 03 11:20:00.878311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44176) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:00.975829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] Publish callbacks [] for security_group (288607e9-1da9-44e7-a83b-84074f021717), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.011197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] Publish callbacks [] for security_group (288607e9-1da9-44e7-a83b-84074f021717), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.096656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (288607e9-1da9-44e7-a83b-84074f021717), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.103190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.121268 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/288607e9-1da9-44e7-a83b-84074f021717 HTTP/1.1" status: 204 len: 168 time: 0.2413177 Feb 03 11:20:01.130533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712614be-34a3-4496-8401-0cc5c63d3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288607e9-1da9-44e7-a83b-84074f021717,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:01.149432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1390a6-6cbc-4745-adca-b2df24678fb2 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:01.150853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b1390a6-6cbc-4745-adca-b2df24678fb2 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.6409342 Feb 03 11:20:01.154243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:01.162142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ef1b-1f56-4f20-b4f3-a05068449245 req-1958f5f8-d77f-4d6f-9416-1d19cc5e9e95 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:01.169600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d287ef1b-1f56-4f20-b4f3-a05068449245 req-1958f5f8-d77f-4d6f-9416-1d19cc5e9e95 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.4590118 Feb 03 11:20:01.191339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eca8ea-2f3b-4e48-8eb0-180afa74c7fe req-44a9a941-0658-4636-9abe-ef548382ae5d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:01.198534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eca8ea-2f3b-4e48-8eb0-180afa74c7fe req-44a9a941-0658-4636-9abe-ef548382ae5d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 944 time: 0.4873226 Feb 03 11:20:01.211986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ffada5c8-d64a-4292-bb61-f384c027ab61 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 200 len: 205 time: 0.0564940 Feb 03 11:20:01.212630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:01.214249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f373727-6ed7-4b1c-8392-bd70fdc0eb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.346153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d287ef1b-1f56-4f20-b4f3-a05068449245 req-d678ead2-90a6-4636-8e07-71ef960ce641 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751676 Feb 03 11:20:01.396994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eca8ea-2f3b-4e48-8eb0-180afa74c7fe req-471fb733-b727-4ed2-b713-124006a2a4d0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959383 Feb 03 11:20:01.413143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (738541e2-8ae7-477a-b85e-886c43894b04), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.470987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5bc653a3-2e61-403b-adcd-a7dd4475a722 req-1ef7b96d-1ed5-4820-8dec-f15451bb4047 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0630953 Feb 03 11:20:01.548994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (738541e2-8ae7-477a-b85e-886c43894b04), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.616185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port 05a16583-00c4-4821-95e3-757891efccb5 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:01.616673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (05a16583-00c4-4821-95e3-757891efccb5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.717173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (05a16583-00c4-4821-95e3-757891efccb5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.731674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for 05a16583-00c4-4821-95e3-757891efccb5 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:01.814812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:01.915562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde3fa-4a1a-461a-a938-d7bc41f9f5cb req-a2ef8f9d-2ca5-4216-9da3-b6841b2724d8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:01.917499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fbde3fa-4a1a-461a-a938-d7bc41f9f5cb req-a2ef8f9d-2ca5-4216-9da3-b6841b2724d8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.0724328 Feb 03 11:20:01.954520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (05a16583-00c4-4821-95e3-757891efccb5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:01.981963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=05a16583-00c4-4821-95e3-757891efccb5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:01.982490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fbde3fa-4a1a-461a-a938-d7bc41f9f5cb req-40232706-0d8c-43ce-ae0b-da98056a0b76 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536244 Feb 03 11:20:02.063342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-216040630-network', 'tenant_id': '301a72856294465e9e01c034baf7eade'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:02.083819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (738541e2-8ae7-477a-b85e-886c43894b04), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.151276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Made reservation on behalf of 301a72856294465e9e01c034baf7eade for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:02.154137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.190786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.205448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (738541e2-8ae7-477a-b85e-886c43894b04), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.210117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (738541e2-8ae7-477a-b85e-886c43894b04), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.280896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (738541e2-8ae7-477a-b85e-886c43894b04), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.281880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router 738541e2-8ae7-477a-b85e-886c43894b04 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:20:02.290734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.291930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63d5252a-b100-4766-8770-68a210e82fac tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 204 len: 168 time: 1.0760422 Feb 03 11:20:02.296336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:02.301182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-469735672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:02.326355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.328195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.344603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks [] for security_group (8bebc809-6894-4838-a5c1-31dd20fed5f1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.351934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8bebc809-6894-4838-a5c1-31dd20fed5f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.412839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:02.420152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebc809-6894-4838-a5c1-31dd20fed5f1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:02.427548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (10f73516-f8b1-4f02-940a-4ef71e4a5279), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.428248 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Added segment 10f73516-f8b1-4f02-940a-4ef71e4a5279 of type vlan for network dfa10334-f662-4821-b8e9-5953c902a208 Feb 03 11:20:02.432798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.440673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.482999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.484413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-358d51c1-b4af-4540-b7df-68584d461dd2 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1870084 Feb 03 11:20:02.487466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:02.493741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (dfa10334-f662-4821-b8e9-5953c902a208), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.498196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'enable_snat': False}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:02.537380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (dfa10334-f662-4821-b8e9-5953c902a208), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.538423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:02.539093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.590818 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7740982 Feb 03 11:20:02.594296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:02.599489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Request body: {'subnet': {'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-216040630-subnet', 'tenant_id': '301a72856294465e9e01c034baf7eade', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:02.648667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450a73-406a-4e95-9c5e-70cf96def5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa10334-f662-4821-b8e9-5953c902a208,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:02.664057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Made reservation on behalf of 301a72856294465e9e01c034baf7eade for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:02.664420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network dfa10334-f662-4821-b8e9-5953c902a208 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:02.668066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.676583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6dd8a6e-6545-426c-bf3d-20b7f9306540 req-9ef04ebd-e0d0-4f43-be55-b527db1caa63 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0932271 Feb 03 11:20:02.888449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (8f3b9b59-86e5-4296-8d14-91f520a78349), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.923079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0793-65b4-406c-a6a4-5a810936881f req-4f288352-d5e3-4c0e-9863-358babece4fc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:02.929483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ddd0793-65b4-406c-a6a4-5a810936881f req-4f288352-d5e3-4c0e-9863-358babece4fc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 944 time: 0.3646297 Feb 03 11:20:02.953234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3b9b59-86e5-4296-8d14-91f520a78349,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:02.955721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:02.960679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Checking segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:02.961147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Network hostable DHCP agents. Network: dfa10334-f662-4821-b8e9-5953c902a208, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:02.979028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Network dfa10334-f662-4821-b8e9-5953c902a208 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:02.989237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, dfa10334-f662-4821-b8e9-5953c902a208) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:02.993899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:02.994876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.002918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33d15a-ed09-4cd4-baac-533e18d1d3a3 None None] Network dfa10334-f662-4821-b8e9-5953c902a208 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:03.021331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9edf1-8d03-47b1-9502-4a148b13bf66 req-d788ad12-d93a-4ff2-a3c9-be5a516c942f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:03.023013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cb9edf1-8d03-47b1-9502-4a148b13bf66 req-d788ad12-d93a-4ff2-a3c9-be5a516c942f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2137926 Feb 03 11:20:03.034155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8eff1a8-0671-43be-a94d-d78f486cfa61 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4385335 Feb 03 11:20:03.036785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ddd0793-65b4-406c-a6a4-5a810936881f req-d965a77b-e29c-4860-90dc-eb34aed73a9a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055608 Feb 03 11:20:03.117462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cb9edf1-8d03-47b1-9502-4a148b13bf66 req-e592b055-e155-46fd-909f-ded4b865e180 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800095 Feb 03 11:20:03.127325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-dfa10334-f662-4821-b8e9-5953c902a208', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'project_id': '301a72856294465e9e01c034baf7eade', 'fixed_ips': [{'subnet_id': '8f3b9b59-86e5-4296-8d14-91f520a78349'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:03.129336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.388278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb949-aa2b-4efd-907d-fd52bab9da74 req-31473803-1741-4c8e-aab4-8bf2140c8b64 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:03.395506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025fb949-aa2b-4efd-907d-fd52bab9da74 req-31473803-1741-4c8e-aab4-8bf2140c8b64 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.2009845 Feb 03 11:20:03.548709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Allocated IP 172.20.0.2 (dfa10334-f662-4821-b8e9-5953c902a208/8f3b9b59-86e5-4296-8d14-91f520a78349/92cb0746-5030-4453-8224-d85b58a19616) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:03.554618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-222230c3-9739-49ef-a13d-ee3647ea1594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.591404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc494f-9547-4968-af60-11abe7469f7a req-79e19442-93b3-416d-8275-4f665b82a8ee tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:03.597087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:03.599284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdbc494f-9547-4968-af60-11abe7469f7a req-79e19442-93b3-416d-8275-4f665b82a8ee tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2000716 Feb 03 11:20:03.610283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025fb949-aa2b-4efd-907d-fd52bab9da74 req-37510dba-7dbe-4d20-9970-df983092f068 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138574 Feb 03 11:20:03.646870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (a629c84f-2b90-402c-b675-e10a4f9ccd2c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.677817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.745320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3df024cd-9ba6-4e99-aead-4bd0208f049e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:20:03.753879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3df024cd-9ba6-4e99-aead-4bd0208f049e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:03.754517 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.776687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdbc494f-9547-4968-af60-11abe7469f7a req-60db3310-8444-449c-82d6-9a204cabf303 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719759 Feb 03 11:20:03.789088 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:03.819107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks [] for port (92cb0746-5030-4453-8224-d85b58a19616), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.834511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (92cb0746-5030-4453-8224-d85b58a19616), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:03.901633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Network dfa10334-f662-4821-b8e9-5953c902a208 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:03.928524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Pushing event updated for resources: {'Port': ['ID=92cb0746-5030-4453-8224-d85b58a19616,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:03.939036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:03.943464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Allocated IP 172.25.7.230 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/8098adc8-6358-483e-8112-5029589f6d7c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:03.947227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:03.956055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c072aa05-c5cf-41d6-81aa-85ff203b46a3 req-23329f57-fc6a-4350-9942-02d4df121bae tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0787833 Feb 03 11:20:03.993953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 73d568f2-26ef-431b-8396-bccef53613fb details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:20:04.038089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9b39-bc1c-4bab-8539-2c0b231c2386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.071431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:04.071826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.142178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9b39-bc1c-4bab-8539-2c0b231c2386 admin admin] Publish callbacks [] for security_group (58539f2c-09ed-4aa7-a3ee-c5e0d236e13e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.147861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9b39-bc1c-4bab-8539-2c0b231c2386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58539f2c-09ed-4aa7-a3ee-c5e0d236e13e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.183880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca1e9b39-bc1c-4bab-8539-2c0b231c2386 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a7d2c7e6e1f456380dc0f29018af502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992846 Feb 03 11:20:04.186472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44328) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:04.187179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:04.189773 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30d482-3560-4b23-9803-4e0517dea280" -d '{"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-plugged", "status": "completed", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:04.204700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Attempting to bind port 92cb0746-5030-4453-8224-d85b58a19616 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:04.205086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Attempting to bind port 92cb0746-5030-4453-8224-d85b58a19616 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:04.205454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Attempting to bind port 92cb0746-5030-4453-8224-d85b58a19616 on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:04.221063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:04.225297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-3f5cf366-f4ab-4ab5-b31c-c7c84fb6f6b2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:04.227590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:04.227972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Checking segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:04.228380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.228880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Bound using segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:04.229513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Bound port: 92cb0746-5030-4453-8224-d85b58a19616, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:04.230145 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (92cb0746-5030-4453-8224-d85b58a19616), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.231815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e9b39-bc1c-4bab-8539-2c0b231c2386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58539f2c-09ed-4aa7-a3ee-c5e0d236e13e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:04.239662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.244382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-3f5cf366-f4ab-4ab5-b31c-c7c84fb6f6b2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.2475562 Feb 03 11:20:04.262153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:04.304087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '73d568f2-26ef-431b-8396-bccef53613fb', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'port_id': '73d568f2-26ef-431b-8396-bccef53613fb', 'mac_address': 'fa:16:3e:18:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:04.313917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] Publish callbacks [] for security_group (58539f2c-09ed-4aa7-a3ee-c5e0d236e13e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.331553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-371e2f19-59e1-4b4b-a4e9-6ae11396d435 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/quotas/301a72856294465e9e01c034baf7eade HTTP/1.1" status: 200 len: 375 time: 0.0861554 Feb 03 11:20:04.343864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] Publish callbacks [] for security_group (58539f2c-09ed-4aa7-a3ee-c5e0d236e13e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.401808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58539f2c-09ed-4aa7-a3ee-c5e0d236e13e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.406524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.408489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58539f2c-09ed-4aa7-a3ee-c5e0d236e13e HTTP/1.1" status: 204 len: 168 time: 0.2140763 Feb 03 11:20:04.421405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e47b1-1d03-4ffb-bea7-a4f8122346d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58539f2c-09ed-4aa7-a3ee-c5e0d236e13e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:04.448639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d285-a3e6-447d-9099-f23029ec61c0 req-44addcdc-8e89-46e2-b909-286d89e722d7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:04.450454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d465d285-a3e6-447d-9099-f23029ec61c0 req-44addcdc-8e89-46e2-b909-286d89e722d7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2039027 Feb 03 11:20:04.456428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:04.483571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for port (8098adc8-6358-483e-8112-5029589f6d7c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.491074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 73d568f2-26ef-431b-8396-bccef53613fb is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:04.491896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.516830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73d568f2-26ef-431b-8396-bccef53613fb {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:04.519071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-a6fd4429-9f04-443a-8a7d-90792f69d83e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1861303 Feb 03 11:20:04.522200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] For port 92cb0746-5030-4453-8224-d85b58a19616, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:04.527011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] For port 92cb0746-5030-4453-8224-d85b58a19616, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92cb0746-5030-4453-8224-d85b58a19616,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:04.545536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (92cb0746-5030-4453-8224-d85b58a19616), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.564115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:04.652892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-88150e63-dc9e-4899-9c41-7ee16f2085b4 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327527 Feb 03 11:20:04.683143 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.693469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.721988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d465d285-a3e6-447d-9099-f23029ec61c0 req-f94d4934-a51b-4c5d-ad31-dddbc28c1cba tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599146 Feb 03 11:20:04.761217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdfe69-ca46-401a-b3ce-d187d83fdba8 None None] Pushing event updated for resources: {'Port': ['ID=92cb0746-5030-4453-8224-d85b58a19616,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:04.838363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['73d568f2-26ef-431b-8396-bccef53613fb'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:04.858421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8098adc8-6358-483e-8112-5029589f6d7c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:04.924282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Pushing event updated for resources: {'Port': ['ID=8098adc8-6358-483e-8112-5029589f6d7c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:04.953552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:04.961985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:04.986378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:05.014259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:05.025947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-f053999f-a9c4-4de2-886b-763aab8e9cb1 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662488 Feb 03 11:20:05.131727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cba3a-05d9-46bf-9a0d-0c1d141a9396 req-dbc3f458-f216-43dc-adc3-f37010f788e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:05.138486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5cba3a-05d9-46bf-9a0d-0c1d141a9396 req-dbc3f458-f216-43dc-adc3-f37010f788e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2976427 Feb 03 11:20:05.391587 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf56f8-a01d-4983-9720-4501d7effc13 x-openstack-request-id: req-f2bf56f8-a01d-4983-9720-4501d7effc13 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:05.391959 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-plugged", "status": "completed", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:05.392307 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2bf56f8-a01d-4983-9720-4501d7effc13 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:05.392772 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'code': 200} Feb 03 11:20:05.490133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5cba3a-05d9-46bf-9a0d-0c1d141a9396 req-ff084fb9-b418-4d7c-9102-f013e855e5c4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063788 Feb 03 11:20:05.665792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e11f90-02d7-482d-809a-d6cbd578d792 req-46d84819-1412-4a7b-96fb-7ce647121a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:05.668310 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64e11f90-02d7-482d-809a-d6cbd578d792 req-46d84819-1412-4a7b-96fb-7ce647121a7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 1127 time: 0.1361747 Feb 03 11:20:05.818620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-64e11f90-02d7-482d-809a-d6cbd578d792 req-8184b659-b2fb-44f0-b598-d97667183d61 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379373 Feb 03 11:20:05.838491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96e93fbc-2807-4181-8071-81c74cdd715f req-3f1b09fa-033c-4ed7-b298-807a47f24a15 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0796418 Feb 03 11:20:05.896287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router_gateway (a629c84f-2b90-402c-b675-e10a4f9ccd2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:05.963789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92cb0746-5030-4453-8224-d85b58a19616 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:05.979227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd304ad-e2ec-4cf9-af74-5b85791f08e0 req-e7e13dee-8dfc-4644-8371-8b6a3bb4b833 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:05.990736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcd304ad-e2ec-4cf9-af74-5b85791f08e0 req-e7e13dee-8dfc-4644-8371-8b6a3bb4b833 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 945 time: 0.2569356 Feb 03 11:20:06.029302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:06.034353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 73d568f2-26ef-431b-8396-bccef53613fb up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:06.097186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 92cb0746-5030-4453-8224-d85b58a19616 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:06.100114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92cb0746-5030-4453-8224-d85b58a19616), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.254619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.274914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-56837228-network', 'tenant_id': 'a179a20f56ae4154b16de926019aace9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:06.320949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Made reservation on behalf of a179a20f56ae4154b16de926019aace9 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:06.325388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 73d568f2-26ef-431b-8396-bccef53613fb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:06.325912 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (73d568f2-26ef-431b-8396-bccef53613fb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.331408 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.352267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.364656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 92cb0746-5030-4453-8224-d85b58a19616 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:06.365229 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (92cb0746-5030-4453-8224-d85b58a19616), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.471410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 92cb0746-5030-4453-8224-d85b58a19616, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92cb0746-5030-4453-8224-d85b58a19616,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:06.499110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (92cb0746-5030-4453-8224-d85b58a19616), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.505327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks [] for security_group (a2715b77-aa9f-41f8-b3cb-5919af83aa89), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.518844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a2715b77-aa9f-41f8-b3cb-5919af83aa89), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.547837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:06.557592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 73d568f2-26ef-431b-8396-bccef53613fb is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:06.557997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.590120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7ecf850e-1c5e-49d5-9c1b-c603004d7dc3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.591307 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Added segment 7ecf850e-1c5e-49d5-9c1b-c603004d7dc3 of type vlan for network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a Feb 03 11:20:06.593730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2715b77-aa9f-41f8-b3cb-5919af83aa89,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:06.601524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=92cb0746-5030-4453-8224-d85b58a19616,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:06.642988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:06.648229 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.671956 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.675436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcd304ad-e2ec-4cf9-af74-5b85791f08e0 req-ad65001b-209b-4a58-bd88-557894d1b6a5 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809530 Feb 03 11:20:06.712481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f09e747-cc23-41f8-a6db-7f4f1c700d36 None None] Network dfa10334-f662-4821-b8e9-5953c902a208 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:06.734757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.735889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:06.736541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.784659 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7515376 Feb 03 11:20:06.785915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44412) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:06.825501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Request body: {'subnet': {'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-56837228-subnet', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:06.833911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b57093-982c-4fea-aebd-114f3598c25a admin admin] Pushing event updated for resources: {'Network': ['ID=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:06.842636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.852824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.866301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Made reservation on behalf of a179a20f56ae4154b16de926019aace9 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:06.868737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:06.871944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:06.893381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:06.914846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a413de-1a5f-457e-ba31-fc53c7142183 req-936a15ab-fe91-4b91-b548-f440b3741507 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:06.923021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9a413de-1a5f-457e-ba31-fc53c7142183 req-936a15ab-fe91-4b91-b548-f440b3741507 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.9577229 Feb 03 11:20:07.139135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (75e65f26-1388-4d33-8c9c-5b593e2168d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.205061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9a413de-1a5f-457e-ba31-fc53c7142183 req-fbfd2134-14b5-4088-bc56-0fb421145aed tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807896 Feb 03 11:20:07.307043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-7e304a04-0705-4bc1-9d2a-856889e21d04 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:07.326320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-7e304a04-0705-4bc1-9d2a-856889e21d04 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.4178061 Feb 03 11:20:07.338418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e65f26-1388-4d33-8c9c-5b593e2168d9,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:07.395285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Checking segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:07.395675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Network hostable DHCP agents. Network: 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:07.418131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-a85d53af-2c45-4607-ab91-f9d3dd5f69da tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/quotas/301a72856294465e9e01c034baf7eade HTTP/1.1" status: 200 len: 375 time: 0.0905111 Feb 03 11:20:07.447558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-8b418bae-9965-4546-9cdc-85d1f8a7823b tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:07.449368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-8b418bae-9965-4546-9cdc-85d1f8a7823b tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.2147233 Feb 03 11:20:07.451080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:07.465147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Request body: {'port': {'device_id': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'admin_state_up': True, 'tenant_id': '301a72856294465e9e01c034baf7eade'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:07.493403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:07.500244 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465c6797-5b59-4edb-bea8-6a169556628e" -d '{"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-plugged", "status": "completed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:07.524090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-88c2752d-973b-42c3-ae46-c1e3cd2c6c16 None None] Provisioning complete for port 92cb0746-5030-4453-8224-d85b58a19616 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:07.525262 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88c2752d-973b-42c3-ae46-c1e3cd2c6c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92cb0746-5030-4453-8224-d85b58a19616), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.533786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:07.560616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:07.560999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.622046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b5425-855e-48f1-852e-ade7bd65cc9c None None] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:07.628997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Router a629c84f-2b90-402c-b675-e10a4f9ccd2c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:20:07.673901 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d920cb1e-468b-426b-bfe7-5294bdd91d5f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8868582 Feb 03 11:20:07.676943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44432) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:07.684009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:07.690693 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.777989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (227eff03-5236-4fa5-a316-e420df6c6be8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.779651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (227eff03-5236-4fa5-a316-e420df6c6be8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.808574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92cb0746-5030-4453-8224-d85b58a19616 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:07.815981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:07.822916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.824524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3158673e-23d3-40bc-83c0-086e08849709 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "PUT /v2.0/routers/a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 200 len: 919 time: 5.3357611 Feb 03 11:20:07.828751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:07.830049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] Sync routers for ids ['a629c84f-2b90-402c-b675-e10a4f9ccd2c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:07.836534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948b5d-e307-4bfc-bb17-16c39713608c req-4666de40-6063-4cf1-aaf1-7487f4e2e9fc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:07.838321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03948b5d-e307-4bfc-bb17-16c39713608c req-4666de40-6063-4cf1-aaf1-7487f4e2e9fc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.4858167 Feb 03 11:20:07.846437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-b41a013f-6d45-4038-a64a-58947eb53ce9 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451424 Feb 03 11:20:07.857024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] Routers {'a629c84f-2b90-402c-b675-e10a4f9ccd2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:07.857824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a629c84f-2b90-402c-b675-e10a4f9ccd2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:07.901696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Made reservation on behalf of 301a72856294465e9e01c034baf7eade for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:07.906772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.912053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for router_controller (227eff03-5236-4fa5-a316-e420df6c6be8), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:07.934988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03948b5d-e307-4bfc-bb17-16c39713608c req-7458c2c3-fe65-447d-9fbc-a31a77acd82f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861111 Feb 03 11:20:07.987240 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:08.011706 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] Routers {'a629c84f-2b90-402c-b675-e10a4f9ccd2c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:08.012451 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a629c84f-2b90-402c-b675-e10a4f9ccd2c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:08.033379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-c06128b1-fd3a-46f9-8889-742732acd481 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568480 Feb 03 11:20:08.095087 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:08.096014 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e49c0b-147c-4eed-8554-06dcfd34c4c5 None None] The sync data for ids ['a629c84f-2b90-402c-b675-e10a4f9ccd2c'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:08.203976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-88c2752d-973b-42c3-ae46-c1e3cd2c6c16 None None] Current status of the port 92cb0746-5030-4453-8224-d85b58a19616 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:08.207990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e06005b2-279b-4427-aefd-4cead4bb442e tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 200 len: 925 time: 0.3769743 Feb 03 11:20:08.212976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1be68b32-2118-433a-96e0-640485b87863 req-b3b18251-72d2-4f1e-91cb-1c866f1eea80 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1424181 Feb 03 11:20:08.214565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 92cb0746-5030-4453-8224-d85b58a19616 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:08.214894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:08.217314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92cb0746-5030-4453-8224-d85b58a19616), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:08.231381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'project_id': 'a179a20f56ae4154b16de926019aace9', 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:08.232531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:08.430797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-5d57185d-b827-4bb7-aa8b-baeda74a4a1d service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927953 Feb 03 11:20:08.485019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Allocated IP 172.20.0.10 (dfa10334-f662-4821-b8e9-5953c902a208/8f3b9b59-86e5-4296-8d14-91f520a78349/e1559b56-b687-4ad2-99b8-7beeae52bac7) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:08.496012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9fbd4-e499-413c-91f9-8d55dd97713a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:08.499577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ad9fbd4-e499-413c-91f9-8d55dd97713a tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=a629c84f-2b90-402c-b675-e10a4f9ccd2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2836134 Feb 03 11:20:08.505503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:08.625507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007cf057-ded4-420d-ba68-16aa8d1d26d4 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:08.633274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-007cf057-ded4-420d-ba68-16aa8d1d26d4 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 881 time: 0.1185415 Feb 03 11:20:08.636146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:08.738168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a6a1b9a-9cdf-4a4c-b6ad-63dbbc96a199 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 200 len: 205 time: 0.0948291 Feb 03 11:20:08.739316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks [] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:08.744388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:08.754166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422707-4c7d-474b-8774-39de23b916c4 req-855f91ae-49c9-4eda-9559-404cf994177f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:08.764811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03422707-4c7d-474b-8774-39de23b916c4 req-855f91ae-49c9-4eda-9559-404cf994177f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.3328729 Feb 03 11:20:08.886937 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d171aee4-24a2-4eed-946b-75dde206d60c x-openstack-request-id: req-d171aee4-24a2-4eed-946b-75dde206d60c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:08.888679 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-plugged", "status": "completed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:08.889114 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d171aee4-24a2-4eed-946b-75dde206d60c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:08.889652 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb', 'code': 200} Feb 03 11:20:08.894299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03422707-4c7d-474b-8774-39de23b916c4 req-5b1b61cd-7a9d-4920-a9ff-b86a5613f0aa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281233 Feb 03 11:20:08.918851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356438d-3870-4e47-94d6-92c18b66f84d req-3dad018b-b2db-454d-ab21-4198be294122 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:08.929509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5356438d-3870-4e47-94d6-92c18b66f84d req-3dad018b-b2db-454d-ab21-4198be294122 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1326592 Feb 03 11:20:08.980107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 92cb0746-5030-4453-8224-d85b58a19616 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:08.991004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8811a11d-6986-4b27-b717-cccced76f89b None None] Provisioning complete for port 92cb0746-5030-4453-8224-d85b58a19616 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:08.991387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8811a11d-6986-4b27-b717-cccced76f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92cb0746-5030-4453-8224-d85b58a19616), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.078796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5356438d-3870-4e47-94d6-92c18b66f84d req-e54812b2-28de-47d6-bfc5-4cc894c1b303 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482859 Feb 03 11:20:09.174388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Allocated IP 172.20.0.2 (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a/75e65f26-1388-4d33-8c9c-5b593e2168d9/f3b9ba52-09d1-40a6-9306-a456e324f092) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:09.295936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8811a11d-6986-4b27-b717-cccced76f89b None None] Current status of the port 92cb0746-5030-4453-8224-d85b58a19616 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:09.366274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.439142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dddec547-c988-430a-97ab-2a997885d33a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:09.451498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dddec547-c988-430a-97ab-2a997885d33a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.4088554 Feb 03 11:20:09.546807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-bee2d22f-b118-41ae-95f8-588f3b3a6c78 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/quotas/301a72856294465e9e01c034baf7eade HTTP/1.1" status: 200 len: 375 time: 0.0919163 Feb 03 11:20:09.566283 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for router_gateway (227eff03-5236-4fa5-a316-e420df6c6be8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.631810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af09fb-3ff7-4837-925f-322ca6be5b4e req-6ce0e197-8134-49fc-8bde-7e7ccbf51c32 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:09.640588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06af09fb-3ff7-4837-925f-322ca6be5b4e req-6ce0e197-8134-49fc-8bde-7e7ccbf51c32 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1726820 Feb 03 11:20:09.702971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-ef43aee2-0c3e-497f-83f4-7cd8367a1ce7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548166 Feb 03 11:20:09.714317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks [] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.722827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.732175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.812053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:09.816510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:09.830893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:09.836721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-5d7d2330-9860-4686-afae-43b393cc1b16 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317718 Feb 03 11:20:09.845554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Pushing event updated for resources: {'Port': ['ID=f3b9ba52-09d1-40a6-9306-a456e324f092,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:09.884068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Network dfa10334-f662-4821-b8e9-5953c902a208 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:09.899095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (a629c84f-2b90-402c-b675-e10a4f9ccd2c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:09.926175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:09.929012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:09.982030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06af09fb-3ff7-4837-925f-322ca6be5b4e req-25235a05-dfa5-411e-8841-48392280953e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399525 Feb 03 11:20:10.054018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Attempting to bind port f3b9ba52-09d1-40a6-9306-a456e324f092 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:10.054623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Attempting to bind port f3b9ba52-09d1-40a6-9306-a456e324f092 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:10.054736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Attempting to bind port f3b9ba52-09d1-40a6-9306-a456e324f092 on network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:10.072358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:10.077554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Checking segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:10.078230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:10.078813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Bound using segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:10.080190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Bound port: f3b9ba52-09d1-40a6-9306-a456e324f092, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:10.081415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:10.101670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event updated for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:10.207239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] For port f3b9ba52-09d1-40a6-9306-a456e324f092, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:10.210799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] For port f3b9ba52-09d1-40a6-9306-a456e324f092, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3b9ba52-09d1-40a6-9306-a456e324f092,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:10.221887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:10.276478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-9dd9862f-a02a-4260-8fa1-46ad49e0c0bb service neutron] 10.222.0.30 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389117 Feb 03 11:20:10.290141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:10.290141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:10.339743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac235-c6cd-4dd9-9fca-b7698a5314e8 None None] Pushing event updated for resources: {'Port': ['ID=f3b9ba52-09d1-40a6-9306-a456e324f092,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:10.357915 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-0f414a6e-b286-41c9-b222-208b4b1cae9a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8991361 Feb 03 11:20:10.383752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5f0e7-b3d5-49fe-b956-8eb703925c9a req-a9436b1f-de98-4a6f-8b0e-93865dc611e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:10.385685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ab5f0e7-b3d5-49fe-b956-8eb703925c9a req-a9436b1f-de98-4a6f-8b0e-93865dc611e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2053163 Feb 03 11:20:10.546120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dbf6184f-1cf3-4817-81f6-d4be97ca827b None None] Provisioning complete for port e1559b56-b687-4ad2-99b8-7beeae52bac7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:10.546678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf6184f-1cf3-4817-81f6-d4be97ca827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:10.552066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ab5f0e7-b3d5-49fe-b956-8eb703925c9a req-2f3f96a6-7ac8-4037-8261-ced1f852c920 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598465 Feb 03 11:20:10.730335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6184f-1cf3-4817-81f6-d4be97ca827b None None] Port e1559b56-b687-4ad2-99b8-7beeae52bac7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:10.811352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0d82036-79c3-43cf-9cdc-139ba365fb55 req-a0609e2e-fc76-4d0e-83da-1a947d4bf151 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0645175 Feb 03 11:20:10.966098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd21657-a5c2-4263-9277-a80963d382db req-00f5a346-1551-4d9e-9c90-65717fa1706c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:10.974724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fd21657-a5c2-4263-9277-a80963d382db req-00f5a346-1551-4d9e-9c90-65717fa1706c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1561906 Feb 03 11:20:10.981164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port 8098adc8-6358-483e-8112-5029589f6d7c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:10.983899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8098adc8-6358-483e-8112-5029589f6d7c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:11.101604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fd21657-a5c2-4263-9277-a80963d382db req-94c963bb-f88e-4e69-a1c6-ea5596af8b7b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215177 Feb 03 11:20:11.107216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8098adc8-6358-483e-8112-5029589f6d7c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:11.122524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for 8098adc8-6358-483e-8112-5029589f6d7c owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:11.150887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1d96-0ef0-4bb2-a4c3-14f7eb4f2756 req-770f3712-fa0e-425f-ae57-366cb0673c0f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:11.159677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc4a1d96-0ef0-4bb2-a4c3-14f7eb4f2756 req-770f3712-fa0e-425f-ae57-366cb0673c0f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1816237 Feb 03 11:20:11.337561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-0959a458-64e5-4ca6-b0af-c611bedefb8c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:11.339556 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-0959a458-64e5-4ca6-b0af-c611bedefb8c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.69 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.5887418 Feb 03 11:20:11.346406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Request body: {'port': {'device_id': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:11.353921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8098adc8-6358-483e-8112-5029589f6d7c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:11.368441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Request body: {'port': {'device_id': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'admin_state_up': True, 'tenant_id': '301a72856294465e9e01c034baf7eade'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:11.377889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d030904d-7cae-4158-86a3-5fbb27a548dc req-03dafda8-322c-4a17-b5cc-24bcfd05e123 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 210 time: 0.1030142 Feb 03 11:20:11.448193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc4a1d96-0ef0-4bb2-a4c3-14f7eb4f2756 req-9770ff4c-03e6-4583-9021-149af961bb12 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763119 Feb 03 11:20:11.546073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a629c84f-2b90-402c-b675-e10a4f9ccd2c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:11.628242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=8098adc8-6358-483e-8112-5029589f6d7c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:11.689896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea50f-fa00-47e7-b28f-bbd89d056b03 req-0e1e22ef-9420-44d3-9b1f-73abec5fa454 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:11.703446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c84ea50f-fa00-47e7-b28f-bbd89d056b03 req-0e1e22ef-9420-44d3-9b1f-73abec5fa454 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1457758 Feb 03 11:20:11.787587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for router_gateway (227eff03-5236-4fa5-a316-e420df6c6be8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:11.834674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c84ea50f-fa00-47e7-b28f-bbd89d056b03 req-ee585807-20cc-4d08-8dc1-c0bf75f5b2f1 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302247 Feb 03 11:20:11.889968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3b9ba52-09d1-40a6-9306-a456e324f092 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:12.097771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e742694-38b7-4aed-b1ab-9e9e98e22a69 req-4ea63ceb-4c5c-47ab-8dad-ce9929768a8e tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1413910 Feb 03 11:20:12.228514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f3b9ba52-09d1-40a6-9306-a456e324f092 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:12.228932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.346902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f3b9ba52-09d1-40a6-9306-a456e324f092 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:12.347212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.390083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f3b9ba52-09d1-40a6-9306-a456e324f092, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3b9ba52-09d1-40a6-9306-a456e324f092,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:12.395838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.444607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baca722-9e56-4b67-aff6-f89939002ae9 None None] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:12.503329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb9dc4-e0fa-4466-b813-9ad2726e282d req-c1402275-43f0-4f80-9d1d-ef871bc4ac0c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:12.504939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3fb9dc4-e0fa-4466-b813-9ad2726e282d req-c1402275-43f0-4f80-9d1d-ef871bc4ac0c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2488091 Feb 03 11:20:12.560176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a12b-d9d9-41de-bd8b-b9dd0e1d2f30 req-644debb6-6f47-403e-8dd7-4e1d02b9dfcc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:12.561783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c015a12b-d9d9-41de-bd8b-b9dd0e1d2f30 req-644debb6-6f47-403e-8dd7-4e1d02b9dfcc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2160871 Feb 03 11:20:12.588545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bbef1f61-ea0b-48ce-a4ef-8f68687c72a9 None None] Provisioning complete for port f3b9ba52-09d1-40a6-9306-a456e324f092 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:12.588545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbef1f61-ea0b-48ce-a4ef-8f68687c72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.588545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f3b9ba52-09d1-40a6-9306-a456e324f092,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:12.671500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3fb9dc4-e0fa-4466-b813-9ad2726e282d req-265ad677-16a7-4543-bf03-5639b0699c04 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534002 Feb 03 11:20:12.683391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c015a12b-d9d9-41de-bd8b-b9dd0e1d2f30 req-06901153-147c-4f1a-94e8-6227025748de tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Feb 03 11:20:12.844741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.847468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (a629c84f-2b90-402c-b675-e10a4f9ccd2c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.858584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bbef1f61-ea0b-48ce-a4ef-8f68687c72a9 None None] Current status of the port f3b9ba52-09d1-40a6-9306-a456e324f092 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:12.928431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.956598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0750518b-09c9-4201-ac0e-e3ec81ca2b8a req-6c2ea30e-e450-4c53-bdef-d2290df3f5ff tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 210 time: 0.1048152 Feb 03 11:20:12.970362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a629c84f-2b90-402c-b675-e10a4f9ccd2c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.970362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router a629c84f-2b90-402c-b675-e10a4f9ccd2c {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:20:12.975080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.979957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-290e5553-d216-408d-a8c7-c122575cefed tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 204 len: 168 time: 4.2237897 Feb 03 11:20:12.979957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:12.980761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44532) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:12.993766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1720618296', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:13.163470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-93324b4e-b1b1-4050-a71b-30ab86d07ad3 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:13.165130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-93324b4e-b1b1-4050-a71b-30ab86d07ad3 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 815 time: 0.2927520 Feb 03 11:20:13.208836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Request body: {'port': {'device_id': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'admin_state_up': True, 'tenant_id': '301a72856294465e9e01c034baf7eade'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:13.226244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (4246437c-52ff-439b-87c9-398b80025f14), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.227282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (4246437c-52ff-439b-87c9-398b80025f14), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.241420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc1a8-fc2c-4133-862b-cba9c79b1a8b req-669e6668-0d9a-4042-ae6d-00742c5b2cf9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:13.243001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d7dc1a8-fc2c-4133-862b-cba9c79b1a8b req-669e6668-0d9a-4042-ae6d-00742c5b2cf9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.4396260 Feb 03 11:20:13.283362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (4246437c-52ff-439b-87c9-398b80025f14), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.297252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-76dfb21b-bf9f-4908-956a-c7e1c8d12af3 None None] Provisioning complete for port f3b9ba52-09d1-40a6-9306-a456e324f092 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:13.298375 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76dfb21b-bf9f-4908-956a-c7e1c8d12af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.419514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76dfb21b-bf9f-4908-956a-c7e1c8d12af3 None None] Current status of the port f3b9ba52-09d1-40a6-9306-a456e324f092 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:13.421113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e09c-1521-4bfb-8cb2-d70765a4d738 req-e2f85354-aaec-4d99-bd8d-480079f825e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:13.428952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3355e09c-1521-4bfb-8cb2-d70765a4d738 req-e2f85354-aaec-4d99-bd8d-480079f825e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2749405 Feb 03 11:20:13.449667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Made reservation on behalf of 301a72856294465e9e01c034baf7eade for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:13.453554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.458315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d7dc1a8-fc2c-4133-862b-cba9c79b1a8b req-04562393-0d66-4550-80a4-a2ab5d2b0c8a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998248 Feb 03 11:20:13.492244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Made reservation on behalf of 301a72856294465e9e01c034baf7eade for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:13.499112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.505445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Allocated IP 172.25.7.179 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/d668efb6-356f-463d-b42d-a628a83097bb) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:13.624359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.671266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-895a40be-2f7a-4840-8029-e60d22f800ce req-b001315a-1696-4865-94cd-ca4f5e456238 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0693386 Feb 03 11:20:13.706140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3355e09c-1521-4bfb-8cb2-d70765a4d738 req-eb532dbb-1aea-4f80-b183-60d653fe00bf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761278 Feb 03 11:20:13.775529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3b9ba52-09d1-40a6-9306-a456e324f092 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:13.852269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f3b9ba52-09d1-40a6-9306-a456e324f092 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:13.852659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.927528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1559b56-b687-4ad2-99b8-7beeae52bac7 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:13.941025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f3b9ba52-09d1-40a6-9306-a456e324f092 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:13.954470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks [] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.990125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for port (d668efb6-356f-463d-b42d-a628a83097bb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:13.999581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Transition to ACTIVE for port object e1559b56-b687-4ad2-99b8-7beeae52bac7 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:20:14.008636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:14.100345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Pushing event updated for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:14.157421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba952d-1dcc-4c26-924c-e8370ee34066 req-176baefe-1ad0-4c15-aea3-e40673cc659b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:14.172028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74ba952d-1dcc-4c26-924c-e8370ee34066 req-176baefe-1ad0-4c15-aea3-e40673cc659b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3564425 Feb 03 11:20:14.223699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d668efb6-356f-463d-b42d-a628a83097bb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:14.258986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8cdbc-f3cb-42c4-b460-0fdd0d201493 req-6cc046df-471d-4988-a848-7ce44508e5ac tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:14.261257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7e8cdbc-f3cb-42c4-b460-0fdd0d201493 req-6cc046df-471d-4988-a848-7ce44508e5ac tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.3968980 Feb 03 11:20:14.316305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Allocated IP 172.20.0.7 (dfa10334-f662-4821-b8e9-5953c902a208/8f3b9b59-86e5-4296-8d14-91f520a78349/e34568c8-3706-4355-94fb-cad17fcb54c9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:14.338461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74ba952d-1dcc-4c26-924c-e8370ee34066 req-241b5bc6-a5ad-4fec-b591-9b434c842366 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639354 Feb 03 11:20:14.368440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:14.377011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:14.380400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:14.456562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7e8cdbc-f3cb-42c4-b460-0fdd0d201493 req-13ca55bf-aa38-4763-b086-26c54b96644f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841815 Feb 03 11:20:14.507466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:14.532245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Pushing event updated for resources: {'Port': ['ID=d668efb6-356f-463d-b42d-a628a83097bb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:14.537267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Attempting to bind port e1559b56-b687-4ad2-99b8-7beeae52bac7 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:14.537616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Attempting to bind port e1559b56-b687-4ad2-99b8-7beeae52bac7 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:14.537955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Attempting to bind port e1559b56-b687-4ad2-99b8-7beeae52bac7 on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:14.544017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:14.545964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5584f4d7-de67-4089-890e-1369e17b9358 req-052f81d7-c9c0-47b1-b262-2505b98c1b30 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 210 time: 0.0572336 Feb 03 11:20:14.556302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Port e1559b56-b687-4ad2-99b8-7beeae52bac7 on network dfa10334-f662-4821-b8e9-5953c902a208 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:20:14.556771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Attempting to bind port e1559b56-b687-4ad2-99b8-7beeae52bac7 on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:14.666268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:14.666618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Checking segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:14.667018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Bound using segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:14.667475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Bound port: e1559b56-b687-4ad2-99b8-7beeae52bac7, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:14.667842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:14.862419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Allocated IP 172.25.7.187 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/c567a82e-973f-4ff0-83b5-51eec2c64097) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:15.074157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4b94a-d280-4189-861c-1dd714b90277 req-879f3bf3-a9ff-4f44-a313-34246363277a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.078821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:15.082024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:15.083093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7d4b94a-d280-4189-861c-1dd714b90277 req-879f3bf3-a9ff-4f44-a313-34246363277a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.4690428 Feb 03 11:20:15.117496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks [] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.123814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for router_gateway (227eff03-5236-4fa5-a316-e420df6c6be8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.132579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.161174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a1f97-b799-42df-bced-a914e0ae5477 req-d594ddc5-c943-4b03-9bcb-28f3d2c05ecb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.162653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f23a1f97-b799-42df-bced-a914e0ae5477 req-d594ddc5-c943-4b03-9bcb-28f3d2c05ecb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.4640641 Feb 03 11:20:15.217361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7d4b94a-d280-4189-861c-1dd714b90277 req-5e80335a-5b8e-4ec2-95da-62b0864f39af tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Feb 03 11:20:15.247965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Pushing event updated for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:15.294614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for port (c567a82e-973f-4ff0-83b5-51eec2c64097), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.301575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.302208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.304578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c19d9cb1-b97d-49e0-a21b-ba7eb197df36 service neutron] 10.222.0.53 "PUT /v2.0/ports/e1559b56-b687-4ad2-99b8-7beeae52bac7 HTTP/1.1" status: 200 len: 1092 time: 4.6182411 Feb 03 11:20:15.305561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:15.308485 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:15.319960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f23a1f97-b799-42df-bced-a914e0ae5477 req-722c851f-4d19-4f8a-b791-9d5a0618a9e3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466475 Feb 03 11:20:15.321151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.398302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Network dfa10334-f662-4821-b8e9-5953c902a208 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:15.443092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:15.454434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:15.477461 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a03c3-f5b4-4398-a7e5-11da3f400abb x-openstack-request-id: req-a10a03c3-f5b4-4398-a7e5-11da3f400abb {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:15.477762 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:15.478029 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a10a03c3-f5b4-4398-a7e5-11da3f400abb {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:15.479384 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7', 'status': 'completed', 'code': 200} Feb 03 11:20:15.535402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Allocated IP 172.20.0.3 (dfa10334-f662-4821-b8e9-5953c902a208/8f3b9b59-86e5-4296-8d14-91f520a78349/f42b8f8f-eff5-4a79-b465-c9d6fb59262f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:15.642148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78e0a3b9-472f-4c15-b1cb-2e83116cd1c7 req-b0f9a708-5f1c-4126-a5b4-055b718bce4e tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.2371485 Feb 03 11:20:15.642654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event updated for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:15.705257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.705257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.723109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-108e9f04-3046-407b-bcca-655c9050ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.725380 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-108e9f04-3046-407b-bcca-655c9050ee8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 1126 time: 0.3229182 Feb 03 11:20:15.759112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-dad0548a-b876-46e9-af6c-df178d498645 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5600481 Feb 03 11:20:15.770697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c567a82e-973f-4ff0-83b5-51eec2c64097), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.782060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Request body: {'port': {'device_id': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:15.800011 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:20:15.915204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:15.918730 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-308b2006-ebb1-400f-ab26-d0d169d18a97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7 HTTP/1.1" status: 200 len: 217 time: 0.1457603 Feb 03 11:20:15.960931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:15.966528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fef3a-71d1-46ca-96f1-af20073b4ff9 req-ade43cfa-15f7-4d52-8e2f-99bd83999475 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:15.975288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-812fef3a-71d1-46ca-96f1-af20073b4ff9 req-ade43cfa-15f7-4d52-8e2f-99bd83999475 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3228347 Feb 03 11:20:16.031034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:16.062875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:16.096026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (227eff03-5236-4fa5-a316-e420df6c6be8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:16.096694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-812fef3a-71d1-46ca-96f1-af20073b4ff9 req-8c171d88-afab-4324-b951-7f9648caa8ec tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202381 Feb 03 11:20:16.098166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:16.117417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event updated for resources: {'Port': ['ID=c567a82e-973f-4ff0-83b5-51eec2c64097,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:16.140265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b507c-33ba-481c-99bc-a2a90f854323 req-bb582a05-30da-44b9-aaac-afbfd4439248 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.161149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd2b507c-33ba-481c-99bc-a2a90f854323 req-bb582a05-30da-44b9-aaac-afbfd4439248 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2792494 Feb 03 11:20:16.256277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62c57ddc-502e-456f-a398-98dbeac5ba66 None None] Provisioning complete for port e34568c8-3706-4355-94fb-cad17fcb54c9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:16.256631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62c57ddc-502e-456f-a398-98dbeac5ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:16.273065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd2b507c-33ba-481c-99bc-a2a90f854323 req-a228b5af-9003-46a0-af6d-d13f4ecd896d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Feb 03 11:20:16.338686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62c57ddc-502e-456f-a398-98dbeac5ba66 None None] Port e34568c8-3706-4355-94fb-cad17fcb54c9 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:16.500891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b54d3-5acc-4e64-910c-450b324e7718 req-058fa63c-8c3d-4af5-ba8f-6d8fcf5d97a7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.502597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-679b54d3-5acc-4e64-910c-450b324e7718 req-058fa63c-8c3d-4af5-ba8f-6d8fcf5d97a7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 931 time: 0.2196331 Feb 03 11:20:16.623178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-679b54d3-5acc-4e64-910c-450b324e7718 req-f7b3f4d9-94f5-42bb-8a7b-9b407d844097 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Feb 03 11:20:16.624067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-efb861df-870b-4b6f-a3c5-6c17fb58fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.625718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-efb861df-870b-4b6f-a3c5-6c17fb58fda5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.6940606 Feb 03 11:20:16.663779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f8fef-8d8f-4c0c-b839-a480d1cd0603 req-c87f0908-368c-4328-8e78-d20a3384019b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.679792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9f8fef-8d8f-4c0c-b839-a480d1cd0603 req-c87f0908-368c-4328-8e78-d20a3384019b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 813 time: 0.2854936 Feb 03 11:20:16.715063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9f8fef-8d8f-4c0c-b839-a480d1cd0603 req-e43a280c-61e4-4c40-9764-7878df117651 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/quotas/16372ac255db4e6ab85ecdf599e57fe3 HTTP/1.1" status: 200 len: 375 time: 0.0343087 Feb 03 11:20:16.829434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks [] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:16.885494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-9848942a-1fb8-4b51-8ddd-e3013789aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.887069 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-9848942a-1fb8-4b51-8ddd-e3013789aab2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2439849 Feb 03 11:20:16.916348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9f8fef-8d8f-4c0c-b839-a480d1cd0603 req-dd75d4e4-9bc2-41b9-8269-0e2304b7bed9 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986363 Feb 03 11:20:16.948001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32febf54-244d-4ab3-a4c8-35b1d45590f3 req-34663c11-0509-4690-89e0-d38e22a64d84 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:16.961895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32febf54-244d-4ab3-a4c8-35b1d45590f3 req-34663c11-0509-4690-89e0-d38e22a64d84 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1757669 Feb 03 11:20:17.024122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.137189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32febf54-244d-4ab3-a4c8-35b1d45590f3 req-3a5b260e-c7cd-4eb7-a343-dec12719e562 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723626 Feb 03 11:20:17.139530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fb62052-c0cb-4a40-9477-06c635de7c19 req-6e2ee6f2-a628-4031-9ba8-19f3637640fc tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0534377 Feb 03 11:20:17.178457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Network dfa10334-f662-4821-b8e9-5953c902a208 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:17.195378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:17.205410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-c80241e0-0403-46a5-bb68-941387059415 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013687 Feb 03 11:20:17.209554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:17.212122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Router 227eff03-5236-4fa5-a316-e420df6c6be8 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:20:17.323673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34568c8-3706-4355-94fb-cad17fcb54c9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:17.339184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks [] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.351038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event updated for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:17.359499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Transition to ACTIVE for port object e34568c8-3706-4355-94fb-cad17fcb54c9 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:20:17.372668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.434479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.579459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261714a1-eef5-4417-86de-2c9b1ac6d6a3 req-ae74e76d-eabf-4176-8d80-9e39ad7c0560 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:17.582735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-261714a1-eef5-4417-86de-2c9b1ac6d6a3 req-ae74e76d-eabf-4176-8d80-9e39ad7c0560 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2217970 Feb 03 11:20:17.599845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:17.600493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.612872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:17.729327 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-3b4a9bf7-c0d8-4bd1-b436-f137b57cb72f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3647609 Feb 03 11:20:17.730712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ea82-a67c-44da-8dbb-6bcc30291120 req-3bc6001c-891c-4d15-b248-a978772dc4d5 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:17.734099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c71ea82-a67c-44da-8dbb-6bcc30291120 req-3bc6001c-891c-4d15-b248-a978772dc4d5 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2728267 Feb 03 11:20:17.740474 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e6cf124c-76a9-44ac-b0f3-e62630e50e25 req-8f5b9256-b9bf-4e95-b1de-f0a794575244 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232880 Feb 03 11:20:17.749755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Request body: {'port': {'device_id': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:17.794622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-02520a29-f635-4b35-8736-be2d06e66323 None None] Provisioning complete for port f42b8f8f-eff5-4a79-b465-c9d6fb59262f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:17.795183 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02520a29-f635-4b35-8736-be2d06e66323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:17.808625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:17.904112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-02520a29-f635-4b35-8736-be2d06e66323 None None] Port f42b8f8f-eff5-4a79-b465-c9d6fb59262f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:17.908108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Sync routers for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:17.919278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:17.920001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:17.926599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-261714a1-eef5-4417-86de-2c9b1ac6d6a3 req-3413b949-66d6-4dbc-8a28-1d85879c4002 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036673 Feb 03 11:20:17.942559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Attempting to bind port e34568c8-3706-4355-94fb-cad17fcb54c9 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:17.943075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Attempting to bind port e34568c8-3706-4355-94fb-cad17fcb54c9 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:17.943519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Attempting to bind port e34568c8-3706-4355-94fb-cad17fcb54c9 on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:17.964218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Port e34568c8-3706-4355-94fb-cad17fcb54c9 on network dfa10334-f662-4821-b8e9-5953c902a208 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:20:17.964563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Attempting to bind port e34568c8-3706-4355-94fb-cad17fcb54c9 on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:17.994052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:17.994685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Checking segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:17.995097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Bound using segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:17.995570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Bound port: e34568c8-3706-4355-94fb-cad17fcb54c9, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:17.995940 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.031592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (4246437c-52ff-439b-87c9-398b80025f14), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.058090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c71ea82-a67c-44da-8dbb-6bcc30291120 req-beb3adcd-7dad-484d-bdac-acc6673a9937 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778134 Feb 03 11:20:18.086514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:20:18.136184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.141586 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3b0992a-4a02-4480-b702-f5d83c1a3df5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.4638886 Feb 03 11:20:18.143134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:18.169656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.368921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:18.393750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215a31d-b364-48c2-8fab-16326acc3d15 req-adb147d6-6799-4f3c-905e-53d882a8e1b5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:18.400852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e215a31d-b364-48c2-8fab-16326acc3d15 req-adb147d6-6799-4f3c-905e-53d882a8e1b5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 943 time: 0.3219814 Feb 03 11:20:18.427681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361ffd2-9461-4028-a9b1-5804f78af8ba req-e1047185-9566-4d0b-9e8a-c13100d6a3d9 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:18.429401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e361ffd2-9461-4028-a9b1-5804f78af8ba req-e1047185-9566-4d0b-9e8a-c13100d6a3d9 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2417312 Feb 03 11:20:18.442095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e34568c8-3706-4355-94fb-cad17fcb54c9,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:18.455659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.508816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:14Z', 'revision_number': 3, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:18.515979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e215a31d-b364-48c2-8fab-16326acc3d15 req-fcce9b3d-047e-473a-a894-0859cc1d63d5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136229 Feb 03 11:20:18.523815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:18.534090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.536926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] 10.222.0.53 "PUT /v2.0/ports/e34568c8-3706-4355-94fb-cad17fcb54c9 HTTP/1.1" status: 200 len: 1091 time: 2.7662022 Feb 03 11:20:18.550275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:18.561224 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b6d81-da73-45f8-9a84-a1cb76ded1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:18.572637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Checking router: 227eff03-5236-4fa5-a316-e420df6c6be8 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:20:18.581095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Updating router 227eff03-5236-4fa5-a316-e420df6c6be8 port d668efb6-356f-463d-b42d-a628a83097bb binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:20:18.638051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d668efb6-356f-463d-b42d-a628a83097bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:18.697879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e361ffd2-9461-4028-a9b1-5804f78af8ba req-68bd2a9f-f4b2-4fac-929d-646569f12680 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586205 Feb 03 11:20:18.812156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-34e868e0-8569-405e-8243-c51cb3d682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:18.816882 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-34e868e0-8569-405e-8243-c51cb3d682d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 1126 time: 0.7727385 Feb 03 11:20:18.913565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab9d38-a225-433a-abc3-8378c619fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:19.003888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b15e582-c797-4306-a067-a4b86244fe13 req-abaf981d-274a-4360-85d6-439f2f12a745 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1416938 Feb 03 11:20:19.037881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-60270005-813f-41b0-8478-b156a158134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.037881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-60270005-813f-41b0-8478-b156a158134d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 1125 time: 0.4120193 Feb 03 11:20:19.062814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2f23c-93e1-4156-a3c4-5214e0f29901 req-387dac96-8e47-4d87-972a-efd87363a1de tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.077651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5d2f23c-93e1-4156-a3c4-5214e0f29901 req-387dac96-8e47-4d87-972a-efd87363a1de tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.3842664 Feb 03 11:20:19.162307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Router 4246437c-52ff-439b-87c9-398b80025f14 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:20:19.167004 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c37e9-272b-4c77-990b-2f9fafb1ef6e x-openstack-request-id: req-695c37e9-272b-4c77-990b-2f9fafb1ef6e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:19.167371 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:19.170605 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-695c37e9-272b-4c77-990b-2f9fafb1ef6e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:19.171111 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9', 'status': 'completed', 'code': 200} Feb 03 11:20:19.176723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42b8f8f-eff5-4a79-b465-c9d6fb59262f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:19.203050 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks [] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.217823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-77af6086-c011-476f-ba10-26e35cbfcfa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34568c8-3706-4355-94fb-cad17fcb54c9 HTTP/1.1" status: 200 len: 217 time: 0.1761539 Feb 03 11:20:19.239942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks [] for port (d668efb6-356f-463d-b42d-a628a83097bb), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.254781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d668efb6-356f-463d-b42d-a628a83097bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.338465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Pushing event updated for resources: {'Port': ['ID=d668efb6-356f-463d-b42d-a628a83097bb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:19.352609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.353237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.353727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.354158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.354622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.355049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.355505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.355967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.356386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.356856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.357346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.358003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.358418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:19.370051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Attempting to bind port d668efb6-356f-463d-b42d-a628a83097bb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:19.370623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Attempting to bind port d668efb6-356f-463d-b42d-a628a83097bb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:19.371113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Attempting to bind port d668efb6-356f-463d-b42d-a628a83097bb on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:19.379346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:19.380152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:19.380665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.381226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:19.381908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Bound port: d668efb6-356f-463d-b42d-a628a83097bb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:19.382044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5d2f23c-93e1-4156-a3c4-5214e0f29901 req-a9298784-fc32-4d37-8faa-dd018778e0a7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034565 Feb 03 11:20:19.383319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d668efb6-356f-463d-b42d-a628a83097bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.396887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa1c4629-682d-4225-b639-f90ddb13bfe0 req-d165eb65-eb79-4a6d-a11c-00f235612791 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=16372ac255db4e6ab85ecdf599e57fe3 HTTP/1.1" status: 200 len: 221 time: 0.1828525 Feb 03 11:20:19.427599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3a6c85ea-a7da-4e20-99f6-e43dd1860f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.429261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-3a6c85ea-a7da-4e20-99f6-e43dd1860f38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.2005334 Feb 03 11:20:19.557633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] For port d668efb6-356f-463d-b42d-a628a83097bb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:19.565253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] For port d668efb6-356f-463d-b42d-a628a83097bb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d668efb6-356f-463d-b42d-a628a83097bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:19.588836 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d668efb6-356f-463d-b42d-a628a83097bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:19.632438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-28e5b7a7-c292-452e-ac48-f4ede956de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.635092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-28e5b7a7-c292-452e-ac48-f4ede956de4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986284 Feb 03 11:20:19.667314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0424-268e-43bc-ac96-899297601078 None None] Pushing event updated for resources: {'Port': ['ID=d668efb6-356f-463d-b42d-a628a83097bb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:19.699980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:19.700866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:19.773153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-61a06c51-d99d-46d0-bbdd-fdac1bb60fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Feb 03 11:20:19.806899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d72aa-a4b3-490b-92bb-3a630091cf67 req-9f554054-6c01-444f-ac2d-7f7c542534b0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.814844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-496d72aa-a4b3-490b-92bb-3a630091cf67 req-9f554054-6c01-444f-ac2d-7f7c542534b0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2879789 Feb 03 11:20:19.880858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:20:19.896710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-496d72aa-a4b3-490b-92bb-3a630091cf67 req-3b523e57-b162-4a95-9bfd-8d014e31adc9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754185 Feb 03 11:20:19.948206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bcb91-2e15-4c21-a292-7c41467d5077 req-206b7b20-8620-4d00-b79e-776911fbbd92 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:19.950616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-225bcb91-2e15-4c21-a292-7c41467d5077 req-206b7b20-8620-4d00-b79e-776911fbbd92 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3690271 Feb 03 11:20:20.015115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Transition to ACTIVE for port object f42b8f8f-eff5-4a79-b465-c9d6fb59262f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:20:20.083199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e1559b56-b687-4ad2-99b8-7beeae52bac7 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:20:20.089777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:20.132493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-9522fabf-8791-4133-a0d9-5363c7104074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.134002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-9522fabf-8791-4133-a0d9-5363c7104074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 916 time: 1.3007910 Feb 03 11:20:20.138503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-225bcb91-2e15-4c21-a292-7c41467d5077 req-59e37a69-a845-4c53-9788-14702accb0fe tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573699 Feb 03 11:20:20.243546 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-92aff695-79fa-4700-aec9-30e3f8a11b81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7 HTTP/1.1" status: 200 len: 217 time: 0.0971496 Feb 03 11:20:20.297671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:20.316127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e1559b56-b687-4ad2-99b8-7beeae52bac7', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'port_id': 'e1559b56-b687-4ad2-99b8-7beeae52bac7', 'mac_address': 'fa:16:3e:08:ba:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b9b59-86e5-4296-8d14-91f520a78349', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:20.442283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ca94-0555-474a-a7fb-8d40c11b5dfd req-9f9d1708-b177-4f53-9b8c-1a2496a2aed8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.443778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1850ca94-0555-474a-a7fb-8d40c11b5dfd req-9f9d1708-b177-4f53-9b8c-1a2496a2aed8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 943 time: 0.3834229 Feb 03 11:20:20.458114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a100aa-6c20-4cc7-995b-968cbc4e3cb6 req-b90aa206-a3af-4655-be24-c3d95fea27d0 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739874 Feb 03 11:20:20.461450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d4ce63-403c-4235-85d3-2a21bf20c5c6 req-6081c245-b92a-4121-b21d-217f518aacba tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1636193 Feb 03 11:20:20.578611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1850ca94-0555-474a-a7fb-8d40c11b5dfd req-695f0fe1-a386-425f-9c4a-ec25f2c963aa tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195238 Feb 03 11:20:20.687986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-c7d8b3a6-63e5-47ae-bb2a-61369f887c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.688786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e1559b56-b687-4ad2-99b8-7beeae52bac7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:20.689317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:20.689824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-c7d8b3a6-63e5-47ae-bb2a-61369f887c66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 1125 time: 0.1444905 Feb 03 11:20:20.714277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:20.779520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1559b56-b687-4ad2-99b8-7beeae52bac7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:20.810417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:20.822391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:20.831046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-39729fb6-50ae-4165-97da-fd7dada16be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.832506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-39729fb6-50ae-4165-97da-fd7dada16be2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 916 time: 0.1320724 Feb 03 11:20:20.886754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f79e2-fdb9-4532-822f-de5f09111baf req-55180705-6534-478b-96cf-c18790c528d4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.890332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:20.895139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:14Z', 'revision_number': 3, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:20.909220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-535f79e2-fdb9-4532-822f-de5f09111baf req-55180705-6534-478b-96cf-c18790c528d4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2922058 Feb 03 11:20:20.935448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8672cbb-530c-4a6f-af3b-831460f13f81 None None] The sync data for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 is: [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:14Z', 'revision_number': 3, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:20.983507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:20.986050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-cd981fdf-8193-4678-9c42-05aa45cd0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:20.987539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-cd981fdf-8193-4678-9c42-05aa45cd0592 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.6616023 Feb 03 11:20:20.995559 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] Sync routers for ids ['4246437c-52ff-439b-87c9-398b80025f14'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:21.015349 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] Routers {'4246437c-52ff-439b-87c9-398b80025f14'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:21.028686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4246437c-52ff-439b-87c9-398b80025f14'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:21.084605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-b821fbde-803c-441d-b8c4-ebafb62ba8a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34568c8-3706-4355-94fb-cad17fcb54c9 HTTP/1.1" status: 200 len: 217 time: 0.2124808 Feb 03 11:20:21.096979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-535f79e2-fdb9-4532-822f-de5f09111baf req-f31b0275-ff48-4196-92d5-8b268aa702bd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868527 Feb 03 11:20:21.157374 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:21.157633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e1559b56-b687-4ad2-99b8-7beeae52bac7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:21.185167 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] Routers {'4246437c-52ff-439b-87c9-398b80025f14'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:21.186193 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4246437c-52ff-439b-87c9-398b80025f14'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:21.201137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Attempting to bind port f42b8f8f-eff5-4a79-b465-c9d6fb59262f on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:21.201810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Attempting to bind port f42b8f8f-eff5-4a79-b465-c9d6fb59262f by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:21.201909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Attempting to bind port f42b8f8f-eff5-4a79-b465-c9d6fb59262f on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:21.281045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:21.283189 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-05070968-ab40-4855-92c2-a8e654570615 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.2936161 Feb 03 11:20:21.288466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44652) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:21.291332 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:21.295279 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba49fcc-34af-4dde-a849-10e661e6df93 None None] The sync data for ids ['4246437c-52ff-439b-87c9-398b80025f14'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:21.308207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:21.315401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9cbf-8bce-423e-889b-6fa743a7f92b req-5e5de5f7-129d-4ab1-898b-8c76fddf2d7e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:21.326536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-573c9cbf-8bce-423e-889b-6fa743a7f92b req-5e5de5f7-129d-4ab1-898b-8c76fddf2d7e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.4929461 Feb 03 11:20:21.373430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-569383e4-4f42-4992-be5c-c3d74f6c84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:21.376027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-569383e4-4f42-4992-be5c-c3d74f6c84cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.2727551 Feb 03 11:20:21.547176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-573c9cbf-8bce-423e-889b-6fa743a7f92b req-f93c5596-9d11-423b-8aae-5aa79603bf72 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113390 Feb 03 11:20:21.548082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Port f42b8f8f-eff5-4a79-b465-c9d6fb59262f on network dfa10334-f662-4821-b8e9-5953c902a208 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:20:21.548082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Attempting to bind port f42b8f8f-eff5-4a79-b465-c9d6fb59262f on network dfa10334-f662-4821-b8e9-5953c902a208 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:21.575280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ca86b-01ef-4163-878c-91fe86e13ed8 req-d3bf917d-b6a1-4774-8602-db17fed50b14 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:21.576158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4ca86b-01ef-4163-878c-91fe86e13ed8 req-d3bf917d-b6a1-4774-8602-db17fed50b14 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2956736 Feb 03 11:20:21.579356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-984ba138-c8a6-4f61-aefb-7873fc256ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:21.581172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-984ba138-c8a6-4f61-aefb-7873fc256ee3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636195 Feb 03 11:20:21.599946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:21.600240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Checking segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:21.600601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Bound using segment: {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:21.601096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Bound port: f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f73516-f8b1-4f02-940a-4ef71e4a5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:21.605205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:21.787536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b4ca86b-01ef-4163-878c-91fe86e13ed8 req-5add61f2-605c-4140-8ca5-555d312984fd tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053063 Feb 03 11:20:21.821765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5806e0b0-22fb-4311-bf83-d24fdc8c5b6a req-a4010c6a-3de2-4339-833f-9070f01ebdc6 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1092930 Feb 03 11:20:21.887674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-18dcc6eb-03bb-44ec-9398-10f8556fab3a service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979312 Feb 03 11:20:21.914176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-ccbf9957-da06-49bb-9b81-bd553868f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:21.916380 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-ccbf9957-da06-49bb-9b81-bd553868f7bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9099243 Feb 03 11:20:21.917606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d668efb6-356f-463d-b42d-a628a83097bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:22.033859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d668efb6-356f-463d-b42d-a628a83097bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:22.034163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d668efb6-356f-463d-b42d-a628a83097bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.204190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d668efb6-356f-463d-b42d-a628a83097bb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:22.204622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d668efb6-356f-463d-b42d-a628a83097bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.252677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d668efb6-356f-463d-b42d-a628a83097bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d668efb6-356f-463d-b42d-a628a83097bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:22.264159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d668efb6-356f-463d-b42d-a628a83097bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.339319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.351266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:22.369226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d668efb6-356f-463d-b42d-a628a83097bb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:22.460049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:22.608940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.634274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-6c31d13c-1d4f-4366-91e3-46440c2720a5 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772891 Feb 03 11:20:22.712861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:22.713544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.715192 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] 10.222.0.69 "PUT /v2.0/ports/f42b8f8f-eff5-4a79-b465-c9d6fb59262f HTTP/1.1" status: 200 len: 1091 time: 4.9703021 Feb 03 11:20:22.715665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:22.724402 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8decd6e9-7a2e-425b-8e17-f95dee78e105" -d '{"events": [{"name": "network-changed", "server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:22.758655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.824242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada874c-df94-4342-ab47-d856c23b2ce7 req-1e06a821-0be6-4c7b-9f91-b86c57993eeb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:22.833448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ada874c-df94-4342-ab47-d856c23b2ce7 req-1e06a821-0be6-4c7b-9f91-b86c57993eeb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1982784 Feb 03 11:20:22.932879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad5a-47b0-4a49-8e78-7ba49c498c66 req-2b7ef1f9-c140-4c11-a568-ed1becc17c34 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:22.937670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9525ad5a-47b0-4a49-8e78-7ba49c498c66 req-2b7ef1f9-c140-4c11-a568-ed1becc17c34 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 943 time: 0.3400109 Feb 03 11:20:22.944391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:22.946239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-189b6d81-da73-45f8-9a84-a1cb76ded1ed req-a2af9f1c-0314-4346-b5dd-920237d9a707 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0470443 Feb 03 11:20:22.977015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ada874c-df94-4342-ab47-d856c23b2ce7 req-f595848e-dc06-42c3-ac8f-fc99bb76ec01 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421008 Feb 03 11:20:22.977188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e17b3-cdab-41de-90cb-21dd822bb514 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:23.044672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9525ad5a-47b0-4a49-8e78-7ba49c498c66 req-2592be7f-1350-4243-8df0-4cb9f2a84544 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020298 Feb 03 11:20:23.145237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Allocated IP 172.20.0.1 (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a/75e65f26-1388-4d33-8c9c-5b593e2168d9/4fdc2e63-66e3-447d-8d7a-6435c477c420) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:23.304737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5b6f-e4d9-4f64-a681-549679294369 req-034c3b60-9e37-47e5-9f65-2aeaaaff7e03 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:23.306361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks [] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:23.312694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47cd5b6f-e4d9-4f64-a681-549679294369 req-034c3b60-9e37-47e5-9f65-2aeaaaff7e03 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1107357 Feb 03 11:20:23.344049 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63bcec0-8309-4d5a-9c5c-ab03a5cb9617 x-openstack-request-id: req-a63bcec0-8309-4d5a-9c5c-ab03a5cb9617 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:23.344840 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:23.344840 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a63bcec0-8309-4d5a-9c5c-ab03a5cb9617 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:23.345364 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f', 'status': 'completed', 'code': 200} Feb 03 11:20:23.403880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c3c5c1a3-b209-4c7b-9eae-adc27dfc0352 req-95dfe1e8-2a8f-4181-8f60-317466758109 service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351840 Feb 03 11:20:23.406259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c694-3c4a-4cb8-9383-8004c8baaae7 req-147148d1-b9c2-4f23-b7a0-0668490bf66e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:23.417099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:23.422832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e70c694-3c4a-4cb8-9383-8004c8baaae7 req-147148d1-b9c2-4f23-b7a0-0668490bf66e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.2293291 Feb 03 11:20:23.473587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47cd5b6f-e4d9-4f64-a681-549679294369 req-7681ed56-fb1b-4a91-b4b3-963e0b814297 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506433 Feb 03 11:20:23.516169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:23.554371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:23.564943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-6f6aad76-e6df-4a48-9049-81301af347ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:23.566520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-6f6aad76-e6df-4a48-9049-81301af347ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 1125 time: 0.7593489 Feb 03 11:20:23.567483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:23.580849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e70c694-3c4a-4cb8-9383-8004c8baaae7 req-0aff231a-ec12-4419-a022-13efb6f234e4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510499 Feb 03 11:20:23.587776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:23.790040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc38344c-2ba1-470a-8d71-b5b59d8fe54f req-1f05440d-ca33-4fc0-8922-6dd48f950f26 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1304281 Feb 03 11:20:23.817192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (227eff03-5236-4fa5-a316-e420df6c6be8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:23.883365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d668efb6-356f-463d-b42d-a628a83097bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:23.925900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8cea-bed7-4a28-ac9d-b3c05084a36d req-2751c795-9aff-4a15-8329-18ba435d8b0f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:23.927493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b4a8cea-bed7-4a28-ac9d-b3c05084a36d req-2751c795-9aff-4a15-8329-18ba435d8b0f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2025061 Feb 03 11:20:23.955558 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-2de5d575-e2d1-43c7-89d0-3207d545725f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f HTTP/1.1" status: 200 len: 217 time: 0.2307658 Feb 03 11:20:24.001209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d668efb6-356f-463d-b42d-a628a83097bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:24.001685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d668efb6-356f-463d-b42d-a628a83097bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.081979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-855a957f-6f8e-4b42-8237-2f30e13d97b7 None None] Provisioning complete for port 4fdc2e63-66e3-447d-8d7a-6435c477c420 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:24.082685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855a957f-6f8e-4b42-8237-2f30e13d97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.093221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b4a8cea-bed7-4a28-ac9d-b3c05084a36d req-b0696e13-f7dc-49de-8e32-bfe35a776c41 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600802 Feb 03 11:20:24.101950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-85992eb9-60a6-4242-86a2-fe5b54350332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:24.113238 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-85992eb9-60a6-4242-86a2-fe5b54350332 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.1381540 Feb 03 11:20:24.113238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Deleting port c567a82e-973f-4ff0-83b5-51eec2c64097 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:24.113238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c567a82e-973f-4ff0-83b5-51eec2c64097), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.126319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-855a957f-6f8e-4b42-8237-2f30e13d97b7 None None] Port 4fdc2e63-66e3-447d-8d7a-6435c477c420 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:24.131699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e34568c8-3706-4355-94fb-cad17fcb54c9 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:20:24.138279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e1559b56-b687-4ad2-99b8-7beeae52bac7 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:24.279415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d668efb6-356f-463d-b42d-a628a83097bb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:24.294013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c567a82e-973f-4ff0-83b5-51eec2c64097), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.311795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e1559b56-b687-4ad2-99b8-7beeae52bac7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:20:24.316644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883e418-f789-4352-bd28-922ae87d98ad req-caf4ff96-2ab2-4ddf-93b8-74be941b2dd8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:24.322031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Calling delete_port for c567a82e-973f-4ff0-83b5-51eec2c64097 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:24.326553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0883e418-f789-4352-bd28-922ae87d98ad req-caf4ff96-2ab2-4ddf-93b8-74be941b2dd8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1235509 Feb 03 11:20:24.342579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e1559b56-b687-4ad2-99b8-7beeae52bac7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:24.343239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.376965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc86d5-a94b-4d06-918d-a3b3e1701371 req-87c6e972-d96b-4e68-a33f-a954ca32c00f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:24.385177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0bc86d5-a94b-4d06-918d-a3b3e1701371 req-87c6e972-d96b-4e68-a33f-a954ca32c00f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 943 time: 0.1388006 Feb 03 11:20:24.439701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0883e418-f789-4352-bd28-922ae87d98ad req-cbf869b5-54f7-4844-94b8-d4b7fddb9940 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121066 Feb 03 11:20:24.519853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e1559b56-b687-4ad2-99b8-7beeae52bac7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:24.520256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.529509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0bc86d5-a94b-4d06-918d-a3b3e1701371 req-cb938515-e1d3-47fb-a0fa-eec2513b2f4a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432528 Feb 03 11:20:24.564636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:24.566909 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab143a99-bb68-4604-a9d2-ad8d629e8532" -d '{"events": [{"server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "name": "network-vif-plugged", "status": "completed", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:24.598661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e34568c8-3706-4355-94fb-cad17fcb54c9,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:24.602981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:24.611107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.618753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e34568c8-3706-4355-94fb-cad17fcb54c9', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'port_id': 'e34568c8-3706-4355-94fb-cad17fcb54c9', 'mac_address': 'fa:16:3e:cc:61:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b9b59-86e5-4296-8d14-91f520a78349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:24.669955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.713674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e34568c8-3706-4355-94fb-cad17fcb54c9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:24.714086 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.735467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34568c8-3706-4355-94fb-cad17fcb54c9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:24.762448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c567a82e-973f-4ff0-83b5-51eec2c64097), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.764774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e34568c8-3706-4355-94fb-cad17fcb54c9,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:24.765966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:24.766762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd51e18-f0b7-4dd8-a021-db6157c7f653 req-aeb5e1cb-e992-4628-9de2-f9be4c58a828 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:24.768820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4dd51e18-f0b7-4dd8-a021-db6157c7f653 req-aeb5e1cb-e992-4628-9de2-f9be4c58a828 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1828649 Feb 03 11:20:24.773036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:24.901487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:24.904963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Pushing event deleted for resources: {'Port': ['ID=c567a82e-973f-4ff0-83b5-51eec2c64097,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:24.914374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020390e-6246-4fa3-a9bb-bf0f1b06da3c req-5b51d2e4-65dd-4cdc-bbae-688ee7f962d4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:24.929689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6020390e-6246-4fa3-a9bb-bf0f1b06da3c req-5b51d2e4-65dd-4cdc-bbae-688ee7f962d4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2776771 Feb 03 11:20:25.040943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94eaf-86ec-427c-9798-73402e977336 req-c5d53c9e-b781-49a2-bd5d-ddaf8ead5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:25.042487 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-c5d53c9e-b781-49a2-bd5d-ddaf8ead5aee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3384447 Feb 03 11:20:25.046585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (4246437c-52ff-439b-87c9-398b80025f14), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:25.063531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6020390e-6246-4fa3-a9bb-bf0f1b06da3c req-c4514c1a-9305-494d-a783-b9402010bef4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329563 Feb 03 11:20:25.075363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4dd51e18-f0b7-4dd8-a021-db6157c7f653 req-a7f2b5b8-61c5-45e8-9b87-8a455b49cd38 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236545 Feb 03 11:20:25.101785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e34568c8-3706-4355-94fb-cad17fcb54c9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:25.157303 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aaf2b4-4a44-43dd-b2c1-1b1aaacbf070 x-openstack-request-id: req-13aaf2b4-4a44-43dd-b2c1-1b1aaacbf070 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:25.157568 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "name": "network-vif-plugged", "status": "completed", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:25.159049 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13aaf2b4-4a44-43dd-b2c1-1b1aaacbf070 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:25.159539 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7', 'code': 200} Feb 03 11:20:25.358043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfaec3f8-91a0-4de8-9ec4-e7f37355ce5d req-ea251fc0-3a64-49ae-bd59-44f1fb8700af tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0717039 Feb 03 11:20:25.401535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a953a1-b414-4d4f-b1ee-2c3bc3bd10c9 req-68fc883a-c066-4066-b610-c89f3e309118 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:25.403079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43a953a1-b414-4d4f-b1ee-2c3bc3bd10c9 req-68fc883a-c066-4066-b610-c89f3e309118 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1957502 Feb 03 11:20:25.573492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43a953a1-b414-4d4f-b1ee-2c3bc3bd10c9 req-336c4ad0-7581-4e8d-ba58-ac602c044da4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558721 Feb 03 11:20:25.704014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7b98a-5f04-4a4f-b8db-60403f7d67df req-b602577b-8def-4eaf-8ec6-1f6c768cb1dd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:25.708212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eed7b98a-5f04-4a4f-b8db-60403f7d67df req-b602577b-8def-4eaf-8ec6-1f6c768cb1dd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1645064 Feb 03 11:20:25.806520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e691-12ba-4413-a3a8-f8ff079f1b9e req-69e2b810-7474-41fc-ae59-ad2964bd0531 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:25.816153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c85e691-12ba-4413-a3a8-f8ff079f1b9e req-69e2b810-7474-41fc-ae59-ad2964bd0531 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 944 time: 0.1208024 Feb 03 11:20:25.887460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c85e691-12ba-4413-a3a8-f8ff079f1b9e req-f4b28af9-9755-49bd-a354-fa8a487bfeff tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655916 Feb 03 11:20:25.895559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (4246437c-52ff-439b-87c9-398b80025f14), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:25.903771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eed7b98a-5f04-4a4f-b8db-60403f7d67df req-1d8e814e-41e5-4fe8-8db0-a95b04427de1 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531131 Feb 03 11:20:25.942322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (4246437c-52ff-439b-87c9-398b80025f14), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.068178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe722cb2-bcfc-4c78-8337-4bbf698fece7 req-86e5706c-7ffe-4d39-ba97-92c58b58962c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.069883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe722cb2-bcfc-4c78-8337-4bbf698fece7 req-86e5706c-7ffe-4d39-ba97-92c58b58962c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0664155 Feb 03 11:20:26.084660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5a06-9271-48fb-aee1-5d2bc5a5850b req-a942c71b-bf89-445e-976e-44964c3b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.086491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-312f5a06-9271-48fb-aee1-5d2bc5a5850b req-a942c71b-bf89-445e-976e-44964c3b4cc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 1128 time: 0.5373597 Feb 03 11:20:26.124161 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-4a1f33f4-e34f-4f1b-a5e3-dc91ce1596b0 service neutron] 10.222.0.69 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833001 Feb 03 11:20:26.131941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks [] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.185521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe722cb2-bcfc-4c78-8337-4bbf698fece7 req-f567f18a-3675-4451-8d21-c243781bcba8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066072 Feb 03 11:20:26.251630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a3c94eaf-86ec-427c-9798-73402e977336 req-9e9a1bfd-7a30-4f0b-9ea8-52006c0f275b service neutron] 10.222.0.69 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149108 Feb 03 11:20:26.254092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Router 4246437c-52ff-439b-87c9-398b80025f14 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:20:26.255785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.276553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162ec10-b904-473a-84c7-48ad67ad3351 req-e25c2111-1f27-4452-9f20-620b2aed6051 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.288545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b162ec10-b904-473a-84c7-48ad67ad3351 req-e25c2111-1f27-4452-9f20-620b2aed6051 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.0962644 Feb 03 11:20:26.373819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b162ec10-b904-473a-84c7-48ad67ad3351 req-dc31829d-c847-4b3b-824c-b531a97d9ef6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Feb 03 11:20:26.470287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-312f5a06-9271-48fb-aee1-5d2bc5a5850b req-d0cd788d-46aa-4437-a5ea-196c5cfa331e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729784 Feb 03 11:20:26.520520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4196a91-f0c2-4b1a-8cd9-87a2500d34f2 req-5a5ad631-0460-4d22-a98a-e1de7ae19869 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.527900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4196a91-f0c2-4b1a-8cd9-87a2500d34f2 req-5a5ad631-0460-4d22-a98a-e1de7ae19869 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1695583 Feb 03 11:20:26.531005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (227eff03-5236-4fa5-a316-e420df6c6be8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.536962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:26.549881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:26.557253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.561942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-915844d8-deb6-4152-b351-2ad055861cde tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "PUT /v2.0/routers/4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 200 len: 710 time: 5.2656295 Feb 03 11:20:26.562112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] Sync routers for ids ['4246437c-52ff-439b-87c9-398b80025f14'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:26.568372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:26.575440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] Routers {'4246437c-52ff-439b-87c9-398b80025f14'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:26.594658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4246437c-52ff-439b-87c9-398b80025f14'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:26.625524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bc3bef7-ed28-416b-803b-d4c9b4469f40 req-e8668663-c8f6-46da-876d-afdb050c7214 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0958719 Feb 03 11:20:26.667545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4196a91-f0c2-4b1a-8cd9-87a2500d34f2 req-2b321624-60cd-41e1-aab7-5708d0528560 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351550 Feb 03 11:20:26.685902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:26.705552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] Routers {'4246437c-52ff-439b-87c9-398b80025f14'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:26.706487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4246437c-52ff-439b-87c9-398b80025f14'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:26.732794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-5ec54f35-be3b-4f02-9f00-999c7020baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.737189 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-5ec54f35-be3b-4f02-9f00-999c7020baa0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 1125 time: 0.3818929 Feb 03 11:20:26.745461 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2fa4ebd4-930d-4512-9e99-42a980115c66 tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/routers/4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 200 len: 745 time: 0.1730704 Feb 03 11:20:26.748013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44728) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:26.790099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:26.790948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739224f0-1ca1-4119-b239-46a686ad04d5 None None] The sync data for ids ['4246437c-52ff-439b-87c9-398b80025f14'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:26.809328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e23d756d-5158-4e75-a9a4-5f166d03acbf tempest-RoutersIpV6AdminTest-1327442901 tempest-RoutersIpV6AdminTest-1327442901-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&device_id=4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 200 len: 205 time: 0.0514059 Feb 03 11:20:26.813612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44730) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:26.869026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee54284-8173-4435-97da-81985059801c req-36f8c028-7b69-41f6-8830-d20885f83170 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.871154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ee54284-8173-4435-97da-81985059801c req-36f8c028-7b69-41f6-8830-d20885f83170 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1406422 Feb 03 11:20:26.906631 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79e09912-eb7d-4759-8ab8-5d47e7491469 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 200 len: 205 time: 0.0916574 Feb 03 11:20:26.907314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:26.937644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:26.963679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ee54284-8173-4435-97da-81985059801c req-b634a212-9b35-4edf-9e3e-4a482a251950 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703754 Feb 03 11:20:26.995346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4f93-65ab-421a-b9c4-4801b1a31fb0 req-d15a6b0a-ec31-47ea-a435-37c7c7e54fbf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:26.997521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e4b4f93-65ab-421a-b9c4-4801b1a31fb0 req-d15a6b0a-ec31-47ea-a435-37c7c7e54fbf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2110598 Feb 03 11:20:27.090573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (4246437c-52ff-439b-87c9-398b80025f14), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.212699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e4b4f93-65ab-421a-b9c4-4801b1a31fb0 req-af4dd539-3658-41d6-8594-9f2cf3dc2a82 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089224 Feb 03 11:20:27.289705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43453c6e-162c-4501-9fbd-5b73b3264737 req-93b44aa1-7a42-44bb-9e5f-f3c991fdfac3 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:27.292113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43453c6e-162c-4501-9fbd-5b73b3264737 req-93b44aa1-7a42-44bb-9e5f-f3c991fdfac3 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 944 time: 0.1515186 Feb 03 11:20:27.314811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (4246437c-52ff-439b-87c9-398b80025f14), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.317901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router_controller (4246437c-52ff-439b-87c9-398b80025f14), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.331768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:27.336879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-770431a4-eea4-4eba-9461-0ba16cd8513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:27.338475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-770431a4-eea4-4eba-9461-0ba16cd8513f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 916 time: 0.5895841 Feb 03 11:20:27.344647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:27.452658 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-4a26f3a2-d4b5-4ec3-aa4c-4923b1316f4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f HTTP/1.1" status: 200 len: 217 time: 0.1052101 Feb 03 11:20:27.488648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43453c6e-162c-4501-9fbd-5b73b3264737 req-93768e70-020f-4b9c-982b-ed78fb429012 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872241 Feb 03 11:20:27.522606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd2f6-7e21-4e15-9e01-f89e27be0212 req-cc55ca4c-0ee0-4e57-9d1e-f67689960885 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:27.530293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8ffd2f6-7e21-4e15-9e01-f89e27be0212 req-cc55ca4c-0ee0-4e57-9d1e-f67689960885 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2005310 Feb 03 11:20:27.655337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8ffd2f6-7e21-4e15-9e01-f89e27be0212 req-cb896b18-d6a1-4c54-bc3b-db4e4af499a4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222177 Feb 03 11:20:27.727614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d80f21-4aa3-41be-ab20-ad74a0ad0c6c req-01c9ec7a-4789-4ede-a94c-e7756be1b3cb tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:27.763641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14d80f21-4aa3-41be-ab20-ad74a0ad0c6c req-01c9ec7a-4789-4ede-a94c-e7756be1b3cb tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1591074 Feb 03 11:20:27.783700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-2a7cad90-632c-4d86-90c7-e9a3a3f02df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:27.785246 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-2a7cad90-632c-4d86-90c7-e9a3a3f02df6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.3266981 Feb 03 11:20:27.791352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (4246437c-52ff-439b-87c9-398b80025f14), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.791872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Fanout notify agent at l3_agent the message router_deleted on router 4246437c-52ff-439b-87c9-398b80025f14 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:20:27.795534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Router 227eff03-5236-4fa5-a316-e420df6c6be8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:20:27.802110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.808674 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-66dac2e7-c094-4054-8221-cc673e73ae02 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 204 len: 168 time: 0.8536818 Feb 03 11:20:27.810058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:27.829392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ff711402-b9b4-488e-9b31-571888b757b7 None None] Provisioning complete for port 4fdc2e63-66e3-447d-8d7a-6435c477c420 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:27.830024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff711402-b9b4-488e-9b31-571888b757b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:27.872844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86558e4d-f7ed-4093-a462-9c5de92e3312 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 200 len: 205 time: 0.0581434 Feb 03 11:20:27.889458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:27.894290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff711402-b9b4-488e-9b31-571888b757b7 None None] Port 4fdc2e63-66e3-447d-8d7a-6435c477c420 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:27.950412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14d80f21-4aa3-41be-ab20-ad74a0ad0c6c req-6ce14ca1-6f19-4c61-aabb-2c940b6f6b2d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817365 Feb 03 11:20:27.991274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61d1f77e-3f3f-4b8a-aace-ff8bdf211607 req-53c283fa-5a1a-4ff6-8dd3-724aff1171fc tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1006138 Feb 03 11:20:28.054216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-8844f378-4cee-411a-9723-607161c7d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:28.056489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-8844f378-4cee-411a-9723-607161c7d327 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1770637 Feb 03 11:20:28.126707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e34568c8-3706-4355-94fb-cad17fcb54c9 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:28.147294 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-75015ba8-4434-4c03-bc53-dbadac4f1706 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:28.148601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-75015ba8-4434-4c03-bc53-dbadac4f1706 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/4246437c-52ff-439b-87c9-398b80025f14 HTTP/1.1" status: 404 len: 336 time: 0.1971254 Feb 03 11:20:28.171633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44754) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.199244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98bda8-1179-4d74-bcb9-12cf0b629f38 req-3b8c0319-e0e2-4b59-a881-dc8234829cbd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:28.207815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e98bda8-1179-4d74-bcb9-12cf0b629f38 req-3b8c0319-e0e2-4b59-a881-dc8234829cbd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1278985 Feb 03 11:20:28.228306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-736bea3b-b7b6-4d4b-9e55-2bbbbb283b30 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 200 len: 205 time: 0.0555117 Feb 03 11:20:28.230943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.232236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:28.243847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e34568c8-3706-4355-94fb-cad17fcb54c9 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:20:28.278688 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Sync routers for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:28.280536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e98bda8-1179-4d74-bcb9-12cf0b629f38 req-f1e2af39-faf4-48ff-bc8f-b952ffcc07e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717418 Feb 03 11:20:28.286201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e34568c8-3706-4355-94fb-cad17fcb54c9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:28.286587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:28.328610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63018946-5dc5-4134-ae25-d9a9713c7088 admin admin] 10.222.0.30 "PUT /v2.0/routers/227eff03-5236-4fa5-a316-e420df6c6be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9853384 Feb 03 11:20:28.343369 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:28.346874 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:28.352157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fef236-9420-4a78-bd0b-e29d3ce97ef7 req-00fc3745-cece-46fb-af6e-439d8c92e29e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:28.365739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83fef236-9420-4a78-bd0b-e29d3ce97ef7 req-00fc3745-cece-46fb-af6e-439d8c92e29e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.2370393 Feb 03 11:20:28.459164 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-ed9fe653-7863-4ebf-979d-853176cd5cd3 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:28.463523 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed9fe653-7863-4ebf-979d-853176cd5cd3 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/a629c84f-2b90-402c-b675-e10a4f9ccd2c HTTP/1.1" status: 404 len: 336 time: 0.1338880 Feb 03 11:20:28.466612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.565996 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:20:28.573760 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-681bb3f6-80ba-47af-a402-60f569af8f7a tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 200 len: 205 time: 0.0941882 Feb 03 11:20:28.579272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44770) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.595395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83fef236-9420-4a78-bd0b-e29d3ce97ef7 req-554bb3d6-6982-446b-b0a9-254fa91f63c3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232995 Feb 03 11:20:28.685663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e34568c8-3706-4355-94fb-cad17fcb54c9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:28.686485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:28.772638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:28.777035 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c287ad-466b-46c4-bd82-ae5b9f72a35c" -d '{"events": [{"server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "name": "network-vif-plugged", "status": "completed", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:28.789559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-c9bd2418-a5f3-4d73-9459-7104ba794433 service neutron] 10.222.0.69 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220764 Feb 03 11:20:28.791449 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-0e3c133b-280e-4c18-8a7b-63bb5b553547 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:28.795423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e3c133b-280e-4c18-8a7b-63bb5b553547 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/738541e2-8ae7-477a-b85e-886c43894b04 HTTP/1.1" status: 404 len: 336 time: 0.2147763 Feb 03 11:20:28.796150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.805484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b77fb-7793-4a72-8ef1-00c55079307c req-f41d7830-8127-4bf1-aff5-ae4a00eb9144 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:28.810942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e34568c8-3706-4355-94fb-cad17fcb54c9,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:28.820677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-074b77fb-7793-4a72-8ef1-00c55079307c req-f41d7830-8127-4bf1-aff5-ae4a00eb9144 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2215443 Feb 03 11:20:28.823649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:28.866583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-911c1d88-34a5-4f4b-b251-0388a00d3623 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 200 len: 205 time: 0.0689745 Feb 03 11:20:28.874120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.932308 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-be4a714e-9da1-482f-8d8d-c319ce2c12f5 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:28.934056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:28.936510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be4a714e-9da1-482f-8d8d-c319ce2c12f5 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/a74cb508-1d87-4d28-9b19-941be2a9caf7 HTTP/1.1" status: 404 len: 336 time: 0.0616248 Feb 03 11:20:28.938440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:28.945998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4ec9-6983-49d8-abaa-55d09e317119 req-e05d2126-aaa2-4e53-acf7-cd21d2efe77d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:28.954371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e89f4ec9-6983-49d8-abaa-55d09e317119 req-e05d2126-aaa2-4e53-acf7-cd21d2efe77d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 944 time: 0.2134953 Feb 03 11:20:28.988304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-074b77fb-7793-4a72-8ef1-00c55079307c req-c2d66c2a-54c2-44c7-8479-1ad5816e143d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524196 Feb 03 11:20:29.041347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-57893da5-1c83-4699-936f-df28f347ff9d tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 200 len: 205 time: 0.0796044 Feb 03 11:20:29.042104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.101009 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8decd6e9-7a2e-425b-8e17-f95dee78e105 req-2094c8f6-af5b-4cdf-be40-3a1a708604fc service neutron] 10.222.0.69 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830472 Feb 03 11:20:29.147595 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-2b27f64e-90f1-4166-8e77-a4785b2420fe tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:29.151322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2b27f64e-90f1-4166-8e77-a4785b2420fe tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/bc8adbb0-b96c-4127-b146-090bc3be3822 HTTP/1.1" status: 404 len: 336 time: 0.1042998 Feb 03 11:20:29.152214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.178696 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:24Z', 'revision_number': 2, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:29.187982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb6cc2fa-91ab-40ce-8d0b-431705227ffb tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fb0bdca-c355-4390-911d-0e559dcf7218 HTTP/1.1" status: 200 len: 205 time: 0.0346110 Feb 03 11:20:29.190522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44794) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.192738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e89f4ec9-6983-49d8-abaa-55d09e317119 req-192d7e3f-6efb-46e5-80e2-09a39fcf7494 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374172 Feb 03 11:20:29.216424 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Checking router: 227eff03-5236-4fa5-a316-e420df6c6be8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:20:29.216836 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Updating router 227eff03-5236-4fa5-a316-e420df6c6be8 port 4fdc2e63-66e3-447d-8d7a-6435c477c420 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:20:29.241690 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-72a2b130-8279-43f4-b056-12ec1e20f8f8 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] delete failed (client error): The resource could not be found. Feb 03 11:20:29.242758 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-72a2b130-8279-43f4-b056-12ec1e20f8f8 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/routers/9fb0bdca-c355-4390-911d-0e559dcf7218 HTTP/1.1" status: 404 len: 336 time: 0.0509999 Feb 03 11:20:29.245894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.260656 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:29.273909 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5abd90-939b-4304-883b-694aa887b492 x-openstack-request-id: req-2c5abd90-939b-4304-883b-694aa887b492 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:29.274272 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "name": "network-vif-plugged", "status": "completed", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:29.274637 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c5abd90-939b-4304-883b-694aa887b492 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:29.275112 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9', 'code': 200} Feb 03 11:20:29.287427 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-06516ccc-2e6f-4df9-a0d4-57393b014159 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] DELETE failed (client error): The resource could not be found. Feb 03 11:20:29.287890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06516ccc-2e6f-4df9-a0d4-57393b014159 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:20:29.294158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06516ccc-2e6f-4df9-a0d4-57393b014159 tempest-RoutersIpV6AdminTest-2002483497 tempest-RoutersIpV6AdminTest-2002483497-project] 10.222.0.30 "DELETE /v2.0/subnets/07780112-b5b0-45c7-9c69-1725e8aa5967 HTTP/1.1" status: 404 len: 337 time: 0.0439918 Feb 03 11:20:29.446836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ff153-11eb-4a02-ab5a-d17b60a41d51 req-a6315771-fe76-47f0-adce-5a2fcd7d3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:29.449950 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-045ff153-11eb-4a02-ab5a-d17b60a41d51 req-a6315771-fe76-47f0-adce-5a2fcd7d3405 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0913615 Feb 03 11:20:29.496228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1329b8-397a-4892-9aed-093665e7f930 req-da39bae7-aa63-4acf-8c9b-8f652014f093 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:29.511320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b1329b8-397a-4892-9aed-093665e7f930 req-da39bae7-aa63-4acf-8c9b-8f652014f093 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1588359 Feb 03 11:20:29.549328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-045ff153-11eb-4a02-ab5a-d17b60a41d51 req-0e248c7f-a4f4-4850-8d77-11bfb1b80ae9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Feb 03 11:20:29.582049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.643864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b1329b8-397a-4892-9aed-093665e7f930 req-a2d36af2-b279-4a85-9061-854445aa422b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315458 Feb 03 11:20:29.721521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f42b8f8f-eff5-4a79-b465-c9d6fb59262f details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:20:29.781191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2029f8e-9e76-4812-8a20-068b22fe984f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:29.788848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:29.818115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620097698', 'description': 'tempest-description--1620414106'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:29.872609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c1ebd-555c-4844-9e5d-7f13071b020c req-2f0f7c40-09fb-4068-a498-9b406df9bc79 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:29.883364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-646c1ebd-555c-4844-9e5d-7f13071b020c req-2f0f7c40-09fb-4068-a498-9b406df9bc79 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1296620 Feb 03 11:20:29.958335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27e1ed1c-4e65-4114-9be4-55eb1ae56db7 req-72700301-3170-46db-83e8-78803042ded6 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0718057 Feb 03 11:20:29.995568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:30.005491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.029628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f', 'network_id': 'dfa10334-f662-4821-b8e9-5953c902a208', 'port_id': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f', 'mac_address': 'fa:16:3e:17:8c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b9b59-86e5-4296-8d14-91f520a78349', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:30.040211 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks [] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.052582 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.101377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-646c1ebd-555c-4844-9e5d-7f13071b020c req-bf52e70b-1777-4418-b5d1-c0c56024241e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168396 Feb 03 11:20:30.158502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f42b8f8f-eff5-4a79-b465-c9d6fb59262f is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:30.158915 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.195042 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Pushing event updated for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:30.212249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42b8f8f-eff5-4a79-b465-c9d6fb59262f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:30.248324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a168f4-820a-4b48-a8f7-59e2751a85a9 req-68705b7e-e4b0-4dfe-a237-75803cc3b6aa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:30.269644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02a168f4-820a-4b48-a8f7-59e2751a85a9 req-68705b7e-e4b0-4dfe-a237-75803cc3b6aa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1728902 Feb 03 11:20:30.304401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:30.315433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.383190 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.391474 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.392059 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.392836 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.393688 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.394245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.394879 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.395419 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.396049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.397576 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.398227 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.398778 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.399332 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:30.400520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02a168f4-820a-4b48-a8f7-59e2751a85a9 req-5c4ff435-9cdd-4af5-8563-8f96742569e3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282585 Feb 03 11:20:30.455077 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Attempting to bind port 4fdc2e63-66e3-447d-8d7a-6435c477c420 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:30.455297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:30.455448 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Attempting to bind port 4fdc2e63-66e3-447d-8d7a-6435c477c420 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:30.455812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Attempting to bind port 4fdc2e63-66e3-447d-8d7a-6435c477c420 on network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:30.477671 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:30.478056 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Checking segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:30.481483 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.482297 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Bound using segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:30.482846 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Bound port: 4fdc2e63-66e3-447d-8d7a-6435c477c420, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:30.483279 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.668332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6954a9d4-7cab-4c51-9a09-399d6757304f None None] Provisioning complete for port 4fdc2e63-66e3-447d-8d7a-6435c477c420 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:30.669182 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6954a9d4-7cab-4c51-9a09-399d6757304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.687986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dc2ee-7462-4cd1-915a-132755819ab0 req-e1c72eb0-b133-4e55-8477-f81a5589db4e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:30.688710 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] For port 4fdc2e63-66e3-447d-8d7a-6435c477c420, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:30.689752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-779dc2ee-7462-4cd1-915a-132755819ab0 req-e1c72eb0-b133-4e55-8477-f81a5589db4e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.2882032 Feb 03 11:20:30.697957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] For port 4fdc2e63-66e3-447d-8d7a-6435c477c420, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4fdc2e63-66e3-447d-8d7a-6435c477c420,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:30.711414 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.733334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f42b8f8f-eff5-4a79-b465-c9d6fb59262f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:30.769568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-779dc2ee-7462-4cd1-915a-132755819ab0 req-21d0bebf-cb42-4920-9ff3-992d8ea40877 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724039 Feb 03 11:20:30.788243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab06e7-2fcf-4f12-9cd3-22c06be14031 req-bf1c03aa-95e7-47cb-8aed-a9a74fec2b9a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:30.799107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9ab06e7-2fcf-4f12-9cd3-22c06be14031 req-bf1c03aa-95e7-47cb-8aed-a9a74fec2b9a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2465398 Feb 03 11:20:30.851446 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (57ca82c7-d605-4479-87e2-2ba3098ef954), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.859942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-610334bb-20ca-47b8-81ec-d61be936da8e req-04be9b4f-74c1-4cbb-a3eb-5d21862a30f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.8076875 Feb 03 11:20:30.872636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (57ca82c7-d605-4479-87e2-2ba3098ef954), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:30.883864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6954a9d4-7cab-4c51-9a09-399d6757304f None None] Port 4fdc2e63-66e3-447d-8d7a-6435c477c420 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:30.887645 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7903e-7845-4fe7-b592-7338b7151bce None None] Pushing event updated for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:30.905655 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:30.906714 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:30.948153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca82c7-d605-4479-87e2-2ba3098ef954,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:30.991992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.003374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:31.009581 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76af9fec-aef4-4e27-b7bc-ac2f83129c05 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2144976 Feb 03 11:20:31.037331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9ab06e7-2fcf-4f12-9cd3-22c06be14031 req-e805d29a-8e87-44aa-a995-d54a35600087 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355962 Feb 03 11:20:31.041558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'security_group_rule': {'security_group_id': '57ca82c7-d605-4479-87e2-2ba3098ef954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:31.091250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2029f8e-9e76-4812-8a20-068b22fe984f admin admin] Publish callbacks [] for security_group (f3fafda8-c976-4ab0-9baa-31d82b3749ea), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.094877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (e1dc6618-89f2-4e9a-9ad6-b40c3ccaf6a1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.099691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2029f8e-9e76-4812-8a20-068b22fe984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3fafda8-c976-4ab0-9baa-31d82b3749ea), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.117672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684ea29-7190-4d0d-94b8-4e5f6750020d req-2a88e22d-705e-4b0f-8adf-cd472b5f8ad4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.125717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6684ea29-7190-4d0d-94b8-4e5f6750020d req-2a88e22d-705e-4b0f-8adf-cd472b5f8ad4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2422998 Feb 03 11:20:31.131817 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:20:31.192457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7616-d8df-420c-8688-8226560afe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.197302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e2029f8e-9e76-4812-8a20-068b22fe984f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ef48e37e640424a95d62acfed227bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6115370 Feb 03 11:20:31.197302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2029f8e-9e76-4812-8a20-068b22fe984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fafda8-c976-4ab0-9baa-31d82b3749ea,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:31.197983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:31.268674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28332628-4225-43c9-a4eb-3ea0e5a506ec req-885f95bd-c726-4916-9aea-83b0b72307ae tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.1012011 Feb 03 11:20:31.286786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6684ea29-7190-4d0d-94b8-4e5f6750020d req-1c12959c-ea9b-4999-bf68-c90eb938c3e0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601062 Feb 03 11:20:31.315873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Provisioning complete for port 4fdc2e63-66e3-447d-8d7a-6435c477c420 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:31.316780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.335403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (e1dc6618-89f2-4e9a-9ad6-b40c3ccaf6a1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.338084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] Publish callbacks [] for security_group (f3fafda8-c976-4ab0-9baa-31d82b3749ea), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.342140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (e1dc6618-89f2-4e9a-9ad6-b40c3ccaf6a1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.383070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.385652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595500 Feb 03 11:20:31.388282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:31.395058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'security_group_rule': {'security_group_id': '57ca82c7-d605-4479-87e2-2ba3098ef954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:31.401794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] Publish callbacks [] for security_group (f3fafda8-c976-4ab0-9baa-31d82b3749ea), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.424030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f64ab3-7d6b-4981-bb0c-d8c2a0a01e28 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dc6618-89f2-4e9a-9ad6-b40c3ccaf6a1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:31.447294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (082b1907-3da1-46d2-84cb-5d935203e34d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.509827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Current status of the port 4fdc2e63-66e3-447d-8d7a-6435c477c420 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:31.511578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.522684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:30Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:31.550181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3fafda8-c976-4ab0-9baa-31d82b3749ea), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.552882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.560140 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce721f-dd06-4709-8894-eb7c291561e2 None None] The sync data for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 is: [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:30Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:31.565150 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3fafda8-c976-4ab0-9baa-31d82b3749ea HTTP/1.1" status: 204 len: 168 time: 0.3551626 Feb 03 11:20:31.581011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dfb83-7efb-4f7a-b61f-51ada07a2a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fafda8-c976-4ab0-9baa-31d82b3749ea,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:31.591517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] For port 4fdc2e63-66e3-447d-8d7a-6435c477c420, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4fdc2e63-66e3-447d-8d7a-6435c477c420,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:31.604739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.633813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-a3a2d9de-16b5-4692-bdc4-b5bb5adff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.634445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-a3a2d9de-16b5-4692-bdc4-b5bb5adff4d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 1128 time: 0.1380775 Feb 03 11:20:31.675546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b9d32-7adc-4a2d-be40-2f271cb4d2d1 None None] Pushing event updated for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:31.706655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (082b1907-3da1-46d2-84cb-5d935203e34d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.727721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (082b1907-3da1-46d2-84cb-5d935203e34d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.751687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f014bb1-5546-4b51-9ca3-f3c26f88c9eb req-85700606-06f2-4cb0-9a4e-5509415d2cec tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.753274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f014bb1-5546-4b51-9ca3-f3c26f88c9eb req-85700606-06f2-4cb0-9a4e-5509415d2cec tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2972422 Feb 03 11:20:31.813912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-db454e81-6121-4225-9bae-c955c804e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.815414 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-db454e81-6121-4225-9bae-c955c804e5e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1732960 Feb 03 11:20:31.819585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082b1907-3da1-46d2-84cb-5d935203e34d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:31.861726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06fda-7917-4841-9674-7a9c0f91cf69 req-3ffc645a-9c04-4bfc-b34a-27c13017b435 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.863360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49a06fda-7917-4841-9674-7a9c0f91cf69 req-3ffc645a-9c04-4bfc-b34a-27c13017b435 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.3127372 Feb 03 11:20:31.866975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:31.870830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8ec4d9de-1765-4685-a087-6062661f3ed6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4787765 Feb 03 11:20:31.871793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 44862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:31.874279 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-e4e8432e-3c2c-4485-906b-5995da60acda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d568f2-26ef-431b-8396-bccef53613fb HTTP/1.1" status: 200 len: 217 time: 0.0508451 Feb 03 11:20:31.893894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:31.916366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4fdc2e63-66e3-447d-8d7a-6435c477c420 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:31.973258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-4eaa1fc5-82bd-4489-939d-eb16fe3357f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:31.978812 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-4eaa1fc5-82bd-4489-939d-eb16fe3357f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0969083 Feb 03 11:20:31.987105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f014bb1-5546-4b51-9ca3-f3c26f88c9eb req-619a7bcc-e0e0-4fe9-9dfa-677ed5aadd51 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107501 Feb 03 11:20:31.990502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.016344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4fdc2e63-66e3-447d-8d7a-6435c477c420 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:32.016729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.047914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49a06fda-7917-4841-9674-7a9c0f91cf69 req-75f551a9-00ce-411b-becb-1bc120e28400 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483302 Feb 03 11:20:32.099543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-49846d43-3f4d-44ed-9fd4-56b192606fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:32.106599 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-49846d43-3f4d-44ed-9fd4-56b192606fa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201806 Feb 03 11:20:32.175791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:32.234222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4fdc2e63-66e3-447d-8d7a-6435c477c420 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:32.355125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb062e72-20e2-43ec-b9c0-22827d47939b req-6a4eed2e-ca1a-45b6-ac41-39d464fcafdb tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:32.360627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb062e72-20e2-43ec-b9c0-22827d47939b req-6a4eed2e-ca1a-45b6-ac41-39d464fcafdb tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1788387 Feb 03 11:20:32.373685 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-28bce019-2d55-4614-a951-00efe40d480e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05a243a558f9458383babb08340b1102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920726 Feb 03 11:20:32.374506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:32.410608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.442970 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-507347d5-effd-4aaa-9d41-d438b5845dc0 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284795 Feb 03 11:20:32.450987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b3ec1-9df4-4e44-9bf5-d36f7896b6e4 req-744da19d-aff9-4698-9b29-82c3738ae612 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:32.461321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f85b3ec1-9df4-4e44-9bf5-d36f7896b6e4 req-744da19d-aff9-4698-9b29-82c3738ae612 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1574943 Feb 03 11:20:32.461871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] Publish callbacks [] for security_group (cd97ebd4-b45d-4ef7-ab76-aab2599050e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.494648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb062e72-20e2-43ec-b9c0-22827d47939b req-b6a78d51-b217-4855-87e6-6b712df051f2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279085 Feb 03 11:20:32.640408 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7d650b6e-30b4-48f7-b815-62f55c7fb2ed req-7e803b82-6e56-46d1-8f01-e668fe1f9110 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796601 Feb 03 11:20:32.647146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] Publish callbacks [] for security_group (cd97ebd4-b45d-4ef7-ab76-aab2599050e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.699195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f85b3ec1-9df4-4e44-9bf5-d36f7896b6e4 req-bb06103e-7226-48b2-a1fc-0a85853a8a3e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364857 Feb 03 11:20:32.712237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Allocated IP 172.25.7.252 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2407ec96-1b38-4d0d-ae7b-81245c2461b2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:32.716167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cd97ebd4-b45d-4ef7-ab76-aab2599050e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.719141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:32.721605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd97ebd4-b45d-4ef7-ab76-aab2599050e4 HTTP/1.1" status: 204 len: 168 time: 0.3456578 Feb 03 11:20:32.753145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb1c99-1f9c-4dac-b275-a7cf909c93bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd97ebd4-b45d-4ef7-ab76-aab2599050e4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:32.811019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b455-9ed0-45c2-b4fa-de9c4d4e7c9b req-e22aae53-bf5f-462c-9117-8442730db723 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:32.822336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f960b455-9ed0-45c2-b4fa-de9c4d4e7c9b req-e22aae53-bf5f-462c-9117-8442730db723 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2111282 Feb 03 11:20:32.888086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-308b22d9-124a-4201-b850-0cc80ebbd6e5 req-915bad78-aa48-41d9-9858-d0ea3a137d20 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0557001 Feb 03 11:20:32.972231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f960b455-9ed0-45c2-b4fa-de9c4d4e7c9b req-d01c20d1-6363-417f-851d-888e20af2a5f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489112 Feb 03 11:20:33.059879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.135612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6f10b-8b88-4252-b5bd-9cc0fb1d99de req-5b28a61e-704d-44e5-b50e-2d8d9f941c15 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:33.137412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb6f10b-8b88-4252-b5bd-9cc0fb1d99de req-5b28a61e-704d-44e5-b50e-2d8d9f941c15 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1426477 Feb 03 11:20:33.194939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45be91-6371-49ae-852f-a720a9d911a1 req-b10c4c00-fc84-4c22-8903-6d30cf885cb3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:33.196421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d45be91-6371-49ae-852f-a720a9d911a1 req-b10c4c00-fc84-4c22-8903-6d30cf885cb3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1336582 Feb 03 11:20:33.200858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.270583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:33.295119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:33.297950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:33.347637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efb6f10b-8b88-4252-b5bd-9cc0fb1d99de req-a40002a7-8126-49ac-bf56-93af002720a7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027926 Feb 03 11:20:33.355726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'Port': ['ID=2407ec96-1b38-4d0d-ae7b-81245c2461b2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:33.410169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d45be91-6371-49ae-852f-a720a9d911a1 req-63530e3c-bc6f-4c31-b7a1-ffe1b1965ece tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981652 Feb 03 11:20:33.544473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744c4b81-2e3f-4dbd-b5c0-b72b0335e7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.714485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:33.765251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f42b8f8f-eff5-4a79-b465-c9d6fb59262f up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:33.830654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1768409204'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:33.841994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f42b8f8f-eff5-4a79-b465-c9d6fb59262f completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:20:33.849086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f42b8f8f-eff5-4a79-b465-c9d6fb59262f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:33.849550 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.866818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Made reservation on behalf of 04d7a648318f440b98d4696dc1c4cc96 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:33.873192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.890612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.924330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.951620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f42b8f8f-eff5-4a79-b465-c9d6fb59262f is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:33.952198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:33.982471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f3c8-30f3-4dc4-ac07-9fc50160cf86 req-2676cf98-722d-4eab-afda-80725254aa06 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:33.989672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93d8f3c8-30f3-4dc4-ac07-9fc50160cf86 req-2676cf98-722d-4eab-afda-80725254aa06 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 944 time: 0.4413750 Feb 03 11:20:33.997514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:33.998560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:34.002418 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fc646-9adc-4ce1-a360-bc5aa0013b40" -d '{"events": [{"server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "name": "network-vif-plugged", "status": "completed", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:34.006478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.006656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for security_group (581db648-6c96-4c76-b206-6061a4c6bb71), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.011198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (581db648-6c96-4c76-b206-6061a4c6bb71), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.027142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06bbb9-3997-4a41-887b-edde6e06ca1a req-fe04055e-7e28-4a5c-a41c-f201dffd205c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:34.035090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea06bbb9-3997-4a41-887b-edde6e06ca1a req-fe04055e-7e28-4a5c-a41c-f201dffd205c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.4802353 Feb 03 11:20:34.040895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:34.047915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.058953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581db648-6c96-4c76-b206-6061a4c6bb71,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:34.075977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6697e89b-4325-4055-9d57-393b199c4849), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.076341 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Added segment 6697e89b-4325-4055-9d57-393b199c4849 of type vlan for network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 Feb 03 11:20:34.084936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:34.091218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93d8f3c8-30f3-4dc4-ac07-9fc50160cf86 req-64d6b033-55d9-4a17-89a8-f9a65b41d491 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003735 Feb 03 11:20:34.146456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (359ecc46-0e74-4b0b-b283-f1ec13a74ea4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.165234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea06bbb9-3997-4a41-887b-edde6e06ca1a req-183c738a-4434-4c75-8a85-a47e125cdffa tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290460 Feb 03 11:20:34.198296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (359ecc46-0e74-4b0b-b283-f1ec13a74ea4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.204015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:34.204625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.285408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'Network': ['ID=359ecc46-0e74-4b0b-b283-f1ec13a74ea4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:34.306712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:34.313519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6eeaf5e7-0746-4d57-9423-0adb06fd37f6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5975306 Feb 03 11:20:34.317553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44928) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:34.340450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Request body: {'subnet': {'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:34.414970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.440309 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b86f127f-5307-47e6-920b-67d8841e08de req-a758829c-c096-431a-9247-c260621ef8c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c4629d1c6b14889a125c2ce7e7b1dc4&device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0361862 Feb 03 11:20:34.444516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.464664 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a8bbfb-5e41-4084-8695-28641b4ba0d4 x-openstack-request-id: req-38a8bbfb-5e41-4084-8695-28641b4ba0d4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:34.465022 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "name": "network-vif-plugged", "status": "completed", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:34.465287 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38a8bbfb-5e41-4084-8695-28641b4ba0d4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:34.465701 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f', 'code': 200} Feb 03 11:20:34.517427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b86f127f-5307-47e6-920b-67d8841e08de req-cb92f9fa-8c40-48f2-9f31-8dcddbc0b472 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8c4629d1c6b14889a125c2ce7e7b1dc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439553 Feb 03 11:20:34.585866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.607634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Made reservation on behalf of 04d7a648318f440b98d4696dc1c4cc96 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:34.611265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.656272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'Port': ['ID=2407ec96-1b38-4d0d-ae7b-81245c2461b2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:34.673859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09e9e-ec83-4764-9b7c-416dd65466d8 req-6e60eb9a-94e5-4dfc-9e18-343cabd3f8c6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:34.675543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61a09e9e-ec83-4764-9b7c-416dd65466d8 req-6e60eb9a-94e5-4dfc-9e18-343cabd3f8c6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2544699 Feb 03 11:20:34.694821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.711034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89f21-8e3c-41b9-9efe-e7211dbe3c64 req-1a467c5c-ba61-4e30-85d6-5ac922c4952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:34.712554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22b89f21-8e3c-41b9-9efe-e7211dbe3c64 req-1a467c5c-ba61-4e30-85d6-5ac922c4952d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 1127 time: 0.1581707 Feb 03 11:20:34.759230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:34.770223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e366ee6-adb3-4933-9b51-bd3eec291094 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8974600 Feb 03 11:20:34.790326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec6cf-fe4d-4a1a-b345-0b554ab14a6b req-331eb935-36d2-4df2-901e-bf41336de1e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:34.799240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63bec6cf-fe4d-4a1a-b345-0b554ab14a6b req-331eb935-36d2-4df2-901e-bf41336de1e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2673566 Feb 03 11:20:34.828415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61a09e9e-ec83-4764-9b7c-416dd65466d8 req-3a4693e1-55fb-43c5-ab85-ff223702786f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395409 Feb 03 11:20:34.877885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22b89f21-8e3c-41b9-9efe-e7211dbe3c64 req-ffef54e4-9b7e-4bb7-99c8-f782c7de9160 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520286 Feb 03 11:20:34.913536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63bec6cf-fe4d-4a1a-b345-0b554ab14a6b req-d453e0f7-2117-4921-ae0b-e509cdb11d1d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065781 Feb 03 11:20:34.937608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (238f80e7-1de5-4f79-a2cd-9a68f6bce46d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:35.033479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f319e1-95af-4446-90f1-d9d115075600 req-cf6b39c3-c84d-4435-8bf9-49aa62e7050e tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0331614 Feb 03 11:20:35.103565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'Subnet': ['ID=238f80e7-1de5-4f79-a2cd-9a68f6bce46d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:35.109739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f127f-5307-47e6-920b-67d8841e08de req-e887a5e6-4c85-4014-868c-46c6ee2eb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:35.111098 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b86f127f-5307-47e6-920b-67d8841e08de req-e887a5e6-4c85-4014-868c-46c6ee2eb3af service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5866802 Feb 03 11:20:35.139719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Checking segment: {'id': '6697e89b-4325-4055-9d57-393b199c4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:35.140100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Network hostable DHCP agents. Network: 359ecc46-0e74-4b0b-b283-f1ec13a74ea4, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:35.147488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe5bb-f4cf-479c-b04e-05419e9f24a8 req-3cfaee18-6214-4cbe-a973-95fd56b3d952 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:35.153025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4edbe5bb-f4cf-479c-b04e-05419e9f24a8 req-3cfaee18-6214-4cbe-a973-95fd56b3d952 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1041391 Feb 03 11:20:35.163365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:35.177663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 359ecc46-0e74-4b0b-b283-f1ec13a74ea4) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:35.182552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:35.183456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:35.188814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb63565-a158-41de-a884-25e7ddfff529 None None] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:35.209241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3172e897-66c3-4b80-a6e5-ebd69a991884 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8854530 Feb 03 11:20:35.209966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 44976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:35.218630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Request body: {'port': {'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-991261745'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:35.334488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4edbe5bb-f4cf-479c-b04e-05419e9f24a8 req-bb522484-087b-440b-b1e5-eef083573ebf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773763 Feb 03 11:20:35.374014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b7fe6-4e08-4474-96d3-10b58f0da29c req-0ffec40b-3668-47d9-9bb3-7efbacef1a75 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:35.382845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a00b7fe6-4e08-4474-96d3-10b58f0da29c req-0ffec40b-3668-47d9-9bb3-7efbacef1a75 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.1578841 Feb 03 11:20:35.405833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-359ecc46-0e74-4b0b-b283-f1ec13a74ea4', 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4', 'project_id': '04d7a648318f440b98d4696dc1c4cc96', 'fixed_ips': [{'subnet_id': '238f80e7-1de5-4f79-a2cd-9a68f6bce46d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:35.407630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:35.419454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Made reservation on behalf of 04d7a648318f440b98d4696dc1c4cc96 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:35.435868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:35.501463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] device_id is not set on port 420a2551-e337-42c1-b710-2ed7d35827d2 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:20:35.510407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a00b7fe6-4e08-4474-96d3-10b58f0da29c req-210e8506-8a37-407f-8b6e-aa2d904a2719 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265688 Feb 03 11:20:35.654451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586cfcd-9318-4a38-9324-7f44f4100c75 req-d337c970-ce7f-479a-9986-c7e4ccfe80b0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:35.659656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8586cfcd-9318-4a38-9324-7f44f4100c75 req-d337c970-ce7f-479a-9986-c7e4ccfe80b0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 946 time: 0.1446855 Feb 03 11:20:35.700141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Allocated IP 172.20.0.8 (359ecc46-0e74-4b0b-b283-f1ec13a74ea4/238f80e7-1de5-4f79-a2cd-9a68f6bce46d/420a2551-e337-42c1-b710-2ed7d35827d2) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:35.832840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8586cfcd-9318-4a38-9324-7f44f4100c75 req-7cf2f610-afd0-4470-ba25-7905fc4d6090 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658096 Feb 03 11:20:36.002732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128654-13ef-479e-8815-de91d0ee8310 req-dcd5f8e0-6984-47f1-900f-62e0d1534804 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:36.009713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40128654-13ef-479e-8815-de91d0ee8310 req-dcd5f8e0-6984-47f1-900f-62e0d1534804 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0992701 Feb 03 11:20:36.016475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for port (420a2551-e337-42c1-b710-2ed7d35827d2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.110480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.123824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40128654-13ef-479e-8815-de91d0ee8310 req-e228688c-4d2d-454e-8227-aa79a638d219 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Feb 03 11:20:36.142365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85850d5-d90a-41f9-acae-e0debcf29dbd req-a551dfa9-6ec1-4b90-a125-6af9baed29be tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:36.149525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d85850d5-d90a-41f9-acae-e0debcf29dbd req-a551dfa9-6ec1-4b90-a125-6af9baed29be tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1943409 Feb 03 11:20:36.156676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:36.193514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 73d568f2-26ef-431b-8396-bccef53613fb no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:20:36.275504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:36.319232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'Port': ['ID=420a2551-e337-42c1-b710-2ed7d35827d2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:36.321947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:36.329014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:36.403726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:36.404380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.414324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d85850d5-d90a-41f9-acae-e0debcf29dbd req-ead2c618-2aef-4cde-9824-ed630aa32a49 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217307 Feb 03 11:20:36.420348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.438950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Allocated IP 172.20.0.2 (359ecc46-0e74-4b0b-b283-f1ec13a74ea4/238f80e7-1de5-4f79-a2cd-9a68f6bce46d/89ec09db-f7d1-407b-9858-7a16615b52ed) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:36.446241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3c89432-fb51-4967-8752-af0ad8dca9bb tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2320726 Feb 03 11:20:36.449827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:36.455415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Request body: {'port': {'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1825499229', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:36.456194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] bootfile-name is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:36.460340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] tftp-server is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:36.460689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] server-ip-address is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:36.494830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be6aafbd-d65d-4cc5-98f1-513805168193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.536338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab09d9-3e85-4b34-9940-a11b3981b09c req-3062d024-8688-4b09-8811-f195e16accbb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:36.549252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aab09d9-3e85-4b34-9940-a11b3981b09c req-3062d024-8688-4b09-8811-f195e16accbb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.3499928 Feb 03 11:20:36.637708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e04d055a-8845-45b1-89be-2f4d25a20a78 req-beeb5cd2-f440-4266-af88-87140f073b71 tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.30 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0491025 Feb 03 11:20:36.732607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Made reservation on behalf of 04d7a648318f440b98d4696dc1c4cc96 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:36.737255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.768123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] device_id is not set on port 9b65a0ae-8a88-4d39-9261-9e046b881247 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:20:36.829511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aab09d9-3e85-4b34-9940-a11b3981b09c req-34965df9-37c9-49a2-acc9-b3a728ca784b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792103 Feb 03 11:20:36.939225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b86f127f-5307-47e6-920b-67d8841e08de req-94395e9a-d4c9-42af-ba31-b1a9e5cdd55e tempest-ServerShowV254Test-273150749 tempest-ServerShowV254Test-273150749-project] 10.222.0.69 "GET /v2.0/ports?device_id=abbd6510-fced-4727-bc1f-3eddbd10817d HTTP/1.1" status: 200 len: 210 time: 0.0822906 Feb 03 11:20:36.948668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db263eec-f762-4471-8471-1a7fa73e8c42 req-7e684288-2d03-4fce-9c20-93f8b524918e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:36.961465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db263eec-f762-4471-8471-1a7fa73e8c42 req-7e684288-2d03-4fce-9c20-93f8b524918e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.1862140 Feb 03 11:20:36.992868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 73d568f2-26ef-431b-8396-bccef53613fb is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:36.993393 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:36.993981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be6aafbd-d65d-4cc5-98f1-513805168193 admin admin] Publish callbacks [] for security_group (34cb5b2f-b591-4e16-91fc-5c6485ae4882), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.033853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be6aafbd-d65d-4cc5-98f1-513805168193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (34cb5b2f-b591-4e16-91fc-5c6485ae4882), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.071155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aafbd-d65d-4cc5-98f1-513805168193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb5b2f-b591-4e16-91fc-5c6485ae4882,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:37.128188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db263eec-f762-4471-8471-1a7fa73e8c42 req-a35b302b-873e-44dc-ac55-2e41e0c235e9 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601219 Feb 03 11:20:37.163924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be6aafbd-d65d-4cc5-98f1-513805168193 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cde63f5a8444c9ea7b441e8af593bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0060389 Feb 03 11:20:37.166638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45044) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:37.188414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e1908-3338-418a-ab1f-3f3e8e8b9153 req-62f046bd-9026-4837-a1ac-540c13a54802 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:37.201693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-427e1908-3338-418a-ab1f-3f3e8e8b9153 req-62f046bd-9026-4837-a1ac-540c13a54802 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2016063 Feb 03 11:20:37.284220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] Publish callbacks [] for security_group (34cb5b2f-b591-4e16-91fc-5c6485ae4882), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.328589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] Publish callbacks [] for security_group (34cb5b2f-b591-4e16-91fc-5c6485ae4882), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.341646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:37.345787 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17779363-9a38-4de1-9d6b-89f8a004f9a4" -d '{"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-unplugged", "status": "completed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:37.360996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-427e1908-3338-418a-ab1f-3f3e8e8b9153 req-3a759fcb-bd4a-4f75-9ee2-d4792a2a7c58 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576216 Feb 03 11:20:37.421877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (34cb5b2f-b591-4e16-91fc-5c6485ae4882), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.424310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:37.429975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.434466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34cb5b2f-b591-4e16-91fc-5c6485ae4882 HTTP/1.1" status: 204 len: 168 time: 0.2650852 Feb 03 11:20:37.459191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.465750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52677a-22fa-471c-8c7b-963adf633f34 req-55a95599-a28d-4456-b71b-11119709862e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:37.485805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c52677a-22fa-471c-8c7b-963adf633f34 req-55a95599-a28d-4456-b71b-11119709862e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2282455 Feb 03 11:20:37.495836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a191-c6c9-4810-bec0-1d8003da00f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb5b2f-b591-4e16-91fc-5c6485ae4882,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:37.540016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.592483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks [] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.628481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:37.680183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:37.713698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c52677a-22fa-471c-8c7b-963adf633f34 req-9fac2957-bd5c-4ebd-b141-b8cb21674a23 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269108 Feb 03 11:20:37.852253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Allocated IP 172.20.0.10 (359ecc46-0e74-4b0b-b283-f1ec13a74ea4/238f80e7-1de5-4f79-a2cd-9a68f6bce46d/9b65a0ae-8a88-4d39-9261-9e046b881247) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:37.874953 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95049a-dd96-4814-a861-bea57da3c0d2 x-openstack-request-id: req-4f95049a-dd96-4814-a861-bea57da3c0d2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:37.875285 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-unplugged", "status": "failed", "tag": "73d568f2-26ef-431b-8396-bccef53613fb", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:37.876413 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f95049a-dd96-4814-a861-bea57da3c0d2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:37.879344 n-d-821606-6 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb', 'code': 422} returned with failed status Feb 03 11:20:37.927687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:37.949862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:37.961590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:38.025264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Pushing event updated for resources: {'Port': ['ID=89ec09db-f7d1-407b-9858-7a16615b52ed,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:38.048589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c3141-ba14-4544-87f5-cff1fd1bdbf0 req-a422d0e1-bb09-416d-a691-2c60d8a7510c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.059132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-152c3141-ba14-4544-87f5-cff1fd1bdbf0 req-a422d0e1-bb09-416d-a691-2c60d8a7510c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.0920360 Feb 03 11:20:38.183852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Attempting to bind port 89ec09db-f7d1-407b-9858-7a16615b52ed on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:38.185793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Attempting to bind port 89ec09db-f7d1-407b-9858-7a16615b52ed by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6697e89b-4325-4055-9d57-393b199c4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:38.186572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Attempting to bind port 89ec09db-f7d1-407b-9858-7a16615b52ed on network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:38.205389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-152c3141-ba14-4544-87f5-cff1fd1bdbf0 req-b601703b-0908-4a16-86cb-c89155aaf25c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451933 Feb 03 11:20:38.229730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for port (9b65a0ae-8a88-4d39-9261-9e046b881247), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.245594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:38.247272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Checking segment: {'id': '6697e89b-4325-4055-9d57-393b199c4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:38.247471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.247882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Bound using segment: {'id': '6697e89b-4325-4055-9d57-393b199c4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:38.251243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Bound port: 89ec09db-f7d1-407b-9858-7a16615b52ed, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697e89b-4325-4055-9d57-393b199c4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '359ecc46-0e74-4b0b-b283-f1ec13a74ea4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:38.251645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.289445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:38.304242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9b65a0ae-8a88-4d39-9261-9e046b881247), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.338995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1165-d555-423a-a327-2f1964017eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.417701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:38.428600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:38.446312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:38.457570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] For port 89ec09db-f7d1-407b-9858-7a16615b52ed, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:38.461749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] For port 89ec09db-f7d1-407b-9858-7a16615b52ed, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=89ec09db-f7d1-407b-9858-7a16615b52ed,segment=NetworkSegment(6697e89b-4325-4055-9d57-393b199c4849),segment_id=6697e89b-4325-4055-9d57-393b199c4849)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:38.472639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.530831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'Port': ['ID=9b65a0ae-8a88-4d39-9261-9e046b881247,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:38.588533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02653105-876f-4017-abf5-1b8cde058aa7 None None] Pushing event updated for resources: {'Port': ['ID=89ec09db-f7d1-407b-9858-7a16615b52ed,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:38.592173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.593431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:38.621599 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a7fe224b-e543-4a00-b229-b0386db930d7 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1704645 Feb 03 11:20:38.624154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:38.714512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dc095-3745-42d6-9b99-451559254156 req-d708d511-30b7-41b9-933b-2383fe872b29 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.738430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d14dc095-3745-42d6-9b99-451559254156 req-d708d511-30b7-41b9-933b-2383fe872b29 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.4169676 Feb 03 11:20:38.780273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cffc487-7bc9-414e-abbb-5c1f7dfdc473 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.800809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cffc487-7bc9-414e-abbb-5c1f7dfdc473 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.811874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cffc487-7bc9-414e-abbb-5c1f7dfdc473 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:38.816543 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0cffc487-7bc9-414e-abbb-5c1f7dfdc473 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1871996 Feb 03 11:20:38.817327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:39.044287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae165e6-68df-498f-afbb-ba1a4e53c9fb req-5228ac28-12a9-4eaf-92b4-149913daa95a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:39.045095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45080) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:39.061657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ae165e6-68df-498f-afbb-ba1a4e53c9fb req-5228ac28-12a9-4eaf-92b4-149913daa95a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.5064478 Feb 03 11:20:39.088307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d14dc095-3745-42d6-9b99-451559254156 req-09712e36-ee48-4a76-88df-eed9fb06c3bc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422246 Feb 03 11:20:39.221701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1165-d555-423a-a327-2f1964017eee admin admin] Publish callbacks [] for security_group (5bb32273-cbef-4103-b7fb-1fa7c26fd41d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.259111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1165-d555-423a-a327-2f1964017eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5bb32273-cbef-4103-b7fb-1fa7c26fd41d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.332488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1165-d555-423a-a327-2f1964017eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb32273-cbef-4103-b7fb-1fa7c26fd41d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:39.339037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd1390e-1ca1-4cc7-baa0-cf704630bd67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.375077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ae165e6-68df-498f-afbb-ba1a4e53c9fb req-13f25515-e09c-4a6a-a43e-4290b180b17d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974193 Feb 03 11:20:39.445457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1c3e1165-d555-423a-a327-2f1964017eee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a0ac43618b24b12b4fa130c6c00c18d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1546507 Feb 03 11:20:39.451093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45084) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:39.473921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Deleting port 9b65a0ae-8a88-4d39-9261-9e046b881247 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:39.477336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9b65a0ae-8a88-4d39-9261-9e046b881247), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.634741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd1390e-1ca1-4cc7-baa0-cf704630bd67 admin admin] Publish callbacks [] for security_group (d5e61fe9-3d7c-4d7c-83b3-3e736118a04f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.649736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddd1390e-1ca1-4cc7-baa0-cf704630bd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d5e61fe9-3d7c-4d7c-83b3-3e736118a04f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.655194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] Publish callbacks [] for security_group (5bb32273-cbef-4103-b7fb-1fa7c26fd41d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.775263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] Publish callbacks [] for security_group (5bb32273-cbef-4103-b7fb-1fa7c26fd41d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.783603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1390e-1ca1-4cc7-baa0-cf704630bd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e61fe9-3d7c-4d7c-83b3-3e736118a04f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:39.811713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ddd1390e-1ca1-4cc7-baa0-cf704630bd67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c4629d1c6b14889a125c2ce7e7b1dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7603223 Feb 03 11:20:39.821691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:39.825813 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-4a5a61ed-2c40-4d3d-9430-8d6d69e65c23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3003473 Feb 03 11:20:39.862837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9b65a0ae-8a88-4d39-9261-9e046b881247), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.978350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 89ec09db-f7d1-407b-9858-7a16615b52ed up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:39.993866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] Publish callbacks [] for security_group (d5e61fe9-3d7c-4d7c-83b3-3e736118a04f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:39.999926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301560ae-fea7-4845-b1c0-872f540b736e req-4fc005b1-858e-413b-8f4e-f1b6638e369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:40.001681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-4fc005b1-858e-413b-8f4e-f1b6638e369f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1127 time: 0.1235497 Feb 03 11:20:40.039057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Calling delete_port for 9b65a0ae-8a88-4d39-9261-9e046b881247 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:40.043368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] Publish callbacks [] for security_group (d5e61fe9-3d7c-4d7c-83b3-3e736118a04f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.196444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301560ae-fea7-4845-b1c0-872f540b736e req-5a5e4ebb-05ee-4cef-86b6-28964574c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:40.198610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-5a5e4ebb-05ee-4cef-86b6-28964574c686 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.1692922 Feb 03 11:20:40.200704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d5e61fe9-3d7c-4d7c-83b3-3e736118a04f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.205019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.207099 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5e61fe9-3d7c-4d7c-83b3-3e736118a04f HTTP/1.1" status: 204 len: 168 time: 0.3796105 Feb 03 11:20:40.234667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c319f4-e1ba-4cb8-b9d7-53da7adb276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e61fe9-3d7c-4d7c-83b3-3e736118a04f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:40.248221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 89ec09db-f7d1-407b-9858-7a16615b52ed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:40.248615 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.283904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a4c7-ff31-41fc-848c-6006ccc077cf req-091e28d7-cefd-4df9-9ab7-fa00d1adf074 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:40.291064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0781a4c7-ff31-41fc-848c-6006ccc077cf req-091e28d7-cefd-4df9-9ab7-fa00d1adf074 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.4319389 Feb 03 11:20:40.293004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5bb32273-cbef-4103-b7fb-1fa7c26fd41d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.296113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.305638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bb32273-cbef-4103-b7fb-1fa7c26fd41d HTTP/1.1" status: 204 len: 168 time: 0.8386748 Feb 03 11:20:40.332412 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-99e76419-f7bf-4aeb-ac15-eb2eef58c329 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.1238627 Feb 03 11:20:40.471580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301560ae-fea7-4845-b1c0-872f540b736e req-50010cf3-7823-4fdf-b118-48ff79c5eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:40.473187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-50010cf3-7823-4fdf-b118-48ff79c5eb9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.1331856 Feb 03 11:20:40.519055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 89ec09db-f7d1-407b-9858-7a16615b52ed is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:40.519982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.547766 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-c4578a4e-0b56-4169-83e2-4b0ac71aabf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641184 Feb 03 11:20:40.562510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7451900f-6e90-470a-95df-7871fe50214e None None] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:40.564814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1400-df3e-4ef3-981d-b6a8609bacbb req-fd5ba842-ac2b-4fa0-b4e4-e8d652f76730 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:40.579425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42ea1400-df3e-4ef3-981d-b6a8609bacbb req-fd5ba842-ac2b-4fa0-b4e4-e8d652f76730 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.8453605 Feb 03 11:20:40.621630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4034b1-206b-4d45-941d-d3cb0e1bb459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb32273-cbef-4103-b7fb-1fa7c26fd41d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:40.627665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9b65a0ae-8a88-4d39-9261-9e046b881247), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.713628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 89ec09db-f7d1-407b-9858-7a16615b52ed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=89ec09db-f7d1-407b-9858-7a16615b52ed,segment=NetworkSegment(6697e89b-4325-4055-9d57-393b199c4849),segment_id=6697e89b-4325-4055-9d57-393b199c4849)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:40.753884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.766423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-76f79d2e-3daf-490d-a2ab-ccf736af7a82 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033010 Feb 03 11:20:40.802541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event deleted for resources: {'Port': ['ID=9b65a0ae-8a88-4d39-9261-9e046b881247,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:40.807017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6ce7c0d2-4df1-47d3-a816-168d6dbaba92 None None] Provisioning complete for port 89ec09db-f7d1-407b-9858-7a16615b52ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:40.807399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c0d2-4df1-47d3-a816-168d6dbaba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:40.901459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0781a4c7-ff31-41fc-848c-6006ccc077cf req-4ca2be4b-d23d-487c-bf1c-1ede42d5c2fb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986655 Feb 03 11:20:40.903661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=89ec09db-f7d1-407b-9858-7a16615b52ed,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:40.945705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42ea1400-df3e-4ef3-981d-b6a8609bacbb req-e4fdf052-b29d-4e66-843d-7e5526cc51f2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645413 Feb 03 11:20:41.013469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.023857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f153f5e1-6b3d-4664-a47b-a7c0f461b61c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "DELETE /v2.0/ports/9b65a0ae-8a88-4d39-9261-9e046b881247 HTTP/1.1" status: 204 len: 168 time: 2.2001786 Feb 03 11:20:41.024437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:41.048136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Request body: {'port': {'name': 'tempest-new-port-name-820678541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:41.048598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] bootfile-name is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:41.048991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] tftp-server is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:41.049325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] server-ip-address is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:20:41.074512 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-301560ae-fea7-4845-b1c0-872f540b736e req-7f474a89-b347-4caa-90c8-70220dc8a40f service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999830 Feb 03 11:20:41.106205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7c0d2-4df1-47d3-a816-168d6dbaba92 None None] Current status of the port 89ec09db-f7d1-407b-9858-7a16615b52ed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:41.362852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.375737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7c56-8247-45b5-8715-60e4a4cfdb54 req-219ea54d-2ef2-4085-bc3a-ba7f02202c8f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:41.377355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9ec7c56-8247-45b5-8715-60e4a4cfdb54 req-219ea54d-2ef2-4085-bc3a-ba7f02202c8f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.3247652 Feb 03 11:20:41.420898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22362fa3-8e22-40d9-8d93-60717cf805a8 req-a7b5b6cf-d893-4ec0-8fd8-e4764d14c6e8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:41.423697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22362fa3-8e22-40d9-8d93-60717cf805a8 req-a7b5b6cf-d893-4ec0-8fd8-e4764d14c6e8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2514398 Feb 03 11:20:41.452417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Provisioning complete for port 420a2551-e337-42c1-b710-2ed7d35827d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:41.452801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.497196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9ec7c56-8247-45b5-8715-60e4a4cfdb54 req-8c0c94e1-54c5-435c-be54-cedde17e144a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120470 Feb 03 11:20:41.597268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Port 420a2551-e337-42c1-b710-2ed7d35827d2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:41.623264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22362fa3-8e22-40d9-8d93-60717cf805a8 req-02894ca4-92a1-47f9-a8dc-709ddf0771c2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786327 Feb 03 11:20:41.637381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Provisioning complete for port 89ec09db-f7d1-407b-9858-7a16615b52ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:41.637718 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.854226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for port (420a2551-e337-42c1-b710-2ed7d35827d2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.866819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:41.889727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:20:41.894640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:20:41.899046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 89ec09db-f7d1-407b-9858-7a16615b52ed up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:42.116060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-39f1c6bc-0cc8-424c-9095-26a970af6c89 None None] Current status of the port 89ec09db-f7d1-407b-9858-7a16615b52ed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:42.131332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:20:42.136186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event updated for resources: {'Port': ['ID=420a2551-e337-42c1-b710-2ed7d35827d2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:42.145783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] In _notify_port_updated(), no bound segment for port 420a2551-e337-42c1-b710-2ed7d35827d2 on network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:20:42.151306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.151977 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.156021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45150) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:42.156780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f348524a-ece9-47bd-a8d5-f08c64efdfe6 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "PUT /v2.0/ports/420a2551-e337-42c1-b710-2ed7d35827d2 HTTP/1.1" status: 200 len: 1135 time: 1.1305568 Feb 03 11:20:42.210835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9416c4-f4d0-4308-a298-9cee8dab15f0 req-10af29f3-422c-4d6e-ac4d-9adb62f5c160 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.218097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f9416c4-f4d0-4308-a298-9cee8dab15f0 req-10af29f3-422c-4d6e-ac4d-9adb62f5c160 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1774375 Feb 03 11:20:42.268699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd95b6-1521-4722-82f8-80065ddc1334 req-ecf32a56-105d-44bc-ba9e-16bb9240e3fe tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.271014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952bdea6-8edd-497e-afe5-d2920b49aed4 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.274094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-952bdea6-8edd-497e-afe5-d2920b49aed4 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "GET /v2.0/ports/420a2551-e337-42c1-b710-2ed7d35827d2 HTTP/1.1" status: 200 len: 1135 time: 0.1167850 Feb 03 11:20:42.279032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd95b6-1521-4722-82f8-80065ddc1334 req-ecf32a56-105d-44bc-ba9e-16bb9240e3fe tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.279421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45156) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:42.284779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd95b6-1521-4722-82f8-80065ddc1334 req-ecf32a56-105d-44bc-ba9e-16bb9240e3fe tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.292340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74fd95b6-1521-4722-82f8-80065ddc1334 req-ecf32a56-105d-44bc-ba9e-16bb9240e3fe tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2&device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d&device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 2417 time: 0.1764896 Feb 03 11:20:42.346035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:42.362666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f9416c4-f4d0-4308-a298-9cee8dab15f0 req-9fd1fbb4-a8db-4bef-8431-d5f5db3bd10d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436930 Feb 03 11:20:42.373765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'port_id': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'mac_address': 'fa:16:3e:bd:4a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54738b2-cdbb-4c89-a313-5d8b70ac85d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:20:42.404873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-74fd95b6-1521-4722-82f8-80065ddc1334 req-7d453a78-f28e-4f2a-be04-5e619d306bfc tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110957 Feb 03 11:20:42.504508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:42.504939 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.553481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 89ec09db-f7d1-407b-9858-7a16615b52ed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:42.553915 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.562718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:42.592622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:42.633833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.638833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c804733-7cd8-46ed-99b8-173d7529a9ab None None] Provisioning complete for port 420a2551-e337-42c1-b710-2ed7d35827d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:42.639221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c804733-7cd8-46ed-99b8-173d7529a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.650045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Deleting port 420a2551-e337-42c1-b710-2ed7d35827d2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:42.656707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.713469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e362-2989-426f-84a6-e2702fa4d5c9 req-3c8af5dd-feba-4776-89f9-1212667406f4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:42.715940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5c7e362-2989-426f-84a6-e2702fa4d5c9 req-3c8af5dd-feba-4776-89f9-1212667406f4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1970117 Feb 03 11:20:42.746647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:42.747044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.821544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:42.849809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:42.881982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5c7e362-2989-426f-84a6-e2702fa4d5c9 req-8898debf-5a28-4074-ac6f-9911a3cad795 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573026 Feb 03 11:20:42.917472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Calling delete_port for 420a2551-e337-42c1-b710-2ed7d35827d2 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:42.969681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c804733-7cd8-46ed-99b8-173d7529a9ab None None] Port 420a2551-e337-42c1-b710-2ed7d35827d2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:42.979469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:20:42.980201 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:20:42.983570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c804733-7cd8-46ed-99b8-173d7529a9ab None None] Could not find standard attr ID for object 9b65a0ae-8a88-4d39-9261-9e046b881247. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:20:43.035627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 89ec09db-f7d1-407b-9858-7a16615b52ed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:43.111456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3df024cd-9ba6-4e99-aead-4bd0208f049e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:43.141757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09930bab-d4fe-496a-a878-6a2e584588a4 req-f7665599-ac91-4931-936e-c1caf7ce8ca4 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:43.147655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09930bab-d4fe-496a-a878-6a2e584588a4 req-f7665599-ac91-4931-936e-c1caf7ce8ca4 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1082292 Feb 03 11:20:43.161198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8b95f4cf-e504-4df3-b2ec-59937373787d None None] Provisioning complete for port 420a2551-e337-42c1-b710-2ed7d35827d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:43.161769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b95f4cf-e504-4df3-b2ec-59937373787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.209532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (420a2551-e337-42c1-b710-2ed7d35827d2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.277452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8b95f4cf-e504-4df3-b2ec-59937373787d None None] Port 420a2551-e337-42c1-b710-2ed7d35827d2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:43.329144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event deleted for resources: {'Port': ['ID=420a2551-e337-42c1-b710-2ed7d35827d2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:43.331591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09930bab-d4fe-496a-a878-6a2e584588a4 req-a0cbce83-9f27-4ee9-90a8-10396f229cb5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770315 Feb 03 11:20:43.414832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf90f9-a6d2-45d0-a2bd-5d161c7b5cae req-4544a029-f728-4052-a221-3c8e73be9b46 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:43.425992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbbf90f9-a6d2-45d0-a2bd-5d161c7b5cae req-4544a029-f728-4052-a221-3c8e73be9b46 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 944 time: 0.2395444 Feb 03 11:20:43.501861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.514649 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aff997d1-0e0f-4c00-baed-b92993d65bf5 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "DELETE /v2.0/ports/420a2551-e337-42c1-b710-2ed7d35827d2 HTTP/1.1" status: 204 len: 168 time: 1.2339075 Feb 03 11:20:43.515288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45204) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:43.558857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbbf90f9-a6d2-45d0-a2bd-5d161c7b5cae req-e83cf952-d759-4406-a085-3e7061da2511 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313870 Feb 03 11:20:43.617054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3848-036d-405b-a3fc-f67d0bb8c899 req-045a2585-8d71-4ce2-a146-ffaa605c37c9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:43.632823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f2e3848-036d-405b-a3fc-f67d0bb8c899 req-045a2585-8d71-4ce2-a146-ffaa605c37c9 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1705623 Feb 03 11:20:43.686920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: BUILD; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:43.689211 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.694434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Deleting subnet 238f80e7-1de5-4f79-a2cd-9a68f6bce46d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:20:43.697783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for subnet (238f80e7-1de5-4f79-a2cd-9a68f6bce46d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.727864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:43.744384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (238f80e7-1de5-4f79-a2cd-9a68f6bce46d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.785427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:43.792539 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.810693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11ab4b58-1157-4684-af36-842de9698896 req-82a7ed49-a1b2-4b8d-8939-242f879cf763 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.1066220 Feb 03 11:20:43.856746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f2e3848-036d-405b-a3fc-f67d0bb8c899 req-4b2cfd65-4fd8-4111-83a1-6ce4ad93371e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229438 Feb 03 11:20:43.878262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (238f80e7-1de5-4f79-a2cd-9a68f6bce46d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:43.950913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:43.989439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (238f80e7-1de5-4f79-a2cd-9a68f6bce46d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.007889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a4a47-9662-4d5a-a3da-2abde93da634 req-594a7976-27fa-4293-ad26-d761eb3a9608 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:44.016656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-544a4a47-9662-4d5a-a3da-2abde93da634 req-594a7976-27fa-4293-ad26-d761eb3a9608 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0782399 Feb 03 11:20:44.059931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event deleted for resources: {'Subnet': ['ID=238f80e7-1de5-4f79-a2cd-9a68f6bce46d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:44.067115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.069654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18d7f1-9603-4b14-b1cb-b9de25e722fe None None] Network 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:44.077680 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c031e074-cb71-4306-b212-2ddf229ebb67 tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "DELETE /v2.0/subnets/238f80e7-1de5-4f79-a2cd-9a68f6bce46d HTTP/1.1" status: 204 len: 168 time: 0.5562513 Feb 03 11:20:44.079001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:44.111353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-544a4a47-9662-4d5a-a3da-2abde93da634 req-d1f83114-d762-459b-a16e-f499b9b03a64 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932968 Feb 03 11:20:44.216240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (359ecc46-0e74-4b0b-b283-f1ec13a74ea4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.277939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45224) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:44.364391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Deleting port 89ec09db-f7d1-407b-9858-7a16615b52ed {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:44.364977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.386075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] DHCP port deletion for 359ecc46-0e74-4b0b-b283-f1ec13a74ea4 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:20:44.393766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59241-5308-4b54-89ae-c77deffd43c7 req-8414e0f7-e3f0-408c-bf85-f7cfbebc8d7e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:44.401475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86a59241-5308-4b54-89ae-c77deffd43c7 req-8414e0f7-e3f0-408c-bf85-f7cfbebc8d7e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0993974 Feb 03 11:20:44.486550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Deleting port 89ec09db-f7d1-407b-9858-7a16615b52ed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:44.487123 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.523231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86a59241-5308-4b54-89ae-c77deffd43c7 req-99308ddc-6da8-436c-8a8d-0d89b18595a3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151426 Feb 03 11:20:44.524090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06b411d5-9db3-4c6c-8fe6-feebdcc2c109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.578990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] For port 89ec09db-f7d1-407b-9858-7a16615b52ed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=89ec09db-f7d1-407b-9858-7a16615b52ed,segment=NetworkSegment(6697e89b-4325-4055-9d57-393b199c4849),segment_id=6697e89b-4325-4055-9d57-393b199c4849)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:44.579696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.608168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] For port 89ec09db-f7d1-407b-9858-7a16615b52ed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=89ec09db-f7d1-407b-9858-7a16615b52ed,segment=NetworkSegment(6697e89b-4325-4055-9d57-393b199c4849),segment_id=6697e89b-4325-4055-9d57-393b199c4849)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:44.608584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.620228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Calling delete_port for 89ec09db-f7d1-407b-9858-7a16615b52ed owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:44.626023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Calling delete_port for 89ec09db-f7d1-407b-9858-7a16615b52ed owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:44.661391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06b411d5-9db3-4c6c-8fe6-feebdcc2c109 admin admin] Publish callbacks [] for security_group (cd135103-8d3a-4df0-a017-0d95f3257158), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.666699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06b411d5-9db3-4c6c-8fe6-feebdcc2c109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cd135103-8d3a-4df0-a017-0d95f3257158), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.750185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.782366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (89ec09db-f7d1-407b-9858-7a16615b52ed), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.788489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] Pushing event deleted for resources: {'Port': ['ID=89ec09db-f7d1-407b-9858-7a16615b52ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:44.796539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9814837-d30d-4965-b8a2-7346948f5ae7 None None] No DVR routers for this DVR port 89ec09db-f7d1-407b-9858-7a16615b52ed on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:20:44.835355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06b411d5-9db3-4c6c-8fe6-feebdcc2c109 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67c8db7c174c4d978f75f077c9795e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555410 Feb 03 11:20:44.838379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:44.839226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b411d5-9db3-4c6c-8fe6-feebdcc2c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd135103-8d3a-4df0-a017-0d95f3257158,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:44.870915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] No DVR routers for this DVR port 89ec09db-f7d1-407b-9858-7a16615b52ed on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:20:44.882140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event deleted for resources: {'Port': ['ID=89ec09db-f7d1-407b-9858-7a16615b52ed,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:44.960524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23224e32-7c25-443d-8b94-278c83c80c28 req-de4e21d5-dbf9-49bf-ae67-c3d18e2950e4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:44.962502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23224e32-7c25-443d-8b94-278c83c80c28 req-de4e21d5-dbf9-49bf-ae67-c3d18e2950e4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 943 time: 0.2186177 Feb 03 11:20:44.975424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (359ecc46-0e74-4b0b-b283-f1ec13a74ea4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:44.995057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2aa97-127a-4a11-96a7-e6ce60684d43 req-d416f7f2-816a-4366-8c68-d736850e2874 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:44.997092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccd2aa97-127a-4a11-96a7-e6ce60684d43 req-d416f7f2-816a-4366-8c68-d736850e2874 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1465371 Feb 03 11:20:44.999252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359ecc46-0e74-4b0b-b283-f1ec13a74ea4']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:45.003625 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] Publish callbacks [] for security_group (cd135103-8d3a-4df0-a017-0d95f3257158), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.013862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6697e89b-4325-4055-9d57-393b199c4849') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:45.014440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6697e89b-4325-4055-9d57-393b199c4849') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:45.030388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6697e89b-4325-4055-9d57-393b199c4849), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.045104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6697e89b-4325-4055-9d57-393b199c4849), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.052418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:20:45.053414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6697e89b-4325-4055-9d57-393b199c4849), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:20:45.057086 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:20:45.066689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] Publish callbacks [] for security_group (cd135103-8d3a-4df0-a017-0d95f3257158), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.091822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23224e32-7c25-443d-8b94-278c83c80c28 req-53064551-4545-45af-a2a0-5c6a4cee6b3b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170092 Feb 03 11:20:45.131274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (359ecc46-0e74-4b0b-b283-f1ec13a74ea4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.137127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccd2aa97-127a-4a11-96a7-e6ce60684d43 req-b1a8a436-cd92-40e3-bb0f-76a034c47cb6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308444 Feb 03 11:20:45.163809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.164799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] 10.222.0.30 "DELETE /v2.0/networks/359ecc46-0e74-4b0b-b283-f1ec13a74ea4 HTTP/1.1" status: 204 len: 168 time: 1.0825522 Feb 03 11:20:45.175897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cd135103-8d3a-4df0-a017-0d95f3257158), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.179741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.180802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd135103-8d3a-4df0-a017-0d95f3257158 HTTP/1.1" status: 204 len: 168 time: 0.3374996 Feb 03 11:20:45.196051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a13ef-7e65-498b-bafe-1b852e7d3ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd135103-8d3a-4df0-a017-0d95f3257158,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:45.205171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d660d4-63fb-4d34-83d9-8a470b31214c tempest-ExtraDHCPOptionsTestJSON-872840820 tempest-ExtraDHCPOptionsTestJSON-872840820-project] Pushing event deleted for resources: {'Network': ['ID=359ecc46-0e74-4b0b-b283-f1ec13a74ea4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:45.296854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14c642fa-dd70-4740-b967-0a40a930d74a req-c9623e1d-40b4-49c5-ba40-1302711321c0 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0383263 Feb 03 11:20:45.329151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070f7b5-97f0-47fe-a09c-efb963199031 req-6055453c-d674-41c8-9959-d20f94d5d1af tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:45.329151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f070f7b5-97f0-47fe-a09c-efb963199031 req-6055453c-d674-41c8-9959-d20f94d5d1af tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1056151 Feb 03 11:20:45.405561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f070f7b5-97f0-47fe-a09c-efb963199031 req-436a095f-c426-49bc-8860-49ca119127ea tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728703 Feb 03 11:20:45.511507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48228951-8001-4a9c-8b45-ca7f1b639df8 req-7d49ff32-3c64-4bc8-954a-e1c8924de028 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:45.520502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48228951-8001-4a9c-8b45-ca7f1b639df8 req-7d49ff32-3c64-4bc8-954a-e1c8924de028 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1138234 Feb 03 11:20:45.604529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45260) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:45.612212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48228951-8001-4a9c-8b45-ca7f1b639df8 req-596720b4-afc2-4d5c-94b8-61ea20f5dd6c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825889 Feb 03 11:20:45.726382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:45.743964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee6686a6-8fea-47dc-a0e9-de2a51f320e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.787706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 89ec09db-f7d1-407b-9858-7a16615b52ed no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:20:45.817395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79ed842f-dd21-4af3-9e40-ce8821f1aeb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d7a648318f440b98d4696dc1c4cc96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114789 Feb 03 11:20:45.819786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45272) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:45.829261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 89ec09db-f7d1-407b-9858-7a16615b52ed {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:20:45.830171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 89ec09db-f7d1-407b-9858-7a16615b52ed not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:20:45.878147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:45.882375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e40b4-fd0d-46af-a82b-8e5038ceb87d req-886a5ee1-71f6-471f-840d-3b05fde6d9d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:45.885426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-051e40b4-fd0d-46af-a82b-8e5038ceb87d req-886a5ee1-71f6-471f-840d-3b05fde6d9d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1324697 Feb 03 11:20:45.911847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] Publish callbacks [] for security_group (581db648-6c96-4c76-b206-6061a4c6bb71), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.938668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee6686a6-8fea-47dc-a0e9-de2a51f320e4 admin admin] Publish callbacks [] for security_group (6d6edfb1-7879-4ff6-b100-0ff9633f3157), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.955989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] Publish callbacks [] for security_group (581db648-6c96-4c76-b206-6061a4c6bb71), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.963557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3df024cd-9ba6-4e99-aead-4bd0208f049e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:45.963935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:45.996972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee6686a6-8fea-47dc-a0e9-de2a51f320e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d6edfb1-7879-4ff6-b100-0ff9633f3157), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.026300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (581db648-6c96-4c76-b206-6061a4c6bb71), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.034543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.036112 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/581db648-6c96-4c76-b206-6061a4c6bb71 HTTP/1.1" status: 204 len: 168 time: 0.2139258 Feb 03 11:20:46.046940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8335dd3-ab2f-4c70-9a3c-061100bdb01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581db648-6c96-4c76-b206-6061a4c6bb71,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:46.052301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-051e40b4-fd0d-46af-a82b-8e5038ceb87d req-88c2a89c-ec88-4c0e-91ea-941541193129 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518426 Feb 03 11:20:46.112245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee6686a6-8fea-47dc-a0e9-de2a51f320e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6efc9b73a704fc7afbfab1800a019ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825667 Feb 03 11:20:46.112991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:46.116247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3df024cd-9ba6-4e99-aead-4bd0208f049e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:46.116646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.139158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6686a6-8fea-47dc-a0e9-de2a51f320e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6edfb1-7879-4ff6-b100-0ff9633f3157,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:46.170978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edecd2b-2f19-4f0c-9ca3-c8763db7d01e req-081c9f40-ab01-41d0-8eff-749026794905 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:46.182082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edecd2b-2f19-4f0c-9ca3-c8763db7d01e req-081c9f40-ab01-41d0-8eff-749026794905 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.2320342 Feb 03 11:20:46.192866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:46.198654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:46.202549 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8ae01-1d94-40e8-b51d-0ef867e35be8" -d '{"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-plugged", "status": "completed", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:46.210728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.222186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.288377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:46.298782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f2fd1166-7914-4e78-a59e-44c602c5f4ed req-62d90d4b-6f42-41dc-9d6f-774aaa86d2a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.1217244 Feb 03 11:20:46.330737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] Publish callbacks [] for security_group (6d6edfb1-7879-4ff6-b100-0ff9633f3157), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.373808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] Publish callbacks [] for security_group (6d6edfb1-7879-4ff6-b100-0ff9633f3157), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.439304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d6edfb1-7879-4ff6-b100-0ff9633f3157), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.444759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:46.446874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d6edfb1-7879-4ff6-b100-0ff9633f3157 HTTP/1.1" status: 204 len: 168 time: 0.3326190 Feb 03 11:20:46.467269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b1ad-9113-4479-ab82-f935b16490b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6edfb1-7879-4ff6-b100-0ff9633f3157,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:46.577466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd1a5-1786-423f-ad0b-82388d3a74ac req-995aad81-2257-400d-aec9-4b94819ec2f5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:46.585135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abdbd1a5-1786-423f-ad0b-82388d3a74ac req-995aad81-2257-400d-aec9-4b94819ec2f5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.4017892 Feb 03 11:20:46.604015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edecd2b-2f19-4f0c-9ca3-c8763db7d01e req-c04eae0c-fd02-43e3-8197-d67534f7ad78 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067557 Feb 03 11:20:46.725187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abdbd1a5-1786-423f-ad0b-82388d3a74ac req-37d06753-ef3e-4e5a-8c75-c50e7b52c409 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375537 Feb 03 11:20:46.775693 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeb7749-d3a2-4b2b-8710-1f6daa4e5e14 x-openstack-request-id: req-ffeb7749-d3a2-4b2b-8710-1f6daa4e5e14 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:46.776251 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-plugged", "status": "completed", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:46.777862 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffeb7749-d3a2-4b2b-8710-1f6daa4e5e14 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:46.778740 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'code': 200} Feb 03 11:20:46.843103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e0546-fa1a-4b14-b1fa-0cd9159f4c50 req-dfd18f50-bbed-49db-9fc5-9ebdbed98457 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:46.844676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e8e0546-fa1a-4b14-b1fa-0cd9159f4c50 req-dfd18f50-bbed-49db-9fc5-9ebdbed98457 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1188993 Feb 03 11:20:46.944151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e8e0546-fa1a-4b14-b1fa-0cd9159f4c50 req-405e793b-ed90-4e89-bf7d-16707cd0eff3 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858998 Feb 03 11:20:46.946494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f67487b0-d10a-4d4f-9809-388d453b4f90 req-9c61ea2f-15f3-43c2-bbba-209d4e968a73 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0749252 Feb 03 11:20:47.135038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968f31-d76f-4127-91c6-1ebacfdddcc5 req-03bcc9be-acb2-4b8e-ac34-0f2ac98bbb5e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.146290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8968f31-d76f-4127-91c6-1ebacfdddcc5 req-03bcc9be-acb2-4b8e-ac34-0f2ac98bbb5e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1236210 Feb 03 11:20:47.147897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8fea3-de8e-4748-af18-53afd5f61b53 req-a3b7a9f0-ae4b-4500-88d2-8a29f9817009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.150468 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d5a8fea3-de8e-4748-af18-53afd5f61b53 req-a3b7a9f0-ae4b-4500-88d2-8a29f9817009 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 1127 time: 0.1351213 Feb 03 11:20:47.203164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5ec39-1e42-41ad-9b56-eea4d3cd0484 req-88d6ae27-49fa-4883-893c-00dcef40ce70 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.208474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35f5ec39-1e42-41ad-9b56-eea4d3cd0484 req-88d6ae27-49fa-4883-893c-00dcef40ce70 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1199729 Feb 03 11:20:47.252300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d5a8fea3-de8e-4748-af18-53afd5f61b53 req-f04ec6fd-0c18-4364-afab-cd19f38678c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944304 Feb 03 11:20:47.278231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8968f31-d76f-4127-91c6-1ebacfdddcc5 req-cfc66efd-1032-42dd-a08d-c0a0be4c4208 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266410 Feb 03 11:20:47.326677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35f5ec39-1e42-41ad-9b56-eea4d3cd0484 req-7be2178f-0a62-4f26-9a18-e7bac9720607 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970521 Feb 03 11:20:47.364937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:47.519483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0f65f-c1de-4f7a-a6b3-8b6d87fb4119 req-29a84d78-95fe-4ac9-ad01-92baecbddc4f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.523896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71b0f65f-c1de-4f7a-a6b3-8b6d87fb4119 req-29a84d78-95fe-4ac9-ad01-92baecbddc4f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0948200 Feb 03 11:20:47.530684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-355482327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:47.572679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.573815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.622115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71b0f65f-c1de-4f7a-a6b3-8b6d87fb4119 req-913be7c2-5562-44f7-ae43-353649313f2d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706234 Feb 03 11:20:47.662996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router_controller (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.671968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.694810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.696125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4c0f2b8-3c5c-4f77-88f2-8db13c104aa2 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3300705 Feb 03 11:20:47.699008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:47.710609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-539887221'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:47.773594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d7b53-f701-4954-81b3-d5c72a537565 req-97d858c2-00d6-4586-bb6a-473d3216871f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.775657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:47.783149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.783946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d5d7b53-f701-4954-81b3-d5c72a537565 req-97d858c2-00d6-4586-bb6a-473d3216871f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.0805335 Feb 03 11:20:47.803126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.886464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d5d7b53-f701-4954-81b3-d5c72a537565 req-717d81f2-9ab3-4555-b3ad-b4f69d17d5ad tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013191 Feb 03 11:20:47.907439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe8bf-950e-41f7-92f3-ef3beabca23c req-80bab4c2-7023-4b0b-8d41-adb91364a128 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:47.912851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aadfe8bf-950e-41f7-92f3-ef3beabca23c req-80bab4c2-7023-4b0b-8d41-adb91364a128 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1064248 Feb 03 11:20:47.929929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for security_group (ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.936973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.967615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:47.973842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aadfe8bf-950e-41f7-92f3-ef3beabca23c req-be1d187c-694e-4823-8ca1-78e49a7d3f15 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567083 Feb 03 11:20:47.998727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:47.999435 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Added segment 3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4 of type vlan for network 89109ea9-0c84-43bf-848d-f5bef966be29 Feb 03 11:20:48.001266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:48.026531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.027680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.028149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.028694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.029152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.029592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.030027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.030457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.030797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.031782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.031782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.032044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.032550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:48.087847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (89109ea9-0c84-43bf-848d-f5bef966be29), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:48.112491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee352af5-c604-4653-83c2-31239ed5697e req-8b79a67c-98b6-49d5-8c5c-9863fd48d029 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0550842 Feb 03 11:20:48.126258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (89109ea9-0c84-43bf-848d-f5bef966be29), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:48.137492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:48.138223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:48.184862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd9e1-52ec-48b8-a6d4-80db282caf34 req-a9fc320d-79b3-427e-8d47-9120a3d94a8d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:48.194577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4944174 Feb 03 11:20:48.195284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:48.195912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eeafd9e1-52ec-48b8-a6d4-80db282caf34 req-a9fc320d-79b3-427e-8d47-9120a3d94a8d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1261170 Feb 03 11:20:48.247995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'subnet': {'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:48.257536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8e98-5f6b-4e65-92e2-feab4fa3379d tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Network': ['ID=89109ea9-0c84-43bf-848d-f5bef966be29,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:48.270303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 89109ea9-0c84-43bf-848d-f5bef966be29 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:48.286338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eeafd9e1-52ec-48b8-a6d4-80db282caf34 req-afb800bf-cb8f-4ff8-97d1-10b319809588 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892861 Feb 03 11:20:48.396903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e77d-9043-40b1-877c-7cb34c09ff6d req-0f1414c4-18c2-4db7-a077-b84ebb18e096 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:48.404262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41e7e77d-9043-40b1-877c-7cb34c09ff6d req-0f1414c4-18c2-4db7-a077-b84ebb18e096 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1531415 Feb 03 11:20:48.467869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:48.480427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:48.521021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41e7e77d-9043-40b1-877c-7cb34c09ff6d req-4c4e26b8-6d18-4a6f-8785-b1c672a99f6d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158371 Feb 03 11:20:48.832301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169348-8f99-4f68-bdf1-1baa9a11878b req-17c26f5a-5c87-4ac2-8cd6-20f5b8c7f78a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:48.844616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75169348-8f99-4f68-bdf1-1baa9a11878b req-17c26f5a-5c87-4ac2-8cd6-20f5b8c7f78a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2261872 Feb 03 11:20:48.900614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (3251edcd-dca5-4540-a85e-5fd2af39c08b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:48.961991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75169348-8f99-4f68-bdf1-1baa9a11878b req-f8f1c733-c66f-4e28-ba79-f90df5eb7df4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129334 Feb 03 11:20:49.007677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45e1013c-8c08-4163-9426-82419fae54f7 req-06f757a7-0f1c-4d95-9498-fe2075077dbb tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0783625 Feb 03 11:20:49.051554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Checking segment: {'id': '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:49.052166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network hostable DHCP agents. Network: 89109ea9-0c84-43bf-848d-f5bef966be29, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:49.059523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Subnet': ['ID=3251edcd-dca5-4540-a85e-5fd2af39c08b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:49.097864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 89109ea9-0c84-43bf-848d-f5bef966be29 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:49.122677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 89109ea9-0c84-43bf-848d-f5bef966be29) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:49.129938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.130582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.133184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b21fe-03a6-4ec4-bf01-01c7ed8a947d None None] Network 89109ea9-0c84-43bf-848d-f5bef966be29 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:49.141130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57440-1ce0-48c5-a4da-23f5ae353d04 req-1ff3d8dc-6ab9-4ad9-8317-1ee884ad9594 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.145446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69a57440-1ce0-48c5-a4da-23f5ae353d04 req-1ff3d8dc-6ab9-4ad9-8317-1ee884ad9594 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0828371 Feb 03 11:20:49.179723 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15dbb920-37cc-4113-8080-49b8db746c78 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9762619 Feb 03 11:20:49.180061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:49.190855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'network': {'name': 'tempest-router-network01--316744459'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:49.240870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:49.255263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.276654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-89109ea9-0c84-43bf-848d-f5bef966be29', 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29', 'project_id': '68089ae5dd85489085e3434512ef714e', 'fixed_ips': [{'subnet_id': '3251edcd-dca5-4540-a85e-5fd2af39c08b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:49.285694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.286394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:49.310614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d6f61288-26b2-4fe4-aeb8-d61618cece27), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.311750 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Added segment d6f61288-26b2-4fe4-aeb8-d61618cece27 of type vlan for network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f Feb 03 11:20:49.313887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69a57440-1ce0-48c5-a4da-23f5ae353d04 req-d348a2ce-5edc-4c26-ab93-8905a0155f53 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456707 Feb 03 11:20:49.329708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1359f49-1a2e-49d0-add6-52e3e559d2a4 req-34f87f6b-3b63-4dd8-b036-4d4ce118ecd8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.332726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1359f49-1a2e-49d0-add6-52e3e559d2a4 req-34f87f6b-3b63-4dd8-b036-4d4ce118ecd8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1863217 Feb 03 11:20:49.369877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.404714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.425882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.426540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.436469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1359f49-1a2e-49d0-add6-52e3e559d2a4 req-86dc6794-b61e-4dd2-bd14-c86963416d83 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Feb 03 11:20:49.473704 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2917933 Feb 03 11:20:49.476941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45410) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:49.482847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'network': {'name': 'tempest-router-network02--249587071'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:49.553407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Allocated IP 172.20.0.2 (89109ea9-0c84-43bf-848d-f5bef966be29/3251edcd-dca5-4540-a85e-5fd2af39c08b/22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:49.554689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02c935-e980-4107-b7a6-ab18f1e42ccc req-335e74fe-8455-416f-b9ca-42806c379f8b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.563302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec02c935-e980-4107-b7a6-ab18f1e42ccc req-335e74fe-8455-416f-b9ca-42806c379f8b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.1256912 Feb 03 11:20:49.580828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a1b67-5f20-422b-aa74-a7a6d036fe24 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Network': ['ID=0cf5fabe-b601-411f-87e8-d9ebf3d14b3f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:49.606772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:49.612899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.661481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:20:49.662756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec02c935-e980-4107-b7a6-ab18f1e42ccc req-63a8a585-40e1-4660-9748-04ec4882cc6f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984530 Feb 03 11:20:49.675588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cedcc9c7-44d2-439e-9e9d-ffddac853393), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.675948 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Added segment cedcc9c7-44d2-439e-9e9d-ffddac853393 of type vlan for network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff Feb 03 11:20:49.694211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d4fa-aab1-4b63-848a-65b5b3141673 req-603232c3-0fb9-47c6-9de7-93b1ea47a1c6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.700090 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ab9d4fa-aab1-4b63-848a-65b5b3141673 req-603232c3-0fb9-47c6-9de7-93b1ea47a1c6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1676784 Feb 03 11:20:49.731518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6c2cbd36-cbce-4575-bf93-cd6a6b302eff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.765663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6c2cbd36-cbce-4575-bf93-cd6a6b302eff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.767089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks [] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.771970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:49.777627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:49.778798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.790073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:49.862390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ab9d4fa-aab1-4b63-848a-65b5b3141673 req-8564ef3b-a2c5-4b56-aa2e-72a566ac37f8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543672 Feb 03 11:20:49.901508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Network 89109ea9-0c84-43bf-848d-f5bef966be29 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:49.916865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:49.922636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:49.932556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Pushing event updated for resources: {'Port': ['ID=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:49.951558 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4734628 Feb 03 11:20:49.958992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45424) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:49.981522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'subnet': {'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:49.989403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46244-9b29-43d7-b86a-529449c79349 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Network': ['ID=6c2cbd36-cbce-4575-bf93-cd6a6b302eff,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:50.010288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff621d-b64e-43fd-aec3-6bc109fcc990 req-53da3d7b-fbfa-4b2e-98fe-5f8564e44226 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:50.017549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cff621d-b64e-43fd-aec3-6bc109fcc990 req-53da3d7b-fbfa-4b2e-98fe-5f8564e44226 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2257109 Feb 03 11:20:50.018413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:20:50.069999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Attempting to bind port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:50.070369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Attempting to bind port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:50.070727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Attempting to bind port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc on network 89109ea9-0c84-43bf-848d-f5bef966be29 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:50.083294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:50.083679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Checking segment: {'id': '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:50.084079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:50.084468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Bound using segment: {'id': '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:50.084951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Bound port: 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89109ea9-0c84-43bf-848d-f5bef966be29'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:50.085330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:50.133419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cff621d-b64e-43fd-aec3-6bc109fcc990 req-f0f3b30b-7044-463e-a2da-35671932efe8 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110106 Feb 03 11:20:50.139525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:50.144276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:50.182943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37fea1-fc26-49ea-9daa-0e3b43df0a98 req-e6ce3dae-e9fa-4205-9a15-ea9b255dfdaf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:50.185328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd37fea1-fc26-49ea-9daa-0e3b43df0a98 req-e6ce3dae-e9fa-4205-9a15-ea9b255dfdaf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1272275 Feb 03 11:20:50.211853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] For port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:50.216754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] For port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,segment=NetworkSegment(3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4),segment_id=3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:50.225072 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:50.326087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5fdd6-e562-4774-9d88-8d046a5d66a3 None None] Pushing event updated for resources: {'Port': ['ID=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:50.331834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd37fea1-fc26-49ea-9daa-0e3b43df0a98 req-a4938a27-cf42-4537-a75e-881eb5b391a8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400368 Feb 03 11:20:50.375514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9663c-351b-4a0b-ab07-b1621067a86f req-88ff68b0-0bed-4fb0-8ce2-1ced0a44d4ce tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:50.384028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac9663c-351b-4a0b-ab07-b1621067a86f req-88ff68b0-0bed-4fb0-8ce2-1ced0a44d4ce tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1216550 Feb 03 11:20:50.494657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c783c41-ecab-43fc-a759-3b7dad206c06 req-211ae98e-0d26-4df2-9fc5-c3f45a355229 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0544200 Feb 03 11:20:50.510849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aac9663c-351b-4a0b-ab07-b1621067a86f req-a105c482-a66b-40e1-8aae-92163edf1856 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207066 Feb 03 11:20:50.826386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb4e99-b9c9-49b5-b6f8-e7fb86bac63a req-4dfbbdd0-57ae-4806-a09b-11f0be47e62f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:50.828563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9fb4e99-b9c9-49b5-b6f8-e7fb86bac63a req-4dfbbdd0-57ae-4806-a09b-11f0be47e62f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1636524 Feb 03 11:20:50.969979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6ccd2127-a349-4d78-87b9-af5692035fdd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:51.010802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9fb4e99-b9c9-49b5-b6f8-e7fb86bac63a req-7990a0c2-e7d5-4a02-bddb-aa5fe5abf076 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644571 Feb 03 11:20:51.043554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e17df3-eca6-4c84-b362-4f9506a5edfb req-ee7c1a80-d0ac-4212-94fc-6358b29a94ea tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:51.045148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94e17df3-eca6-4c84-b362-4f9506a5edfb req-ee7c1a80-d0ac-4212-94fc-6358b29a94ea tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1827691 Feb 03 11:20:51.118744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Subnet': ['ID=6ccd2127-a349-4d78-87b9-af5692035fdd,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:51.129206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94e17df3-eca6-4c84-b362-4f9506a5edfb req-f705d3d2-67dd-49b8-ae18-6f6db38c47f5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775752 Feb 03 11:20:51.150054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Checking segment: {'id': 'd6f61288-26b2-4fe4-aeb8-d61618cece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:51.150641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network hostable DHCP agents. Network: 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:51.186304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:51.204600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:51.213470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:51.214444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:51.219289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ebcbb7-b513-41ac-a0b4-7b2b8efd2340 None None] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:51.256363 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77a0c549-138b-4657-8032-2d7c539700e1 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2927828 Feb 03 11:20:51.259212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:51.271928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'subnet': {'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:51.436531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0cf5fabe-b601-411f-87e8-d9ebf3d14b3f', 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f', 'project_id': '68089ae5dd85489085e3434512ef714e', 'fixed_ips': [{'subnet_id': '6ccd2127-a349-4d78-87b9-af5692035fdd'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:51.438210 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:51.439809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-ba14854c-3913-45f3-80ec-365c4db2b685 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:51.452258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-ba14854c-3913-45f3-80ec-365c4db2b685 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 0.3213179 Feb 03 11:20:51.469365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Made reservation on behalf of 68089ae5dd85489085e3434512ef714e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:51.473197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:51.483164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-970d7f0c-a73e-463b-8712-7a4871308020 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/quotas/de87e34c676a40c7b929199374ba853d HTTP/1.1" status: 200 len: 375 time: 0.0297503 Feb 03 11:20:51.628535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a1033-39bf-40ae-b023-56480a8f81e4 req-25623309-eae1-444c-a8a7-883bc04679fe tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:51.630553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f4a1033-39bf-40ae-b023-56480a8f81e4 req-25623309-eae1-444c-a8a7-883bc04679fe tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1679235 Feb 03 11:20:51.658042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-40071880-f361-46b3-97c2-443ba0b44ccd tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311665 Feb 03 11:20:51.787735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f4a1033-39bf-40ae-b023-56480a8f81e4 req-ab906416-183f-4123-9768-a95d7c98af01 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952208 Feb 03 11:20:51.793499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Allocated IP 172.20.0.2 (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f/6ccd2127-a349-4d78-87b9-af5692035fdd/02b28e5c-dabc-4873-b6b7-84dc658472f6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:51.973194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (ab6cb94e-fbd2-4127-9215-1d333cad90bc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.022488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-b73f73b5-bdcf-43d7-8bb6-39177e5aebcb service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626442 Feb 03 11:20:52.039476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Subnet': ['ID=ab6cb94e-fbd2-4127-9215-1d333cad90bc,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:52.082902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29db88-d1e2-4cbb-bdf2-947aeb36e330 req-c4cf190a-0137-4d67-9597-bac06c21aa66 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:52.086013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Checking segment: {'id': 'cedcc9c7-44d2-439e-9e9d-ffddac853393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:52.086286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da29db88-d1e2-4cbb-bdf2-947aeb36e330 req-c4cf190a-0137-4d67-9597-bac06c21aa66 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1930625 Feb 03 11:20:52.086421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network hostable DHCP agents. Network: 6c2cbd36-cbce-4575-bf93-cd6a6b302eff, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:20:52.109167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:52.119203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:20:52.144228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6c2cbd36-cbce-4575-bf93-cd6a6b302eff) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:52.165136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:52.167159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.195686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-351f1061-1012-46ee-9238-0a4ac90ec752 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9350686 Feb 03 11:20:52.203233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45472) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:52.208185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4248c67-9251-48d8-89a0-3e6de7ee3f4a None None] Network 89109ea9-0c84-43bf-848d-f5bef966be29 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:52.221671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ff2e2-fa25-405c-b650-420e18f52ea2 None None] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:52.241741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da29db88-d1e2-4cbb-bdf2-947aeb36e330 req-38388dc8-ebc7-44f3-a49f-47aa156cbb08 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544712 Feb 03 11:20:52.292738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d3909589-a5e6-46ea-b529-b28966e7d906 service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693021 Feb 03 11:20:52.307000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks [] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.343865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Provisioning complete for port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:52.344240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.412325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-649ac8df-48a4-4647-97fa-3b9fc062a40a req-bfeb013b-eb50-4100-9963-194b0f612cfe tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0418139 Feb 03 11:20:52.420040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.484985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Pushing event updated for resources: {'Port': ['ID=02b28e5c-dabc-4873-b6b7-84dc658472f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:52.540276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:52.540650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.619891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:52.622922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:52.655532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:52.676021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530dd18-39df-4895-b490-53921aa08d50 req-7696a545-513e-40c7-81ef-018c9fd073f1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:52.677668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5530dd18-39df-4895-b490-53921aa08d50 req-7696a545-513e-40c7-81ef-018c9fd073f1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc91b4f7-ae68-49e0-a553-b5e04f2bc705 HTTP/1.1" status: 200 len: 945 time: 0.2097504 Feb 03 11:20:52.726411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a3cff-0d8b-40e8-afaf-047c7f4feb8c req-bbb709cc-d0d2-48ba-9c03-c31936d1be18 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:52.728958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4a3cff-0d8b-40e8-afaf-047c7f4feb8c req-bbb709cc-d0d2-48ba-9c03-c31936d1be18 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1864467 Feb 03 11:20:52.734896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.753891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efe7ee-150b-448c-8e24-574be776c887 req-322b5f45-8568-43f9-9e8a-86c264f00c82 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:52.755557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2efe7ee-150b-448c-8e24-574be776c887 req-322b5f45-8568-43f9-9e8a-86c264f00c82 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1473911 Feb 03 11:20:52.781224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-6c2cbd36-cbce-4575-bf93-cd6a6b302eff', 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff', 'project_id': '68089ae5dd85489085e3434512ef714e', 'fixed_ips': [{'subnet_id': 'ab6cb94e-fbd2-4127-9215-1d333cad90bc'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:20:52.782469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.802113 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:20:52.893538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Current status of the port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:52.893889 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:52.897627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2efe7ee-150b-448c-8e24-574be776c887 req-39e23208-c8ac-4830-b757-ab58d33c449d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342592 Feb 03 11:20:52.910055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4a3cff-0d8b-40e8-afaf-047c7f4feb8c req-14ff7671-9138-4578-9817-5a7e050545e3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709878 Feb 03 11:20:53.019010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ca49253-10c0-4866-8663-db107afd319f req-d475d59c-4a3d-494e-b1bc-958868a69893 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 210 time: 0.0390153 Feb 03 11:20:53.154468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:53.154741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.164678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Deleting port 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:53.168263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.171146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Attempting to bind port 02b28e5c-dabc-4873-b6b7-84dc658472f6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:53.171528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Attempting to bind port 02b28e5c-dabc-4873-b6b7-84dc658472f6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd6f61288-26b2-4fe4-aeb8-d61618cece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:53.171894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Attempting to bind port 02b28e5c-dabc-4873-b6b7-84dc658472f6 on network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:53.216393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:53.221163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Checking segment: {'id': 'd6f61288-26b2-4fe4-aeb8-d61618cece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:53.221640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.222047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Bound using segment: {'id': 'd6f61288-26b2-4fe4-aeb8-d61618cece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:53.222550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Bound port: 02b28e5c-dabc-4873-b6b7-84dc658472f6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f61288-26b2-4fe4-aeb8-d61618cece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0cf5fabe-b601-411f-87e8-d9ebf3d14b3f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:53.222930 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.264470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] For port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,segment=NetworkSegment(3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4),segment_id=3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:53.308795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.441500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c6da-b77f-4b76-81de-e61f93927a4f req-b7bf0b68-c17e-4a3b-bb67-6afb4f437723 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:53.443054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1d5c6da-b77f-4b76-81de-e61f93927a4f req-b7bf0b68-c17e-4a3b-bb67-6afb4f437723 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1398520 Feb 03 11:20:53.510395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Allocated IP 172.20.0.1 (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f/6ccd2127-a349-4d78-87b9-af5692035fdd/139afd0a-7d33-4d21-966f-f0818c5512ef) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:53.664340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22155a-c76e-4e5c-bf85-517c066d705e req-372cf044-6e12-4c23-9cb6-991d2aa78995 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:53.676116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be22155a-c76e-4e5c-bf85-517c066d705e req-372cf044-6e12-4c23-9cb6-991d2aa78995 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2316658 Feb 03 11:20:53.686451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] For port 3df024cd-9ba6-4e99-aead-4bd0208f049e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3df024cd-9ba6-4e99-aead-4bd0208f049e,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:53.686841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.699350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1d5c6da-b77f-4b76-81de-e61f93927a4f req-e8c86f33-dfce-4aee-9186-9961a73569d3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223821 Feb 03 11:20:53.773407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Calling delete_port for 3df024cd-9ba6-4e99-aead-4bd0208f049e owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:20:53.799782 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:20:53.800355 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:20:53.821040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Allocated IP 172.20.0.2 (6c2cbd36-cbce-4575-bf93-cd6a6b302eff/ab6cb94e-fbd2-4127-9215-1d333cad90bc/7cf94d10-373d-4ea2-a863-5f402e4cb918) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:53.849263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be22155a-c76e-4e5c-bf85-517c066d705e req-3a79a33d-1bcd-4f66-9edc-a2ba2892cac7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711733 Feb 03 11:20:53.859200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5a2e-9461-414d-8f8c-b3655dc43f8d None None] Pushing event updated for resources: {'Port': ['ID=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:53.865565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-79899f8e-6562-4c94-acd3-be2ba01d0259 None None] Provisioning complete for port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:53.865943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79899f8e-6562-4c94-acd3-be2ba01d0259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.911660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:53.911971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] For port 02b28e5c-dabc-4873-b6b7-84dc658472f6, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:53.944763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] For port 02b28e5c-dabc-4873-b6b7-84dc658472f6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=02b28e5c-dabc-4873-b6b7-84dc658472f6,segment=NetworkSegment(d6f61288-26b2-4fe4-aeb8-d61618cece27),segment_id=d6f61288-26b2-4fe4-aeb8-d61618cece27)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:54.012978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.029976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.160432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc7abdbe-b56d-4d3c-baa1-07dbd3cdeb28 req-608a2fab-4f13-4ad6-83b2-6c8cb0e972a3 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0957737 Feb 03 11:20:54.186993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:54.253246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:54.295099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:54.314063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee1a16-1ae5-4538-ac83-46fae34ed9fb req-0a27968f-4637-4083-ac9a-3972d6fe9161 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:54.331255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3ee1a16-1ae5-4538-ac83-46fae34ed9fb req-0a27968f-4637-4083-ac9a-3972d6fe9161 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2103386 Feb 03 11:20:54.407366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Port': ['ID=139afd0a-7d33-4d21-966f-f0818c5512ef,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:54.455798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (3df024cd-9ba6-4e99-aead-4bd0208f049e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.468259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:54.476170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c07a84-6011-49c7-ae16-3e408d27240b None None] Pushing event updated for resources: {'Port': ['ID=02b28e5c-dabc-4873-b6b7-84dc658472f6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:54.486167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-99f08a92-0ce6-4feb-b03a-51c61446e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:54.490485 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-99f08a92-0ce6-4feb-b03a-51c61446e49a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=301a72856294465e9e01c034baf7eade&device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 1128 time: 0.3448930 Feb 03 11:20:54.491329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.497790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79899f8e-6562-4c94-acd3-be2ba01d0259 None None] Current status of the port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:54.500851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3005-bb97-4f0b-838b-71c2b68626a4 req-51cacb84-c339-432d-bd71-2feccddf0386 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:54.510476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9da3005-bb97-4f0b-838b-71c2b68626a4 req-51cacb84-c339-432d-bd71-2feccddf0386 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1702020 Feb 03 11:20:54.513165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3df024cd-9ba6-4e99-aead-4bd0208f049e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:20:54.565409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3ee1a16-1ae5-4538-ac83-46fae34ed9fb req-32e93271-de10-4bb7-b462-cae1d1a98d45 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329195 Feb 03 11:20:54.570293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks [] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.577418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event deleted for resources: {'Port': ['ID=3df024cd-9ba6-4e99-aead-4bd0208f049e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:54.598404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:54.686297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9da3005-bb97-4f0b-838b-71c2b68626a4 req-fdf94ef2-9875-4834-a1b8-6548d67ecc83 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746144 Feb 03 11:20:54.810437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:54.920087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:54.928723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:54.932855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:54.954188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Pushing event updated for resources: {'Port': ['ID=7cf94d10-373d-4ea2-a863-5f402e4cb918,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:54.954927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-b7c30948-d13f-4b4f-9bdc-794cf389bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:54.956569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-b7c30948-d13f-4b4f-9bdc-794cf389bf2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 200 len: 916 time: 0.4010963 Feb 03 11:20:54.990805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72edf838-6dda-42fd-b51b-2266a83c069b req-80979ed1-d67a-4b6c-86e3-039ee71c41d4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 210 time: 0.1553593 Feb 03 11:20:55.068552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:55.068946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.104756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Attempting to bind port 7cf94d10-373d-4ea2-a863-5f402e4cb918 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:55.106126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Attempting to bind port 7cf94d10-373d-4ea2-a863-5f402e4cb918 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'cedcc9c7-44d2-439e-9e9d-ffddac853393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:55.106495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Attempting to bind port 7cf94d10-373d-4ea2-a863-5f402e4cb918 on network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:55.125486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:55.125875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Checking segment: {'id': 'cedcc9c7-44d2-439e-9e9d-ffddac853393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:55.126286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.127159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Bound using segment: {'id': 'cedcc9c7-44d2-439e-9e9d-ffddac853393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:55.127812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Bound port: 7cf94d10-373d-4ea2-a863-5f402e4cb918, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedcc9c7-44d2-439e-9e9d-ffddac853393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c2cbd36-cbce-4575-bf93-cd6a6b302eff'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:55.128202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.162016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-a5416aa7-1f69-417c-8cc1-3a5cd6edd366 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7 HTTP/1.1" status: 200 len: 217 time: 0.1889997 Feb 03 11:20:55.219580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-426baaf4-89d6-4f62-a7d2-c669f60e6472 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:55.221168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-426baaf4-89d6-4f62-a7d2-c669f60e6472 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 0.5338774 Feb 03 11:20:55.251720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-68b708a0-bced-44d1-93ff-5a0590edd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:55.253863 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-68b708a0-bced-44d1-93ff-5a0590edd5fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 200 len: 854 time: 0.0536141 Feb 03 11:20:55.257253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] No DVR routers for this DVR port 3df024cd-9ba6-4e99-aead-4bd0208f049e on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:20:55.268306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Request body: {'port': {'device_id': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'admin_state_up': True, 'tenant_id': 'de87e34c676a40c7b929199374ba853d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:55.270354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] For port 7cf94d10-373d-4ea2-a863-5f402e4cb918, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:20:55.282991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.286913 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5530dd18-39df-4895-b490-53921aa08d50 req-8ba52fab-822d-47b1-9281-9f549fca26f2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "DELETE /v2.0/ports/3df024cd-9ba6-4e99-aead-4bd0208f049e HTTP/1.1" status: 204 len: 173 time: 2.5891168 Feb 03 11:20:55.287695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-deleted', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:20:55.288367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:55.300837 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7cdd96-2c17-4aa5-b8a4-53ceb9ca1d5e" -d '{"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-deleted", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:20:55.303170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] For port 7cf94d10-373d-4ea2-a863-5f402e4cb918, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cf94d10-373d-4ea2-a863-5f402e4cb918,segment=NetworkSegment(cedcc9c7-44d2-439e-9e9d-ffddac853393),segment_id=cedcc9c7-44d2-439e-9e9d-ffddac853393)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:20:55.321023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.356761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.400023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddafe62-0ee2-49c7-9927-0dd76a7523ad None None] Pushing event updated for resources: {'Port': ['ID=7cf94d10-373d-4ea2-a863-5f402e4cb918,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:55.458003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Made reservation on behalf of de87e34c676a40c7b929199374ba853d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:20:55.461682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:55.476576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-bb22514a-8ed7-4413-b407-636b145b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:55.479088 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-bb22514a-8ed7-4413-b407-636b145b1ea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfa10334-f662-4821-b8e9-5953c902a208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2163947 Feb 03 11:20:55.680781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3b492-231c-40db-bd5d-22cc7a9fde69 req-20e4a0e0-507a-49bb-b6a0-1b67207a7bdf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:55.686976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91a3b492-231c-40db-bd5d-22cc7a9fde69 req-20e4a0e0-507a-49bb-b6a0-1b67207a7bdf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.4419148 Feb 03 11:20:55.865322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91a3b492-231c-40db-bd5d-22cc7a9fde69 req-0f5425cb-06c6-41b8-ac13-09f04597b37e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553774 Feb 03 11:20:55.881332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c20b2-e7a8-4dd1-b8ae-cbaa472ed0f5 req-2c94f708-14c4-4e1d-9cef-6082bc1bb80d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:55.883261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f25c20b2-e7a8-4dd1-b8ae-cbaa472ed0f5 req-2c94f708-14c4-4e1d-9cef-6082bc1bb80d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.9293640 Feb 03 11:20:55.905126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-7fe15867-a7a2-463d-bf16-e4318dcf7adc service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064624 Feb 03 11:20:56.080088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2db6a65-080e-4bf4-a07f-aa8018c8f8f9 req-03b45cdc-1f9d-4275-b432-ed96cd1c1399 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0819025 Feb 03 11:20:56.095647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Allocated IP 172.20.0.2 (9ecb8171-aa18-44c3-812e-37184ec95c86/b54738b2-cdbb-4c89-a313-5d8b70ac85d4/bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:20:56.191398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f25c20b2-e7a8-4dd1-b8ae-cbaa472ed0f5 req-693ad6c4-a6f1-462a-8f49-4f34382b5618 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610188 Feb 03 11:20:56.213886 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-5b4f24f9-77bb-4324-93a9-c8ab152652e0 req-cc2403f5-c177-467f-b8f8-787fdfe7716d service neutron] 10.222.0.53 "GET /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823045 Feb 03 11:20:56.264049 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32d5c2b-4099-4387-94e7-036ab9371356 x-openstack-request-id: req-e32d5c2b-4099-4387-94e7-036ab9371356 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:20:56.264727 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc91b4f7-ae68-49e0-a553-b5e04f2bc705", "name": "network-vif-deleted", "tag": "3df024cd-9ba6-4e99-aead-4bd0208f049e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:20:56.268191 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e32d5c2b-4099-4387-94e7-036ab9371356 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:20:56.268693 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc91b4f7-ae68-49e0-a553-b5e04f2bc705', 'name': 'network-vif-deleted', 'tag': '3df024cd-9ba6-4e99-aead-4bd0208f049e', 'status': 'completed', 'code': 200} Feb 03 11:20:56.270943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.281910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.378271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4269b50-71b6-401c-bfbf-1560fb8e51a9 None None] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:56.416102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.427743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Port': ['ID=139afd0a-7d33-4d21-966f-f0818c5512ef,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:56.583681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Provisioning complete for port 02b28e5c-dabc-4873-b6b7-84dc658472f6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:56.591866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.703503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b0046a7-8f6a-4a97-9a90-c6e68e1d74a2 req-31f74235-b2e6-408b-9c43-d0c511f7308e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 210 time: 0.0917685 Feb 03 11:20:56.791593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0260ef6-6bc4-4cbc-8fc1-0584b6dbcecc req-34a21b2b-374f-4fef-927c-793ee7262f9e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:56.809036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0260ef6-6bc4-4cbc-8fc1-0584b6dbcecc req-34a21b2b-374f-4fef-927c-793ee7262f9e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.4508076 Feb 03 11:20:56.857236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Current status of the port 02b28e5c-dabc-4873-b6b7-84dc658472f6 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:56.857755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.907339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cf94d10-373d-4ea2-a863-5f402e4cb918 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:56.935984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-e6bdddc2-3cc1-4027-ad8b-cb9a226d57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:56.939531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-e6bdddc2-3cc1-4027-ad8b-cb9a226d57dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.2549996 Feb 03 11:20:56.954274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks [] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:56.980969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:57.020250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:57.048455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.081551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] For port 02b28e5c-dabc-4873-b6b7-84dc658472f6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=02b28e5c-dabc-4873-b6b7-84dc658472f6,segment=NetworkSegment(d6f61288-26b2-4fe4-aeb8-d61618cece27),segment_id=d6f61288-26b2-4fe4-aeb8-d61618cece27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:57.114933 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.115843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0260ef6-6bc4-4cbc-8fc1-0584b6dbcecc req-edd1a25b-6bc7-4373-a73b-239283af4709 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058393 Feb 03 11:20:57.121940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7cf94d10-373d-4ea2-a863-5f402e4cb918 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:57.122550 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.212001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238b8a8-8ac6-4eda-bbb1-9855da32d8bb req-f7b1950e-5a28-4edf-af2c-781edd0402ae tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:57.225337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d238b8a8-8ac6-4eda-bbb1-9855da32d8bb req-f7b1950e-5a28-4edf-af2c-781edd0402ae tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3150692 Feb 03 11:20:57.273472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.347374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-f11df039-04df-48c7-8802-59623bf79d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:57.349070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-f11df039-04df-48c7-8802-59623bf79d9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.3967810 Feb 03 11:20:57.440094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-6e0aa5ac-0a84-41fe-af58-89a7ca049cc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.0844023 Feb 03 11:20:57.453531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d238b8a8-8ac6-4eda-bbb1-9855da32d8bb req-9a1d5221-c137-464f-8eeb-344328028d88 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236252 Feb 03 11:20:57.473068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:20:57.475826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:57.481766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cf94d10-373d-4ea2-a863-5f402e4cb918 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:57.482257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.497232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:20:57.506486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:20:57.520002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ac0ed-8a42-4a8c-9e76-4cd9482cb133 None None] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:20:57.522414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-6008eaa2-0560-4bf7-babb-d073a041eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:57.524093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-6008eaa2-0560-4bf7-babb-d073a041eccb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.0755689 Feb 03 11:20:57.525242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Router 7959e3e9-1ac4-4e17-a8b5-89e6361b9fff is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:20:57.569038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7cf94d10-373d-4ea2-a863-5f402e4cb918, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cf94d10-373d-4ea2-a863-5f402e4cb918,segment=NetworkSegment(cedcc9c7-44d2-439e-9e9d-ffddac853393),segment_id=cedcc9c7-44d2-439e-9e9d-ffddac853393)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:20:57.585539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.591136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.591731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.592243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.592751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.593287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.593781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.594278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.594769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.595292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.595791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.596282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.596770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:20:57.631170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.631946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 02b28e5c-dabc-4873-b6b7-84dc658472f6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:57.663563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9652f5-3b4f-4459-90da-8ca48aef944b req-7fe3ae23-6bf2-47c4-a3f1-68e7170c646a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:57.673848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e9652f5-3b4f-4459-90da-8ca48aef944b req-7fe3ae23-6bf2-47c4-a3f1-68e7170c646a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.4143169 Feb 03 11:20:57.681223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:20:57.692027 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-94bf83bc-99a0-4151-a0b0-605637d53311 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4842448 Feb 03 11:20:57.693271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:57.724972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8b87f7f-0207-4d14-a624-584b7060a28a req-086f3b36-7a18-4c71-88ca-abda78b9f02f tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.1208758 Feb 03 11:20:57.733717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] Sync routers for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:20:57.740541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01520f-1462-44b0-bd3e-e3253facc23b None None] Pushing event updated for resources: {'Port': ['ID=02b28e5c-dabc-4873-b6b7-84dc658472f6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:57.797652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:57.798660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.859849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:57.861024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:57.866659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-68477f96-2256-4809-9d00-fe6b863e761c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6036432 Feb 03 11:20:57.901169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e9652f5-3b4f-4459-90da-8ca48aef944b req-93a88ae5-cbd8-41dd-a6e4-9a21700a6107 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222917 Feb 03 11:20:57.912256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Request body: {'port': {'device_id': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:20:57.928662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Provisioning complete for port 02b28e5c-dabc-4873-b6b7-84dc658472f6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:57.929076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:57.937878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:57.953369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:20:58.141144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3df024cd-9ba6-4e99-aead-4bd0208f049e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:20:58.141993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3df024cd-9ba6-4e99-aead-4bd0208f049e not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:20:58.163219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:58.195660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:20:58.196780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:58.254661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:20:58.255710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08189b3-a0e1-4a76-aa28-afbe1271b26a None None] The sync data for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:20:58.282042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418b187-09f0-4582-bf92-21895d281472 req-b4f9cd32-4fce-4139-9a17-d0b707fdbdf3 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:58.301634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c418b187-09f0-4582-bf92-21895d281472 req-b4f9cd32-4fce-4139-9a17-d0b707fdbdf3 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 931 time: 0.2535455 Feb 03 11:20:58.307696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 02b28e5c-dabc-4873-b6b7-84dc658472f6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:58.309091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:58.392378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-9692c7e9-ee3a-4659-9644-7dd851691c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:58.394288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-9692c7e9-ee3a-4659-9644-7dd851691c8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8637977 Feb 03 11:20:58.407328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7cf94d10-373d-4ea2-a863-5f402e4cb918,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:58.459775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c418b187-09f0-4582-bf92-21895d281472 req-c2838b4b-ca70-4b4c-9596-e650d6770e8b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572726 Feb 03 11:20:58.771317 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-ebe89fb2-2201-4fe2-a65d-8ed0a69a6859 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599374 Feb 03 11:20:58.824844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089786ac-7e4d-4153-b683-3188ea938d3d req-5d75e297-761e-48f3-b358-40fd71da0837 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:58.832650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-089786ac-7e4d-4153-b683-3188ea938d3d req-5d75e297-761e-48f3-b358-40fd71da0837 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1771722 Feb 03 11:20:58.847270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0fab3-dbaf-4e5b-b488-67707ef06f31 req-ed98e7f9-d8d5-452e-ac7a-da219a206199 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:58.855021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ff0fab3-dbaf-4e5b-b488-67707ef06f31 req-ed98e7f9-d8d5-452e-ac7a-da219a206199 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1983836 Feb 03 11:20:58.959071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Current status of the port 02b28e5c-dabc-4873-b6b7-84dc658472f6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:58.972715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 02b28e5c-dabc-4873-b6b7-84dc658472f6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:58.991311 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-705e79d3-a990-4db0-ac2b-bcdaf7b27f18 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:20:58.995007 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-705e79d3-a990-4db0-ac2b-bcdaf7b27f18 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2980807 Feb 03 11:20:58.996428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:20:59.002502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Provisioning complete for port 139afd0a-7d33-4d21-966f-f0818c5512ef triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:59.002902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.083883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30f4f8b8-e7f1-4e56-9c55-e5b136b4bc84 None None] Port 139afd0a-7d33-4d21-966f-f0818c5512ef cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:59.119538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a59a273e-b0bc-4722-b0c3-31a256ff6354 req-a1ba7b34-e5b7-4784-93bc-143721eb42f0 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433967 Feb 03 11:20:59.127926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cf94d10-373d-4ea2-a863-5f402e4cb918 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:59.221768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Provisioning complete for port 139afd0a-7d33-4d21-966f-f0818c5512ef triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:59.222410 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.277536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7cf94d10-373d-4ea2-a863-5f402e4cb918 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:59.278184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.319669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:20:59.334161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Port 139afd0a-7d33-4d21-966f-f0818c5512ef cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:20:59.336777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks [] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.349111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-089786ac-7e4d-4153-b683-3188ea938d3d req-0c587ed4-070d-4473-9823-c7a6dd0b3e9c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133460 Feb 03 11:20:59.357539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ff0fab3-dbaf-4e5b-b488-67707ef06f31 req-46cf3447-ad8a-448e-9eed-6f7b97a749fa tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011683 Feb 03 11:20:59.366107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Transition to ACTIVE for port object bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:20:59.389648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.402683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Provisioning complete for port 7cf94d10-373d-4ea2-a863-5f402e4cb918 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:59.403241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.438100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cf94d10-373d-4ea2-a863-5f402e4cb918 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:59.439231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 02b28e5c-dabc-4873-b6b7-84dc658472f6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:20:59.553885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.557425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 02b28e5c-dabc-4873-b6b7-84dc658472f6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:20:59.557895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.570433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76dbf8ad-0f11-411e-9645-48067c64a282 req-17e6bbae-3ddf-417e-b82a-696cbc9eebcf tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0952427 Feb 03 11:20:59.612814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0fad37b6-f1ed-4335-a1aa-7da328760453 None None] Current status of the port 7cf94d10-373d-4ea2-a863-5f402e4cb918 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:59.653633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:20:59.744316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 02b28e5c-dabc-4873-b6b7-84dc658472f6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:20:59.802537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2168738-cb02-4595-98e2-bd19da3e3f16 req-84036b54-0845-4b34-ad36-e632e33a62e3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:59.804275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2168738-cb02-4595-98e2-bd19da3e3f16 req-84036b54-0845-4b34-ad36-e632e33a62e3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.2630744 Feb 03 11:20:59.815044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Attempting to bind port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:20:59.815460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Attempting to bind port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:20:59.815865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Attempting to bind port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:59.858526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc on network 9ecb8171-aa18-44c3-812e-37184ec95c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:20:59.859215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Attempting to bind port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:20:59.880576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:20:59.880961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Checking segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:20:59.882131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Bound using segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:20:59.882640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Bound port: bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:20:59.883014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:20:59.913764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2168738-cb02-4595-98e2-bd19da3e3f16 req-5df70c18-a184-45b8-8e76-c05b2e588015 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013286 Feb 03 11:20:59.936362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec65c7-0beb-4da4-b481-9913f2c70e92 req-34eb601d-a236-4cae-9821-1d20a3385697 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:20:59.937977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faec65c7-0beb-4da4-b481-9913f2c70e92 req-34eb601d-a236-4cae-9821-1d20a3385697 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 943 time: 0.2490985 Feb 03 11:20:59.969838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting port 139afd0a-7d33-4d21-966f-f0818c5512ef {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:20:59.970158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.066463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.071981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faec65c7-0beb-4da4-b481-9913f2c70e92 req-70a8cb9f-e7cf-457b-a5a4-ec2377438e20 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254656 Feb 03 11:21:00.082411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Calling delete_port for 139afd0a-7d33-4d21-966f-f0818c5512ef owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:00.126832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017acc-5ce9-4c9e-b017-f4053ed38c65 req-3d0dc308-f544-418e-8fe6-7440dcd4fe36 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.128257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88017acc-5ce9-4c9e-b017-f4053ed38c65 req-3d0dc308-f544-418e-8fe6-7440dcd4fe36 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1158800 Feb 03 11:21:00.130941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:00.134230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:00.155552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.183701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.186705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.194673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc HTTP/1.1" status: 200 len: 1091 time: 2.2804506 Feb 03 11:21:00.199392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:00.204466 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8948d3-3200-4152-8458-d2d57a6da671" -d '{"events": [{"name": "network-changed", "server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:00.321096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab65b-496b-4295-9e9f-d05cd400b8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:00.348086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88017acc-5ce9-4c9e-b017-f4053ed38c65 req-22b55da3-abd9-4746-8aa8-917662fc0033 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115762 Feb 03 11:21:00.351527 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ca99f-1e36-4801-a6eb-be581466f99c x-openstack-request-id: req-db8ca99f-1e36-4801-a6eb-be581466f99c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:00.351824 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:00.352073 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db8ca99f-1e36-4801-a6eb-be581466f99c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:00.352631 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'status': 'completed', 'code': 200} Feb 03 11:21:00.364277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-1c2fee16-e0b5-4b1a-8141-19b514256bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.365815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-1c2fee16-e0b5-4b1a-8141-19b514256bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 1125 time: 0.0795462 Feb 03 11:21:00.390638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (139afd0a-7d33-4d21-966f-f0818c5512ef), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.429343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Port': ['ID=139afd0a-7d33-4d21-966f-f0818c5512ef,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:00.516948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-38d2e8bd-e2ad-4637-9941-859e8bce21b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc HTTP/1.1" status: 200 len: 217 time: 0.1304586 Feb 03 11:21:00.654819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535493c-a2d8-404d-8dd5-a3ae123beea7 req-ff0f2c99-57fc-48eb-8f5e-f81de8bba9d2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.663178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8535493c-a2d8-404d-8dd5-a3ae123beea7 req-ff0f2c99-57fc-48eb-8f5e-f81de8bba9d2 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.1713073 Feb 03 11:21:00.668752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ae0-39a4-4fac-915a-2f97812239de req-11cc2128-51d4-4106-9adb-744b9eb845a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.670362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-11cc2128-51d4-4106-9adb-744b9eb845a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.1365373 Feb 03 11:21:00.676706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:00.735022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-7354c477-5b84-4c61-884b-3f428326b61e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377829 Feb 03 11:21:00.741782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c007e8-a0c9-42e2-b348-ca3ebdb9c208 req-470f901d-4197-43ca-9c77-76e0c7e36bb7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:00.743861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72c007e8-a0c9-42e2-b348-ca3ebdb9c208 req-470f901d-4197-43ca-9c77-76e0c7e36bb7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2511332 Feb 03 11:21:00.796137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8535493c-a2d8-404d-8dd5-a3ae123beea7 req-b32fcb2e-ee5b-4dce-bb39-80685d955878 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314466 Feb 03 11:21:00.871790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72c007e8-a0c9-42e2-b348-ca3ebdb9c208 req-895df939-8616-4d0b-aee9-7c2da5821536 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146040 Feb 03 11:21:00.893025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Router 7959e3e9-1ac4-4e17-a8b5-89e6361b9fff has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:00.955444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf2ec0a3-626c-4e67-b357-365d335bd1de req-4f58002e-bb1e-4dc5-abb9-bebba2b525a0 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0644810 Feb 03 11:21:00.959661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-d73b3e7c-b4b0-470f-a2be-64d29a5c1418 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147648 Feb 03 11:21:01.012611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:01.023339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] Sync routers for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:01.039712 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:01.041146 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e7b851b-5805-4eb9-b59c-03f1ef517989 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436225 Feb 03 11:21:01.041906 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:01.046801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:01.095406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2400ae0-39a4-4fac-915a-2f97812239de req-c550ed81-9726-4987-9c2c-2eac48dd3ffb service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Feb 03 11:21:01.119524 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-46b21416-4bea-4f02-b313-743e8d92790e tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] delete failed (client error): The resource could not be found. Feb 03 11:21:01.121683 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46b21416-4bea-4f02-b313-743e8d92790e tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1943062567 HTTP/1.1" status: 404 len: 335 time: 0.0731313 Feb 03 11:21:01.122632 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:01.128187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:01.133924 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:01.134484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a6af62a1-924c-485e-b518-18967ddbb32a tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'router': {'external_gateway_info': {'network_id': '7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:01.134629 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:01.192672 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:01.193699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d018f-53e1-4d63-98a7-44de17bcaed5 None None] The sync data for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:01.199171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-133092ff-dc8b-4071-aad6-960a7e074a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:01.243959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc13f-62ba-4505-9c06-90d22f7bc99a req-a7cad9bf-1cbd-41c4-ae95-9542c4a2313a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.245998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-918cc13f-62ba-4505-9c06-90d22f7bc99a req-a7cad9bf-1cbd-41c4-ae95-9542c4a2313a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.2622280 Feb 03 11:21:01.256352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e1857-e01e-4c4f-a6bf-7f30a7e5bcb5 req-765c879c-0d06-46e7-b68c-72e1dac44ec2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.258072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-033e1857-e01e-4c4f-a6bf-7f30a7e5bcb5 req-765c879c-0d06-46e7-b68c-72e1dac44ec2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1614218 Feb 03 11:21:01.359279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-918cc13f-62ba-4505-9c06-90d22f7bc99a req-2f100c7c-81aa-4cf0-b4fb-cab2f9365573 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961967 Feb 03 11:21:01.383742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-99f06d8f-98ed-4699-bde8-844e624fcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.390509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-99f06d8f-98ed-4699-bde8-844e624fcb98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 1125 time: 0.1991305 Feb 03 11:21:01.530848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-1ceed8eb-4caa-460d-9c11-889c19380cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.532887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-1ceed8eb-4caa-460d-9c11-889c19380cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 916 time: 0.1373754 Feb 03 11:21:01.561959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6af62a1-924c-485e-b518-18967ddbb32a tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router_gateway (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:01.568567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-033e1857-e01e-4c4f-a6bf-7f30a7e5bcb5 req-653d636e-a587-44ca-80f8-4ef81d2903e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995741 Feb 03 11:21:01.591941 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a6af62a1-924c-485e-b518-18967ddbb32a tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] update failed (client error): The resource could not be found. Feb 03 11:21:01.593513 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6af62a1-924c-485e-b518-18967ddbb32a tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff HTTP/1.1" status: 404 len: 339 time: 0.4639170 Feb 03 11:21:01.597394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45636) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:01.644586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-7a795b18-95b8-4026-9f5b-2e047234ef44 req-a402c74b-1987-48d8-8605-7a82588197d8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:21:01.651517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a795b18-95b8-4026-9f5b-2e047234ef44 req-a402c74b-1987-48d8-8605-7a82588197d8 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424836 Feb 03 11:21:01.656208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-13f900fe-bcee-4d88-b77c-64abfb04ac10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc HTTP/1.1" status: 200 len: 217 time: 0.1093316 Feb 03 11:21:01.697152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45640) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:01.766142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-414f16d1-220a-4a67-8bfe-4c2c3847fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.767620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-414f16d1-220a-4a67-8bfe-4c2c3847fccc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.0541942 Feb 03 11:21:01.853007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-78aeabde-75ea-4947-8a11-80975c57feec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554469 Feb 03 11:21:01.887265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b11ef434-b37c-45f4-a12d-0d3c69cdc3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:01.908997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d9285-ce6a-4468-94cc-fc33d9cda479 req-1adbdcb9-3bfd-4042-8f98-34293291d583 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:01.916871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-954d9285-ce6a-4468-94cc-fc33d9cda479 req-1adbdcb9-3bfd-4042-8f98-34293291d583 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 943 time: 0.3801625 Feb 03 11:21:01.945888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a795b18-95b8-4026-9f5b-2e047234ef44 req-35d48ea4-48e7-4d1c-b794-ee4016ca2958 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2931824 Feb 03 11:21:02.076005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-954d9285-ce6a-4468-94cc-fc33d9cda479 req-6846d475-8aff-458d-bfd6-2fd548af55fa tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503754 Feb 03 11:21:02.106166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.117937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-dff8911a-cefd-46d9-b3e7-58ff913afbe3 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638037 Feb 03 11:21:02.246586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c8948d3-3200-4152-8458-d2d57a6da671 req-bf8ed8b9-ae68-468d-b9a2-4b4a2be300df service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190701 Feb 03 11:21:02.377912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac4d1c-576f-4bea-8920-782a1b48846d req-aed3e53a-9125-4a41-9bde-18612ca7c030 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:02.379881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eac4d1c-576f-4bea-8920-782a1b48846d req-aed3e53a-9125-4a41-9bde-18612ca7c030 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1324885 Feb 03 11:21:02.393692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13dbf9-aa9c-46d3-afce-3e2a25eaede9 req-127e507f-0c3b-4714-8686-97a099d4ed66 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:02.395714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a13dbf9-aa9c-46d3-afce-3e2a25eaede9 req-127e507f-0c3b-4714-8686-97a099d4ed66 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1000264 Feb 03 11:21:02.468487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b11ef434-b37c-45f4-a12d-0d3c69cdc3a5 admin admin] Publish callbacks [] for security_group (9767e169-b1dc-49a4-95f2-a1125d69afe8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.481151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b11ef434-b37c-45f4-a12d-0d3c69cdc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9767e169-b1dc-49a4-95f2-a1125d69afe8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.482568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a13dbf9-aa9c-46d3-afce-3e2a25eaede9 req-d49c28c6-62de-4217-921f-0df8cf1d9e6e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796018 Feb 03 11:21:02.486050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6eac4d1c-576f-4bea-8920-782a1b48846d req-7f173cc8-1dd2-407a-b527-93eaececeb89 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845037 Feb 03 11:21:02.514739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Allocated IP 172.20.0.1 (89109ea9-0c84-43bf-848d-f5bef966be29/3251edcd-dca5-4540-a85e-5fd2af39c08b/8a54e531-7564-401a-816a-3a6aa2fbf23d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:02.564341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ef434-b37c-45f4-a12d-0d3c69cdc3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767e169-b1dc-49a4-95f2-a1125d69afe8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:02.574278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b11ef434-b37c-45f4-a12d-0d3c69cdc3a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61502d6c062c474fbdd941cc48762f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8755498 Feb 03 11:21:02.574743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:02.673470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00eb5a6c-3595-4618-ac4d-65434d3d86f9 req-b55474d0-4187-4d1b-8996-d2c7fc697600 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0493898 Feb 03 11:21:02.720712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.728338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] Publish callbacks [] for security_group (9767e169-b1dc-49a4-95f2-a1125d69afe8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.755287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c125a-c942-4dd2-983b-d21580ad627e req-4315cf32-6193-4949-9df4-fdd95bb9b3c5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:02.756816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f9c125a-c942-4dd2-983b-d21580ad627e req-4315cf32-6193-4949-9df4-fdd95bb9b3c5 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.1462891 Feb 03 11:21:02.765231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.809505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 89109ea9-0c84-43bf-848d-f5bef966be29 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:02.811765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] Publish callbacks [] for security_group (9767e169-b1dc-49a4-95f2-a1125d69afe8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.814096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:02.822391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:02.852862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Port': ['ID=8a54e531-7564-401a-816a-3a6aa2fbf23d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:02.878651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:02.906398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f9c125a-c942-4dd2-983b-d21580ad627e req-025ae57e-cdde-4b05-b141-ff15fc1d0a02 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278851 Feb 03 11:21:02.949773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d0f1e-8f06-4548-931d-0578803f2681 req-6b001964-fa47-4d91-8a0f-33f8dcfa45f0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:02.951367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-333d0f1e-8f06-4548-931d-0578803f2681 req-6b001964-fa47-4d91-8a0f-33f8dcfa45f0 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1912615 Feb 03 11:21:03.013926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9767e169-b1dc-49a4-95f2-a1125d69afe8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.024958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.026208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9767e169-b1dc-49a4-95f2-a1125d69afe8 HTTP/1.1" status: 204 len: 168 time: 0.4492931 Feb 03 11:21:03.115637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-333d0f1e-8f06-4548-931d-0578803f2681 req-66d6d649-9980-4177-918d-af49c4ba138c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517758 Feb 03 11:21:03.120048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad30a24-d3d3-44a1-b7d0-b72e6bc2a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767e169-b1dc-49a4-95f2-a1125d69afe8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:03.199689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-421af89f-1545-4b6c-8254-4581a9669a19 None None] Provisioning complete for port 8a54e531-7564-401a-816a-3a6aa2fbf23d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:03.200250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421af89f-1545-4b6c-8254-4581a9669a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.238795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69e9d-9192-4254-b35f-b209963feebb req-b9c9e0c2-3eca-4407-b941-ddfa54d4f7a4 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:03.252533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39e69e9d-9192-4254-b35f-b209963feebb req-b9c9e0c2-3eca-4407-b941-ddfa54d4f7a4 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.1652198 Feb 03 11:21:03.292812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-421af89f-1545-4b6c-8254-4581a9669a19 None None] Port 8a54e531-7564-401a-816a-3a6aa2fbf23d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:03.359547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39e69e9d-9192-4254-b35f-b209963feebb req-41c4e86c-6dc2-4ee2-8977-450202bb09a0 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990963 Feb 03 11:21:03.404674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e9c9-3b23-496c-9abc-6846c2dc735c req-f53e66a1-4753-403e-a6c8-411714fceaaf tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:03.407802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6fe1e9c9-3b23-496c-9abc-6846c2dc735c req-f53e66a1-4753-403e-a6c8-411714fceaaf tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 943 time: 0.1327853 Feb 03 11:21:03.529192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6fe1e9c9-3b23-496c-9abc-6846c2dc735c req-11d037fd-a288-4899-8175-c6b779fbbe0c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130934 Feb 03 11:21:03.547034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1a5d-4a33-4748-83f8-fa1d0f5df41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.595877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:03.614927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61e66aca-1a3e-4f4f-8bd5-e3a5a94a5eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.628714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.790565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfc665-9c43-403e-aec7-7cf41e700af0 req-0a780b0e-35e7-4bbf-be88-a09f8121e7cb tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:03.792027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93dfc665-9c43-403e-aec7-7cf41e700af0 req-0a780b0e-35e7-4bbf-be88-a09f8121e7cb tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1569345 Feb 03 11:21:03.827290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575c382-4ec6-4f13-9da6-0da6cd1326a3 req-9b7ab09b-8afd-430a-97e7-75213bf6ecaf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:03.828884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0575c382-4ec6-4f13-9da6-0da6cd1326a3 req-9b7ab09b-8afd-430a-97e7-75213bf6ecaf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1362431 Feb 03 11:21:03.856462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61e66aca-1a3e-4f4f-8bd5-e3a5a94a5eff admin admin] Publish callbacks [] for security_group (3e9e7746-532e-443c-beca-2f4c6bddfa89), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.870159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61e66aca-1a3e-4f4f-8bd5-e3a5a94a5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e9e7746-532e-443c-beca-2f4c6bddfa89), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:03.915551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:21:03.947040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-61e66aca-1a3e-4f4f-8bd5-e3a5a94a5eff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c4bc3ffacab4f9bba781e8a884325a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488641 Feb 03 11:21:03.950225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:03.973309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93dfc665-9c43-403e-aec7-7cf41e700af0 req-50e0731f-dc8b-42fb-80a3-419f3a989e3b tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474793 Feb 03 11:21:03.976592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e66aca-1a3e-4f4f-8bd5-e3a5a94a5eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e7746-532e-443c-beca-2f4c6bddfa89,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:03.991288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0575c382-4ec6-4f13-9da6-0da6cd1326a3 req-c5625d78-05fe-4c5e-b8cf-09ba5ac197cb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462181 Feb 03 11:21:04.047380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.057254 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.113319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:04.126567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'port_id': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'mac_address': 'fa:16:3e:bf:e7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54738b2-cdbb-4c89-a313-5d8b70ac85d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:21:04.144316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b30224fd-1bff-4c22-af2d-efb943f4529c req-63c0d842-ec96-4386-b242-cfb764b5a312 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0457089 Feb 03 11:21:04.150636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.160391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] Publish callbacks [] for security_group (3e9e7746-532e-443c-beca-2f4c6bddfa89), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.170538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f316c-621b-44ec-ae0b-cae7ed613632 req-0848e507-46fe-4213-95ca-a1ad28c125cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:04.172085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230f316c-621b-44ec-ae0b-cae7ed613632 req-0848e507-46fe-4213-95ca-a1ad28c125cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1213124 Feb 03 11:21:04.177300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:04.177828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.222239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] Publish callbacks [] for security_group (3e9e7746-532e-443c-beca-2f4c6bddfa89), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.222561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:04.266255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:04.271401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230f316c-621b-44ec-ae0b-cae7ed613632 req-3d793211-22e9-458d-839d-ba852a81500a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919681 Feb 03 11:21:04.274372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.297342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event updated for resources: {'Port': ['ID=8a54e531-7564-401a-816a-3a6aa2fbf23d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:04.347566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:04.416406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Network 89109ea9-0c84-43bf-848d-f5bef966be29 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:04.417420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e9e7746-532e-443c-beca-2f4c6bddfa89), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.420053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.421225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e9e7746-532e-443c-beca-2f4c6bddfa89 HTTP/1.1" status: 204 len: 168 time: 0.4700086 Feb 03 11:21:04.425239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:04.436804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fe9e2-2f61-4168-9c95-f477975ba2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e7746-532e-443c-beca-2f4c6bddfa89,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:04.448086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cca44-93b4-4444-8fe9-7889e9835d30 req-d54cc034-d9df-4e2f-bea7-166212f7cbe6 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:04.454735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cca44-93b4-4444-8fe9-7889e9835d30 req-d54cc034-d9df-4e2f-bea7-166212f7cbe6 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:04.460613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cca44-93b4-4444-8fe9-7889e9835d30 req-d54cc034-d9df-4e2f-bea7-166212f7cbe6 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:04.462906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-533cca44-93b4-4444-8fe9-7889e9835d30 req-d54cc034-d9df-4e2f-bea7-166212f7cbe6 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2&device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d&device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 2417 time: 0.1129618 Feb 03 11:21:04.555479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-533cca44-93b4-4444-8fe9-7889e9835d30 req-80ca5a3a-5adb-486d-a73a-7cfe7e6ff131 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Feb 03 11:21:04.596257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Router 7959e3e9-1ac4-4e17-a8b5-89e6361b9fff has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:04.597128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.606419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-1a46e480-5e21-474f-b867-aa29a6ae024f req-544bacd9-ac04-4ced-944e-0e627863fd5a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:21:04.607435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a46e480-5e21-474f-b867-aa29a6ae024f req-544bacd9-ac04-4ced-944e-0e627863fd5a tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092332 Feb 03 11:21:04.654749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:04.741196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741cf6-404e-4a2b-abc8-f1804398403c req-93193042-8ff4-42d6-8976-1cf3d6950cd9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:04.743143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98741cf6-404e-4a2b-abc8-f1804398403c req-93193042-8ff4-42d6-8976-1cf3d6950cd9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 944 time: 0.1296475 Feb 03 11:21:04.778760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a46e480-5e21-474f-b867-aa29a6ae024f req-da878e66-f581-4ac4-8d2c-be9361f2fb1c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1496542 Feb 03 11:21:04.792338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:04.806534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d23f7685-6afb-4801-9769-b7354cc4101c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2065718 Feb 03 11:21:04.807560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] Sync routers for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:04.807741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45700) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:04.846874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:04.847747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:04.859427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c0acba0-1a83-42c9-90b5-357f31598478 None None] Provisioning complete for port 8a54e531-7564-401a-816a-3a6aa2fbf23d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:04.860038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0acba0-1a83-42c9-90b5-357f31598478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:04.887684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98741cf6-404e-4a2b-abc8-f1804398403c req-82c68533-9aed-421a-8ae3-d7bfcaab2bd5 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075797 Feb 03 11:21:04.928077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:04.967471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c0acba0-1a83-42c9-90b5-357f31598478 None None] Port 8a54e531-7564-401a-816a-3a6aa2fbf23d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:04.971216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:04.971859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:05.014722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45e4bbe0-d458-4fbc-aafb-1ff8c15c22fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:05.026242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:05.026936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51be7f-0722-429a-817c-4754f16a5a1f None None] The sync data for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:05.194087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b50f3-8208-420b-bff9-6903bcecbed7 req-a3780d0b-72a5-4603-a0b2-6434cfd1cc7b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:05.202297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-446b50f3-8208-420b-bff9-6903bcecbed7 req-a3780d0b-72a5-4603-a0b2-6434cfd1cc7b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.0953848 Feb 03 11:21:05.227834 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-45e4bbe0-d458-4fbc-aafb-1ff8c15c22fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 11:21:05.229679 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-45e4bbe0-d458-4fbc-aafb-1ff8c15c22fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff HTTP/1.1" status: 409 len: 329 time: 0.4208913 Feb 03 11:21:05.232675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45716) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:05.257340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-446b50f3-8208-420b-bff9-6903bcecbed7 req-c6761b1a-719b-4634-b276-2edd38ad0844 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Feb 03 11:21:05.409677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e59098f-bf61-49b0-bf0b-677234e3ac07 req-82517472-7534-486b-a647-13be8ba687c4 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0399687 Feb 03 11:21:05.592441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe738e7-ae95-4004-91b9-afe0dc7e0ce0 req-3b5f7c62-5668-4877-b8ad-eb1b0e325969 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:05.597517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbe738e7-ae95-4004-91b9-afe0dc7e0ce0 req-3b5f7c62-5668-4877-b8ad-eb1b0e325969 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1126330 Feb 03 11:21:05.672980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbe738e7-ae95-4004-91b9-afe0dc7e0ce0 req-84353981-994a-459b-ae28-81d1c7318747 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695448 Feb 03 11:21:05.813256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:05.931025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:06.061777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4604f9-0a3f-4a6c-bee6-e21dd66c6a96 req-bf2db248-5735-4bcc-b31c-6dde32e08746 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.064374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:21:06.070168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4604f9-0a3f-4a6c-bee6-e21dd66c6a96 req-bf2db248-5735-4bcc-b31c-6dde32e08746 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1168733 Feb 03 11:21:06.072964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:06.075452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.091408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-4575ce07-4ed1-47dc-96f2-5d0a8b0de052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.093055 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-4575ce07-4ed1-47dc-96f2-5d0a8b0de052 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc142e937c4941d69f1124d5f27b26ac&device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 1126 time: 0.1312950 Feb 03 11:21:06.226811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.228147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:06.228616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.267340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:06.269899 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3fa498-1fbc-4e92-a725-f553b7168a4a" -d '{"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:06.271123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-33d5a15d-a8a3-49c1-825d-564b882ec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.272753 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-33d5a15d-a8a3-49c1-825d-564b882ec846 service neutron] 10.222.0.53 "GET /v2.0/networks?id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 200 len: 913 time: 0.1698236 Feb 03 11:21:06.289249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:06.294895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.358992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:06.382633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting port 8a54e531-7564-401a-816a-3a6aa2fbf23d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:06.382974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.394646 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-ace52c65-6aa2-49d9-a61a-348c280ddc17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 200 len: 998 time: 0.1047716 Feb 03 11:21:06.514637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-08605f96-0fab-424e-ad7f-318de7820563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.515876 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-08605f96-0fab-424e-ad7f-318de7820563 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 200 len: 851 time: 0.1104965 Feb 03 11:21:06.569594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:06.601613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Calling delete_port for 8a54e531-7564-401a-816a-3a6aa2fbf23d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:06.621984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-b7a80af9-cc66-43a9-98df-34cd391067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.623516 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-b7a80af9-cc66-43a9-98df-34cd391067cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=768acb44-d8c5-4fe1-aa36-fa8aab15fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0995758 Feb 03 11:21:06.707802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4604f9-0a3f-4a6c-bee6-e21dd66c6a96 req-5cf3f255-7627-46c7-b80f-5ead69a669d1 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6328642 Feb 03 11:21:06.765114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e982b-d61d-43fd-a63b-ec69494e921c req-ab2873f3-e4df-4486-a1bd-06e805cc4e7b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:06.772806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-855e982b-d61d-43fd-a63b-ec69494e921c req-ab2873f3-e4df-4486-a1bd-06e805cc4e7b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 944 time: 0.6831813 Feb 03 11:21:06.814216 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-a70f7d2d-e90d-4e1a-b8cc-48d3bd6b1001 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028616 Feb 03 11:21:06.830295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-855e982b-d61d-43fd-a63b-ec69494e921c req-8b8785fe-a7d9-4400-a3de-c6570c20ece1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514040 Feb 03 11:21:06.888126 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b663e640-4245-47b9-b11e-0f92b32e6c3b x-openstack-request-id: req-b663e640-4245-47b9-b11e-0f92b32e6c3b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:06.888515 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:06.888855 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b663e640-4245-47b9-b11e-0f92b32e6c3b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:06.889628 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'code': 200} Feb 03 11:21:07.067300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-00f7b78d-4211-42a2-805e-1356d8abba89 req-0d062f84-fdb2-43b0-bcf2-be573b996e75 service neutron] 10.222.0.53 "GET /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134862 Feb 03 11:21:07.072547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8a54e531-7564-401a-816a-3a6aa2fbf23d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:07.125816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-941f72e4-ec91-4766-bed2-819e8ff8ee54 req-c4a821ae-e2a5-48e5-84f6-983660af0a16 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0560546 Feb 03 11:21:07.139607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Port': ['ID=8a54e531-7564-401a-816a-3a6aa2fbf23d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:07.173947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b0d6-9180-461d-85a4-ce09b8b822b7 req-c1b59cb1-0cdd-481b-8cd7-8dff312d7a9c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:07.180684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6589b0d6-9180-461d-85a4-ce09b8b822b7 req-c1b59cb1-0cdd-481b-8cd7-8dff312d7a9c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2231345 Feb 03 11:21:07.185070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d06d-9627-4f76-b15c-db0a79b40a6b req-8d48711f-5582-42b2-9dc0-13a5af22b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:07.186385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d5d06d-9627-4f76-b15c-db0a79b40a6b req-8d48711f-5582-42b2-9dc0-13a5af22b40d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 1127 time: 0.1790693 Feb 03 11:21:07.314320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6589b0d6-9180-461d-85a4-ce09b8b822b7 req-3cffb52c-02e2-4d9f-ba19-86c5b8442928 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325552 Feb 03 11:21:07.326457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34d5d06d-9627-4f76-b15c-db0a79b40a6b req-13c93bfb-f0ab-4fcc-a55c-53e7132bab38 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 Feb 03 11:21:07.330099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:07.393880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:07.543802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674bee6-975e-4305-beea-3ddffc4aa7da req-b1fc053e-b6ce-46e1-8736-32d658922393 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:07.551132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d674bee6-975e-4305-beea-3ddffc4aa7da req-b1fc053e-b6ce-46e1-8736-32d658922393 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1122081 Feb 03 11:21:07.601115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d674bee6-975e-4305-beea-3ddffc4aa7da req-64d507ce-b1a8-4200-b67d-d0f91b28e21d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Feb 03 11:21:07.632863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Router 7959e3e9-1ac4-4e17-a8b5-89e6361b9fff has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:07.716250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:07.726027 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1fec3e84-da4d-40d3-9218-f8d104c6ca72 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791002 Feb 03 11:21:07.726995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45772) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:07.733976 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] Sync routers for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:07.762350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:07.762350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:07.814578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:07.818367 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-55c0fa8e-a451-4b9e-9ac9-4e5a0162b80c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] show failed (client error): The resource could not be found. Feb 03 11:21:07.819511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55c0fa8e-a451-4b9e-9ac9-4e5a0162b80c tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-782233811 HTTP/1.1" status: 404 len: 334 time: 0.0914752 Feb 03 11:21:07.823621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:07.828241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3ac58fc0-f783-4947-8899-3fc7ac7836de tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:07.832109 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] Routers {'7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:07.833992 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:07.876248 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:07.877641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f506d-0b04-4dda-897e-342a4c46359a None None] The sync data for ids ['7959e3e9-1ac4-4e17-a8b5-89e6361b9fff'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:07.900299 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-3ac58fc0-f783-4947-8899-3fc7ac7836de tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] update failed (client error): The resource could not be found. Feb 03 11:21:07.905370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ac58fc0-f783-4947-8899-3fc7ac7836de tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1609383536 HTTP/1.1" status: 404 len: 335 time: 0.0806663 Feb 03 11:21:07.905957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45780) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:07.943764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaff3e9-7146-49ae-87df-4a3acb317bfa req-11e814dc-e341-4202-8d53-51f0e9734a14 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:07.947134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eaff3e9-7146-49ae-87df-4a3acb317bfa req-11e814dc-e341-4202-8d53-51f0e9734a14 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1409953 Feb 03 11:21:07.977575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting subnet ab6cb94e-fbd2-4127-9215-1d333cad90bc {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:21:07.981850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (ab6cb94e-fbd2-4127-9215-1d333cad90bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.034285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ab6cb94e-fbd2-4127-9215-1d333cad90bc), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.105582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d732c-94f8-49a6-865d-3429b99d792f req-bbc22f92-4754-4fc0-b663-c5f68791d118 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:08.113667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e33d732c-94f8-49a6-865d-3429b99d792f req-bbc22f92-4754-4fc0-b663-c5f68791d118 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1600275 Feb 03 11:21:08.152042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1eaff3e9-7146-49ae-87df-4a3acb317bfa req-c3d56645-7fd7-4e1f-9b4d-18fded9eb64c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698325 Feb 03 11:21:08.158015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ab6cb94e-fbd2-4127-9215-1d333cad90bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.219617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e33d732c-94f8-49a6-865d-3429b99d792f req-5aba8bbf-52d4-41ef-8623-d1137e901bac tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047530 Feb 03 11:21:08.311957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ab6cb94e-fbd2-4127-9215-1d333cad90bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.323566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfb2691c-4c06-40fb-8ae8-2b270d2fc895 req-6a727662-181c-47ca-a36d-0148b9be13a3 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0364199 Feb 03 11:21:08.344601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6cb94e-fbd2-4127-9215-1d333cad90bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:08.368385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4cfcf1-7cb9-47a5-95ff-7b29daafc14a None None] Network 6c2cbd36-cbce-4575-bf93-cd6a6b302eff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:08.369807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.385307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45786) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:08.386686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3cdd82fe-b626-4b0e-87c4-4320dba5372f tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/subnets/ab6cb94e-fbd2-4127-9215-1d333cad90bc HTTP/1.1" status: 204 len: 168 time: 0.4734998 Feb 03 11:21:08.478431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting subnet 6ccd2127-a349-4d78-87b9-af5692035fdd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:21:08.485199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (6ccd2127-a349-4d78-87b9-af5692035fdd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.533349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d553-da4e-4dc8-8590-c44e30eef781 req-fb612f0b-1ce8-447c-b830-919a95a66293 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:08.535020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cb8d553-da4e-4dc8-8590-c44e30eef781 req-fb612f0b-1ce8-447c-b830-919a95a66293 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1392751 Feb 03 11:21:08.544833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (6ccd2127-a349-4d78-87b9-af5692035fdd), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.627090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] DHCP port deletion for 6c2cbd36-cbce-4575-bf93-cd6a6b302eff request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:21:08.642589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cb8d553-da4e-4dc8-8590-c44e30eef781 req-4e4838c5-d200-4b50-abd7-4bc7d9833ff4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006653 Feb 03 11:21:08.720489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Deleting port 7cf94d10-373d-4ea2-a863-5f402e4cb918 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:08.720780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.740179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6ccd2127-a349-4d78-87b9-af5692035fdd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.827541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] For port 7cf94d10-373d-4ea2-a863-5f402e4cb918, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cf94d10-373d-4ea2-a863-5f402e4cb918,segment=NetworkSegment(cedcc9c7-44d2-439e-9e9d-ffddac853393),segment_id=cedcc9c7-44d2-439e-9e9d-ffddac853393)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:08.827959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.848850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b6ae-88d4-4ac9-aefc-4d6ed6516351 req-1b589943-9441-4169-a44f-b7b799f2ab23 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:08.859740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c127b6ae-88d4-4ac9-aefc-4d6ed6516351 req-1b589943-9441-4169-a44f-b7b799f2ab23 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1695018 Feb 03 11:21:08.860239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Calling delete_port for 7cf94d10-373d-4ea2-a863-5f402e4cb918 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:08.951878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c127b6ae-88d4-4ac9-aefc-4d6ed6516351 req-06a9d37d-845e-4b13-a993-4184ef45c699 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912504 Feb 03 11:21:08.957665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (6ccd2127-a349-4d78-87b9-af5692035fdd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.979306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:08.984600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/subnets/6ccd2127-a349-4d78-87b9-af5692035fdd HTTP/1.1" status: 204 len: 168 time: 0.6023283 Feb 03 11:21:08.987065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45798) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:09.000933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa7ada-5e77-4e6b-90e7-07c1dadb6798 None None] Network 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:09.013126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc9c32-ed30-4e0a-9100-8e3bd7bd0702 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccd2127-a349-4d78-87b9-af5692035fdd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:09.115499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cf94d10-373d-4ea2-a863-5f402e4cb918 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:09.165148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (6c2cbd36-cbce-4575-bf93-cd6a6b302eff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.222771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.264396 n-d-821606-6 neutron-server[103128]: INFO neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No ports have port_id starting with 7cf94d10-373d-4ea2-a863-5f402e4cb918 Feb 03 11:21:09.277939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] No DVR routers for this DVR port 7cf94d10-373d-4ea2-a863-5f402e4cb918 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:09.295484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-69894fff-3abc-4bf5-9fd4-7181f72fe329 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:09.303663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-69894fff-3abc-4bf5-9fd4-7181f72fe329 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 945 time: 0.1867745 Feb 03 11:21:09.359487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] DHCP port deletion for 0cf5fabe-b601-411f-87e8-d9ebf3d14b3f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:21:09.362242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385cc15-60c1-4a96-8eb6-b797ac8c38f2 None None] Pushing event deleted for resources: {'Port': ['ID=7cf94d10-373d-4ea2-a863-5f402e4cb918,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:09.365127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting port 7cf94d10-373d-4ea2-a863-5f402e4cb918 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:09.365593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.418556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de1255-5d82-49b8-a503-5af67eb54ac6 req-867ae806-8a12-431f-986f-16651cadd350 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:09.420227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80de1255-5d82-49b8-a503-5af67eb54ac6 req-867ae806-8a12-431f-986f-16651cadd350 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1089036 Feb 03 11:21:09.444300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Deleting port 02b28e5c-dabc-4873-b6b7-84dc658472f6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:09.444866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.487306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80de1255-5d82-49b8-a503-5af67eb54ac6 req-4efa195b-54dc-4524-b5e6-13b25d8c97f4 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606847 Feb 03 11:21:09.496463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3177-34dc-4227-9aac-b3c9f17afdfb req-fe0a28f5-0505-4e77-b311-e38aaec719ef tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:09.498227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f3d3177-34dc-4227-9aac-b3c9f17afdfb req-fe0a28f5-0505-4e77-b311-e38aaec719ef tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1393294 Feb 03 11:21:09.531244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] For port 7cf94d10-373d-4ea2-a863-5f402e4cb918, host n-d-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:09.531986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.551504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Calling delete_port for 7cf94d10-373d-4ea2-a863-5f402e4cb918 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:09.566262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Port 7cf94d10-373d-4ea2-a863-5f402e4cb918 was not found and therefore no delete operation was performed {{(pid=103126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:21:09.569285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7cf94d10-373d-4ea2-a863-5f402e4cb918), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.599970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] For port 02b28e5c-dabc-4873-b6b7-84dc658472f6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=02b28e5c-dabc-4873-b6b7-84dc658472f6,segment=NetworkSegment(d6f61288-26b2-4fe4-aeb8-d61618cece27),segment_id=d6f61288-26b2-4fe4-aeb8-d61618cece27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:09.605393 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.619151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f3d3177-34dc-4227-9aac-b3c9f17afdfb req-270bd4a0-980c-48a5-bd25-ea1fb4949701 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143425 Feb 03 11:21:09.648243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Calling delete_port for 02b28e5c-dabc-4873-b6b7-84dc658472f6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:09.661428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Deleting port e34568c8-3706-4355-94fb-cad17fcb54c9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:09.663455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.696931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Port': ['ID=7cf94d10-373d-4ea2-a863-5f402e4cb918,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:09.721005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] No DVR routers for this DVR port 7cf94d10-373d-4ea2-a863-5f402e4cb918 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:09.797177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b8d4adf-8df2-470a-823b-6b5a267088eb req-5a77a81f-4243-4213-bec6-0a9c102454d8 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.1656427 Feb 03 11:21:09.839268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (02b28e5c-dabc-4873-b6b7-84dc658472f6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.880976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] Pushing event deleted for resources: {'Port': ['ID=02b28e5c-dabc-4873-b6b7-84dc658472f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:09.900532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02c9ba-6874-4983-8f6b-2a0d34c3939b None None] No DVR routers for this DVR port 02b28e5c-dabc-4873-b6b7-84dc658472f6 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:09.919179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (6c2cbd36-cbce-4575-bf93-cd6a6b302eff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.955732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] For port e34568c8-3706-4355-94fb-cad17fcb54c9, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e34568c8-3706-4355-94fb-cad17fcb54c9,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:09.956244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.959680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2cbd36-cbce-4575-bf93-cd6a6b302eff']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:09.981086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedcc9c7-44d2-439e-9e9d-ffddac853393') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:09.981552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedcc9c7-44d2-439e-9e9d-ffddac853393') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:09.983873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Calling delete_port for e34568c8-3706-4355-94fb-cad17fcb54c9 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:09.996235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (cedcc9c7-44d2-439e-9e9d-ffddac853393), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:09.997155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab7bf9-6afb-4138-9354-438dcc9cfdad req-b78b21b8-3f07-420b-919b-72858c53a966 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:10.004433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4ab7bf9-6afb-4138-9354-438dcc9cfdad req-b78b21b8-3f07-420b-919b-72858c53a966 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1390717 Feb 03 11:21:10.049677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cedcc9c7-44d2-439e-9e9d-ffddac853393), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.059829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:21:10.060457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (cedcc9c7-44d2-439e-9e9d-ffddac853393), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:21:10.063834 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:21:10.096207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4ab7bf9-6afb-4138-9354-438dcc9cfdad req-0b40d40f-b041-47fb-9352-a332233153e8 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854318 Feb 03 11:21:10.109210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47ea2-21f3-473d-a487-bc79c1139bef req-7a093b53-79b8-4099-881b-92b05c8c1fb7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:10.124758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbe47ea2-21f3-473d-a487-bc79c1139bef req-7a093b53-79b8-4099-881b-92b05c8c1fb7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1759353 Feb 03 11:21:10.174149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (6c2cbd36-cbce-4575-bf93-cd6a6b302eff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.196749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.205017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/networks/6c2cbd36-cbce-4575-bf93-cd6a6b302eff HTTP/1.1" status: 204 len: 168 time: 1.2167625 Feb 03 11:21:10.211426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:10.220284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67818a0-f805-4030-8c64-3612e173f3fd tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Network': ['ID=6c2cbd36-cbce-4575-bf93-cd6a6b302eff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:10.304253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.311544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e34568c8-3706-4355-94fb-cad17fcb54c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.325776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e1559b56-b687-4ad2-99b8-7beeae52bac7', 'e34568c8-3706-4355-94fb-cad17fcb54c9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:10.329078 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:21:10.331304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbe47ea2-21f3-473d-a487-bc79c1139bef req-a2cb2bc1-67ae-4bb5-b4bf-7e24e3458f0d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053015 Feb 03 11:21:10.382415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f42b8f8f-eff5-4a79-b465-c9d6fb59262f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:10.395325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event deleted for resources: {'Port': ['ID=e34568c8-3706-4355-94fb-cad17fcb54c9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:10.469498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] No DVR routers for this DVR port e34568c8-3706-4355-94fb-cad17fcb54c9 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:10.474658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.479797 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3dbcf13f-2976-48cf-9ac1-3bcaaf913b97 req-c7951a3e-702c-4067-b788-f96dc0523294 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "DELETE /v2.0/ports/e34568c8-3706-4355-94fb-cad17fcb54c9 HTTP/1.1" status: 204 len: 173 time: 1.1677513 Feb 03 11:21:10.480404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'name': 'network-vif-deleted', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:10.485864 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b31d6d-8f96-4025-aa68-ea3ad01b8492" -d '{"events": [{"server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "name": "network-vif-deleted", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:10.494697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001aadb-a0d1-4b9f-9834-b75cca9187fc req-3a6ee736-49a6-43d4-bc28-111915714732 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:10.504226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b001aadb-a0d1-4b9f-9834-b75cca9187fc req-3a6ee736-49a6-43d4-bc28-111915714732 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3021736 Feb 03 11:21:10.557205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30e09826-8027-4c7d-b5f2-bb732eac0c5a req-d5815f6c-014c-4f72-9044-3569c4645d39 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce84f28b-1cb8-4b5f-87f6-5958f7899ee2 HTTP/1.1" status: 200 len: 210 time: 0.0964596 Feb 03 11:21:10.667051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.734093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b001aadb-a0d1-4b9f-9834-b75cca9187fc req-e36e91a3-3e76-493f-b02e-0c0b21b848dc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205932 Feb 03 11:21:10.761547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf5fabe-b601-411f-87e8-d9ebf3d14b3f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:10.793724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f61288-26b2-4fe4-aeb8-d61618cece27') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:10.793966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f61288-26b2-4fe4-aeb8-d61618cece27') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:10.813339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (d6f61288-26b2-4fe4-aeb8-d61618cece27), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.862083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d6f61288-26b2-4fe4-aeb8-d61618cece27), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.879456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:21:10.879873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (d6f61288-26b2-4fe4-aeb8-d61618cece27), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:21:10.886213 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:21:10.893416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:10.933572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'aead50e6-c324-413e-babf-08156cbee553', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'port_id': 'aead50e6-c324-413e-babf-08156cbee553', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f1c642-b78c-49fc-8210-29751017f807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:21:11.016003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:11.016409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.023317 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb95195e-a851-45fe-afed-bddb2cd35f1e x-openstack-request-id: req-eb95195e-a851-45fe-afed-bddb2cd35f1e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:11.023985 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce84f28b-1cb8-4b5f-87f6-5958f7899ee2", "name": "network-vif-deleted", "tag": "e34568c8-3706-4355-94fb-cad17fcb54c9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:11.024243 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb95195e-a851-45fe-afed-bddb2cd35f1e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:11.024649 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84f28b-1cb8-4b5f-87f6-5958f7899ee2', 'name': 'network-vif-deleted', 'tag': 'e34568c8-3706-4355-94fb-cad17fcb54c9', 'status': 'completed', 'code': 200} Feb 03 11:21:11.046734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aead50e6-c324-413e-babf-08156cbee553 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:11.075675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0cf5fabe-b601-411f-87e8-d9ebf3d14b3f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.085452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.097892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:11.098381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/networks/0cf5fabe-b601-411f-87e8-d9ebf3d14b3f HTTP/1.1" status: 204 len: 168 time: 0.8856680 Feb 03 11:21:11.112849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5878a-ad15-44fe-ae94-0bc8b97c0178 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Network': ['ID=0cf5fabe-b601-411f-87e8-d9ebf3d14b3f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:11.121524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:11.131312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.158533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98f5c665-b4fa-4d13-a908-6b9eb09fa8d9 req-797de159-155b-4a0e-b6ec-4397fbe60127 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0466897 Feb 03 11:21:11.247752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 02b28e5c-dabc-4873-b6b7-84dc658472f6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:11.274225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting subnet 3251edcd-dca5-4540-a85e-5fd2af39c08b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:21:11.280350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (3251edcd-dca5-4540-a85e-5fd2af39c08b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.316589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 02b28e5c-dabc-4873-b6b7-84dc658472f6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:11.317030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 02b28e5c-dabc-4873-b6b7-84dc658472f6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:11.336609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:11.373975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e835c80-1f69-4f2b-8942-91860c8f8acb req-1f299fa6-fc07-405e-8ef9-eee1df721933 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:11.384255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e835c80-1f69-4f2b-8942-91860c8f8acb req-1f299fa6-fc07-405e-8ef9-eee1df721933 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1329255 Feb 03 11:21:11.410914 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (3251edcd-dca5-4540-a85e-5fd2af39c08b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.474597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e835c80-1f69-4f2b-8942-91860c8f8acb req-3aad306e-2ff4-451b-ac15-5c939135e880 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Feb 03 11:21:11.492538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:11.639592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (3251edcd-dca5-4540-a85e-5fd2af39c08b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.670366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e21b8-d837-4f7a-8880-815407f7e6b0 req-43803450-6c39-4026-bc19-cb4b6599938d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:11.681610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c31e21b8-d837-4f7a-8880-815407f7e6b0 req-43803450-6c39-4026-bc19-cb4b6599938d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.0937872 Feb 03 11:21:11.741639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c31e21b8-d837-4f7a-8880-815407f7e6b0 req-8490e085-f66a-4ff3-9fba-c94b16c60225 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 Feb 03 11:21:11.773094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (3251edcd-dca5-4540-a85e-5fd2af39c08b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.791188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:11.797802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 45904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:11.798312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6ea47-ecfe-4426-b627-fb9613368eaf None None] Network 89109ea9-0c84-43bf-848d-f5bef966be29 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:11.801707 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/subnets/3251edcd-dca5-4540-a85e-5fd2af39c08b HTTP/1.1" status: 204 len: 168 time: 0.6958995 Feb 03 11:21:11.862628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dad46-fe76-4e44-b8c2-5853c245afe8 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Subnet': ['ID=3251edcd-dca5-4540-a85e-5fd2af39c08b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:12.000400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (89109ea9-0c84-43bf-848d-f5bef966be29), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.053016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] DHCP port deletion for 89109ea9-0c84-43bf-848d-f5bef966be29 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:21:12.062526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b6cd-7adf-4468-8ed7-4ab3ccdeadc8 req-625d1484-9a49-42b1-ae92-1eeda70231d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:12.064045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6993b6cd-7adf-4468-8ed7-4ab3ccdeadc8 req-625d1484-9a49-42b1-ae92-1eeda70231d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 944 time: 0.1753569 Feb 03 11:21:12.107767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Deleting port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:12.108332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.159955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Deleting port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:12.160330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.165798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6993b6cd-7adf-4468-8ed7-4ab3ccdeadc8 req-09dad81e-e849-4f7d-9912-8a5f64a6343c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906191 Feb 03 11:21:12.174938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-56214996-12c6-4c75-97d5-dc8b3b80bcca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:12.176660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-56214996-12c6-4c75-97d5-dc8b3b80bcca tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=835f4eec-1008-4e21-9434-bf04c9261457 HTTP/1.1" status: 200 len: 944 time: 0.1246667 Feb 03 11:21:12.226806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] For port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,segment=NetworkSegment(3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4),segment_id=3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:12.227208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.250032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Calling delete_port for 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:12.326944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] For port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,segment=NetworkSegment(3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4),segment_id=3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:12.327848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.373184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Calling delete_port for 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:12.480846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:12.512390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port 73d568f2-26ef-431b-8396-bccef53613fb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:12.512864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (73d568f2-26ef-431b-8396-bccef53613fb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.591284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port aead50e6-c324-413e-babf-08156cbee553 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:12.593563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aead50e6-c324-413e-babf-08156cbee553), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.679617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.717048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] Pushing event deleted for resources: {'Port': ['ID=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:12.743853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port 73d568f2-26ef-431b-8396-bccef53613fb, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=73d568f2-26ef-431b-8396-bccef53613fb,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:12.744660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (73d568f2-26ef-431b-8396-bccef53613fb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.768548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for 73d568f2-26ef-431b-8396-bccef53613fb owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:12.774207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:12.775100 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.779492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b2929-7a1a-4d6d-bea9-3f00741aa42c None None] No DVR routers for this DVR port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:12.812580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:12.815083 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3223bb-53c0-4372-8650-353e328c54af" -d '{"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:12.833398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:12.839995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.841752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e34568c8-3706-4355-94fb-cad17fcb54c9 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:12.915430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:12.951168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e34568c8-3706-4355-94fb-cad17fcb54c9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:12.951514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e34568c8-3706-4355-94fb-cad17fcb54c9 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:12.986149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Port': ['ID=22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:13.001226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:13.007119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] No DVR routers for this DVR port 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:13.138917 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (89109ea9-0c84-43bf-848d-f5bef966be29), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.199006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:13.222980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89109ea9-0c84-43bf-848d-f5bef966be29']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:13.229037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:13.229752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 22b07744-ccb6-4f4c-92ad-6f2bfbac2dcc not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:13.250556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:13.250944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:13.278436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.307555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-f7a0db45-e163-45d2-858f-bb65303618dd tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1620097698&fields=id&tenant_id=a179a20f56ae4154b16de926019aace9 HTTP/1.1" status: 200 len: 267 time: 0.1655393 Feb 03 11:21:13.313322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.339137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (73d568f2-26ef-431b-8396-bccef53613fb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.343726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:21:13.343932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (3ba42ccb-0e67-4e3d-a01a-5d0d9a0dd0b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:21:13.346984 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:21:13.383253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116', 'b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:13.471989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=73d568f2-26ef-431b-8396-bccef53613fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:13.538282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] No DVR routers for this DVR port 73d568f2-26ef-431b-8396-bccef53613fb on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:13.550313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (89109ea9-0c84-43bf-848d-f5bef966be29), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.555374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.566663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87d74420-1704-46f7-9cea-ddaa63a411ac req-282de1d3-56db-44df-9f41-a5366ce97dbd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "DELETE /v2.0/ports/73d568f2-26ef-431b-8396-bccef53613fb HTTP/1.1" status: 204 len: 173 time: 1.3644929 Feb 03 11:21:13.567169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-deleted', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:13.569785 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e573d66-ee02-4ac7-b8d4-2289b0bc56f8" -d '{"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-deleted", "tag": "73d568f2-26ef-431b-8396-bccef53613fb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:13.595774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:13.607998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/networks/89109ea9-0c84-43bf-848d-f5bef966be29 HTTP/1.1" status: 204 len: 168 time: 1.8090622 Feb 03 11:21:13.612232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:13.663159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d48dfd-5b95-4b06-8879-cbce800441ce tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Pushing event deleted for resources: {'Network': ['ID=89109ea9-0c84-43bf-848d-f5bef966be29,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:13.674317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-81695f00-38e4-422a-a804-8181a7c4cda7 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:13.681487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-81695f00-38e4-422a-a804-8181a7c4cda7 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/networks?id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a HTTP/1.1" status: 200 len: 814 time: 0.3724990 Feb 03 11:21:13.710704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-0bc968f5-9bf1-44a7-9cc7-b90ca7c3c24c tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/quotas/a179a20f56ae4154b16de926019aace9 HTTP/1.1" status: 200 len: 375 time: 0.0198100 Feb 03 11:21:13.856624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7c14d0f3-c27b-4114-9133-149deee0397d tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a179a20f56ae4154b16de926019aace9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444545 Feb 03 11:21:14.033637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-ca6ab05e-c814-4508-a467-cc0faf2cf11b service neutron] 10.222.0.30 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762660 Feb 03 11:21:14.144318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65fe292e-26f1-4a71-b1c9-f9bcac0daa94 req-488812e9-78a0-4ca4-a72e-2481d9fcdf95 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0673120 Feb 03 11:21:14.181161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-51e12cbf-042d-448f-bbf3-978a7ecf16b7 service neutron] 10.222.0.30 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426897 Feb 03 11:21:14.382895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f7d1e498-328b-4ba7-9ea9-19d0f51f9766 tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "GET /v2.0/ports?device_id=7959e3e9-1ac4-4e17-a8b5-89e6361b9fff HTTP/1.1" status: 200 len: 205 time: 0.7688053 Feb 03 11:21:14.388735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45972) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:14.416373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede010-3982-4f29-818e-a5ad59109699 req-7d15ce63-fc0d-4522-800c-803bb8c18e1f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:14.419115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ede010-3982-4f29-818e-a5ad59109699 req-7d15ce63-fc0d-4522-800c-803bb8c18e1f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1337655 Feb 03 11:21:14.515871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ede010-3982-4f29-818e-a5ad59109699 req-16ac669a-4c73-49d2-8262-047cb46c226a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883014 Feb 03 11:21:14.535317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:14.622548 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3beb3da-546e-4a25-aa32-2e680dac9c9d x-openstack-request-id: req-c3beb3da-546e-4a25-aa32-2e680dac9c9d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:14.625709 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:14.626178 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3beb3da-546e-4a25-aa32-2e680dac9c9d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:14.626816 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'code': 200} Feb 03 11:21:14.810056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:14.814901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router_controller (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:14.867449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980637a-a335-4b54-adc9-1bfdd4545eb4 req-cfc3a87f-7b83-480a-98d9-3000ba800374 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:14.869587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4980637a-a335-4b54-adc9-1bfdd4545eb4 req-cfc3a87f-7b83-480a-98d9-3000ba800374 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.1563792 Feb 03 11:21:14.880967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-bc729876-7b08-40a6-803a-6753f9317969 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:14.886182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-bc729876-7b08-40a6-803a-6753f9317969 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 945 time: 0.2262204 Feb 03 11:21:14.906184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7959e3e9-1ac4-4e17-a8b5-89e6361b9fff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:14.906997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Fanout notify agent at l3_agent the message router_deleted on router 7959e3e9-1ac4-4e17-a8b5-89e6361b9fff {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:21:14.925916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:14.929328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef6301fb-ce37-40c2-98f6-c99b914f8feb tempest-RoutersNegativeTest-1083404106 tempest-RoutersNegativeTest-1083404106-project] 10.222.0.30 "DELETE /v2.0/routers/7959e3e9-1ac4-4e17-a8b5-89e6361b9fff HTTP/1.1" status: 204 len: 168 time: 0.5367970 Feb 03 11:21:15.007520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc9a05-bbfe-4343-94b5-db494fb089d9 req-bfa3e62a-d023-4812-a185-b344ca09ce1a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:15.015861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfc9a05-bbfe-4343-94b5-db494fb089d9 req-bfa3e62a-d023-4812-a185-b344ca09ce1a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2193499 Feb 03 11:21:15.118300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4980637a-a335-4b54-adc9-1bfdd4545eb4 req-d72adaef-3cdb-4203-95c5-f469d2570623 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159016 Feb 03 11:21:15.222494 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237df96-53c5-4e80-a4e6-4099545496f9 x-openstack-request-id: req-0237df96-53c5-4e80-a4e6-4099545496f9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:15.223288 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f4eec-1008-4e21-9434-bf04c9261457", "name": "network-vif-deleted", "tag": "73d568f2-26ef-431b-8396-bccef53613fb", "status": "failed", "code": 422}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:15.223778 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0237df96-53c5-4e80-a4e6-4099545496f9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:15.224420 n-d-821606-6 neutron-server[103127]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '835f4eec-1008-4e21-9434-bf04c9261457', 'name': 'network-vif-deleted', 'tag': '73d568f2-26ef-431b-8396-bccef53613fb', 'status': 'failed', 'code': 422} returned with failed status Feb 03 11:21:15.253740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbfc9a05-bbfe-4343-94b5-db494fb089d9 req-ef09a2d5-1a71-4e38-a540-5db246879499 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357054 Feb 03 11:21:15.285740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Deleting port f42b8f8f-eff5-4a79-b465-c9d6fb59262f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:15.286342 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:15.406999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b0a71c2-a94e-47e4-9eb5-74a8cd1092d1 req-36d1185b-5175-478f-b2f2-bdfbd2418b32 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0441082 Feb 03 11:21:15.458910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 45998) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:15.517233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3f002cc-e207-47ba-927d-4d87245e0a60 req-a3f3ecef-0fbe-4fc5-aa5e-9d8cbcf4d809 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0598350 Feb 03 11:21:15.578162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] For port f42b8f8f-eff5-4a79-b465-c9d6fb59262f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:15.581761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:15.617018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Calling delete_port for f42b8f8f-eff5-4a79-b465-c9d6fb59262f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:15.785411 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-948e9b87-d67a-45c0-b87d-03f6db0adb18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68089ae5dd85489085e3434512ef714e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250110 Feb 03 11:21:15.786409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:15.885331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] Publish callbacks [] for security_group (ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:15.914075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] Publish callbacks [] for security_group (ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:15.993860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:16.003324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:16.004753 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8 HTTP/1.1" status: 204 len: 168 time: 0.2166898 Feb 03 11:21:16.018578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e99ad-9c24-4f27-a249-bf2a231daae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7c5f7-7c6f-4bff-8049-e05df31a7bb8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:16.127136 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:16.210569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805e9a-3bea-4ce6-b3e8-dcafb761088d req-a4c7977a-1e85-4284-ae4b-299b7f0d319e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:16.218489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27805e9a-3bea-4ce6-b3e8-dcafb761088d req-a4c7977a-1e85-4284-ae4b-299b7f0d319e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.5793092 Feb 03 11:21:16.343635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b782f4-8116-4a75-920e-ddbb79038332 req-bb523c99-c033-475f-97f5-1557a324cd7b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:16.347868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3b782f4-8116-4a75-920e-ddbb79038332 req-bb523c99-c033-475f-97f5-1557a324cd7b tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 908 time: 0.2289531 Feb 03 11:21:16.424756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27805e9a-3bea-4ce6-b3e8-dcafb761088d req-5ed1527b-0b09-4b0e-9831-ad0b6b555ff5 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052598 Feb 03 11:21:16.428167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f42b8f8f-eff5-4a79-b465-c9d6fb59262f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:16.447196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e1559b56-b687-4ad2-99b8-7beeae52bac7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:16.474279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event deleted for resources: {'Port': ['ID=f42b8f8f-eff5-4a79-b465-c9d6fb59262f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:16.551143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f42b8f8f-eff5-4a79-b465-c9d6fb59262f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:16.595918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] No DVR routers for this DVR port f42b8f8f-eff5-4a79-b465-c9d6fb59262f on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:16.601029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:16.610145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87a86778-65aa-4e8a-8294-5b1d73b43c7c req-841987a0-125a-4b00-acc3-8db158c49a8d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.69 "DELETE /v2.0/ports/f42b8f8f-eff5-4a79-b465-c9d6fb59262f HTTP/1.1" status: 204 len: 173 time: 1.7188048 Feb 03 11:21:16.827325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af93074d-e53b-4e82-89ed-429c1a7059b2 req-911c777f-a00d-4bcb-a3d0-9eb23b67f14e tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d HTTP/1.1" status: 200 len: 210 time: 0.0993247 Feb 03 11:21:16.854370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de8a8c-16dc-4855-b8b3-e351088b3af5 req-dab2602e-b74d-4791-a1ed-45e9c2c7e0fa tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:16.859185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15de8a8c-16dc-4855-b8b3-e351088b3af5 req-dab2602e-b74d-4791-a1ed-45e9c2c7e0fa tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1991427 Feb 03 11:21:16.895263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-d3665477-e903-4feb-99ae-63e008f616b3 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:16.897140 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-d3665477-e903-4feb-99ae-63e008f616b3 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.69 "GET /v2.0/networks?id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a HTTP/1.1" status: 200 len: 814 time: 0.4778633 Feb 03 11:21:16.981790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15de8a8c-16dc-4855-b8b3-e351088b3af5 req-7cff098d-c395-4a12-a12d-37f0e09078e0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160827 Feb 03 11:21:16.992816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-58559364-2839-48d8-b526-9261a407f801 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a179a20f56ae4154b16de926019aace9 HTTP/1.1" status: 200 len: 380 time: 0.0832014 Feb 03 11:21:17.021799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'port': {'device_id': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'admin_state_up': True, 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'security_groups': ['57ca82c7-d605-4479-87e2-2ba3098ef954']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:17.141790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-246b52e1-1a59-4ca3-955e-6667221070db req-188cc1fe-538e-48e8-99f6-17c00eb87a75 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0727410 Feb 03 11:21:17.229632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24ec570a-2319-4a06-9018-60bb9cec7829 req-d1a5714a-6c1f-4d5f-8dab-ecfd0bcdf347 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0596664 Feb 03 11:21:17.230924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'name': 'network-vif-deleted', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:17.234829 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91a91d-7e73-44af-9be3-4eeb8450c15a" -d '{"events": [{"server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "name": "network-vif-deleted", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:17.347400 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9f8f02-d4e9-4323-8d51-3ac53de518b8 x-openstack-request-id: req-cc9f8f02-d4e9-4323-8d51-3ac53de518b8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:17.349429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Made reservation on behalf of a179a20f56ae4154b16de926019aace9 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:17.349571 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d", "name": "network-vif-deleted", "tag": "f42b8f8f-eff5-4a79-b465-c9d6fb59262f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:17.349739 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc9f8f02-d4e9-4323-8d51-3ac53de518b8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:17.350212 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5467974-5c7b-405d-8f7a-5d3bfbd6ed0d', 'name': 'network-vif-deleted', 'tag': 'f42b8f8f-eff5-4a79-b465-c9d6fb59262f', 'status': 'completed', 'code': 200} Feb 03 11:21:17.359445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:17.522010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:17.577742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5faee-25bc-4935-8707-08f076b7bdc8 req-e959eca9-0fe3-4dc8-b00b-c56033322d39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:17.581321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52b5faee-25bc-4935-8707-08f076b7bdc8 req-e959eca9-0fe3-4dc8-b00b-c56033322d39 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 908 time: 0.1187606 Feb 03 11:21:17.679119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d006f9-f3e3-4ee3-9702-e06c684b5e55 req-5ac597fc-9f66-4047-8e7c-f6acfe2ad394 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:17.681175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d006f9-f3e3-4ee3-9702-e06c684b5e55 req-5ac597fc-9f66-4047-8e7c-f6acfe2ad394 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.0974185 Feb 03 11:21:17.790577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Allocated IP 172.20.0.4 (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a/75e65f26-1388-4d33-8c9c-5b593e2168d9/4956a0b0-13be-41be-8552-bdff5ca70a48) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:17.791276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d006f9-f3e3-4ee3-9702-e06c684b5e55 req-b4ce9730-8b5a-43d7-b866-e0ab1f7109a7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039193 Feb 03 11:21:17.982650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792708763'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:18.020413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.066412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-d93cb837-eb6a-4a16-8c05-833749b8dc5e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:18.070665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-d93cb837-eb6a-4a16-8c05-833749b8dc5e tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 908 time: 0.6460044 Feb 03 11:21:18.106396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.202760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9da3-427f-46c8-b81d-5d3fab972a9d req-1c4af2a1-ef1f-44b4-90b3-a0fbe71c7ca6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:18.226295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69aa9da3-427f-46c8-b81d-5d3fab972a9d req-1c4af2a1-ef1f-44b4-90b3-a0fbe71c7ca6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1292121 Feb 03 11:21:18.379495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (95636539-56c2-443d-8f44-675a46ec43ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.394779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (95636539-56c2-443d-8f44-675a46ec43ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.425813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.463908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69aa9da3-427f-46c8-b81d-5d3fab972a9d req-64b2a8ae-87c0-475a-b3aa-338b7f9c9245 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348289 Feb 03 11:21:18.524142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95636539-56c2-443d-8f44-675a46ec43ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:18.546041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1ef5-d6ff-4a0b-b718-b70e3728c294 req-e8025af7-531e-4d77-a289-81336b0def23 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:18.552604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-889a1ef5-d6ff-4a0b-b718-b70e3728c294 req-e8025af7-531e-4d77-a289-81336b0def23 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.2907815 Feb 03 11:21:18.649947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.655486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port 27cafbb4-37d9-4923-bb9a-0f90e125df76 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:18.655964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.660763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.670289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.692977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bb59440-9e82-4db0-9f87-745df59c182c req-35fe5b19-bef2-4518-9cac-4594eee3ed25 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0645921 Feb 03 11:21:18.713154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-889a1ef5-d6ff-4a0b-b718-b70e3728c294 req-ff3e9b48-c1a8-418f-bee8-533d1841fdcc tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521277 Feb 03 11:21:18.781129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.783697 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2600663 Feb 03 11:21:18.806939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:18.850898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:18.862287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:18.870717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:18.873319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c4c6e-f40f-4882-9c95-507370f62494 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e893350-fc44-4a69-ba53-044b40a9b024,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:18.938135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0d3f9bf3-65cb-4bed-b15e-5ea4289bb3c3 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1298745 Feb 03 11:21:18.953648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port 27cafbb4-37d9-4923-bb9a-0f90e125df76, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=27cafbb4-37d9-4923-bb9a-0f90e125df76,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:18.954065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:18.982876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:18.985226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2108b9fd-0547-4fee-9a61-9171cc570f61 req-4d67a9b9-6999-4566-9625-a450b43a2f5a tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0672178 Feb 03 11:21:18.987913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for 27cafbb4-37d9-4923-bb9a-0f90e125df76 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:18.993024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-security--706524185', 'description': 'tempest-security-description-766393462'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:19.166742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event updated for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:19.219244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.236566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f35fa-7cb8-4acb-8597-b1b1d343d415 req-e60eac93-4475-450d-b106-66279f724075 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:19.239685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e1f35fa-7cb8-4acb-8597-b1b1d343d415 req-e60eac93-4475-450d-b106-66279f724075 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=31c39e20-229c-4dc2-8401-7420df39abed HTTP/1.1" status: 200 len: 908 time: 0.3322544 Feb 03 11:21:19.270749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:19.271699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.309396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6063afb-0949-4dcc-b367-af65dd4f44d2 req-9d63dfa1-1463-40cd-a3a3-e15f9e4b5e92 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:19.319517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6063afb-0949-4dcc-b367-af65dd4f44d2 req-9d63dfa1-1463-40cd-a3a3-e15f9e4b5e92 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1918614 Feb 03 11:21:19.353693 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7d6f72e3-7802-4f7d-999a-ce246851dc37 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3397565 Feb 03 11:21:19.396460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Request body: {'port': {'device_id': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:19.406188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6063afb-0949-4dcc-b367-af65dd4f44d2 req-94ba3424-2121-4759-9348-58325a98bcd4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792599 Feb 03 11:21:19.438292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.449058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.452355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ff344d2-2041-4e89-8aa5-a0e5caa6e862 None None] Provisioning complete for port 4956a0b0-13be-41be-8552-bdff5ca70a48 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:19.452882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ff344d2-2041-4e89-8aa5-a0e5caa6e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.456992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.459097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "PUT /v2.0/security-groups/9e893350-fc44-4a69-ba53-044b40a9b024 HTTP/1.1" status: 200 len: 1795 time: 0.4691668 Feb 03 11:21:19.464533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:19.478138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (27cafbb4-37d9-4923-bb9a-0f90e125df76), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.533604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ff344d2-2041-4e89-8aa5-a0e5caa6e862 None None] Port 4956a0b0-13be-41be-8552-bdff5ca70a48 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:19.623162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1996-c4eb-44dd-b45f-b9bce2043487 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e893350-fc44-4a69-ba53-044b40a9b024,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:19.627777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=27cafbb4-37d9-4923-bb9a-0f90e125df76,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:19.646301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ac5fb32d-2ff7-4a65-b3c7-41c9ee3e2fd3 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups/9e893350-fc44-4a69-ba53-044b40a9b024 HTTP/1.1" status: 200 len: 1795 time: 0.1796834 Feb 03 11:21:19.646897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:19.710886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc73241-946a-4f27-bdf9-099970f5d018 req-b257a488-1b00-440b-9420-22fd84150f52 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:19.712407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fc73241-946a-4f27-bdf9-099970f5d018 req-b257a488-1b00-440b-9420-22fd84150f52 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1393573 Feb 03 11:21:19.737531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.741349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] No DVR routers for this DVR port 27cafbb4-37d9-4923-bb9a-0f90e125df76 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:19.744337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.757233 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-48ef3d9e-af07-431c-8324-13b82f9b2eb1 req-a4c5109c-91a4-4141-bd90-45b5512b2ced tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "DELETE /v2.0/ports/27cafbb4-37d9-4923-bb9a-0f90e125df76 HTTP/1.1" status: 204 len: 173 time: 1.6736965 Feb 03 11:21:19.766869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'name': 'network-vif-deleted', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:19.770347 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350e2a4-1aee-45af-8e5c-af7f5be1fc3e" -d '{"events": [{"server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "name": "network-vif-deleted", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:19.840747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.884597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:19.975162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f42b8f8f-eff5-4a79-b465-c9d6fb59262f no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:20.021588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9e893350-fc44-4a69-ba53-044b40a9b024), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.022020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.026132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e893350-fc44-4a69-ba53-044b40a9b024 HTTP/1.1" status: 204 len: 168 time: 0.3725338 Feb 03 11:21:20.051093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: f42b8f8f-eff5-4a79-b465-c9d6fb59262f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:20.051443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f42b8f8f-eff5-4a79-b465-c9d6fb59262f not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:20.056273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:20.152850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3d63-316b-4468-aca0-6f084fdb272f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e893350-fc44-4a69-ba53-044b40a9b024,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:20.188538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fc73241-946a-4f27-bdf9-099970f5d018 req-58b4d587-191e-4887-b7e8-2e095df9f410 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463725 Feb 03 11:21:20.216494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f820ae65-f291-4a7a-8d8b-3736ce8db4cf tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1408124 Feb 03 11:21:20.231589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:20.288540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-aa4d9345-a1b7-496f-aa27-7ef24b6badd7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:20.294257 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-aa4d9345-a1b7-496f-aa27-7ef24b6badd7 tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.3715615 Feb 03 11:21:20.304769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e8545-3357-4f6b-931e-26b4e6c8ad42 req-c494d358-5487-4acd-a491-599a53ea777d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:20.310440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-672e8545-3357-4f6b-931e-26b4e6c8ad42 req-c494d358-5487-4acd-a491-599a53ea777d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 946 time: 0.3097577 Feb 03 11:21:20.391401 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f8b34835-09a9-4b39-a24b-d4a2c277862f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] delete failed (client error): The resource could not be found. Feb 03 11:21:20.393197 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f8b34835-09a9-4b39-a24b-d4a2c277862f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e893350-fc44-4a69-ba53-044b40a9b024 HTTP/1.1" status: 404 len: 347 time: 0.1536381 Feb 03 11:21:20.412877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:20.423995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--209209105'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:20.534025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-672e8545-3357-4f6b-931e-26b4e6c8ad42 req-e2ea6361-9c84-4cfc-a8d7-5b7f4c93d16f tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/security-groups?id=8bebc809-6894-4838-a5c1-31dd20fed5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983275 Feb 03 11:21:20.563657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.578530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd6a4c-2b5b-4da9-8baa-c5574824f96d req-6b20c811-a31c-4f1a-87c3-3bc6b6eb6c6a tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:20.585480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9cd6a4c-2b5b-4da9-8baa-c5574824f96d req-6b20c811-a31c-4f1a-87c3-3bc6b6eb6c6a tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 931 time: 0.2007937 Feb 03 11:21:20.612592 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9d32bf-d7de-40e6-8695-ba0a335c98fe x-openstack-request-id: req-9a9d32bf-d7de-40e6-8695-ba0a335c98fe {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:20.612878 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c39e20-229c-4dc2-8401-7420df39abed", "name": "network-vif-deleted", "tag": "27cafbb4-37d9-4923-bb9a-0f90e125df76", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:20.617309 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a9d32bf-d7de-40e6-8695-ba0a335c98fe {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:20.617760 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c39e20-229c-4dc2-8401-7420df39abed', 'name': 'network-vif-deleted', 'tag': '27cafbb4-37d9-4923-bb9a-0f90e125df76', 'status': 'completed', 'code': 200} Feb 03 11:21:20.706527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Deleting port e1559b56-b687-4ad2-99b8-7beeae52bac7 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:20.706527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.746727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71b5a7bc-760c-4db5-bb4f-8dbebb5e41c7 req-2cba61f8-02cc-499a-9389-153b9fece9ee tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0530767 Feb 03 11:21:20.774862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9cd6a4c-2b5b-4da9-8baa-c5574824f96d req-e75d5334-9f87-4f21-931f-b60e6bf5243e tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858184 Feb 03 11:21:20.815590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4956a0b0-13be-41be-8552-bdff5ca70a48 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:20.831340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks [] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.859577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Transition to ACTIVE for port object 4956a0b0-13be-41be-8552-bdff5ca70a48 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:21:20.873488 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.877171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] For port e1559b56-b687-4ad2-99b8-7beeae52bac7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e1559b56-b687-4ad2-99b8-7beeae52bac7,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:20.877542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:20.943373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Calling delete_port for e1559b56-b687-4ad2-99b8-7beeae52bac7 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:20.985489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Pushing event updated for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:21.095582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (7a300510-5861-41af-8f8b-89edfd39b3d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.128781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a300510-5861-41af-8f8b-89edfd39b3d8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.152773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Attempting to bind port 4956a0b0-13be-41be-8552-bdff5ca70a48 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:21.152773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Attempting to bind port 4956a0b0-13be-41be-8552-bdff5ca70a48 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:21.153205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Attempting to bind port 4956a0b0-13be-41be-8552-bdff5ca70a48 on network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:21.159962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Port 4956a0b0-13be-41be-8552-bdff5ca70a48 on network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:21:21.160288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Attempting to bind port 4956a0b0-13be-41be-8552-bdff5ca70a48 on network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:21.178611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:21.179322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Checking segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:21.179875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Bound using segment: {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:21.180330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Bound port: 4956a0b0-13be-41be-8552-bdff5ca70a48, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:21.180696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.256434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a300510-5861-41af-8f8b-89edfd39b3d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:21.280646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.284599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-23f39812-937e-466b-8862-58b101119874 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8693981 Feb 03 11:21:21.287013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46158) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:21.323106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf601a46-c2c9-4305-83d1-f4379e2f97f7 req-87121716-fcef-4328-9ebc-ba6772e3d196 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:21.328787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '7a300510-5861-41af-8f8b-89edfd39b3d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:21.334326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf601a46-c2c9-4305-83d1-f4379e2f97f7 req-87121716-fcef-4328-9ebc-ba6772e3d196 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.4191003 Feb 03 11:21:21.413917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.424008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf601a46-c2c9-4305-83d1-f4379e2f97f7 req-d1ff6c50-91d8-480d-9b95-9bbffbafde59 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872612 Feb 03 11:21:21.452442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:21.490975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.502144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4956a0b0-13be-41be-8552-bdff5ca70a48,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:21.504727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.530041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e1559b56-b687-4ad2-99b8-7beeae52bac7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.535428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.543143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.544828 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568161 Feb 03 11:21:21.545947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76317a17-70e9-43ed-b67c-49d50d409b0d tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e51260-4a71-4814-8e9c-38eb54b20f3a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:21.559260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e1559b56-b687-4ad2-99b8-7beeae52bac7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:21.565823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:21.678073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708a122-5e68-4d72-8212-9dc1ebf9ca0a req-fbbfd59d-8176-4396-af70-3deb49193dd6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:21.685756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2708a122-5e68-4d72-8212-9dc1ebf9ca0a req-fbbfd59d-8176-4396-af70-3deb49193dd6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2091134 Feb 03 11:21:21.691043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] No DVR routers for this DVR port e1559b56-b687-4ad2-99b8-7beeae52bac7 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:21.711330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.719066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-387a9bbb-824d-4f3b-a2b3-83be2fecceae req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.53 "DELETE /v2.0/ports/e1559b56-b687-4ad2-99b8-7beeae52bac7 HTTP/1.1" status: 204 len: 173 time: 1.4009047 Feb 03 11:21:21.724014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:21.727200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.728802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] 10.222.0.69 "PUT /v2.0/ports/4956a0b0-13be-41be-8552-bdff5ca70a48 HTTP/1.1" status: 200 len: 1091 time: 2.3574674 Feb 03 11:21:21.775400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.791073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970e119-6a96-4ea4-b49f-409654d21458 service neutron] Pushing event updated for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:21.904536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:21.949455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2708a122-5e68-4d72-8212-9dc1ebf9ca0a req-383b1063-a9cf-4835-b15f-98f267b8aa92 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626011 Feb 03 11:21:21.987113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209699-0166-4cb8-847b-773cf0b8ec11 req-a5ad3931-4892-4fa7-bb24-bacac11b7cb6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:21.990674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07209699-0166-4cb8-847b-773cf0b8ec11 req-a5ad3931-4892-4fa7-bb24-bacac11b7cb6 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 945 time: 0.2996249 Feb 03 11:21:22.004849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f69c-2e49-4975-800a-6ffd3e256b4c tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] Pushing event deleted for resources: {'Port': ['ID=e1559b56-b687-4ad2-99b8-7beeae52bac7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:22.065306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a2e51260-4a71-4814-8e9c-38eb54b20f3a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.073832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.088625 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a2e51260-4a71-4814-8e9c-38eb54b20f3a HTTP/1.1" status: 204 len: 168 time: 0.5202012 Feb 03 11:21:22.095545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:22.118884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9fe21-d2cb-4ce4-9a4c-34903e4b1114 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e51260-4a71-4814-8e9c-38eb54b20f3a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:22.159545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7ce81c60-f2f0-408b-a1e8-f1fd60a28c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:22.163336 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-7ce81c60-f2f0-408b-a1e8-f1fd60a28c80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a179a20f56ae4154b16de926019aace9&device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 1125 time: 0.3433809 Feb 03 11:21:22.173048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07209699-0166-4cb8-847b-773cf0b8ec11 req-4815ffd6-bf78-499f-8fa7-f5fc6d242f9d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740820 Feb 03 11:21:22.206890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-671d9b82-39e1-4eaa-b9a0-cb525d10866d req-f14028cf-76e4-4ecf-a76d-73f73029965d tempest-ListServerFiltersTestJSON-1124123824 tempest-ListServerFiltersTestJSON-1124123824-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ad3df-3c2b-42f4-a46a-2b89631e6368 HTTP/1.1" status: 200 len: 210 time: 0.0694821 Feb 03 11:21:22.256547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-60382d19-616b-49fd-98fd-6fe08b38697a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1598849 Feb 03 11:21:22.259283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:22.298870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-4b3b1d1a-b4f2-4666-a853-9fe027d243af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4956a0b0-13be-41be-8552-bdff5ca70a48 HTTP/1.1" status: 200 len: 217 time: 0.1166558 Feb 03 11:21:22.399123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 27cafbb4-37d9-4923-bb9a-0f90e125df76 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:22.446876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 27cafbb4-37d9-4923-bb9a-0f90e125df76 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:22.449668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 27cafbb4-37d9-4923-bb9a-0f90e125df76 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:22.479608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-0f6fce74-f2a0-488c-b004-f8e99a17fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:22.483227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-0f6fce74-f2a0-488c-b004-f8e99a17fbe1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75e65f26-1388-4d33-8c9c-5b593e2168d9 HTTP/1.1" status: 200 len: 853 time: 0.1737654 Feb 03 11:21:22.487045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77407250-63e0-453b-9bd7-71548a139f03 req-cde7991c-4888-4326-b3f4-bb0e0db52f01 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.1408911 Feb 03 11:21:22.558972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (7a300510-5861-41af-8f8b-89edfd39b3d8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.600549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (7a300510-5861-41af-8f8b-89edfd39b3d8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.633811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'name': 'network-vif-deleted', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7'}, {'name': 'network-changed', 'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:22.639600 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f7a2b-9af1-498d-9006-a08767617cfc" -d '{"events": [{"server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "name": "network-vif-deleted", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7"}, {"name": "network-changed", "server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:22.641825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2089-54df-4dc0-ab92-70bf6e953d1d req-7bfd5a94-06f2-4da9-9f85-fd7972495e50 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:22.644766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d4e2089-54df-4dc0-ab92-70bf6e953d1d req-7bfd5a94-06f2-4da9-9f85-fd7972495e50 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.2289681 Feb 03 11:21:22.684825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b109d896-442f-4e71-ad2c-8e947b8baf42 req-367a86d6-b9f5-4944-b7e3-9d6602176546 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0728419 Feb 03 11:21:22.722887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-0504831c-6a15-4236-9390-f517529e88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:22.725432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-0504831c-6a15-4236-9390-f517529e88ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2271488 Feb 03 11:21:22.787200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d4e2089-54df-4dc0-ab92-70bf6e953d1d req-96732493-5f64-4283-8c3a-9c2340674396 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280401 Feb 03 11:21:22.893236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a300510-5861-41af-8f8b-89edfd39b3d8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.901677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:22.905084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a300510-5861-41af-8f8b-89edfd39b3d8 HTTP/1.1" status: 204 len: 168 time: 0.6326752 Feb 03 11:21:22.907836 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-5cb6020f-a00e-4d73-8d18-2a24926708d1 service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638606 Feb 03 11:21:22.908368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:22.919151 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add997a9-052d-4edf-925e-4106771f7f04 x-openstack-request-id: req-add997a9-052d-4edf-925e-4106771f7f04 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:22.919473 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1ad3df-3c2b-42f4-a46a-2b89631e6368", "name": "network-vif-deleted", "tag": "e1559b56-b687-4ad2-99b8-7beeae52bac7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:22.919808 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-add997a9-052d-4edf-925e-4106771f7f04 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:22.920239 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1ad3df-3c2b-42f4-a46a-2b89631e6368', 'name': 'network-vif-deleted', 'tag': 'e1559b56-b687-4ad2-99b8-7beeae52bac7', 'status': 'completed', 'code': 200} Feb 03 11:21:22.920522 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'status': 'completed', 'code': 200} Feb 03 11:21:22.931208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5265-9bd5-4589-9874-3d0ac9226a18 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a300510-5861-41af-8f8b-89edfd39b3d8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:22.990636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef468d-a987-4863-89b5-6b2a57a87644 req-29b51264-d48e-4afb-b472-0e28893f2b1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:22.992794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75ef468d-a987-4863-89b5-6b2a57a87644 req-29b51264-d48e-4afb-b472-0e28893f2b1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.2256813 Feb 03 11:21:23.064944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab462ae7-913b-4e39-8381-657246f63751 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1551080 Feb 03 11:21:23.070613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46188) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:23.084505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--20875847'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:23.143160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.190535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0f9fa034-c6f1-4a72-a7c5-e2cb62946231 req-07381504-c65b-4896-8d8a-a79eb0b02c97 service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601233 Feb 03 11:21:23.198474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-5cee5db3-4abe-4e6e-86a8-b1cde2f3b679 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:23.200398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-5cee5db3-4abe-4e6e-86a8-b1cde2f3b679 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 945 time: 0.2658784 Feb 03 11:21:23.237843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75ef468d-a987-4863-89b5-6b2a57a87644 req-0ceae7ba-5936-48a7-97ab-a696484bf23c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222054 Feb 03 11:21:23.274352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8cb03df7-2d25-4908-8fe2-043dd5a21b18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.302305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8cb03df7-2d25-4908-8fe2-043dd5a21b18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.340270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73cb6-dd57-432d-b281-e6d386146361 req-aac6c406-829f-4d69-accd-99d8cae2ab53 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:23.349252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f73cb6-dd57-432d-b281-e6d386146361 req-aac6c406-829f-4d69-accd-99d8cae2ab53 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2360902 Feb 03 11:21:23.371522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.373025 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3014369 Feb 03 11:21:23.374136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe285c-0c85-44cf-9391-1368b02701af tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb03df7-2d25-4908-8fe2-043dd5a21b18,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:23.376897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46194) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:23.382761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8cb03df7-2d25-4908-8fe2-043dd5a21b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:23.418648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-d697e498-0a7d-403c-b804-f3476597f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:23.420467 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-d697e498-0a7d-403c-b804-f3476597f93c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a179a20f56ae4154b16de926019aace9&device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 1125 time: 0.1420655 Feb 03 11:21:23.427263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.505949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.523648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.575988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7f73cb6-dd57-432d-b281-e6d386146361 req-7ebadb3a-f85e-4e60-ad98-0b3fb12fbe74 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253375 Feb 03 11:21:23.629106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port b3b649b4-ae77-4882-bc34-6c974fef2843 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:23.630866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:23.672992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:23.692231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074fe0-fb3c-4fda-aab3-eb7ac755f8b1 req-209d0fd5-7906-4e4b-8db2-ce874e40a6ee tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:23.701564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca074fe0-fb3c-4fda-aab3-eb7ac755f8b1 req-209d0fd5-7906-4e4b-8db2-ce874e40a6ee tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 945 time: 0.3064051 Feb 03 11:21:23.800562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca074fe0-fb3c-4fda-aab3-eb7ac755f8b1 req-bab63738-f115-4187-95e7-ca1ccbddda1d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938258 Feb 03 11:21:23.847802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1da3437-9e5a-43a6-beff-213cf7622e4a req-74e4c11c-e4ec-4da6-a4d7-83b7c4505eab tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0696876 Feb 03 11:21:23.908056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Deleting subnet 8f3b9b59-86e5-4296-8d14-91f520a78349 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:21:23.926197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Publish callbacks [] for subnet (8f3b9b59-86e5-4296-8d14-91f520a78349), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.048902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.050326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6712968 Feb 03 11:21:24.055849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46204) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:24.059930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8cb03df7-2d25-4908-8fe2-043dd5a21b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:24.084313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (8f3b9b59-86e5-4296-8d14-91f520a78349), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.091267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port b3b649b4-ae77-4882-bc34-6c974fef2843, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b3b649b4-ae77-4882-bc34-6c974fef2843,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:24.092100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.105253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802ccc-d902-4d83-b7bd-fc0b82aedcbe tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ed1a4c-69ae-4c4a-afc9-16eb7c99df91,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:24.138820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.159200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for b3b649b4-ae77-4882-bc34-6c974fef2843 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:24.218199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf4f6-c9cb-42b1-bd0e-57b2b94a6ecb req-331b332a-0439-438d-bc15-6bb6481afb51 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:24.220160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c5bf4f6-c9cb-42b1-bd0e-57b2b94a6ecb req-331b332a-0439-438d-bc15-6bb6481afb51 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.2088001 Feb 03 11:21:24.256668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-e81c7f88-24b5-48de-8bf4-4522484b112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:24.268717 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-e81c7f88-24b5-48de-8bf4-4522484b112b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a HTTP/1.1" status: 200 len: 915 time: 0.8052306 Feb 03 11:21:24.322140 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-4110d45f-174a-46e3-9860-938c804a474b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4956a0b0-13be-41be-8552-bdff5ca70a48 HTTP/1.1" status: 200 len: 217 time: 0.0509827 Feb 03 11:21:24.351542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.373456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.391954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8f55f-269a-4506-96ab-b03283be2b94,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:24.393405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e1559b56-b687-4ad2-99b8-7beeae52bac7 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:24.412397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-6d810167-c787-4a9e-895b-c923effb8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:24.413089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-6d810167-c787-4a9e-895b-c923effb8e84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75e65f26-1388-4d33-8c9c-5b593e2168d9 HTTP/1.1" status: 200 len: 853 time: 0.0833194 Feb 03 11:21:24.418894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.420116 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f90b806b-6ff0-4eb0-b8cb-25d7d9404425 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3644516 Feb 03 11:21:24.423599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46208) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:24.450196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e1559b56-b687-4ad2-99b8-7beeae52bac7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:24.459701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8cb03df7-2d25-4908-8fe2-043dd5a21b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:24.466628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e1559b56-b687-4ad2-99b8-7beeae52bac7 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:24.497165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-359bb285-8c63-4ec8-b1eb-ba6cab327eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:24.498679 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-359bb285-8c63-4ec8-b1eb-ba6cab327eb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740678 Feb 03 11:21:24.506482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.601682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8f3b9b59-86e5-4296-8d14-91f520a78349), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.629540 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-03a54d4f-42c8-4b04-85ef-8b98df98bf86 service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966473 Feb 03 11:21:24.660490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c5bf4f6-c9cb-42b1-bd0e-57b2b94a6ecb req-f8f31d94-7a45-473d-81e7-1bdc6a868ff4 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052811 Feb 03 11:21:24.676566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.695020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.704988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6542c49-dbdb-415b-bd93-1d994e52b9ae,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:24.731886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62b92f-71cf-4204-bdfe-c53b523e0178 req-ed26e6c3-e5cc-4ed6-bf60-fcd960811bd7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:24.741429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a62b92f-71cf-4204-bdfe-c53b523e0178 req-ed26e6c3-e5cc-4ed6-bf60-fcd960811bd7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.3271101 Feb 03 11:21:24.766336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.770044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74fe6d23-81ac-48a9-a093-970b41d8d502 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3120558 Feb 03 11:21:24.770458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46212) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:24.778209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8cb03df7-2d25-4908-8fe2-043dd5a21b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:24.815915 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.863279 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d73f7a2b-9af1-498d-9006-a08767617cfc req-42ba8da7-9dae-4492-86d2-0254c99a83a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225678 Feb 03 11:21:24.927191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a62b92f-71cf-4204-bdfe-c53b523e0178 req-459bcb6b-0b6c-41fb-8adf-a9c7010eadc3 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843047 Feb 03 11:21:24.947769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.954322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:24.986243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df37dc01-e43f-4ac8-a246-88399dbfa313,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.001590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.006786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-755c86c3-d5fc-470e-9a54-ae6e7d00653e tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2352750 Feb 03 11:21:25.007668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.012890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8cb03df7-2d25-4908-8fe2-043dd5a21b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:25.063366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.149502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f07f-9a54-4426-bc06-4b6734a8305d req-7af1de7d-9d30-408e-93fb-0f66cc02b1cd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:25.157434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08c4f07f-9a54-4426-bc06-4b6734a8305d req-7af1de7d-9d30-408e-93fb-0f66cc02b1cd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2627594 Feb 03 11:21:25.171240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b3b649b4-ae77-4882-bc34-6c974fef2843), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.174065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (8f3b9b59-86e5-4296-8d14-91f520a78349), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.207200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116', 'b3b649b4-ae77-4882-bc34-6c974fef2843'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:25.209566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.218833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.265757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3b9b59-86e5-4296-8d14-91f520a78349,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.283450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.287509 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2759311 Feb 03 11:21:25.301585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.320502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a573e-ba33-41e4-a520-40f7e13c2d82 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.351341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b534a3c-c562-482a-8e7c-495946c0930d req-0b210b83-d5dc-4328-b99e-da1e1cf6e4eb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:25.359626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b534a3c-c562-482a-8e7c-495946c0930d req-0b210b83-d5dc-4328-b99e-da1e1cf6e4eb tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3 HTTP/1.1" status: 200 len: 867 time: 0.3086839 Feb 03 11:21:25.374754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.397684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.400511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=b3b649b4-ae77-4882-bc34-6c974fef2843,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.442466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009b9be-3cfe-4390-8f29-602f5b283374 None None] Network dfa10334-f662-4821-b8e9-5953c902a208 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:25.465590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.471424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.475104 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03 HTTP/1.1" status: 204 len: 168 time: 0.1700175 Feb 03 11:21:25.481081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.487685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.494066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9cb8a898-45ed-4751-8df4-38e4d7179413 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f3b9b59-86e5-4296-8d14-91f520a78349 HTTP/1.1" status: 204 len: 168 time: 1.8167267 Feb 03 11:21:25.521134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b534a3c-c562-482a-8e7c-495946c0930d req-1da2461b-134c-40ba-911f-b89ac384c66f tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553121 Feb 03 11:21:25.521134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] No DVR routers for this DVR port b3b649b4-ae77-4882-bc34-6c974fef2843 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:25.532661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.541008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.544421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367c58-0e33-4ace-a1d0-358b058cf3dc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc0b0e6d-43d0-45ba-9d2a-f889b8b55b03,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.546890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e8df076-e1ef-4891-8980-25af567d88c6 req-2f2c267c-997d-43a3-aaa4-9019fc0f3aae tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "DELETE /v2.0/ports/b3b649b4-ae77-4882-bc34-6c974fef2843 HTTP/1.1" status: 204 len: 173 time: 2.3376563 Feb 03 11:21:25.548831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'name': 'network-vif-deleted', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:25.553034 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db95982-391c-46ae-b3ce-247d6500a15c" -d '{"events": [{"server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "name": "network-vif-deleted", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:25.654882 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c120680b-de61-4a7b-a028-c2ec77b339fc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1699736 Feb 03 11:21:25.655844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46230) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.713983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.734225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.814323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (df37dc01-e43f-4ac8-a246-88399dbfa313), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.838974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.842615 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/df37dc01-e43f-4ac8-a246-88399dbfa313 HTTP/1.1" status: 204 len: 168 time: 0.1834350 Feb 03 11:21:25.844386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46234) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:25.846857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-30c3c287-2407-4b80-88f3-6b6d2f3d3924 req-3908faba-2829-4594-8e9f-ffe4c2d5f4db tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.2127986 Feb 03 11:21:25.856246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08c4f07f-9a54-4426-bc06-4b6734a8305d req-20c6dd6b-6a1a-4263-922b-979604677123 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974609 Feb 03 11:21:25.885255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (dfa10334-f662-4821-b8e9-5953c902a208), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:25.895752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50720a7a-f0bf-4a26-a9ee-90750a7fec19 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df37dc01-e43f-4ac8-a246-88399dbfa313,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:25.935160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] DHCP port deletion for dfa10334-f662-4821-b8e9-5953c902a208 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:21:25.971168 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc8bf2b9-53b3-4a2c-8b7e-3277445bc4b9 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0904224 Feb 03 11:21:25.974061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:26.000990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Deleting port 92cb0746-5030-4453-8224-d85b58a19616 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:26.001347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (92cb0746-5030-4453-8224-d85b58a19616), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.030323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9554bc-a5d2-4ae2-ad45-14a678eb44c2 x-openstack-request-id: req-7b9554bc-a5d2-4ae2-ad45-14a678eb44c2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:26.030609 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3", "name": "network-vif-deleted", "tag": "b3b649b4-ae77-4882-bc34-6c974fef2843", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:26.030874 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b9554bc-a5d2-4ae2-ad45-14a678eb44c2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:26.031279 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28b76d-9253-4ab9-8e0f-b36bb3fd48b3', 'name': 'network-vif-deleted', 'tag': 'b3b649b4-ae77-4882-bc34-6c974fef2843', 'status': 'completed', 'code': 200} Feb 03 11:21:26.107618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Deleting port 92cb0746-5030-4453-8224-d85b58a19616 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:26.108234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (92cb0746-5030-4453-8224-d85b58a19616), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.133165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.248649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] For port 92cb0746-5030-4453-8224-d85b58a19616, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92cb0746-5030-4453-8224-d85b58a19616,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:26.249332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (92cb0746-5030-4453-8224-d85b58a19616), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.257952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.279668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Calling delete_port for 92cb0746-5030-4453-8224-d85b58a19616 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:26.406396 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e2310845-24e8-4dd0-b2e3-001aed4dd55d req-1ebe9dcb-1443-4995-9662-8b1cbfed4986 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e8621bef71a4283948487e67b65b3b4&device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0634120 Feb 03 11:21:26.408057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] For port 92cb0746-5030-4453-8224-d85b58a19616, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92cb0746-5030-4453-8224-d85b58a19616,segment=NetworkSegment(10f73516-f8b1-4f02-940a-4ef71e4a5279),segment_id=10f73516-f8b1-4f02-940a-4ef71e4a5279)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:26.408725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (92cb0746-5030-4453-8224-d85b58a19616), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.435778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (92cb0746-5030-4453-8224-d85b58a19616), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.460273 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e2310845-24e8-4dd0-b2e3-001aed4dd55d req-7a5094e9-68c2-4f38-859e-526f167266e5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4e8621bef71a4283948487e67b65b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433156 Feb 03 11:21:26.496582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb089fb5-69b6-4438-ba1f-513883b24956 req-671a75d8-c7b1-4158-b5d8-8a841d07013f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:26.513461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Pushing event deleted for resources: {'Port': ['ID=92cb0746-5030-4453-8224-d85b58a19616,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:26.514032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb089fb5-69b6-4438-ba1f-513883b24956 req-671a75d8-c7b1-4158-b5d8-8a841d07013f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.4161994 Feb 03 11:21:26.527888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] No DVR routers for this DVR port 92cb0746-5030-4453-8224-d85b58a19616 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:26.554697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.555602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.558517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.559177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.561739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.569057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.569770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.570334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.570896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.571576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.572129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.572675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.573803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f7de9-3926-4b41-9cbb-1a5af84ef710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:26.620451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Calling delete_port for 92cb0746-5030-4453-8224-d85b58a19616 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:26.641496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb089fb5-69b6-4438-ba1f-513883b24956 req-72c2c35a-ee5a-4116-89c8-7b9cf1324069 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269667 Feb 03 11:21:26.703665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2310845-24e8-4dd0-b2e3-001aed4dd55d req-c8ec77f9-ff96-4078-af34-adda29a999d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:26.707358 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e2310845-24e8-4dd0-b2e3-001aed4dd55d req-c8ec77f9-ff96-4078-af34-adda29a999d1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423601 Feb 03 11:21:26.710183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c6542c49-dbdb-415b-bd93-1d994e52b9ae), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.736654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.741683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:26.749427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c6542c49-dbdb-415b-bd93-1d994e52b9ae HTTP/1.1" status: 204 len: 168 time: 0.7740867 Feb 03 11:21:26.827341 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d95aaa1-6a10-4cfe-87fd-6876898e73d3 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0841553 Feb 03 11:21:26.828239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46250) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:26.872493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f7cb-bcd2-4e6e-b880-b842d2ef9101 req-098f5208-adf4-406c-8851-fbf813f65cbe tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:26.884813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b999f7cb-bcd2-4e6e-b880-b842d2ef9101 req-098f5208-adf4-406c-8851-fbf813f65cbe tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.5605719 Feb 03 11:21:26.887837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.904246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.945053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f2d8f55f-269a-4506-96ab-b03283be2b94), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.961621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.967403 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f2d8f55f-269a-4506-96ab-b03283be2b94 HTTP/1.1" status: 204 len: 168 time: 0.1372383 Feb 03 11:21:26.967783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:26.970229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb857e4-db6c-4a29-8040-d1cc2347d454 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d8f55f-269a-4506-96ab-b03283be2b94,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:26.972499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46254) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:27.035130 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e9108454-91d9-4b17-a83e-6ddb85c6ea3b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0612631 Feb 03 11:21:27.035785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46258) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:27.053521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5ae72-c3a0-48e2-a3e9-0f82034e269a tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6542c49-dbdb-415b-bd93-1d994e52b9ae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:27.059963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (92cb0746-5030-4453-8224-d85b58a19616), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.068267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.085604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.167821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (90ed1a4c-69ae-4c4a-afc9-16eb7c99df91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.191868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.196606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92cb0746-5030-4453-8224-d85b58a19616 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:27.197459 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/90ed1a4c-69ae-4c4a-afc9-16eb7c99df91 HTTP/1.1" status: 204 len: 168 time: 0.1606524 Feb 03 11:21:27.200115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd349bc1-60f8-401d-9d0f-5c0bb9453f08 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ed1a4c-69ae-4c4a-afc9-16eb7c99df91,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:27.202888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46260) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:27.227001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=92cb0746-5030-4453-8224-d85b58a19616,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:27.251513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 92cb0746-5030-4453-8224-d85b58a19616 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:27.253318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92cb0746-5030-4453-8224-d85b58a19616 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:27.253557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebce88ad-ceb8-429b-be4e-e4253e2ca2ae req-b56c7336-b3ba-4575-8ed6-b9b454ea6141 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.4224517 Feb 03 11:21:27.283040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] No DVR routers for this DVR port 92cb0746-5030-4453-8224-d85b58a19616 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:27.327587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-426a571e-d6ca-48d7-b7d0-be2d60e37030 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1214056 Feb 03 11:21:27.333182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b999f7cb-bcd2-4e6e-b880-b842d2ef9101 req-92e343e8-f707-4aed-93bb-b3a2234ac4cf tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470675 Feb 03 11:21:27.333726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46262) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:27.907308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (dfa10334-f662-4821-b8e9-5953c902a208), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:27.970668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8cb03df7-2d25-4908-8fe2-043dd5a21b18), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.014756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b3b649b4-ae77-4882-bc34-6c974fef2843 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:28.036170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa10334-f662-4821-b8e9-5953c902a208']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:28.038750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: b3b649b4-ae77-4882-bc34-6c974fef2843 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:28.039408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b3b649b4-ae77-4882-bc34-6c974fef2843 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:28.050029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0140-da89-4a12-a6d3-0ee31b386b01 req-bb7ef185-c94b-4ba7-87a7-f1a01014a71d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:28.056830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b2c0140-da89-4a12-a6d3-0ee31b386b01 req-bb7ef185-c94b-4ba7-87a7-f1a01014a71d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.6023638 Feb 03 11:21:28.100802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f73516-f8b1-4f02-940a-4ef71e4a5279') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:28.101122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f73516-f8b1-4f02-940a-4ef71e4a5279') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:28.114416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e2310845-24e8-4dd0-b2e3-001aed4dd55d req-f09fd902-0ef9-4b73-bc15-da537b360627 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.53 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0280809 Feb 03 11:21:28.129248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8cb03df7-2d25-4908-8fe2-043dd5a21b18), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.187922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc49d0-1f38-4f55-8a67-bb62e9064451 req-9f61cb10-acce-467b-83b7-43c3e1e919e7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:28.194801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bedc49d0-1f38-4f55-8a67-bb62e9064451 req-9f61cb10-acce-467b-83b7-43c3e1e919e7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.2842476 Feb 03 11:21:28.206611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8cb03df7-2d25-4908-8fe2-043dd5a21b18), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.209304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.212863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/8cb03df7-2d25-4908-8fe2-043dd5a21b18 HTTP/1.1" status: 204 len: 168 time: 0.8167899 Feb 03 11:21:28.213218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46276) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:28.245340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (10f73516-f8b1-4f02-940a-4ef71e4a5279), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.304546 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-255eb7a4-592b-4afb-a653-c0aff071d001 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896423 Feb 03 11:21:28.314853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:28.318992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--41507089'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:28.329281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcfea9-a632-4c16-b7b3-e19c64be7412 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb03df7-2d25-4908-8fe2-043dd5a21b18,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:28.372092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.376502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (10f73516-f8b1-4f02-940a-4ef71e4a5279), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.436726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b2c0140-da89-4a12-a6d3-0ee31b386b01 req-7c503f0a-aa6a-444c-8aeb-1f93bf048c5b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789222 Feb 03 11:21:28.487026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:21:28.490174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (10f73516-f8b1-4f02-940a-4ef71e4a5279), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:21:28.492374 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:21:28.579682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-afbef676-4aa6-43eb-bf0d-20fec8e1a7fd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:28.585210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-afbef676-4aa6-43eb-bf0d-20fec8e1a7fd tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 946 time: 0.5134544 Feb 03 11:21:28.603425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8983b5aa-255e-478c-a378-6e063f87ae0c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.604181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bedc49d0-1f38-4f55-8a67-bb62e9064451 req-23ed8eb4-b9ad-46cc-b96b-2da1ff84a954 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=02fe80ee-235f-4d9a-9848-4745fc3839e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084706 Feb 03 11:21:28.624090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8983b5aa-255e-478c-a378-6e063f87ae0c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.742787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.753845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4382691 Feb 03 11:21:28.765783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:28.778146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '8983b5aa-255e-478c-a378-6e063f87ae0c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:28.802123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff2e04-6d35-4237-983d-5eef221d04bb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8983b5aa-255e-478c-a378-6e063f87ae0c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:28.858605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (dfa10334-f662-4821-b8e9-5953c902a208), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.878362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (d97ccedb-3400-4fac-819c-2e1412d7e689), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.889509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06267189-944f-4fcd-b25c-f6071703ddb1 req-3af7d946-21db-4bb8-b09a-36422d6118b1 tempest-ServerShowV257Test-487494779 tempest-ServerShowV257Test-487494779-project] 10.222.0.30 "GET /v2.0/ports?device_id=491db82e-60f6-42e0-b9f2-27ae28b83a7a HTTP/1.1" status: 200 len: 210 time: 0.0475984 Feb 03 11:21:28.894351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:28.898148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfa10334-f662-4821-b8e9-5953c902a208 HTTP/1.1" status: 204 len: 168 time: 3.3500261 Feb 03 11:21:28.956125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b52d-ea9c-4c86-bc71-ef5ab24ef9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa10334-f662-4821-b8e9-5953c902a208,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:28.992440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7ce1-bac2-4ff9-aaea-ddca4ebff1bc req-39e00c13-7373-4fdb-a717-b812e9eef238 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:29.002162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-472d7ce1-bac2-4ff9-aaea-ddca4ebff1bc req-39e00c13-7373-4fdb-a717-b812e9eef238 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.3577223 Feb 03 11:21:29.094996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (d97ccedb-3400-4fac-819c-2e1412d7e689), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.101822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (d97ccedb-3400-4fac-819c-2e1412d7e689), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.137484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97ccedb-3400-4fac-819c-2e1412d7e689,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:29.161769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.166118 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea15f4e5-ded3-4419-8c5b-d97173d7d7c6 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3960953 Feb 03 11:21:29.166118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46292) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:29.228596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port 01a2d5b1-8989-447a-a1ea-215b99ff7116 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:29.240292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.296978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8983b5aa-255e-478c-a378-6e063f87ae0c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.317503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46294) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:29.330852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-472d7ce1-bac2-4ff9-aaea-ddca4ebff1bc req-56c6e901-253d-4c06-bfd9-8bb0a250e704 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275309 Feb 03 11:21:29.386795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (8983b5aa-255e-478c-a378-6e063f87ae0c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.486853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port 01a2d5b1-8989-447a-a1ea-215b99ff7116, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=01a2d5b1-8989-447a-a1ea-215b99ff7116,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:29.487116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.519800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for 01a2d5b1-8989-447a-a1ea-215b99ff7116 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:29.526450 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4203955b-e7e8-44aa-b597-d7eab3c489e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=301a72856294465e9e01c034baf7eade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2076182 Feb 03 11:21:29.537700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:29.627479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8983b5aa-255e-478c-a378-6e063f87ae0c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.630869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.635697 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/8983b5aa-255e-478c-a378-6e063f87ae0c HTTP/1.1" status: 204 len: 168 time: 0.4682732 Feb 03 11:21:29.636444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46304) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:29.699321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (01a2d5b1-8989-447a-a1ea-215b99ff7116), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.732115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['01a2d5b1-8989-447a-a1ea-215b99ff7116'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:29.745473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=01a2d5b1-8989-447a-a1ea-215b99ff7116,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:29.763766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c32dc-9d00-409d-8184-77041de63e40 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983b5aa-255e-478c-a378-6e063f87ae0c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:29.793276 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:21:29.797714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f015ac-e239-4bde-92c5-85f2d5208994 req-7e854254-5cd9-4848-915f-01cd9ecff1b2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:29.801710 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19a1fff1-a1e4-473d-ad70-4da764d4bf49 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1592684 Feb 03 11:21:29.805066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09f015ac-e239-4bde-92c5-85f2d5208994 req-7e854254-5cd9-4848-915f-01cd9ecff1b2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.7107873 Feb 03 11:21:29.809982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46306) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:29.812132 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] Publish callbacks [] for security_group (8bebc809-6894-4838-a5c1-31dd20fed5f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.842619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647008956'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:29.849666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] No DVR routers for this DVR port 01a2d5b1-8989-447a-a1ea-215b99ff7116 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:29.861273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b291641-391a-4838-ab35-dc2da8e2107d req-3019e042-cbcf-4646-9f2d-66c388da6fae tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:29.868340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b291641-391a-4838-ab35-dc2da8e2107d req-3019e042-cbcf-4646-9f2d-66c388da6fae tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2054417 Feb 03 11:21:29.895376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.898873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aba6e237-fb8a-4342-86fc-338ec2812046 req-557b8f30-1de4-40fc-bd2d-a85f9eb3cfe7 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.69 "DELETE /v2.0/ports/01a2d5b1-8989-447a-a1ea-215b99ff7116 HTTP/1.1" status: 204 len: 173 time: 1.2868168 Feb 03 11:21:29.927718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'name': 'network-vif-deleted', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:29.930298 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ede690-a6ea-46de-b469-49071b8d0b62" -d '{"events": [{"server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "name": "network-vif-deleted", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:29.935118 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] Publish callbacks [] for security_group (8bebc809-6894-4838-a5c1-31dd20fed5f1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:29.947083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.060426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b291641-391a-4838-ab35-dc2da8e2107d req-8adeeaa0-5962-4a4c-b903-a57a54367f51 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912215 Feb 03 11:21:30.113949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09f015ac-e239-4bde-92c5-85f2d5208994 req-13842cb6-3a39-490d-8dc7-96b813ecfcdb tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079712 Feb 03 11:21:30.174373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8bebc809-6894-4838-a5c1-31dd20fed5f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.188446 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.195935 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bebc809-6894-4838-a5c1-31dd20fed5f1 HTTP/1.1" status: 204 len: 168 time: 0.6576681 Feb 03 11:21:30.274655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c978808-0420-4ebd-9411-ea6f6d8b86f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebc809-6894-4838-a5c1-31dd20fed5f1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:30.295083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (4bbcf162-411c-4421-a58b-f6848e070759), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.304401 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4bbcf162-411c-4421-a58b-f6848e070759), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.339522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbcf162-411c-4421-a58b-f6848e070759,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:30.362393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.364215 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f83cf48-a080-4768-8e46-49a6221701d7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5530303 Feb 03 11:21:30.369746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:30.382159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597432540'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:30.387908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-110914c9-91a6-4453-8341-c3239fd11edd req-39c544ca-0f66-4d3c-9a2f-31ec36c2a96a tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=306f6f35-fea1-4f18-8a7f-a7aa91da8de2 HTTP/1.1" status: 200 len: 210 time: 0.0735481 Feb 03 11:21:30.450220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.460075 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a147c-dd0f-4f85-b9ee-836436b6f7ff x-openstack-request-id: req-060a147c-dd0f-4f85-b9ee-836436b6f7ff {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:30.460268 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f6f35-fea1-4f18-8a7f-a7aa91da8de2", "name": "network-vif-deleted", "tag": "01a2d5b1-8989-447a-a1ea-215b99ff7116", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:30.460529 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-060a147c-dd0f-4f85-b9ee-836436b6f7ff {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:30.460953 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f6f35-fea1-4f18-8a7f-a7aa91da8de2', 'name': 'network-vif-deleted', 'tag': '01a2d5b1-8989-447a-a1ea-215b99ff7116', 'status': 'completed', 'code': 200} Feb 03 11:21:30.599792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e28613-dbaa-4fb7-ad8c-8ac1f25d59a4 req-ceda18af-6884-48f8-86b0-5393e8576f80 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:30.611844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89e28613-dbaa-4fb7-ad8c-8ac1f25d59a4 req-ceda18af-6884-48f8-86b0-5393e8576f80 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.1099865 Feb 03 11:21:30.642481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (856ffada-0d1a-4c0b-bd5d-f15c44abe066), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.656645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (856ffada-0d1a-4c0b-bd5d-f15c44abe066), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.734023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89e28613-dbaa-4fb7-ad8c-8ac1f25d59a4 req-7bbdb164-d1f8-40b0-a56f-4fbf7d18d2a9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212187 Feb 03 11:21:30.765068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:30.775918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:30.779969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4086185 Feb 03 11:21:30.780857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '4bbcf162-411c-4421-a58b-f6848e070759', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '856ffada-0d1a-4c0b-bd5d-f15c44abe066', 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:30.791165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b6de-3dfe-4a64-9287-669b8779df4b tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856ffada-0d1a-4c0b-bd5d-f15c44abe066,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:30.894276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.076824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.090119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.126873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228bb533-eeeb-4c4b-886f-f95ff2125f4a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:31.144234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.148228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c127b486-49ca-4592-8b27-5c9004c2eb71 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3686028 Feb 03 11:21:31.148465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:31.217742 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2d68ebc-3d78-44fc-b3f7-cf3f3a95207d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.219846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.247402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.374391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46342) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:31.469838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (228bb533-eeeb-4c4b-886f-f95ff2125f4a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.490256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.493941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/228bb533-eeeb-4c4b-886f-f95ff2125f4a HTTP/1.1" status: 204 len: 168 time: 0.3406236 Feb 03 11:21:31.495922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:31.514179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e3913-0a61-4063-b243-3788dca41941 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228bb533-eeeb-4c4b-886f-f95ff2125f4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:31.567346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bb112-2a45-4083-b29c-cd7e4fcc2d59 req-45f667c1-0540-4edf-92d9-381c5e57c712 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:31.573882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-516bb112-2a45-4083-b29c-cd7e4fcc2d59 req-45f667c1-0540-4edf-92d9-381c5e57c712 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3214893 Feb 03 11:21:31.628035 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6dca704c-7a63-4c45-8791-3a8687aa7bfc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1282575 Feb 03 11:21:31.644940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:31.668035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a39-b8cc-4224-a3c3-4775590c0ad7 req-f14e14de-1e90-4641-a020-91872ff42674 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:31.675538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-275e0891-f040-4d71-9901-0370497da9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.677937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1db27a39-b8cc-4224-a3c3-4775590c0ad7 req-f14e14de-1e90-4641-a020-91872ff42674 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.3712652 Feb 03 11:21:31.794759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1db27a39-b8cc-4224-a3c3-4775590c0ad7 req-54c030c1-df73-40a4-ace1-d440fe0743da tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155291 Feb 03 11:21:31.856762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (856ffada-0d1a-4c0b-bd5d-f15c44abe066), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:31.868601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-516bb112-2a45-4083-b29c-cd7e4fcc2d59 req-f1946adb-b425-4e5a-8782-92645a08a097 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828155 Feb 03 11:21:31.939546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (856ffada-0d1a-4c0b-bd5d-f15c44abe066), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.008808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 01a2d5b1-8989-447a-a1ea-215b99ff7116 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:32.075006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 01a2d5b1-8989-447a-a1ea-215b99ff7116 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:32.075151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-275e0891-f040-4d71-9901-0370497da9f9 admin admin] Publish callbacks [] for security_group (59a1145a-a83d-43b7-8d28-c0c9f46c2d4a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.075690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 01a2d5b1-8989-447a-a1ea-215b99ff7116 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:32.092863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-275e0891-f040-4d71-9901-0370497da9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59a1145a-a83d-43b7-8d28-c0c9f46c2d4a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.112533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:32.179255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (856ffada-0d1a-4c0b-bd5d-f15c44abe066), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.189151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.190333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/856ffada-0d1a-4c0b-bd5d-f15c44abe066 HTTP/1.1" status: 204 len: 168 time: 0.5435445 Feb 03 11:21:32.193674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:32.196126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e0891-f040-4d71-9901-0370497da9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1145a-a83d-43b7-8d28-c0c9f46c2d4a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:32.220402 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-275e0891-f040-4d71-9901-0370497da9f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e8621bef71a4283948487e67b65b3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8410900 Feb 03 11:21:32.226256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:32.249045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac93068-c65b-4c5c-8292-0dfdff92dc7a req-2adb6f0b-0602-4248-b6fc-a1c837e8da23 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:32.250301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108801c-37d5-4a0b-bfaa-2f1309c377e1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ffada-0d1a-4c0b-bd5d-f15c44abe066,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:32.293328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac93068-c65b-4c5c-8292-0dfdff92dc7a req-2adb6f0b-0602-4248-b6fc-a1c837e8da23 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.2598968 Feb 03 11:21:32.408116 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] Publish callbacks [] for security_group (59a1145a-a83d-43b7-8d28-c0c9f46c2d4a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.463642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1756349151-network', 'tenant_id': '364dd8304da2453784e7c90344e2a216'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:32.474692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] Publish callbacks [] for security_group (59a1145a-a83d-43b7-8d28-c0c9f46c2d4a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.562084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a8de820-9651-4058-9679-c46893c54b91 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3668826 Feb 03 11:21:32.586033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac93068-c65b-4c5c-8292-0dfdff92dc7a req-1c9dce6b-704f-4d9e-a009-bc28637efa93 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907465 Feb 03 11:21:32.592496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:32.621166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59a1145a-a83d-43b7-8d28-c0c9f46c2d4a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.625907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.629359 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59a1145a-a83d-43b7-8d28-c0c9f46c2d4a HTTP/1.1" status: 204 len: 168 time: 0.3999870 Feb 03 11:21:32.661494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610c8cb-f33b-47d3-ba98-b7151d55f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1145a-a83d-43b7-8d28-c0c9f46c2d4a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:32.675478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Made reservation on behalf of 364dd8304da2453784e7c90344e2a216 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:32.679781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.709882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:32.761883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4811872-1488-405a-832d-7325f7ebf475 req-fee40b73-5e9f-4806-bdb9-a942d9627745 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:32.770586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4811872-1488-405a-832d-7325f7ebf475 req-fee40b73-5e9f-4806-bdb9-a942d9627745 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.3111908 Feb 03 11:21:32.934579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (4bbcf162-411c-4421-a58b-f6848e070759), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.005858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4811872-1488-405a-832d-7325f7ebf475 req-514ee427-17d5-4fbd-88cc-a0cefe6204ef tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339330 Feb 03 11:21:33.078693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (4bbcf162-411c-4421-a58b-f6848e070759), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.198696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbf23c-eb6b-4a12-ac98-6610446eaee9 req-ceffa000-f9c0-4df3-8529-72809e6f4b63 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:33.205866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19dbf23c-eb6b-4a12-ac98-6610446eaee9 req-ceffa000-f9c0-4df3-8529-72809e6f4b63 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.2843208 Feb 03 11:21:33.270046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks [] for security_group (630de4ba-b0db-44d7-aff0-b5c2fdceff4c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.286014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (630de4ba-b0db-44d7-aff0-b5c2fdceff4c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.316815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4bbcf162-411c-4421-a58b-f6848e070759), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.319533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.321171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/4bbcf162-411c-4421-a58b-f6848e070759 HTTP/1.1" status: 204 len: 168 time: 0.7192121 Feb 03 11:21:33.323633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630de4ba-b0db-44d7-aff0-b5c2fdceff4c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:33.323904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46396) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:33.347976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19dbf23c-eb6b-4a12-ac98-6610446eaee9 req-57b2d917-550c-40d9-b2b8-7f5a87b2c7b5 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411009 Feb 03 11:21:33.368801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2742be-7885-4eea-81ee-dc18289b3a9c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbcf162-411c-4421-a58b-f6848e070759,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:33.373146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:21:33.411168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e6b29-6d80-46a2-9465-058701670df1 req-bb7c3aac-6c5b-4cac-a1ee-c5b2f291ee5a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:33.423828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3e6b29-6d80-46a2-9465-058701670df1 req-bb7c3aac-6c5b-4cac-a1ee-c5b2f291ee5a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2976210 Feb 03 11:21:33.447410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a687f43c-5a44-4928-b3bd-db07415fb83c tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1169720 Feb 03 11:21:33.448026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:33.460636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--966365163'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:33.473200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2cb10618-3c72-48fc-b000-eb86a22684ee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.473587 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Added segment 2cb10618-3c72-48fc-b000-eb86a22684ee of type vlan for network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b Feb 03 11:21:33.519196 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.571167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c229951-6b9a-41e4-8e3f-b16abe71275a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.627723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3e6b29-6d80-46a2-9465-058701670df1 req-c3ce3781-0c51-4359-9964-6371edde25ec tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015131 Feb 03 11:21:33.722679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.747020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (2fdd3b9b-93bd-49f3-af19-9e171d9daec5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.763595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2fdd3b9b-93bd-49f3-af19-9e171d9daec5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.813032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.815493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:33.819453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.836383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:33.838435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3893857 Feb 03 11:21:33.845160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46410) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:33.867553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': '2fdd3b9b-93bd-49f3-af19-9e171d9daec5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:33.889820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7719340 Feb 03 11:21:33.890447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:33.911663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8cfd0-9a9c-442a-a6d1-6d5d6524bc3f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdd3b9b-93bd-49f3-af19-9e171d9daec5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:33.917601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Request body: {'subnet': {'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1756349151-subnet', 'tenant_id': '364dd8304da2453784e7c90344e2a216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:33.954541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.061007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe802a5-2265-45d0-a3e9-80f5c5169498 admin admin] Pushing event updated for resources: {'Network': ['ID=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:34.074720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:21:34.091818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.100454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-d06769b6-0eb8-490a-8fc2-df03af05c197 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:34.102320 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-d06769b6-0eb8-490a-8fc2-df03af05c197 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.1090240 Feb 03 11:21:34.103845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.146987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348ae63-eaa8-46d2-b8e2-5b84dc185d2a req-d7b72427-1c17-499b-ac41-68eafd3595f2 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:34.147716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1348ae63-eaa8-46d2-b8e2-5b84dc185d2a req-d7b72427-1c17-499b-ac41-68eafd3595f2 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.3580418 Feb 03 11:21:34.148374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Made reservation on behalf of 364dd8304da2453784e7c90344e2a216 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:34.168247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.180795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a528e377-5f65-49f6-be89-ddb1833bf31e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:34.222328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.224765 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bd12d80f-c73f-4686-8207-d8ce63da9f06 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3776207 Feb 03 11:21:34.231463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46422) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:34.302622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.313983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.355543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:34.356126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (dfd0181f-bc99-4232-8bc4-366030294519), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.378060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a528e377-5f65-49f6-be89-ddb1833bf31e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.395412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.397203 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a528e377-5f65-49f6-be89-ddb1833bf31e HTTP/1.1" status: 204 len: 168 time: 0.1290591 Feb 03 11:21:34.402117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:34.450450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1348ae63-eaa8-46d2-b8e2-5b84dc185d2a req-aaaca0ca-7f29-498a-89c5-7f2bef7f6576 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573254 Feb 03 11:21:34.490827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da77f7-4e78-49b4-98d5-10d42ca5f921 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a528e377-5f65-49f6-be89-ddb1833bf31e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:34.559814 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-34a13dc0-ce1f-4b92-bc3d-9998f6e4dcf7 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1533048 Feb 03 11:21:34.560456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:34.573899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.673552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] For port dfd0181f-bc99-4232-8bc4-366030294519, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dfd0181f-bc99-4232-8bc4-366030294519,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:34.673925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (dfd0181f-bc99-4232-8bc4-366030294519), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.703928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (2fdd3b9b-93bd-49f3-af19-9e171d9daec5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:34.746058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:34.770337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d265d-b9fa-4976-aa10-3de94d8a5dec req-39016f16-85a2-4b4f-bb4a-459ce4d926cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:34.778989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-695d265d-b9fa-4976-aa10-3de94d8a5dec req-39016f16-85a2-4b4f-bb4a-459ce4d926cf tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 944 time: 0.5644491 Feb 03 11:21:34.867579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc70bb-d382-4815-95e3-7aa2d0dff5a4 req-a221abef-0aa5-4cd7-913c-8db7a4ac657b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:34.869328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bdc70bb-d382-4815-95e3-7aa2d0dff5a4 req-a221abef-0aa5-4cd7-913c-8db7a4ac657b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.2365081 Feb 03 11:21:34.933521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-695d265d-b9fa-4976-aa10-3de94d8a5dec req-1cbdd60c-e7b1-45b1-bad2-45d8170b9f1c tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups?id=5094bdea-bcdd-4961-9dbd-c0af4888d91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534629 Feb 03 11:21:35.032147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (2fdd3b9b-93bd-49f3-af19-9e171d9daec5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.042149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1c3-9c96-4e8f-b6b3-003899fbf078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.126577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e0a7e075-25d3-4605-ab0b-57931d2ac2d5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.131964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bdc70bb-d382-4815-95e3-7aa2d0dff5a4 req-682562f8-4d37-4a9a-a556-d117f2f6cc06 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529874 Feb 03 11:21:35.228044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2fdd3b9b-93bd-49f3-af19-9e171d9daec5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.241601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49400bc-3c60-4137-bda2-2f981e1026f5 req-05607b31-9e86-4e5b-8651-c2fb0cff1edc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:35.246183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.248045 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/2fdd3b9b-93bd-49f3-af19-9e171d9daec5 HTTP/1.1" status: 204 len: 168 time: 0.6859643 Feb 03 11:21:35.254991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a49400bc-3c60-4137-bda2-2f981e1026f5 req-05607b31-9e86-4e5b-8651-c2fb0cff1edc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2064192 Feb 03 11:21:35.278497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:35.312626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a7e075-25d3-4605-ab0b-57931d2ac2d5,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:35.313296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.313666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.314284 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Floating IP 2cb89213-a03d-4474-8b11-6e44af7dae44 disassociated. External IP: 172.25.7.80, port: dfd0181f-bc99-4232-8bc4-366030294519. Feb 03 11:21:35.314434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for dfd0181f-bc99-4232-8bc4-366030294519 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:35.317196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Checking segment: {'id': '2cb10618-3c72-48fc-b000-eb86a22684ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:35.318024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Network hostable DHCP agents. Network: 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:21:35.391089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-86491e47-d3af-4664-a1a2-f58a533f5829 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068189 Feb 03 11:21:35.396482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:35.402015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--274976850'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:35.411760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a49400bc-3c60-4137-bda2-2f981e1026f5 req-ec956b5e-619c-49a3-8f8f-58f96a6019a8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559122 Feb 03 11:21:35.455214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:21:35.465288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.474365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:35.484156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:35.484873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a599c71d-2dd7-458d-98f6-65319d110cf9 None None] Network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:35.485385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.503289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e87b1-c078-4e1e-98e1-f9067a7da45f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdd3b9b-93bd-49f3-af19-9e171d9daec5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:35.539192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb890c9e-1da5-4eae-b4a5-fda75a2c0800 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6444397 Feb 03 11:21:35.576721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (dfd0181f-bc99-4232-8bc4-366030294519), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.608808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1c3-9c96-4e8f-b6b3-003899fbf078 admin admin] Publish callbacks [] for security_group (0b6ef3e7-6cbf-45e5-9c5b-8791803753ff), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.638148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c1c3-9c96-4e8f-b6b3-003899fbf078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0b6ef3e7-6cbf-45e5-9c5b-8791803753ff), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.639680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=dfd0181f-bc99-4232-8bc4-366030294519,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:35.692853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4c1c3-9c96-4e8f-b6b3-003899fbf078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6ef3e7-6cbf-45e5-9c5b-8791803753ff,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:35.752703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c3a4c1c3-9c96-4e8f-b6b3-003899fbf078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea0de9bdebc94fcd8defe17068f1410c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0017886 Feb 03 11:21:35.753493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:35.825086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e389dc-9963-43ce-b671-0fa80aefa3fa req-5c7632f1-7546-404f-a07f-0fbb8090ba27 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:35.829248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06e389dc-9963-43ce-b671-0fa80aefa3fa req-5c7632f1-7546-404f-a07f-0fbb8090ba27 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.2582428 Feb 03 11:21:35.915897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd077d-f4ec-4d58-95f1-bce0bc49ccff None None] Network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:35.950952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] Publish callbacks [] for security_group (0b6ef3e7-6cbf-45e5-9c5b-8791803753ff), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:35.972345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Router 979492db-367c-4c59-b21e-5f0a6dbb530b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:36.044286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] Publish callbacks [] for security_group (0b6ef3e7-6cbf-45e5-9c5b-8791803753ff), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.167307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (d7b39586-e9f9-4274-af04-c06689b87d82), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.189565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:36.204826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Sync routers for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:36.224040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.228880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:36.230477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:36.282757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d7b39586-e9f9-4274-af04-c06689b87d82), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.284728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] No DVR routers for this DVR port dfd0181f-bc99-4232-8bc4-366030294519 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:36.292270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.297710 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2da47-267d-4ae9-83f8-fc57fe4aa841 req-62b67823-87b6-47f0-ae0b-8067aaacea5d tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.53 "DELETE /v2.0/ports/dfd0181f-bc99-4232-8bc4-366030294519 HTTP/1.1" status: 204 len: 173 time: 2.1858277 Feb 03 11:21:36.298487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-deleted', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:36.303188 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45062746-1df8-4330-9074-cdf5c105f6e1" -d '{"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-deleted", "tag": "dfd0181f-bc99-4232-8bc4-366030294519"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:36.541254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b39586-e9f9-4274-af04-c06689b87d82,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:36.550267 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.556343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:36.557924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-465d16b8-db30-45df-a9ea-2411d83c151f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1597686 Feb 03 11:21:36.563263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': 'd7b39586-e9f9-4274-af04-c06689b87d82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:36.570603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:36.574390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06e389dc-9963-43ce-b671-0fa80aefa3fa req-44d76b95-9eec-40ed-855c-0c743ab56ac3 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7380326 Feb 03 11:21:36.600133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0b6ef3e7-6cbf-45e5-9c5b-8791803753ff), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.604944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.616291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b6ef3e7-6cbf-45e5-9c5b-8791803753ff HTTP/1.1" status: 204 len: 168 time: 0.8516629 Feb 03 11:21:36.628413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8c6bd-8117-433a-a225-08e609c911b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6ef3e7-6cbf-45e5-9c5b-8791803753ff,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:36.664088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.706673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02c414d8-3625-47f6-8d21-f9280c79ef3c req-caf30aa8-366b-4213-8e2b-74d34b10e0e2 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd9cd020-4d3e-4b88-b2c6-cd91efb524c4 HTTP/1.1" status: 200 len: 210 time: 0.0623810 Feb 03 11:21:36.763415 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d2e265-69a7-4dbf-91b6-a3a1627c1f6b x-openstack-request-id: req-57d2e265-69a7-4dbf-91b6-a3a1627c1f6b {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:36.763721 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9cd020-4d3e-4b88-b2c6-cd91efb524c4", "name": "network-vif-deleted", "tag": "dfd0181f-bc99-4232-8bc4-366030294519", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:36.764017 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57d2e265-69a7-4dbf-91b6-a3a1627c1f6b {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:36.765579 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9cd020-4d3e-4b88-b2c6-cd91efb524c4', 'name': 'network-vif-deleted', 'tag': 'dfd0181f-bc99-4232-8bc4-366030294519', 'status': 'completed', 'code': 200} Feb 03 11:21:36.816620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.824738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.873388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f11ad5-3f13-4b94-9bd7-b77066b08f74,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:36.905293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:36.912108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-78a0907b-4025-4250-94b3-41fde79751a2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526511 Feb 03 11:21:36.914201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:36.967938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5725068b-6b7d-4c19-b662-f7ed9d5d3f8f tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules/68f11ad5-3f13-4b94-9bd7-b77066b08f74 HTTP/1.1" status: 200 len: 763 time: 0.0433996 Feb 03 11:21:36.968750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46472) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:37.093731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-284d61d0-0c18-4379-ab60-e36bf24b45a9 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1235223 Feb 03 11:21:37.094580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46476) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:37.100497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9675bd5-b83a-4c4a-9d5f-255b3d9053eb req-7c474be6-926e-4501-962d-7d2db5ae2fe5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:37.111893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9675bd5-b83a-4c4a-9d5f-255b3d9053eb req-7c474be6-926e-4501-962d-7d2db5ae2fe5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2655070 Feb 03 11:21:37.156532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.186472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.284331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (68f11ad5-3f13-4b94-9bd7-b77066b08f74), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.293385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9675bd5-b83a-4c4a-9d5f-255b3d9053eb req-d134a0a6-0609-4e96-9f1b-7f466c80261d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761253 Feb 03 11:21:37.312643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.316152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f26a70-bbb9-4ebf-a1fb-2b7dd78c5b6a req-9c0e8ac0-26ca-4562-abfd-027b84d1893c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:37.319881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/68f11ad5-3f13-4b94-9bd7-b77066b08f74 HTTP/1.1" status: 204 len: 168 time: 0.2209682 Feb 03 11:21:37.323697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:37.331327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19f26a70-bbb9-4ebf-a1fb-2b7dd78c5b6a req-9c0e8ac0-26ca-4562-abfd-027b84d1893c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.4267557 Feb 03 11:21:37.436756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff2e61-c0b6-4b9b-9fe1-f330f9400fdb tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68f11ad5-3f13-4b94-9bd7-b77066b08f74,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:37.450440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.496963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19f26a70-bbb9-4ebf-a1fb-2b7dd78c5b6a req-b069a970-0fb5-472e-8026-5f2f1eeb12e6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613665 Feb 03 11:21:37.505329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:37.507110 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1c6b2ad5-74c2-43c9-95c3-47ec203b3ddd tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1795580 Feb 03 11:21:37.519047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': 'd7b39586-e9f9-4274-af04-c06689b87d82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:37.565175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:37.660260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:37.673371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Checking router: 979492db-367c-4c59-b21e-5f0a6dbb530b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:21:37.704639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:37.717255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:38.001609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250863-14c7-4fac-a6d5-9ac27b3b53b7 req-b6b67d1e-7e4d-4bc2-95e5-17b6b3c95490 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:38.003625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e250863-14c7-4fac-a6d5-9ac27b3b53b7 req-b6b67d1e-7e4d-4bc2-95e5-17b6b3c95490 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.1956751 Feb 03 11:21:38.005779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.013725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.137120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e601e7f0-d3e6-49de-8941-de50b31eee4d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:38.170288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.184292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46512) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.186318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0aff7936-4ded-4127-8fc9-d4fafe25ac42 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6728234 Feb 03 11:21:38.250300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e6c23059-6877-4624-b700-889d8f2ba0f5 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules/e601e7f0-d3e6-49de-8941-de50b31eee4d HTTP/1.1" status: 200 len: 763 time: 0.0647819 Feb 03 11:21:38.254137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e250863-14c7-4fac-a6d5-9ac27b3b53b7 req-047b27d7-47f1-4c8d-8030-1a553db7906b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322469 Feb 03 11:21:38.254633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.372137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46518) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.397647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c07ce1fe-069e-41b6-8f0f-f7007c740aee tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1414745 Feb 03 11:21:38.398904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.498748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.522195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.554415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (5094bdea-bcdd-4961-9dbd-c0af4888d91f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.582143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (5094bdea-bcdd-4961-9dbd-c0af4888d91f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.587355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (e601e7f0-d3e6-49de-8941-de50b31eee4d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.604347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.613805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e601e7f0-d3e6-49de-8941-de50b31eee4d HTTP/1.1" status: 204 len: 168 time: 0.2131197 Feb 03 11:21:38.615835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.682144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5094bdea-bcdd-4961-9dbd-c0af4888d91f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.685002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:38.688484 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "DELETE /v2.0/security-groups/5094bdea-bcdd-4961-9dbd-c0af4888d91f HTTP/1.1" status: 204 len: 168 time: 0.3124778 Feb 03 11:21:38.695893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46536) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.752795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29506832-1d3b-44f5-b453-c7241a59ae70 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5094bdea-bcdd-4961-9dbd-c0af4888d91f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:38.761084 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-63f02ed2-8b41-4b71-9c8c-b87d99319bab tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] show failed (client error): The resource could not be found. Feb 03 11:21:38.764605 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63f02ed2-8b41-4b71-9c8c-b87d99319bab tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "GET /v2.0/security-groups/5094bdea-bcdd-4961-9dbd-c0af4888d91f HTTP/1.1" status: 404 len: 347 time: 0.0653586 Feb 03 11:21:38.765327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46538) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.808302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6b29d-753f-4d2d-8bc0-aa0f1a8ab5ce tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e601e7f0-d3e6-49de-8941-de50b31eee4d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:38.808750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:38.815491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.926860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d0c87b9-d7ac-426f-bcd7-91939b6686a1 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2935753 Feb 03 11:21:38.929751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:38.937729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': 'd7b39586-e9f9-4274-af04-c06689b87d82', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:38.944011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: dfd0181f-bc99-4232-8bc4-366030294519 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:38.944357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dfd0181f-bc99-4232-8bc4-366030294519 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:38.965866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff64da-f485-4fea-bd52-1bbb42c7981a req-9e612934-45d9-4538-8161-ecd1d85d87ac tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:38.975866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8ff64da-f485-4fea-bd52-1bbb42c7981a req-9e612934-45d9-4538-8161-ecd1d85d87ac tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.1915116 Feb 03 11:21:38.985169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611763e-3352-4c4d-a4a7-a2b7577c5aa9 req-18f131f3-b49e-435b-bab8-92356843c843 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:38.987264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1611763e-3352-4c4d-a4a7-a2b7577c5aa9 req-18f131f3-b49e-435b-bab8-92356843c843 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.3722153 Feb 03 11:21:39.031149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:39.063555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Deleting port 2bbc2d2f-8999-464d-be80-599fd43b9e87 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:39.064057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.083194 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Project 7525a046c1ed48af96463f8b4a00311c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:21:39.132027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.187495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-network', 'tenant_id': '699b6275c6f445c18f670f989a79427a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:39.231393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.234267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (2bbc2d2f-8999-464d-be80-599fd43b9e87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.247550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Made reservation on behalf of 699b6275c6f445c18f670f989a79427a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:39.250291 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.269102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Calling delete_port for 2bbc2d2f-8999-464d-be80-599fd43b9e87 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:39.274149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1611763e-3352-4c4d-a4a7-a2b7577c5aa9 req-a0797948-7322-4c86-9374-cadd44fb237e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757211 Feb 03 11:21:39.356981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.366650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.403121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8ff64da-f485-4fea-bd52-1bbb42c7981a req-89b7debc-9c80-4162-aa5a-90f7d3e1950e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147363 Feb 03 11:21:39.423997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.485613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.492291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5579052 Feb 03 11:21:39.495459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:39.508518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1dc73-e534-4b65-a0b3-f47bcedda207 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaa0021-3647-4fa4-b18c-c8a75d17a490,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:39.536447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:39.607492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:39.610421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-01f24590-733f-4209-9660-aa9c2706c8c4 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules/daaa0021-3647-4fa4-b18c-c8a75d17a490 HTTP/1.1" status: 200 len: 769 time: 0.0983183 Feb 03 11:21:39.617860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15de23-f587-4c1a-a527-c5cb5de93636 None None] The sync data for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 is: [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:14:21Z', 'revision_number': 4, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port': {'id': '80dd3635-d98f-47af-aba5-2621dc74ed49', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:16Z', 'updated_at': '2022-02-03T11:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '30c3fa49-ed2b-4ea7-b20b-3861461bd425', 'name': '', 'network_id': '768acb44-d8c5-4fe1-aa36-fa8aab15fce2', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'mac_address': 'fa:16:3e:2d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:14:21Z', 'updated_at': '2022-02-03T11:14:25Z', 'revision_number': 5, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'subnets': [{'id': '2842cccb-957f-4c5a-9409-6a48aca68ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:39.676278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2bbc2d2f-8999-464d-be80-599fd43b9e87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.720394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-59d20e39-3170-40c6-999b-36c991abaecf tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1053030 Feb 03 11:21:39.739045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46558) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:39.787726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Pushing event deleted for resources: {'Port': ['ID=2bbc2d2f-8999-464d-be80-599fd43b9e87,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:39.864817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.918281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.988170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks [] for floatingip (2cb89213-a03d-4474-8b11-6e44af7dae44), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.990883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:39.992012 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f04c3f0-d3ff-4ee6-94a0-c7e159f593d3 tempest-ServerActionsTestJSON-1200325029 tempest-ServerActionsTestJSON-1200325029-project] 10.222.0.30 "DELETE /v2.0/floatingips/2cb89213-a03d-4474-8b11-6e44af7dae44 HTTP/1.1" status: 204 len: 168 time: 1.2257504 Feb 03 11:21:40.006266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4c0bd-e69e-4a64-842c-19a06663d28d req-ccbb65f0-c82b-4e5d-97d9-ccd937fb685b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:40.019154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f4c0bd-e69e-4a64-842c-19a06663d28d req-ccbb65f0-c82b-4e5d-97d9-ccd937fb685b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.3834522 Feb 03 11:21:40.023067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:40.192726 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks [] for security_group (18cdb334-cf53-46dc-8b23-d3d4cc04d8d7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.200063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (daaa0021-3647-4fa4-b18c-c8a75d17a490), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.278971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.282885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/daaa0021-3647-4fa4-b18c-c8a75d17a490 HTTP/1.1" status: 204 len: 168 time: 0.5383763 Feb 03 11:21:40.294069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5f4c0bd-e69e-4a64-842c-19a06663d28d req-2fd91c15-1ad5-4adc-92a2-aa5f8684aa31 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724690 Feb 03 11:21:40.296632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:40.319469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (18cdb334-cf53-46dc-8b23-d3d4cc04d8d7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.390280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7909f1bf-3a7a-4a2b-b921-224f996e175f None None] New status for floating IP 2cb89213-a03d-4474-8b11-6e44af7dae44: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:21:40.396724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cdb334-cf53-46dc-8b23-d3d4cc04d8d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:40.399711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c61f2-2eaf-4bdb-b5cb-d758f6889dcc tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daaa0021-3647-4fa4-b18c-c8a75d17a490,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:40.521792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:21:40.593329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (84da90f0-2c18-4bfd-bf87-793c231f67fb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.595678 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Added segment 84da90f0-2c18-4bfd-bf87-793c231f67fb of type vlan for network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 Feb 03 11:21:40.690600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b16d0ad0-fba3-4b47-94ee-35c989b3abad tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3714645 Feb 03 11:21:40.693282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46586) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:40.803787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55631e64-7b6f-4c68-8772-ea7e6ec9c708 req-91af618c-b3e4-4082-a2d5-11b17baadfa7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:40.812436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55631e64-7b6f-4c68-8772-ea7e6ec9c708 req-91af618c-b3e4-4082-a2d5-11b17baadfa7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.4165983 Feb 03 11:21:40.828947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:40.909930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55631e64-7b6f-4c68-8772-ea7e6ec9c708 req-35e509fd-b852-4550-91b1-adeea3ca76c9 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Feb 03 11:21:41.027586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.045243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:41.050696 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.101167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (d7b39586-e9f9-4274-af04-c06689b87d82), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.231985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (979492db-367c-4c59-b21e-5f0a6dbb530b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.255564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-44251952-f06f-40b7-9d25-e33b157ab322 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:41.257014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-44251952-f06f-40b7-9d25-e33b157ab322 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/networks?id=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b HTTP/1.1" status: 200 len: 810 time: 0.1843719 Feb 03 11:21:41.357812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5388951 Feb 03 11:21:41.367206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:41.378795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (d7b39586-e9f9-4274-af04-c06689b87d82), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.385496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Request body: {'subnet': {'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-subnet', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:41.389415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794028b9-8b60-467d-a215-f2b39311f77b admin admin] Pushing event updated for resources: {'Network': ['ID=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:41.399598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:21:41.443866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-568150ff-7f12-42b4-8906-192ff2bd86c5 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/quotas/364dd8304da2453784e7c90344e2a216 HTTP/1.1" status: 200 len: 375 time: 0.1499331 Feb 03 11:21:41.553290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782910-f205-4ca3-9e66-189554056218 req-7c727c13-839d-401d-80d6-a98f0b14fb6d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:41.555636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81782910-f205-4ca3-9e66-189554056218 req-7c727c13-839d-401d-80d6-a98f0b14fb6d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.4933414 Feb 03 11:21:41.584938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-6246f5da-870f-4061-bafd-f2ea140723f7 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=364dd8304da2453784e7c90344e2a216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203640 Feb 03 11:21:41.597678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Made reservation on behalf of 699b6275c6f445c18f670f989a79427a for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:41.602591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.641521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Deleting port 30c3fa49-ed2b-4ea7-b20b-3861461bd425 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:41.642145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.772620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] For port 30c3fa49-ed2b-4ea7-b20b-3861461bd425, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30c3fa49-ed2b-4ea7-b20b-3861461bd425,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:41.773317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:41.792248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Calling delete_port for 30c3fa49-ed2b-4ea7-b20b-3861461bd425 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:41.912480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-b0f936df-848f-4d02-b0f0-d0ad327aac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:41.914426 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-b0f936df-848f-4d02-b0f0-d0ad327aac5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1127 time: 0.0745869 Feb 03 11:21:42.058599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-3593625d-f425-4ed8-b673-9871a54a8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:42.060330 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-3593625d-f425-4ed8-b673-9871a54a8264 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.0974462 Feb 03 11:21:42.115080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-2fb38dd4-8f07-4c48-be06-79b8de0d0c8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.0397215 Feb 03 11:21:42.141969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-ac265b38-614b-403d-b287-c30a3584dff6 service neutron] 10.222.0.30 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336441 Feb 03 11:21:42.203412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-373818f1-e35a-4b74-af1f-2c0fc244a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:42.205298 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-373818f1-e35a-4b74-af1f-2c0fc244a364 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.0819459 Feb 03 11:21:42.265030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d7b39586-e9f9-4274-af04-c06689b87d82), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.267728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.269613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-73a6bf53-8621-49f7-b203-458498d9246e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357459 Feb 03 11:21:42.271677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/d7b39586-e9f9-4274-af04-c06689b87d82 HTTP/1.1" status: 204 len: 168 time: 1.5314419 Feb 03 11:21:42.272411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46616) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:42.294761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ffa1-94fe-47b2-80fd-e5aa81f0cff2 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b39586-e9f9-4274-af04-c06689b87d82,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:42.325561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81782910-f205-4ca3-9e66-189554056218 req-25f57bfe-01b5-4609-a15c-3ac96fbe64c9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437119 Feb 03 11:21:42.357634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-a0aea50d-1042-4d50-9166-66e29b1736da service neutron] 10.222.0.30 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148044 Feb 03 11:21:42.394140 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-31aad920-7b43-4c87-9285-8f0e11c5e5ae tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1151721 Feb 03 11:21:42.394140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46618) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:42.400962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645790036'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:42.414871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (30c3fa49-ed2b-4ea7-b20b-3861461bd425), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.532303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (81dec635-b2ab-4a95-8313-36c4ea2c6653), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.609668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd12d-58cf-48ab-9ae4-6cf25be8aaad req-6085d292-f260-4b71-a809-88a9a2e673ca tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:42.610813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caffd12d-58cf-48ab-9ae4-6cf25be8aaad req-6085d292-f260-4b71-a809-88a9a2e673ca tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.1422021 Feb 03 11:21:42.632756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Checking segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:42.633539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Network hostable DHCP agents. Network: 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:21:42.638754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dec635-b2ab-4a95-8313-36c4ea2c6653,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:42.685564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:21:42.692780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caffd12d-58cf-48ab-9ae4-6cf25be8aaad req-decbee17-562f-488f-b096-f5ff6a88e833 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760407 Feb 03 11:21:42.709305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:42.724034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:42.729210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef311e6-2583-4e9b-b797-9335b72e0364 None None] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:42.730902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.765847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b7a53208-f581-4fb6-aa7e-408dbe962a63 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3946097 Feb 03 11:21:42.768359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:42.774444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:42.814186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.815675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.851686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28e08811-d4f4-44f8-b5e2-c02d80f4c876 req-e4b88ac0-91b7-4fc3-aa89-327207b0328d tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 210 time: 0.0563512 Feb 03 11:21:42.924258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:21:42.925538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.953983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c3fa49-ed2b-4ea7-b20b-3861461bd425,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:42.967092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for router_controller (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:42.998135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.093378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc04a3-c835-4965-970a-b65d6e402ebe req-a1e86b7a-2279-46ec-bca9-d1be4b1da5ea tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:43.108130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fdc04a3-c835-4965-970a-b65d6e402ebe req-a1e86b7a-2279-46ec-bca9-d1be4b1da5ea tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.2548079 Feb 03 11:21:43.206378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-8ad1d299-9116-4931-8d18-5c3ccd3ce126 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181225 Feb 03 11:21:43.223088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for router_gateway (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.268851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fdc04a3-c835-4965-970a-b65d6e402ebe req-40b04fcf-1cbc-452d-8164-d067d66eceaa tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568592 Feb 03 11:21:43.298038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Allocated IP 172.20.0.2 (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1/81dec635-b2ab-4a95-8313-36c4ea2c6653/8a7017cd-9a8f-40eb-ba64-3c2703cd27ae) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:43.525145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for router_gateway (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.550369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.619515 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c498a264-6eb4-4f67-bd1f-cfa211ab9f93 req-f8775ed7-2519-478d-b61a-c14e94d36c6a service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746942 Feb 03 11:21:43.628002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks [] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.638927 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.668348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (979492db-367c-4c59-b21e-5f0a6dbb530b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.672102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Allocated IP 172.25.7.254 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/227802f3-fa0a-4ac1-93f3-6b481e1dd54c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:43.698946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.722581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:43.726784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:43.733901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:43.766444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.813102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.814837 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4177988 Feb 03 11:21:43.849782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.851164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:43.862573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Request body: {'security_group_rule': {'security_group_id': 'ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:43.863058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Pushing event updated for resources: {'Port': ['ID=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:43.888324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1433425-779d-4d81-a58a-6cbef9c66793 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:43.894632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Attempting to bind port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:43.895270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Attempting to bind port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:43.895435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Attempting to bind port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:43.909849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:43.910447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Checking segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:43.910813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.911244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Bound using segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:43.911795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Bound port: 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:43.912132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.928292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339658d-0e56-4517-8046-0de5dc87cf00 req-73610c74-874b-4d33-b783-8e7c63267716 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:43.929864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6339658d-0e56-4517-8046-0de5dc87cf00 req-73610c74-874b-4d33-b783-8e7c63267716 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.4834023 Feb 03 11:21:43.934937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (08827842-929e-4cb9-bc68-959717b57cc6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:43.950786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a9382-42d0-4a87-ae8b-bbcb8dc805b8 req-15374b7b-8a92-4d18-b4f1-deb298de5d5f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:43.952334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66a9382-42d0-4a87-ae8b-bbcb8dc805b8 req-15374b7b-8a92-4d18-b4f1-deb298de5d5f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.0974309 Feb 03 11:21:44.014145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] For port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:44.018185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] For port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:44.031402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.035730 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.077995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66a9382-42d0-4a87-ae8b-bbcb8dc805b8 req-9820db0f-4c0f-463c-9dec-826d14293a3f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156900 Feb 03 11:21:44.107362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6339658d-0e56-4517-8046-0de5dc87cf00 req-e7784dc9-3b71-456f-8499-99deafebd78a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523750 Feb 03 11:21:44.113313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:21:44.116676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:44.122014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:44.131188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Pushing event updated for resources: {'Port': ['ID=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:44.133828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:44.136443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:44.139256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (08827842-929e-4cb9-bc68-959717b57cc6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.148110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (08827842-929e-4cb9-bc68-959717b57cc6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.181214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08827842-929e-4cb9-bc68-959717b57cc6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:44.189041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.193497 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-88677e75-5dc5-4410-8dd0-021e1dcdbb39 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397670 Feb 03 11:21:44.194676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:44.254243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Router 979492db-367c-4c59-b21e-5f0a6dbb530b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:44.322967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03ae40d6-88b8-4374-9adb-30a94f17f8c8 req-84a32555-da8f-4efa-b04b-61af2f58431d tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Feb 03 11:21:44.361876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:21:44.390214 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.538378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:44.558153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14a5ac-1fcb-4eae-a590-24f3f4d1001f req-3047ccc9-536b-43b4-a0fb-1cbfc589c83f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:44.559915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd14a5ac-1fcb-4eae-a590-24f3f4d1001f req-3047ccc9-536b-43b4-a0fb-1cbfc589c83f tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 945 time: 0.1851778 Feb 03 11:21:44.663820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5e821-a5bf-42e4-8755-89efde97d932 None None] Pushing event updated for resources: {'Port': ['ID=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:44.689363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for router_gateway (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.689610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:44.698605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd14a5ac-1fcb-4eae-a590-24f3f4d1001f req-8a7c6a21-4ebb-4e28-86a8-15c64bd735a8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 Feb 03 11:21:44.714112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-62d1ca8e-9f12-4299-8448-4b3efbfa9f8e tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:44.715662 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-62d1ca8e-9f12-4299-8448-4b3efbfa9f8e tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.53 "GET /v2.0/networks?id=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b HTTP/1.1" status: 200 len: 810 time: 0.2114723 Feb 03 11:21:44.722709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.731561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'port_id': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'mac_address': 'fa:16:3e:bf:e7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54738b2-cdbb-4c89-a313-5d8b70ac85d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:21:44.792870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Request body: {'port': {'device_id': '4c481abe-3807-4db4-8ccb-280042289048', 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b', 'admin_state_up': True, 'tenant_id': '364dd8304da2453784e7c90344e2a216'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:44.832800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:44.832800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.874742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:44.875674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.907312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:44.914013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e115c4bc-34a4-494f-8e6a-aee2a920a026 admin admin] 10.222.0.30 "PUT /v2.0/routers/979492db-367c-4c59-b21e-5f0a6dbb530b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8897421 Feb 03 11:21:44.920231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:44.923057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:44.925914 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939109d7-da09-4140-bff2-c5eb12570ee0" -d '{"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:44.955615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Sync routers for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:44.977746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:44.992311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:45.004306 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd75bb9-fa40-4831-8c51-1d17d4119b7b x-openstack-request-id: req-5fd75bb9-fa40-4831-8c51-1d17d4119b7b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:45.005314 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:45.005926 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fd75bb9-fa40-4831-8c51-1d17d4119b7b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:45.006543 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'code': 200} Feb 03 11:21:45.009351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:45.040094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks [] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.130343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:45.130734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.135592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.147648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.151049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.155184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.155354 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb HTTP/1.1" status: 204 len: 168 time: 0.9561243 Feb 03 11:21:45.174147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:21:45.195710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae45546-4500-4a9c-beb1-a19444a44c05 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:45.237908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks [] for router_gateway (979492db-367c-4c59-b21e-5f0a6dbb530b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.248159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Made reservation on behalf of 364dd8304da2453784e7c90344e2a216 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:45.252761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.396773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:45.409346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:45.410199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:45.413383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:21:45.414487 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:21:45.425232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0ef7b116-bbee-46ef-94ea-cb2a632eacc3 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2661712 Feb 03 11:21:45.450055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:45.462717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.488160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667edc-a202-41b9-97ac-d1e51056edde req-bb769f8b-48cd-4cf5-aee2-5deb55b75595 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:45.491180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Allocated IP 172.20.0.10 (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b/e0a7e075-25d3-4605-ab0b-57931d2ac2d5/9366448e-bbc4-43b8-a3f8-e8333c3dd61a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:45.498369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0667edc-a202-41b9-97ac-d1e51056edde req-bb769f8b-48cd-4cf5-aee2-5deb55b75595 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 943 time: 0.1882770 Feb 03 11:21:45.585848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-57e1758d-7a71-450c-a88f-0b92b05d47f4 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1139777 Feb 03 11:21:45.608765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532f9a-e3eb-4ec0-a68f-2f42829be928 req-772e9a77-77be-4ac9-819e-e064cfcbfa9b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:45.617437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9532f9a-e3eb-4ec0-a68f-2f42829be928 req-772e9a77-77be-4ac9-819e-e064cfcbfa9b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 943 time: 0.2907083 Feb 03 11:21:45.624272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.667150 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1fa7b9aa-8230-46b6-a01a-68b9bdccbb50 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] delete failed (client error): The resource could not be found. Feb 03 11:21:45.671947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1fa7b9aa-8230-46b6-a01a-68b9bdccbb50 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddd3cbc5-3d03-414c-b5e5-6c193bbb14eb HTTP/1.1" status: 404 len: 347 time: 0.0384715 Feb 03 11:21:45.675308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.690673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:45.700761 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:45.718196 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:45.721076 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:45.763518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0667edc-a202-41b9-97ac-d1e51056edde req-d475c1ed-53b8-449a-a01e-26b521a5b3ad tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587597 Feb 03 11:21:45.784803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.808824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-947c12f5-2d96-4a56-bae5-df919b856edf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0361464 Feb 03 11:21:45.813299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks [] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.830797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.860214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:45.882859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.883596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Deleting port 80dd3635-d98f-47af-aba5-2621dc74ed49 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:45.884158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.889536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:45.890486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52055d39-9fc0-4d4f-8d0d-18bf7f0e74d4 None None] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:45.966031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46676) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:45.997955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:46.063438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:46.064186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:46.092672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:46.109378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:46.117272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Pushing event updated for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:46.146651 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:46.188830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] For port 80dd3635-d98f-47af-aba5-2621dc74ed49, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=80dd3635-d98f-47af-aba5-2621dc74ed49,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:46.189240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.208596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Calling delete_port for 80dd3635-d98f-47af-aba5-2621dc74ed49 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:46.222044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Provisioning complete for port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:46.222600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.274500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81e48aa6-9ae5-4f54-862c-b0e2f022acc5 tempest-SecGroupIPv6Test-1894145476 tempest-SecGroupIPv6Test-1894145476-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5894489 Feb 03 11:21:46.300204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9532f9a-e3eb-4ec0-a68f-2f42829be928 req-e906a05d-20f9-4d4e-87ad-5667f9b704fd tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6815958 Feb 03 11:21:46.484460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (80dd3635-d98f-47af-aba5-2621dc74ed49), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.520751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bad9b19-e915-454b-acf6-6ac490f79068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.566920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dd3635-d98f-47af-aba5-2621dc74ed49,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:46.567177 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:44Z', 'revision_number': 3, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:46.614398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:46.614967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.628655 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:21:46.629337 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Updating router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:21:46.643959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:21:45Z', 'revision_number': 6, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:46.681063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:46.681582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.690089 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.693052 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-78aefdef-6f3d-4f8a-8959-adbe01abc20b tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9086189 Feb 03 11:21:46.697035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Checking router: 979492db-367c-4c59-b21e-5f0a6dbb530b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:21:46.700108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.807896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bad9b19-e915-454b-acf6-6ac490f79068 admin admin] Publish callbacks [] for security_group (6727eea3-f713-4c61-b0b0-64008f44a465), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.810266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:46.816965 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (979492db-367c-4c59-b21e-5f0a6dbb530b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.826561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Request body: {'port': {'device_id': '4c481abe-3807-4db4-8ccb-280042289048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:46.841843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:46.842437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:46.859534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:46.905499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Routers {'979492db-367c-4c59-b21e-5f0a6dbb530b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:46.906138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['979492db-367c-4c59-b21e-5f0a6dbb530b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:46.910173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bad9b19-e915-454b-acf6-6ac490f79068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6727eea3-f713-4c61-b0b0-64008f44a465), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.007282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:47.007684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.013305 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks [] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.016853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:47.019778 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda4880-f05f-4237-99fc-460ebb8ae60b" -d '{"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-unplugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:47.023706 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.023897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:47.082474 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.147080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] Set router 979492db-367c-4c59-b21e-5f0a6dbb530b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:47.148171 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Pushing event updated for resources: {'Port': ['ID=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.152856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.191814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.195540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.198862 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.200221 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.200730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.202013 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.202661 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.205042 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.205584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.206251 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.206764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.208483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.212810 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.214200 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:47.214952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:47.216617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4956a0b0-13be-41be-8552-bdff5ca70a48 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:21:47.235640 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Attempting to bind port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:47.238219 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Attempting to bind port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:47.238835 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Attempting to bind port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:47.241399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks [] for router_controller (979492db-367c-4c59-b21e-5f0a6dbb530b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.244984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.253439 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:47.253993 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:47.254415 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.256132 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:47.258416 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Bound port: 227802f3-fa0a-4ac1-93f3-6b481e1dd54c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:47.258822 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.273074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1bad9b19-e915-454b-acf6-6ac490f79068 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19b555b5087c4fe6978e0f0c9b1bac4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2921782 Feb 03 11:21:47.286301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:47.326440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad9b19-e915-454b-acf6-6ac490f79068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6727eea3-f713-4c61-b0b0-64008f44a465,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.358647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b101bf-c8ab-4b71-a323-fcc2f8449c72 req-c2d9a70b-fff8-42f6-a305-30a3a153d5cf tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:47.367192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67b101bf-c8ab-4b71-a323-fcc2f8449c72 req-c2d9a70b-fff8-42f6-a305-30a3a153d5cf tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 932 time: 1.2746415 Feb 03 11:21:47.398326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4956a0b0-13be-41be-8552-bdff5ca70a48,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:47.407470 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] For port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:47.410996 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] For port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:47.424593 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.492773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67b101bf-c8ab-4b71-a323-fcc2f8449c72 req-a5bb9b7d-0b83-4b60-8214-48805c6b1335 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141031 Feb 03 11:21:47.519510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'port_id': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'mac_address': 'fa:16:3e:e6:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:21:47.522348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607a68-94b8-4364-bd2f-ef146c40767d req-4565a4c5-cbeb-4192-84b1-3236981bbeff tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:47.524522 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abba38-51ed-4f61-8d90-e5a0d5018489 None None] Pushing event updated for resources: {'Port': ['ID=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.527457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7607a68-94b8-4364-bd2f-ef146c40767d req-4565a4c5-cbeb-4192-84b1-3236981bbeff tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.4999018 Feb 03 11:21:47.537179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.573414 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:47.574263 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:47.638405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Current status of the port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:47.647467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.652743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:21:46Z', 'revision_number': 7, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:47.660563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9366448e-bbc4-43b8-a3f8-e8333c3dd61a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:47.668749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks [] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.681613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Transition to ACTIVE for port object 9366448e-bbc4-43b8-a3f8-e8333c3dd61a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:21:47.695873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.719094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (979492db-367c-4c59-b21e-5f0a6dbb530b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.719643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 979492db-367c-4c59-b21e-5f0a6dbb530b {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:21:47.724460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.726901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.727390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d58cffe-334d-49e3-9f99-3426cd02f2f5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/979492db-367c-4c59-b21e-5f0a6dbb530b HTTP/1.1" status: 204 len: 168 time: 2.8077435 Feb 03 11:21:47.733433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:47.745393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:47.751433 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:47.797354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Pushing event updated for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.898100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:47.910388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89b06-93b6-4d10-9ffe-ec2ee5b176e6 None None] The sync data for ids ['979492db-367c-4c59-b21e-5f0a6dbb530b'] in n-d-821606-6 is: [{'id': '979492db-367c-4c59-b21e-5f0a6dbb530b', 'name': 'tempest-ServerActionsTestJSON-1196134496-router', 'tenant_id': 'cc142e937c4941d69f1124d5f27b26ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:14:15Z', 'updated_at': '2022-02-03T11:21:46Z', 'revision_number': 7, 'project_id': 'cc142e937c4941d69f1124d5f27b26ac', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:47.924415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Publish callbacks [] for security_group (6727eea3-f713-4c61-b0b0-64008f44a465), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:47.952415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Publish callbacks [] for security_group (6727eea3-f713-4c61-b0b0-64008f44a465), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.021066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fdfe9b85-5cf9-4b7b-acdf-7e4640526f3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7525a046c1ed48af96463f8b4a00311c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2077184 Feb 03 11:21:48.025251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46700) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:48.038972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4956a0b0-13be-41be-8552-bdff5ca70a48 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:48.039590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.040626 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6727eea3-f713-4c61-b0b0-64008f44a465), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.043789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.045207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6727eea3-f713-4c61-b0b0-64008f44a465 HTTP/1.1" status: 204 len: 168 time: 0.7204275 Feb 03 11:21:48.066387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6727eea3-f713-4c61-b0b0-64008f44a465,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:48.089176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Attempting to bind port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:48.090135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Attempting to bind port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '2cb10618-3c72-48fc-b000-eb86a22684ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:48.091192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Attempting to bind port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a on network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:48.095116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:44Z', 'revision_number': 3, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:48.099039 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:21:48.099402 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:21:48.100778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4956a0b0-13be-41be-8552-bdff5ca70a48 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:48.110355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.111018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.111018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.111379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.111721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.112067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.112400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.112733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.113118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.113450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.113780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.114109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.114436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e25f6-79e5-4c18-be82-e0d9ec1a8f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:21:48.129653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a on network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:21:48.129947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Attempting to bind port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a on network 08aff5e3-dc8e-4c9c-9847-596a31dbfe6b {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:48.139217 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d357a2-03ac-4c6a-af43-757f7be09b61 None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:44Z', 'revision_number': 3, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:48.174736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:48.175230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Checking segment: {'id': '2cb10618-3c72-48fc-b000-eb86a22684ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:48.175776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Bound using segment: {'id': '2cb10618-3c72-48fc-b000-eb86a22684ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:48.176499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Bound port: 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb10618-3c72-48fc-b000-eb86a22684ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:48.177209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.184651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] Publish callbacks [] for security_group (95636539-56c2-443d-8f44-675a46ec43ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.188362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Allocated IP 172.20.0.1 (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1/81dec635-b2ab-4a95-8313-36c4ea2c6653/2c9ea0e2-92a2-46c1-a61e-654539452c4a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:48.212249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4956a0b0-13be-41be-8552-bdff5ca70a48,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:48.219465 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.231834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7607a68-94b8-4364-bd2f-ef146c40767d req-a1410fd6-bee2-48b3-a710-1da6dda37249 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803472 Feb 03 11:21:48.312781 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee22bff9-d95d-4dec-a68c-d420af9b807a x-openstack-request-id: req-ee22bff9-d95d-4dec-a68c-d420af9b807a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:48.312967 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-unplugged", "status": "failed", "tag": "aead50e6-c324-413e-babf-08156cbee553", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:48.313232 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee22bff9-d95d-4dec-a68c-d420af9b807a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:48.313699 n-d-821606-6 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'code': 422} returned with failed status Feb 03 11:21:48.317491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] Publish callbacks [] for security_group (95636539-56c2-443d-8f44-675a46ec43ad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.325711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:48.339755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:48.342014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Deleting subnet 2842cccb-957f-4c5a-9409-6a48aca68ad6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:21:48.362283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Publish callbacks [] for subnet (2842cccb-957f-4c5a-9409-6a48aca68ad6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.366491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,segment=NetworkSegment(2cb10618-3c72-48fc-b000-eb86a22684ee),segment_id=2cb10618-3c72-48fc-b000-eb86a22684ee)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:48.376880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf311a6-992c-4293-b968-56130ec0920f req-3d9e2fcf-8592-40e1-844e-8945adfca074 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:48.384002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faf311a6-992c-4293-b968-56130ec0920f req-3d9e2fcf-8592-40e1-844e-8945adfca074 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 944 time: 0.6602290 Feb 03 11:21:48.387920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.464867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:48.465468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.467473 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] 10.222.0.53 "PUT /v2.0/ports/9366448e-bbc4-43b8-a3f8-e8333c3dd61a HTTP/1.1" status: 200 len: 1092 time: 1.6555986 Feb 03 11:21:48.470429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:48.479311 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:48.488861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6851b88-0b24-4b50-90bb-d21e053c1737 service neutron] Pushing event updated for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:48.543765 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (95636539-56c2-443d-8f44-675a46ec43ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.562460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.567768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95636539-56c2-443d-8f44-675a46ec43ad HTTP/1.1" status: 204 len: 168 time: 0.5380321 Feb 03 11:21:48.596023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d652b-1c1c-4fc5-b2c9-a7dd1382b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95636539-56c2-443d-8f44-675a46ec43ad,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:48.621099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-893461d2-75bd-42cb-8c59-c533a3e44509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:48.622795 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-893461d2-75bd-42cb-8c59-c533a3e44509 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=364dd8304da2453784e7c90344e2a216&device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 1126 time: 0.0945585 Feb 03 11:21:48.623469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2842cccb-957f-4c5a-9409-6a48aca68ad6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.635756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-faf311a6-992c-4293-b968-56130ec0920f req-cc65febe-b33d-4f6c-b747-50fc87be0ede tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506852 Feb 03 11:21:48.663771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks [] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.668088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c370e940-0ed0-4b01-9f0b-3f0ad889a263 None None] Current status of the port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:48.704229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31287e8-2148-42fd-bd5f-951432223c55 req-b1403b1f-6f0a-479a-acbd-1b4d7eff03c8 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:48.711984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-9d4a96f0-1234-46f5-862a-abe220cff947 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a HTTP/1.1" status: 200 len: 217 time: 0.0786364 Feb 03 11:21:48.712374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a31287e8-2148-42fd-bd5f-951432223c55 req-b1403b1f-6f0a-479a-acbd-1b4d7eff03c8 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 944 time: 0.2912166 Feb 03 11:21:48.722593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4956a0b0-13be-41be-8552-bdff5ca70a48'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:48.799170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9f751522-b0aa-4cf7-902f-36924902c791 None None] Provisioning complete for port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:48.799767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f751522-b0aa-4cf7-902f-36924902c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:48.833101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-d4121079-3f29-4701-a13f-c420bb815dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:48.834606 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-d4121079-3f29-4701-a13f-c420bb815dc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0a7e075-25d3-4605-ab0b-57931d2ac2d5 HTTP/1.1" status: 200 len: 850 time: 0.1046176 Feb 03 11:21:48.903969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-61765514-4cd6-4970-a913-5b82cf7e7861 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604150 Feb 03 11:21:49.064131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.075983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a31287e8-2148-42fd-bd5f-951432223c55 req-bffcb808-9e91-40ab-8bd5-17fc452044e3 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627157 Feb 03 11:21:49.084349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2842cccb-957f-4c5a-9409-6a48aca68ad6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.121420 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-3921a76c-8aea-4e27-8802-e40a9b3c2535 service neutron] 10.222.0.53 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065246 Feb 03 11:21:49.146020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:49.160763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9f751522-b0aa-4cf7-902f-36924902c791 None None] Current status of the port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:49.216346 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55f69e-2dd6-4195-83e8-7f4069fd73b4 x-openstack-request-id: req-ce55f69e-2dd6-4195-83e8-7f4069fd73b4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:49.216645 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:49.216923 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce55f69e-2dd6-4195-83e8-7f4069fd73b4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:49.217336 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a', 'status': 'completed', 'code': 200} Feb 03 11:21:49.307452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f96f5f-9f20-4b05-b886-343fa0b94178 req-c7134a91-b0d4-4267-be5d-5e4319631ebf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:49.311849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34f96f5f-9f20-4b05-b886-343fa0b94178 req-c7134a91-b0d4-4267-be5d-5e4319631ebf tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.5332079 Feb 03 11:21:49.360823 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a24339bb-72f7-4c60-a0ba-afa6b24b2ac0 req-d6352ab4-5726-4e64-aeba-daf4f3dfeaa3 service neutron] 10.222.0.53 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273700 Feb 03 11:21:49.373385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:49.386779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:49.391888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:49.408502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:49.408899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.449235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:49.605423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2842cccb-957f-4c5a-9409-6a48aca68ad6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.618996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-367c40b6-6efb-4308-ae0d-647bd848fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:49.620616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-367c40b6-6efb-4308-ae0d-647bd848fdda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=364dd8304da2453784e7c90344e2a216&device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 1126 time: 0.1931598 Feb 03 11:21:49.643696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:49.644105 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.648932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:49.706088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:49.711690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.732345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2842cccb-957f-4c5a-9409-6a48aca68ad6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:49.783928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34f96f5f-9f20-4b05-b886-343fa0b94178 req-d55a3c13-8c57-471c-8f37-10ecab06f263 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505615 Feb 03 11:21:49.791001 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:49.797275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a74817-690f-4935-8b24-e7cd68fd27d4 None None] Network 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:49.832315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5f87051d-d90a-4516-8949-b82ab8bd8492 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2842cccb-957f-4c5a-9409-6a48aca68ad6 HTTP/1.1" status: 204 len: 168 time: 2.0935521 Feb 03 11:21:49.833376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46758) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:49.884861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-bdd38c41-3bac-4cc9-87d7-3d5559437424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:49.888209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-bdd38c41-3bac-4cc9-87d7-3d5559437424 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b HTTP/1.1" status: 200 len: 911 time: 0.2580187 Feb 03 11:21:49.899543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5730-3e00-46e2-9581-aa08cdb99a90 req-7cc7a973-afef-4754-a537-764922dbc041 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:49.911061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd3f5730-3e00-46e2-9581-aa08cdb99a90 req-7cc7a973-afef-4754-a537-764922dbc041 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 944 time: 0.5584807 Feb 03 11:21:49.919466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.000129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:50.014191 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-d544e075-a499-4595-b96a-f0f398120e3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a HTTP/1.1" status: 200 len: 217 time: 0.1158140 Feb 03 11:21:50.074963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:50.118231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5dbe4f14-2e14-4f7f-b3e0-0590ebc4d4ce None None] Provisioning complete for port 2c9ea0e2-92a2-46c1-a61e-654539452c4a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:50.118904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f14-2e14-4f7f-b3e0-0590ebc4d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.127206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-83f19712-69fe-49a3-b26d-56e68b8c9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:50.129115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-83f19712-69fe-49a3-b26d-56e68b8c9e85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0a7e075-25d3-4605-ab0b-57931d2ac2d5 HTTP/1.1" status: 200 len: 850 time: 0.1088591 Feb 03 11:21:50.152339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-990559239-network', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:50.169661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe4f14-2e14-4f7f-b3e0-0590ebc4d4ce None None] Port 2c9ea0e2-92a2-46c1-a61e-654539452c4a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:50.196721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:50.196902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.200713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-c63f71db-3fe0-4864-a364-c440c8786963 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646005 Feb 03 11:21:50.294122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd3f5730-3e00-46e2-9581-aa08cdb99a90 req-3e2e2864-dc26-47e9-8ebf-a0c41fc447bb tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775637 Feb 03 11:21:50.315998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:50.319982 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf52b93-7cfa-466b-a671-68ce4691b99f" -d '{"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:50.323185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:50.325829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 227802f3-fa0a-4ac1-93f3-6b481e1dd54c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:50.357702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (768acb44-d8c5-4fe1-aa36-fa8aab15fce2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.376904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Made reservation on behalf of ebd932fb7a1a4429aa765bb47d130f27 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:50.387508 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-f06ac3b0-e456-4707-b4a6-8b4816271159 service neutron] 10.222.0.53 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787543 Feb 03 11:21:50.395238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.411839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] DHCP port deletion for 768acb44-d8c5-4fe1-aa36-fa8aab15fce2 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:21:50.439922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.473818 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.496801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48280351-d5fa-4f8f-a53c-413610e5223a req-383529b6-5ea3-4ce7-9d1c-238b6248cd99 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:50.498569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48280351-d5fa-4f8f-a53c-413610e5223a req-383529b6-5ea3-4ce7-9d1c-238b6248cd99 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.3979652 Feb 03 11:21:50.514629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:50.514976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.554734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:50.595689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Deleting port 8590ae93-4385-420f-961e-a7035657782e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:50.596081 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8590ae93-4385-420f-961e-a7035657782e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.734812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Deleting port 8590ae93-4385-420f-961e-a7035657782e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:21:50.735227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8590ae93-4385-420f-961e-a7035657782e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.743719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2da14-6bea-49ee-9c78-93a263671182 req-d8b0ce3a-0d46-45b8-8874-45a26f997f21 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:50.746050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-deb2da14-6bea-49ee-9c78-93a263671182 req-d8b0ce3a-0d46-45b8-8874-45a26f997f21 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 944 time: 0.2464454 Feb 03 11:21:50.769728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48280351-d5fa-4f8f-a53c-413610e5223a req-572f6155-4c56-4fa8-bc92-138cba1ed6aa tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568252 Feb 03 11:21:50.797468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] For port 8590ae93-4385-420f-961e-a7035657782e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8590ae93-4385-420f-961e-a7035657782e,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:50.800075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8590ae93-4385-420f-961e-a7035657782e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:50.853319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Calling delete_port for 8590ae93-4385-420f-961e-a7035657782e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:50.983063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:51.021607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-4f97c9c5-d749-4e69-b5f1-62ab973a78f8 req-69b29647-ebee-4e09-8070-b1ca99b8c04d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:21:51.024238 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c3b289-1510-4577-b8b9-4a68e142d215 x-openstack-request-id: req-b5c3b289-1510-4577-b8b9-4a68e142d215 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:51.024541 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:51.026946 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5c3b289-1510-4577-b8b9-4a68e142d215 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:51.028790 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'code': 200} Feb 03 11:21:51.032771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8590ae93-4385-420f-961e-a7035657782e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.033281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f97c9c5-d749-4e69-b5f1-62ab973a78f8 req-69b29647-ebee-4e09-8070-b1ca99b8c04d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210061 Feb 03 11:21:51.061924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aafb9d9-b3a8-421f-9e92-c9d0a9b91c3e req-247d56ba-e6ed-437b-8bdf-3ceea87f0ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652668 Feb 03 11:21:51.085319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] No DVR routers for this DVR port 8590ae93-4385-420f-961e-a7035657782e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:51.098205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks [] for security_group (4c25699c-62a9-4eab-8dee-55c4d29f60bc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.098798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40664260-210a-45e3-8c33-9d0d37db7618 None None] Pushing event deleted for resources: {'Port': ['ID=8590ae93-4385-420f-961e-a7035657782e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:51.102536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:51.103234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.124027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] For port 8590ae93-4385-420f-961e-a7035657782e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8590ae93-4385-420f-961e-a7035657782e,segment=NetworkSegment(dee48985-5b86-448b-a0bf-41e38708f9b1),segment_id=dee48985-5b86-448b-a0bf-41e38708f9b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:51.124027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8590ae93-4385-420f-961e-a7035657782e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.149054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-deb2da14-6bea-49ee-9c78-93a263671182 req-5f2dadd6-1f28-4258-9ac3-15c269f90efe tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903406 Feb 03 11:21:51.152955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4956a0b0-13be-41be-8552-bdff5ca70a48 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:51.163270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:51.190922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c25699c-62a9-4eab-8dee-55c4d29f60bc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.206493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Calling delete_port for 8590ae93-4385-420f-961e-a7035657782e owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:21:51.210550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks [] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.266210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.274374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:21:51.396212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c25699c-62a9-4eab-8dee-55c4d29f60bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:51.423480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c1a60ea7-7462-4b7e-9484-be49c740ff9b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.423836 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Added segment c1a60ea7-7462-4b7e-9484-be49c740ff9b of type vlan for network 72824220-a3b3-41cc-bcea-fc0542b067ec Feb 03 11:21:51.429213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.429850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953b3a-5f29-485b-868e-c32a817c088b req-b46ac476-8e13-47c4-a38a-3ec4ad594919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:51.431589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52953b3a-5f29-485b-868e-c32a817c088b req-b46ac476-8e13-47c4-a38a-3ec4ad594919 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 1127 time: 0.3832862 Feb 03 11:21:51.477283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 80dd3635-d98f-47af-aba5-2621dc74ed49 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:51.512346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 80dd3635-d98f-47af-aba5-2621dc74ed49 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:51.512346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 80dd3635-d98f-47af-aba5-2621dc74ed49 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:51.512346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30c3fa49-ed2b-4ea7-b20b-3861461bd425 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:51.542752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 30c3fa49-ed2b-4ea7-b20b-3861461bd425 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:51.543102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30c3fa49-ed2b-4ea7-b20b-3861461bd425 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:51.577957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:51.610509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 4956a0b0-13be-41be-8552-bdff5ca70a48 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:21:51.616332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 4956a0b0-13be-41be-8552-bdff5ca70a48 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:51.617197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.664630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8590ae93-4385-420f-961e-a7035657782e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:21:51.705638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8590ae93-4385-420f-961e-a7035657782e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:21:51.706054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8590ae93-4385-420f-961e-a7035657782e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:21:51.775057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4956a0b0-13be-41be-8552-bdff5ca70a48 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:51.776297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.813537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4956a0b0-13be-41be-8552-bdff5ca70a48,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:51.818597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.873649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:51.876112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.883119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:51.924127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (72824220-a3b3-41cc-bcea-fc0542b067ec), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:51.970546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c1cb5-6976-4065-b700-acbb46f4b912 req-43540997-4658-44b1-8651-a67c66ae6990 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:51.972313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c77c1cb5-6976-4065-b700-acbb46f4b912 req-43540997-4658-44b1-8651-a67c66ae6990 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.7150404 Feb 03 11:21:52.080899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9c0f0-6802-4700-b9c4-6c39053194a7 req-4fc26aee-bf9a-4677-94be-7aa2e9954b09 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:52.082312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fc9c0f0-6802-4700-b9c4-6c39053194a7 req-4fc26aee-bf9a-4677-94be-7aa2e9954b09 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 944 time: 0.6680665 Feb 03 11:21:52.092559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8590ae93-4385-420f-961e-a7035657782e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.105870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52953b3a-5f29-485b-868e-c32a817c088b req-41125518-6299-4b99-b0f7-4fba31f46713 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405509 Feb 03 11:21:52.133732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (72824220-a3b3-41cc-bcea-fc0542b067ec), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.134596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:52.135687 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.162033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Pushing event deleted for resources: {'Port': ['ID=8590ae93-4385-420f-961e-a7035657782e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:52.218298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] No DVR routers for this DVR port 8590ae93-4385-420f-961e-a7035657782e on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:21:52.243023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5454476 Feb 03 11:21:52.246925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46814) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:52.252530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Request body: {'subnet': {'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-990559239-subnet', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:52.278835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Made reservation on behalf of ebd932fb7a1a4429aa765bb47d130f27 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:52.281304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.307515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c77c1cb5-6976-4065-b700-acbb46f4b912 req-847fea69-bff9-4b57-b38e-d6fdea817ec0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249545 Feb 03 11:21:52.315962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4295d97-a821-4e2c-9595-84eb502448c3 admin admin] Pushing event updated for resources: {'Network': ['ID=72824220-a3b3-41cc-bcea-fc0542b067ec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:52.340702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:52.342555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 72824220-a3b3-41cc-bcea-fc0542b067ec details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:21:52.348321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-32beea88-55f7-4d5d-8c00-05fbe081e08d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4915519 Feb 03 11:21:52.353424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-bdf4a482-7fcd-4a03-a799-896277a29c6a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:21:52.355009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-bdf4a482-7fcd-4a03-a799-896277a29c6a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059667 Feb 03 11:21:52.361105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:52.371413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fc9c0f0-6802-4700-b9c4-6c39053194a7 req-2e4e0417-b022-43ed-9898-db787b674e34 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708051 Feb 03 11:21:52.468322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (768acb44-d8c5-4fe1-aa36-fa8aab15fce2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.553490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9366448e-bbc4-43b8-a3f8-e8333c3dd61a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:21:52.579055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (714f53ec-13f3-4c28-9c35-690b254ce8e1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.670427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714f53ec-13f3-4c28-9c35-690b254ce8e1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:52.739043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Checking segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:52.739423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Network hostable DHCP agents. Network: 72824220-a3b3-41cc-bcea-fc0542b067ec, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:21:52.771846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,segment=NetworkSegment(2cb10618-3c72-48fc-b000-eb86a22684ee),segment_id=2cb10618-3c72-48fc-b000-eb86a22684ee)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:52.786859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768acb44-d8c5-4fe1-aa36-fa8aab15fce2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:52.797635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Network 72824220-a3b3-41cc-bcea-fc0542b067ec is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:21:52.798894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee48985-5b86-448b-a0bf-41e38708f9b1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:52.799433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee48985-5b86-448b-a0bf-41e38708f9b1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:52.806122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a', 'network_id': '08aff5e3-dc8e-4c9c-9847-596a31dbfe6b', 'port_id': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a', 'mac_address': 'fa:16:3e:2a:c7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a7e075-25d3-4605-ab0b-57931d2ac2d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:21:52.810446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (dee48985-5b86-448b-a0bf-41e38708f9b1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.813567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 72824220-a3b3-41cc-bcea-fc0542b067ec) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:52.820093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:52.820826 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.835841 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (dee48985-5b86-448b-a0bf-41e38708f9b1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.837907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b2610-ac9e-47c5-b9f9-f2426691bca5 None None] Network 72824220-a3b3-41cc-bcea-fc0542b067ec requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:52.843831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:21:52.844212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (dee48985-5b86-448b-a0bf-41e38708f9b1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.854988 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b57289e-db2a-4d85-aa1c-15f47752dc96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6038468 Feb 03 11:21:52.855239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:52.859549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:52.930883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.931837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:21:52.940146 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:21:53.001944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (768acb44-d8c5-4fe1-aa36-fa8aab15fce2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.009776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:53.010190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for router_controller (67b15da4-cba9-4eea-aa28-36f65ec00a98), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.010860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.021620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ccdd628-3f51-42bd-948c-506931e63331 None None] Provisioning complete for port 2c9ea0e2-92a2-46c1-a61e-654539452c4a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:53.022146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd628-3f51-42bd-948c-506931e63331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.029816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:21:53.035091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:53.037013 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ab0ec-6867-4ebb-9e9e-724265c1cb5d" -d '{"events": [{"server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "name": "network-vif-plugged", "status": "completed", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:53.056481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.064095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] 10.222.0.30 "DELETE /v2.0/networks/768acb44-d8c5-4fe1-aa36-fa8aab15fce2 HTTP/1.1" status: 204 len: 168 time: 3.2175958 Feb 03 11:21:53.076068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9366448e-bbc4-43b8-a3f8-e8333c3dd61a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:21:53.098854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,segment=NetworkSegment(2cb10618-3c72-48fc-b000-eb86a22684ee),segment_id=2cb10618-3c72-48fc-b000-eb86a22684ee)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:53.108048 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.115568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac10e9f-62d6-4e3b-a16f-9409472b9543 admin admin] Pushing event deleted for resources: {'Network': ['ID=768acb44-d8c5-4fe1-aa36-fa8aab15fce2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:53.188985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01d50-3279-4790-a353-744266ad0d4f req-df87f0aa-db29-4613-8885-f29c6b76fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:53.188985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-df87f0aa-db29-4613-8885-f29c6b76fa4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 1127 time: 0.4780543 Feb 03 11:21:53.206630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867f20-e021-4d83-ad35-8fbfc07fe1e5 req-9f86eb8a-d7a8-44b5-aa18-5a49db232d0b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:53.208802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68867f20-e021-4d83-ad35-8fbfc07fe1e5 req-9f86eb8a-d7a8-44b5-aa18-5a49db232d0b tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.4898450 Feb 03 11:21:53.231400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01d97-7f34-4b73-a175-032b69e0aa6d req-afe75218-e956-4b0a-a508-b4c594d2adb1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:53.239944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87d01d97-7f34-4b73-a175-032b69e0aa6d req-afe75218-e956-4b0a-a508-b4c594d2adb1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.5162973 Feb 03 11:21:53.251388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdd628-3f51-42bd-948c-506931e63331 None None] Port 2c9ea0e2-92a2-46c1-a61e-654539452c4a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:53.258426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-72824220-a3b3-41cc-bcea-fc0542b067ec', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:21:53.261058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.295497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:53.404673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for router_gateway (67b15da4-cba9-4eea-aa28-36f65ec00a98), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.458201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:53.469985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['9366448e-bbc4-43b8-a3f8-e8333c3dd61a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:21:53.515609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68867f20-e021-4d83-ad35-8fbfc07fe1e5 req-980c31de-1d9e-443d-b464-0d778c960de2 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743111 Feb 03 11:21:53.523215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01d50-3279-4790-a353-744266ad0d4f req-cea27940-9eec-4eb4-97aa-b113c1fed74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:53.530133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-cea27940-9eec-4eb4-97aa-b113c1fed74b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 916 time: 0.3144643 Feb 03 11:21:53.534481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:53.559222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b51a5c20-3e52-4647-8c92-4a8481e04ef6 admin admin] 10.222.0.30 "PUT /v2.0/routers/19f0a049-b77f-42ba-9e7d-3b1d62a1348b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7202606 Feb 03 11:21:53.591423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87d01d97-7f34-4b73-a175-032b69e0aa6d req-cfce8c8c-9b02-4252-bfd5-4dbf907bc953 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398006 Feb 03 11:21:53.603103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:53.604434 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef86edd0-4af7-4949-a0c8-4d07a0bd3f92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc142e937c4941d69f1124d5f27b26ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373820 Feb 03 11:21:53.607690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46838) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:53.630773 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33f3fee-3662-4355-98cb-d99d35ee1299 x-openstack-request-id: req-a33f3fee-3662-4355-98cb-d99d35ee1299 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:21:53.631114 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "name": "network-vif-plugged", "status": "completed", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:21:53.631370 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a33f3fee-3662-4355-98cb-d99d35ee1299 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:21:53.632103 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'code': 200} Feb 03 11:21:53.676039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:53.689845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:53.693626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-9464da05-faab-44bf-86ed-6e9b043227ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc HTTP/1.1" status: 200 len: 217 time: 0.1332140 Feb 03 11:21:53.772880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01d50-3279-4790-a353-744266ad0d4f req-187e9873-2ca3-46dd-b78d-3fd92ee2af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:53.774726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-187e9873-2ca3-46dd-b78d-3fd92ee2af57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.0746171 Feb 03 11:21:53.808092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 227802f3-fa0a-4ac1-93f3-6b481e1dd54c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:53.814968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Allocated IP 172.20.0.2 (72824220-a3b3-41cc-bcea-fc0542b067ec/714f53ec-13f3-4c28-9c35-690b254ce8e1/f6d8fb75-f4b1-40e9-8aad-ff703cc36846) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:53.890442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-a136588a-f95f-4829-92e8-88e07d1c717e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932095 Feb 03 11:21:53.900538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] Publish callbacks [] for security_group (02fe80ee-235f-4d9a-9848-4745fc3839e8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:53.984897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] Publish callbacks [] for security_group (02fe80ee-235f-4d9a-9848-4745fc3839e8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.012804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522d720-61f7-4cf3-a40b-ec84ec1887ac req-f98cf3b9-e8bd-4d5a-b1a4-b1165759fd32 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.014556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6522d720-61f7-4cf3-a40b-ec84ec1887ac req-f98cf3b9-e8bd-4d5a-b1a4-b1165759fd32 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 945 time: 0.2186906 Feb 03 11:21:54.031909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec1146-a6f3-404d-8f57-c3e803164b00 req-2bdb61b6-b204-424a-83bc-5e10d473e2a4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.033685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5ec1146-a6f3-404d-8f57-c3e803164b00 req-2bdb61b6-b204-424a-83bc-5e10d473e2a4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.2578871 Feb 03 11:21:54.064123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848977fc-89e8-4494-afa3-3b2c66673eec req-33517ca0-ea3b-479f-b30d-b21c09c31630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.066633 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-33517ca0-ea3b-479f-b30d-b21c09c31630 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512&tenant_id=16372ac255db4e6ab85ecdf599e57fe3 HTTP/1.1" status: 200 len: 1125 time: 0.3321316 Feb 03 11:21:54.068198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (02fe80ee-235f-4d9a-9848-4745fc3839e8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.072241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.073807 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02fe80ee-235f-4d9a-9848-4745fc3839e8 HTTP/1.1" status: 204 len: 168 time: 0.4618638 Feb 03 11:21:54.117970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-caf4277c-d30a-468f-8634-3ff0c0508083 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202065 Feb 03 11:21:54.147751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6522d720-61f7-4cf3-a40b-ec84ec1887ac req-7e1692b8-113b-43bf-a6a1-6b4d91e06f4f tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257703 Feb 03 11:21:54.171081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5ec1146-a6f3-404d-8f57-c3e803164b00 req-1aaefdd8-3479-40e9-9990-294f1b083d91 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278009 Feb 03 11:21:54.173916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:54.243578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:54.243958 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.270863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f395a11-c4e8-4a38-881f-7dbaf7af9d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe80ee-235f-4d9a-9848-4745fc3839e8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:54.316196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea860172-698b-4217-afaf-6a60f3bb4871 req-2a08262f-c0fa-4186-9b59-cd12758d121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.318243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ea860172-698b-4217-afaf-6a60f3bb4871 req-2a08262f-c0fa-4186-9b59-cd12758d121f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 1127 time: 0.4844866 Feb 03 11:21:54.348611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c01d50-3279-4790-a353-744266ad0d4f req-cd2d4329-e6ae-4b98-8d7e-a8b93f0ba12a service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215438 Feb 03 11:21:54.440053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848977fc-89e8-4494-afa3-3b2c66673eec req-78588458-13ad-487e-bf86-fe26b6a39ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.463762 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-78588458-13ad-487e-bf86-fe26b6a39ef0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1125 time: 0.2738733 Feb 03 11:21:54.467591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks [] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.488649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for router_gateway (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.525953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.551804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.557912 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ea860172-698b-4217-afaf-6a60f3bb4871 req-5d248001-40ec-4538-95c5-5ec49a2a715c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982152 Feb 03 11:21:54.601007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Pushing event updated for resources: {'Port': ['ID=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:54.625686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Network 72824220-a3b3-41cc-bcea-fc0542b067ec is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:54.630017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:54.636589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:54.689138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848977fc-89e8-4494-afa3-3b2c66673eec req-b39b3ab7-9f2e-4c5c-9540-f974a5c5f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.690586 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-b39b3ab7-9f2e-4c5c-9540-f974a5c5f6a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.2192500 Feb 03 11:21:54.701947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:54.747625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f060a-3124-44da-9aa9-03b860a44103 req-caa2f4f4-d95d-4b55-864d-1cb3baa26e7a tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.751388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d17f060a-3124-44da-9aa9-03b860a44103 req-caa2f4f4-d95d-4b55-864d-1cb3baa26e7a tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.1102855 Feb 03 11:21:54.782991 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-2e39cc3b-2d08-4f13-8270-0f15f880547f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.0574841 Feb 03 11:21:54.829701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Allocated IP 172.25.7.13 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/8bd890f8-e897-4bef-9f00-9e7423992a4a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:21:54.874360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848977fc-89e8-4494-afa3-3b2c66673eec req-a296a5c4-e544-4617-baf1-009b8e5d3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:54.875851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-a296a5c4-e544-4617-baf1-009b8e5d3362 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.0802975 Feb 03 11:21:54.892126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d17f060a-3124-44da-9aa9-03b860a44103 req-8d08a24c-856b-455f-9a14-2a9c5112edb4 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309400 Feb 03 11:21:54.965840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Attempting to bind port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:54.966146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Attempting to bind port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:54.966748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Attempting to bind port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 on network 72824220-a3b3-41cc-bcea-fc0542b067ec {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:54.972531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:54.972989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Checking segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:54.973344 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:54.973741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Bound using segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:54.974949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Bound port: f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:54.974949 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.042449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-06333bc6-bd90-4cb3-9b38-bb39e4f48e89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557810 Feb 03 11:21:55.066447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 2, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:55.089201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433ab0a-7a5b-4c55-b5ac-c7ed35648611 req-04a4dcb9-b88c-4f01-939e-e3dc6993675f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:55.090823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d433ab0a-7a5b-4c55-b5ac-c7ed35648611 req-04a4dcb9-b88c-4f01-939e-e3dc6993675f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.0777698 Feb 03 11:21:55.104317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] For port f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:55.106713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:21:55.107110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Updating router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b port 2c9ea0e2-92a2-46c1-a61e-654539452c4a binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:21:55.143525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.159430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] For port f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:55.170349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.221256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d433ab0a-7a5b-4c55-b5ac-c7ed35648611 req-76577412-5d09-4adf-a6d4-1d1f571668a9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244874 Feb 03 11:21:55.368367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85853-bbe0-4da3-b78f-136e67828b17 None None] Pushing event updated for resources: {'Port': ['ID=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:55.394961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b4c33-a9aa-40d0-9814-7cb16b9fb3e4 req-78fb75e8-90de-47b5-980c-af27aa788f04 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:55.397338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab2b4c33-a9aa-40d0-9814-7cb16b9fb3e4 req-78fb75e8-90de-47b5-980c-af27aa788f04 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 945 time: 0.1139033 Feb 03 11:21:55.442268 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.493120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab2b4c33-a9aa-40d0-9814-7cb16b9fb3e4 req-602a6fff-4090-41d5-9c87-0b6d2abeb637 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829790 Feb 03 11:21:55.521870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-a158a22a-4180-4499-bcc7-2290beeb6c9e service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640281 Feb 03 11:21:55.701434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:55.743431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks [] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.766744 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.782790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357bbfe-32dd-41d6-a124-e51c95437a4b req-9605f674-58e0-4bd3-986d-500091546a94 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:55.786352 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-848977fc-89e8-4494-afa3-3b2c66673eec req-01cd0adf-eb7b-4855-ae6d-5a888b91dfef service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133672 Feb 03 11:21:55.788758 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:55.797973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8357bbfe-32dd-41d6-a124-e51c95437a4b req-9605f674-58e0-4bd3-986d-500091546a94 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.1637619 Feb 03 11:21:55.874372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6d8fb75-f4b1-40e9-8aad-ff703cc36846 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:55.890797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:55.927895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649089686', 'description': 'tempest-description--1039740994'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:56.003566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8357bbfe-32dd-41d6-a124-e51c95437a4b req-dcf85c9f-ab64-43d9-a70f-d5985b9bdc83 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996825 Feb 03 11:21:56.025470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Pushing event updated for resources: {'Port': ['ID=8bd890f8-e897-4bef-9f00-9e7423992a4a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:56.048990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:21:56.067290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-594056112-network', 'tenant_id': 'c3478bad253c42a1b392125d62705b2a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:56.080214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:21:56.094217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:21:56.110677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Made reservation on behalf of c3478bad253c42a1b392125d62705b2a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:21:56.113634 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.166305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.188222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e86e1a-335f-44b2-877b-36d225f8ff2c None None] Pushing event updated for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:56.196438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.328760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342f502-401c-4882-827c-54a8d88b7dff req-5d59871f-4ba2-4730-8f7b-fdb7075129d9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:56.336781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e342f502-401c-4882-827c-54a8d88b7dff req-5d59871f-4ba2-4730-8f7b-fdb7075129d9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 0.2307093 Feb 03 11:21:56.352889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e30025-e935-4e2b-9e02-f13cef6cf00e req-d833aeaf-9cc9-446b-a718-d302812ae9cf tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:56.365862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Attempting to bind port 2c9ea0e2-92a2-46c1-a61e-654539452c4a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:21:56.366238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Attempting to bind port 2c9ea0e2-92a2-46c1-a61e-654539452c4a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:21:56.366601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Attempting to bind port 2c9ea0e2-92a2-46c1-a61e-654539452c4a on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:21:56.381627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63e30025-e935-4e2b-9e02-f13cef6cf00e req-d833aeaf-9cc9-446b-a718-d302812ae9cf tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.2771170 Feb 03 11:21:56.410417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:56.410800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.414025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:21:56.414410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Checking segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:21:56.414810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.415531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Bound using segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:21:56.415992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Bound port: 2c9ea0e2-92a2-46c1-a61e-654539452c4a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:21:56.417152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.478031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks [] for security_group (f86f21fd-619a-4c4d-84e4-9117ac58fa33), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.550989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e342f502-401c-4882-827c-54a8d88b7dff req-1307d248-5b2a-4eb9-80c6-a5edd1bb1a5f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126219 Feb 03 11:21:56.551700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f86f21fd-619a-4c4d-84e4-9117ac58fa33), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.602433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:21:56.602699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9366448e-bbc4-43b8-a3f8-e8333c3dd61a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:21:56.629507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (26ce918e-5c45-4722-9eea-3c57214038d6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.629921 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Added segment 26ce918e-5c45-4722-9eea-3c57214038d6 of type vlan for network 59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1 Feb 03 11:21:56.724232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bc7dc9aa-4bd7-45c7-b21a-d37f1a2d2be0 None None] Provisioning complete for port 2c9ea0e2-92a2-46c1-a61e-654539452c4a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:56.724663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc9aa-4bd7-45c7-b21a-d37f1a2d2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.727713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] For port 2c9ea0e2-92a2-46c1-a61e-654539452c4a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:21:56.738996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] For port 2c9ea0e2-92a2-46c1-a61e-654539452c4a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2c9ea0e2-92a2-46c1-a61e-654539452c4a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:21:56.794431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (2567f8f5-c33c-4818-a5a4-90cff2fbd588), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.807332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.893110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.893864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2567f8f5-c33c-4818-a5a4-90cff2fbd588), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:56.978073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2567f8f5-c33c-4818-a5a4-90cff2fbd588,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:56.999695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.002227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:57.002870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.024357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.034662 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39eee931-5115-41cf-a0de-4fd7589019c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1223195 Feb 03 11:21:57.046739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:57.046995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f21fd-619a-4c4d-84e4-9117ac58fa33,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:57.065886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:21:57.066888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group_rule': {'security_group_id': '2567f8f5-c33c-4818-a5a4-90cff2fbd588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:57.075274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:57.075688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.079155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:57.079546 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.148811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc9aa-4bd7-45c7-b21a-d37f1a2d2be0 None None] Port 2c9ea0e2-92a2-46c1-a61e-654539452c4a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:21:57.150409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.226885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e86e1a-335f-44b2-877b-36d225f8ff2c None None] Pushing event updated for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:57.249397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c55f6-b027-490d-bb8f-d6e09b391408 None None] Network 72824220-a3b3-41cc-bcea-fc0542b067ec requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:21:57.298888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (de24c9bd-9a65-4b23-abff-12aa419aa0dc), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.353242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:57.354573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:57.395963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] Pushing event updated for resources: {'Network': ['ID=59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:57.405633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ab0d09d-ad4c-49dc-8de3-f59163a9a889 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6930051 Feb 03 11:21:57.445969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63e30025-e935-4e2b-9e02-f13cef6cf00e req-fc2316d3-67aa-495e-8361-c4f06a124519 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0633657 Feb 03 11:21:57.471467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for router_gateway (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.478525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb73001-e1d9-4325-9d73-449aa9298b81 req-51412d3b-f8e4-417f-beff-5d9d933fe1f3 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:57.505313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb73001-e1d9-4325-9d73-449aa9298b81 req-51412d3b-f8e4-417f-beff-5d9d933fe1f3 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 945 time: 0.5865793 Feb 03 11:21:57.577939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:21:57.678876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:57.680087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb73001-e1d9-4325-9d73-449aa9298b81 req-653103ee-11c2-4219-983c-48bf151a3f0d tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735651 Feb 03 11:21:57.876221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.903797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9347c883-e2eb-4f3d-a6b4-8a5ae04b9e22 None None] Provisioning complete for port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:57.904568 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9347c883-e2eb-4f3d-a6b4-8a5ae04b9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:57.995290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15cf2-b57c-4b0d-867e-030ea9d2c657 req-9e853eae-90f5-4b5d-9269-155688fad600 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:21:57.999082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5af15cf2-b57c-4b0d-867e-030ea9d2c657 req-9e853eae-90f5-4b5d-9269-155688fad600 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.1858749 Feb 03 11:21:58.066487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:58.089742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (de24c9bd-9a65-4b23-abff-12aa419aa0dc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.126373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (de24c9bd-9a65-4b23-abff-12aa419aa0dc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.159679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de24c9bd-9a65-4b23-abff-12aa419aa0dc,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:58.176098 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.179806 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-033e27b6-74e4-4a82-abd2-1c7560ff4533 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1269112 Feb 03 11:21:58.180685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46936) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:58.187133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group_rule': {'security_group_id': '2567f8f5-c33c-4818-a5a4-90cff2fbd588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:58.206815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.287835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5af15cf2-b57c-4b0d-867e-030ea9d2c657 req-a7279c18-cdb8-495a-9cd3-a7a1f319e286 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771893 Feb 03 11:21:58.508130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:58.508497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (ed90a36d-48bb-4c84-9833-72d5b97eaa02), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.510750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.586762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:21:58.590945 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b03f28f-e6f2-4701-b069-40761cdcd5a6" -d '{"events": [{"server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "name": "network-vif-plugged", "status": "completed", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:21:58.644999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (ed90a36d-48bb-4c84-9833-72d5b97eaa02), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.651942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ed90a36d-48bb-4c84-9833-72d5b97eaa02), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.707443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed90a36d-48bb-4c84-9833-72d5b97eaa02,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:58.724596 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.729082 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3caa5793-1fe9-4309-8f62-d29009820afb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451424 Feb 03 11:21:58.729517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46954) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:58.742611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:21:58.811020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Router 67b15da4-cba9-4eea-aa28-36f65ec00a98 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:21:58.813587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:58.816752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:58.845597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,segment=NetworkSegment(2cb10618-3c72-48fc-b000-eb86a22684ee),segment_id=2cb10618-3c72-48fc-b000-eb86a22684ee)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:58.849790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9347c883-e2eb-4f3d-a6b4-8a5ae04b9e22 None None] Current status of the port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:59.137281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:21:59.147392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Sync routers for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:21:59.175878 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:21:59.180033 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:59.223795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:59.225141 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-510d7c81-efcf-47cc-a0b6-abc97a5fde9a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.3689332 Feb 03 11:21:59.230853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46958) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:21:59.258476 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:59.396072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Provisioning complete for port 2c9ea0e2-92a2-46c1-a61e-654539452c4a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:21:59.396412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:59.568710 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:21:59.687489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:59.727872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:21:59.861812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Current status of the port 2c9ea0e2-92a2-46c1-a61e-654539452c4a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:21:59.862212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:21:59.952757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:56Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:21:59.989286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] For port 2c9ea0e2-92a2-46c1-a61e-654539452c4a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2c9ea0e2-92a2-46c1-a61e-654539452c4a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:21:59.991689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e85cf-6d3d-49e8-8ae1-4f7993ecda45 None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:56Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:21:59.997017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:00.129035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6d8fb75-f4b1-40e9-8aad-ff703cc36846 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:00.134547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39446-595b-447e-ba85-176c80b107ea req-a01e1a4f-97ed-4b92-924f-31d51fbb865a tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:00.140336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39446-595b-447e-ba85-176c80b107ea req-a01e1a4f-97ed-4b92-924f-31d51fbb865a tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:00.173873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39446-595b-447e-ba85-176c80b107ea req-a01e1a4f-97ed-4b92-924f-31d51fbb865a tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:00.184485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35b39446-595b-447e-ba85-176c80b107ea req-a01e1a4f-97ed-4b92-924f-31d51fbb865a tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.7488711 Feb 03 11:22:00.229532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-34a6675c-743a-42db-a7a0-6b7c58204b02 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:00.237463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-34a6675c-743a-42db-a7a0-6b7c58204b02 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 1.7082469 Feb 03 11:22:00.288555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-74eea4a3-9a35-41c9-a1df-40eefadc2303 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/quotas/de87e34c676a40c7b929199374ba853d HTTP/1.1" status: 200 len: 375 time: 0.0501101 Feb 03 11:22:00.318831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c50b1-2678-4c15-a4c2-f3e14c285edc None None] Pushing event updated for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:00.349603 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:21:56Z', 'revision_number': 3, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:00.380495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cfb4320c-e4ef-4517-a625-c49cbb8bcf67 None None] Provisioning complete for port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:00.381228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfb4320c-e4ef-4517-a625-c49cbb8bcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:00.383193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:00.383794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:00.430603 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Checking router: 67b15da4-cba9-4eea-aa28-36f65ec00a98 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:00.432006 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Updating router 67b15da4-cba9-4eea-aa28-36f65ec00a98 port 8bd890f8-e897-4bef-9f00-9e7423992a4a binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:22:00.495161 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:00.547288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-9d06257b-7cea-4e85-9985-197a867a8667 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2574940 Feb 03 11:22:00.774231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cfb4320c-e4ef-4517-a625-c49cbb8bcf67 None None] Current status of the port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:00.801537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:00.813673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-44074466-a670-4509-891e-41e0fc8f1f34 service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619023 Feb 03 11:22:00.993737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-ab6a9f72-2c57-4d12-81d4-e30948460e5d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:00.996567 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-ab6a9f72-2c57-4d12-81d4-e30948460e5d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfef051b-4bde-4817-9bcc-486e9dbc4bed HTTP/1.1" status: 200 len: 945 time: 1.4657185 Feb 03 11:22:01.037379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79352-a346-4de5-9870-15ee4518d933 req-6541bd34-f147-42f5-bcb0-db6b7e012552 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:01.044981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddd79352-a346-4de5-9870-15ee4518d933 req-6541bd34-f147-42f5-bcb0-db6b7e012552 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.6723666 Feb 03 11:22:01.136748 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks [] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.152243 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.211042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd2ba-6193-4b2f-b1cd-c4fd254de8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.227978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddd79352-a346-4de5-9870-15ee4518d933 req-310dac02-e3dc-46ef-ba64-94358dbaff33 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820579 Feb 03 11:22:01.261065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-d0b6289d-1c28-4276-9a52-7f667239ef11 service neutron] 10.222.0.30 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451175 Feb 03 11:22:01.287780 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632f8a2-e43f-4f8c-8077-94d3988ae941 x-openstack-request-id: req-4632f8a2-e43f-4f8c-8077-94d3988ae941 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:01.288100 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "name": "network-vif-plugged", "status": "completed", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:01.288739 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4632f8a2-e43f-4f8c-8077-94d3988ae941 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:01.289176 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a', 'code': 200} Feb 03 11:22:01.332615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Attempting to bind port 8bd890f8-e897-4bef-9f00-9e7423992a4a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:01.333016 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Attempting to bind port 8bd890f8-e897-4bef-9f00-9e7423992a4a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:01.333384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Attempting to bind port 8bd890f8-e897-4bef-9f00-9e7423992a4a on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:01.350682 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:01.351360 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:01.353305 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.353769 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:01.355617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Bound port: 8bd890f8-e897-4bef-9f00-9e7423992a4a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:01.356707 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.488702 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] For port 8bd890f8-e897-4bef-9f00-9e7423992a4a, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:01.499020 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] For port 8bd890f8-e897-4bef-9f00-9e7423992a4a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bd890f8-e897-4bef-9f00-9e7423992a4a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:01.514280 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:01.583383 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57535a8a-4791-49e8-9fe4-29d81138cd19 None None] Pushing event updated for resources: {'Port': ['ID=8bd890f8-e897-4bef-9f00-9e7423992a4a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:01.598285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd63a8-3673-4972-991b-476e665096e8 req-fa7993f6-208a-47d4-9113-8f4482a29ad4 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:01.616047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76dd63a8-3673-4972-991b-476e665096e8 req-fa7993f6-208a-47d4-9113-8f4482a29ad4 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.1722548 Feb 03 11:22:01.640261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Allocated IP 172.25.7.121 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f717dfa6-57e2-4ac7-ac4a-8c02e8abf968) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:01.741415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76dd63a8-3673-4972-991b-476e665096e8 req-f3bcdb23-7fc7-4ad7-98bb-45fda7caa46c tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242449 Feb 03 11:22:01.780985 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:01.781646 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:21:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:02.092711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:02.109435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e691ca-e27e-4562-a6da-72dfbd4b33c9 req-d8e9b547-8c41-4034-9b48-ca312af74e75 tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:02.134171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08e691ca-e27e-4562-a6da-72dfbd4b33c9 req-d8e9b547-8c41-4034-9b48-ca312af74e75 tempest-ComputeTenantNetworksTest-1194147059 tempest-ComputeTenantNetworksTest-1194147059-project] 10.222.0.30 "GET /v2.0/networks/59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1 HTTP/1.1" status: 200 len: 768 time: 0.3491702 Feb 03 11:22:02.135001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:02.170251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.198938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2c9ea0e2-92a2-46c1-a61e-654539452c4a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:02.255752 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57535a8a-4791-49e8-9fe4-29d81138cd19 None None] Pushing event updated for resources: {'Port': ['ID=8bd890f8-e897-4bef-9f00-9e7423992a4a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:02.292688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.323987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62e8d9-dca9-404f-94df-0a156594338a req-410058d5-5cd5-4b9a-90ce-9da16dca58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:02.325729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fa62e8d9-dca9-404f-94df-0a156594338a req-410058d5-5cd5-4b9a-90ce-9da16dca58e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 1128 time: 0.8600228 Feb 03 11:22:02.396672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:02.430925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2c9ea0e2-92a2-46c1-a61e-654539452c4a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:02.435676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.467384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=f717dfa6-57e2-4ac7-ac4a-8c02e8abf968,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:02.484830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:02.531281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:02.584524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efd6c4-6155-43f9-a29a-093d9ec6f9fa req-ee1d3364-eed1-4955-a670-6cd73e8c556e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:02.610688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8efd6c4-6155-43f9-a29a-093d9ec6f9fa req-ee1d3364-eed1-4955-a670-6cd73e8c556e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.6776431 Feb 03 11:22:02.624957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.689015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc25f3-d085-4fec-85b9-c5a8b10f9f4c req-6bce99ef-bac4-4702-9334-f58c52388be9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:02.711272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0cc25f3-d085-4fec-85b9-c5a8b10f9f4c req-6bce99ef-bac4-4702-9334-f58c52388be9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.4251702 Feb 03 11:22:02.721923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:02.789579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Request body: {'floatingip': {'port_id': '4956a0b0-13be-41be-8552-bdff5ca70a48'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:02.797569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Deleting port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:22:02.797926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.810230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2c9ea0e2-92a2-46c1-a61e-654539452c4a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:02.886379 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:21:56Z', 'revision_number': 3, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:02.900016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-fa62e8d9-dca9-404f-94df-0a156594338a req-766693e6-cb0b-4709-99d1-cd2a4288c886 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944823 Feb 03 11:22:02.963643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a0d2ee7-fb11-4ea0-8c6a-0ade18f7523f req-6704c933-1bee-4475-8741-9ec97ffe6ee6 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 210 time: 0.1603148 Feb 03 11:22:02.971014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:02.985844 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caabafde-da9a-4aa4-8010-fc0381ecda47 None None] The sync data for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 is: [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:21:56Z', 'revision_number': 3, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:03.008608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8efd6c4-6155-43f9-a29a-093d9ec6f9fa req-bce19b90-8450-484c-9762-0e9196c6fc17 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906038 Feb 03 11:22:03.168326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:03.169323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.192387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:22:03.213901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Calling delete_port for bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:22:03.344355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.373610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.429684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:03.430287 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.481429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:03.486820 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d46ba58-0d9a-49b9-9345-9040574314dd" -d '{"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:03.489195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:03.526632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:03.549958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ce918e-5c45-4722-9eea-3c57214038d6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:03.550654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ce918e-5c45-4722-9eea-3c57214038d6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:03.570417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.623965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d95543-3f11-408a-a835-97e842e02a75 req-5fb3fd77-53d6-4d95-99e2-9c4d73c87544 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:03.633315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47d95543-3f11-408a-a835-97e842e02a75 req-5fb3fd77-53d6-4d95-99e2-9c4d73c87544 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.4750006 Feb 03 11:22:03.641739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (26ce918e-5c45-4722-9eea-3c57214038d6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.714524 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4165c1d-c8aa-45c4-8d27-f8d119ccbd00 x-openstack-request-id: req-d4165c1d-c8aa-45c4-8d27-f8d119ccbd00 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:03.715082 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:03.715347 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4165c1d-c8aa-45c4-8d27-f8d119ccbd00 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:03.715739 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'code': 200} Feb 03 11:22:03.716763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:03.738785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb453e22-1b60-4a38-8e48-85aa4958876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.745717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (26ce918e-5c45-4722-9eea-3c57214038d6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.783551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.939233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:22:03.940089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (26ce918e-5c45-4722-9eea-3c57214038d6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:22:03.961088 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:22:04.195143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bd890f8-e897-4bef-9f00-9e7423992a4a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:04.211489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-20a320f6-5b92-43dd-a6e9-0f560f43a1b7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:04.213112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-20a320f6-5b92-43dd-a6e9-0f560f43a1b7 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 815 time: 0.2345800 Feb 03 11:22:04.268683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47d95543-3f11-408a-a835-97e842e02a75 req-7b2d8555-3003-478e-9ec2-012f837878c9 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337192 Feb 03 11:22:04.274859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Request body: {'port': {'device_id': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'admin_state_up': True, 'tenant_id': 'de87e34c676a40c7b929199374ba853d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:04.286830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.326372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8bd890f8-e897-4bef-9f00-9e7423992a4a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:04.326996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.329359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.476677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8bd890f8-e897-4bef-9f00-9e7423992a4a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:04.479506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.507113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c804a370-3cff-495a-b54d-cfcb4521773b req-09c0e38f-9727-4017-8563-53458394336d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 210 time: 0.2435403 Feb 03 11:22:04.518801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Made reservation on behalf of de87e34c676a40c7b929199374ba853d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:04.522004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.560144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8bd890f8-e897-4bef-9f00-9e7423992a4a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bd890f8-e897-4bef-9f00-9e7423992a4a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:04.611610 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.692185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.724510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.784262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=f717dfa6-57e2-4ac7-ac4a-8c02e8abf968,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:04.802045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8bd890f8-e897-4bef-9f00-9e7423992a4a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:04.809349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.826338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.904978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Allocated IP 172.20.0.11 (9ecb8171-aa18-44c3-812e-37184ec95c86/b54738b2-cdbb-4c89-a313-5d8b70ac85d4/5248c7b9-409f-4caf-9203-c812ce95a1ae) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:04.916899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.923441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:04.929212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] 10.222.0.30 "DELETE /v2.0/networks/59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1 HTTP/1.1" status: 204 len: 168 time: 2.7841480 Feb 03 11:22:05.017093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event deleted for resources: {'Port': ['ID=bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:05.026464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c0557-8676-4d51-a846-164c1cfae512 req-b662bde1-9d56-41a1-b99b-940565fea5c0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:05.034159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f38c0557-8676-4d51-a846-164c1cfae512 req-b662bde1-9d56-41a1-b99b-940565fea5c0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.5259728 Feb 03 11:22:05.075563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cfadd7-519d-4c2b-ab41-ff08fa5eb6e1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:05.162926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.163285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.163627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.163965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.164304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.164635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.164991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.165350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.165811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.166219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.166749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.166869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.167206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42b3489-d819-43e9-8b44-c4e993529d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:05.192494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:05.194621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9246dfe0-f7e0-4b45-bd4a-15a53a29d621 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4635246 Feb 03 11:22:05.195205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47008) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:05.218209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] No DVR routers for this DVR port bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:22:05.238442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:05.245987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e63b5fc9-ac28-4a6a-9696-c1fa53a1641b req-4b31b9a1-0dd4-4a0c-9c9f-87f2933d8f1a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "DELETE /v2.0/ports/bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc HTTP/1.1" status: 204 len: 173 time: 4.2436857 Feb 03 11:22:05.296370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f38c0557-8676-4d51-a846-164c1cfae512 req-65d96558-30da-48a4-a1db-4a8e4510c823 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395680 Feb 03 11:22:05.373318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-deleted', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:05.383344 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97044113-7bbb-4522-8c07-bf5e8e07d9e0" -d '{"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-deleted", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:05.522676 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9fed6e-cc0f-4366-8f62-b71b48fd6b0b x-openstack-request-id: req-3c9fed6e-cc0f-4366-8f62-b71b48fd6b0b {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:05.522966 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef051b-4bde-4817-9bcc-486e9dbc4bed", "name": "network-vif-deleted", "tag": "bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:05.523223 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c9fed6e-cc0f-4366-8f62-b71b48fd6b0b {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:05.523623 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef051b-4bde-4817-9bcc-486e9dbc4bed', 'name': 'network-vif-deleted', 'tag': 'bbcd8bd5-cf4a-4c0c-9834-f0c392ddf5bc', 'status': 'completed', 'code': 200} Feb 03 11:22:05.563838 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f7346fc-f3f3-4e3c-a6bb-7b6f3dfcb1e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3478bad253c42a1b392125d62705b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652134 Feb 03 11:22:05.567084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:05.643047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Allocated IP 172.20.0.1 (72824220-a3b3-41cc-bcea-fc0542b067ec/714f53ec-13f3-4c28-9c35-690b254ce8e1/c8a040e7-1597-405f-a868-6f80d068b986) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:05.797976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] Publish callbacks [] for security_group (f86f21fd-619a-4c4d-84e4-9117ac58fa33), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:05.905454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] Publish callbacks [] for security_group (f86f21fd-619a-4c4d-84e4-9117ac58fa33), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:05.968066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3305-b9a9-4865-985d-79421f0cc392 req-cbea9c0a-4bc1-46bc-874b-744f2badf618 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:05.970059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffec3305-b9a9-4865-985d-79421f0cc392 req-cbea9c0a-4bc1-46bc-874b-744f2badf618 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.4746153 Feb 03 11:22:05.982378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-5416802b-f9d5-46b7-b141-f78d68c30c07 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--649089686&fields=id&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 267 time: 0.3050022 Feb 03 11:22:06.066366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bd890f8-e897-4bef-9f00-9e7423992a4a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:06.086194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f86f21fd-619a-4c4d-84e4-9117ac58fa33), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.099897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.104855 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f86f21fd-619a-4c4d-84e4-9117ac58fa33 HTTP/1.1" status: 204 len: 168 time: 0.5363595 Feb 03 11:22:06.160742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bab89b-9ad2-41eb-ac70-ee3b952d1475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86f21fd-619a-4c4d-84e4-9117ac58fa33,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:06.168860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks [] for port (c8a040e7-1597-405f-a868-6f80d068b986), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.251542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:22:06.272481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.273954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.289932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8bd890f8-e897-4bef-9f00-9e7423992a4a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:06.292179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.382611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffec3305-b9a9-4865-985d-79421f0cc392 req-0441129f-cca5-4b51-8985-4c38974f6202 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770981 Feb 03 11:22:06.422156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Network 72824220-a3b3-41cc-bcea-fc0542b067ec is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:06.433252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:06.447416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:06.458378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:06.538899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8bd890f8-e897-4bef-9f00-9e7423992a4a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:06.598790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.788786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8a040e7-1597-405f-a868-6f80d068b986), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:06.794297 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:22:06.950079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd50f9f4-deef-44b5-9de3-ed634de8286d None None] Provisioning complete for port c8a040e7-1597-405f-a868-6f80d068b986 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:06.950848 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd50f9f4-deef-44b5-9de3-ed634de8286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8a040e7-1597-405f-a868-6f80d068b986), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.060370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd50f9f4-deef-44b5-9de3-ed634de8286d None None] Port c8a040e7-1597-405f-a868-6f80d068b986 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:07.074176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-823c9be1-da22-4adb-832d-4621b4e70923 req-6dcef111-3f75-4ae3-958b-2ed7fbd066d9 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 210 time: 0.0579522 Feb 03 11:22:07.099810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks [] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.163842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.174421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.224351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks [] for port (c8a040e7-1597-405f-a868-6f80d068b986), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.236411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.283926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-d402b416-6b22-439b-8408-ca762e62f7a4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:07.297955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-d402b416-6b22-439b-8408-ca762e62f7a4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 817 time: 1.3141644 Feb 03 11:22:07.364385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-bf6674f9-4a21-441c-b0de-cbdec6ed1e0e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/quotas/699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 375 time: 0.0655708 Feb 03 11:22:07.374945 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.416758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:07.435715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.459019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:07.530541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Network 9ecb8171-aa18-44c3-812e-37184ec95c86 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:07.552371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:07.555757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:07.581144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-f7244377-a1e1-4b1f-b420-e5460f8991b2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2065954 Feb 03 11:22:07.584049 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Floating IP 6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0 associated. External IP: 172.25.7.252, port: 4956a0b0-13be-41be-8552-bdff5ca70a48. Feb 03 11:22:07.723497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Network 72824220-a3b3-41cc-bcea-fc0542b067ec is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:07.725004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:07.782736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4937-67de-46df-9738-26b448543e5c req-8ed47e83-782d-4e74-bdec-ca05c2bcdd41 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:07.791641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94cb4937-67de-46df-9738-26b448543e5c req-8ed47e83-782d-4e74-bdec-ca05c2bcdd41 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.4913847 Feb 03 11:22:08.013297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:08.013995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:08.033961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event updated for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:08.063374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Router 67b15da4-cba9-4eea-aa28-36f65ec00a98 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:08.201922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-061fa742-4138-4c16-b2e6-09bce52dcf3f None None] Provisioning complete for port c8a040e7-1597-405f-a868-6f80d068b986 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:08.203854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-061fa742-4138-4c16-b2e6-09bce52dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8a040e7-1597-405f-a868-6f80d068b986), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:08.327722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-5ad85650-75c5-46d9-b594-434b34a21905 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0565853 Feb 03 11:22:08.342533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-061fa742-4138-4c16-b2e6-09bce52dcf3f None None] Port c8a040e7-1597-405f-a868-6f80d068b986 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:08.377366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:08.390723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Request body: {'port': {'device_id': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:08.394850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Sync routers for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:08.400361 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-405318c5-9dbd-487d-9720-020aabe5ff53 admin admin] 10.222.0.30 "PUT /v2.0/routers/67b15da4-cba9-4eea-aa28-36f65ec00a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1662555 Feb 03 11:22:08.424552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:08.454359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:08.604524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Router 227eff03-5236-4fa5-a316-e420df6c6be8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:08.696091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-791f1c5f-ec26-4551-b63b-bb11d44080b1 service neutron] 10.222.0.30 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1138103 Feb 03 11:22:08.714247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94cb4937-67de-46df-9738-26b448543e5c req-8d78ce44-401b-4c0f-8233-4b604f6f34d7 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9126277 Feb 03 11:22:08.827943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:08.928466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-1035de1c-8c9a-4964-8e53-60830a2fa22f service neutron] 10.222.0.30 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132301 Feb 03 11:22:09.179909 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:09.413835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af669f-34f9-467b-938e-ee33b62bdc45 req-da13350a-d18d-4a3e-adfa-9e3b6c558f51 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:09.416548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26af669f-34f9-467b-938e-ee33b62bdc45 req-da13350a-d18d-4a3e-adfa-9e3b6c558f51 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 932 time: 0.3269083 Feb 03 11:22:09.531319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 2, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:09.608202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Checking router: 67b15da4-cba9-4eea-aa28-36f65ec00a98 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:09.608565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Updating router 67b15da4-cba9-4eea-aa28-36f65ec00a98 port c8a040e7-1597-405f-a868-6f80d068b986 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:22:09.670486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8a040e7-1597-405f-a868-6f80d068b986), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:09.725380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:09.743610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:09.748799 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Sync routers for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:09.784602 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:09.786450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:09.882714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cf42a98-285d-4dc0-ac5f-fc39cc9bd393 req-f48150e3-a201-4245-8f59-866896e6ef89 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 210 time: 0.2977855 Feb 03 11:22:10.126151 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:10.304957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:10.312399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1020098504-network', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:10.384409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks [] for port (c8a040e7-1597-405f-a868-6f80d068b986), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.393567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.426745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Made reservation on behalf of 36d2cf05867c4a6fbf14ff49ee2eca61 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:10.451965 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.534346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.538787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6789-06ae-414c-8e56-f1f2a78cca71 None None] Pushing event updated for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:10.795012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Attempting to bind port c8a040e7-1597-405f-a868-6f80d068b986 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:10.799174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Attempting to bind port c8a040e7-1597-405f-a868-6f80d068b986 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:10.799174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Attempting to bind port c8a040e7-1597-405f-a868-6f80d068b986 on network 72824220-a3b3-41cc-bcea-fc0542b067ec {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:10.842072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:10.842446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Checking segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:10.843080 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.843345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Bound using segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:10.843833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Bound port: c8a040e7-1597-405f-a868-6f80d068b986, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:10.844225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8a040e7-1597-405f-a868-6f80d068b986), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.854588 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'port_id': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'mac_address': 'fa:16:3e:e6:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:20:33Z', 'updated_at': '2022-02-03T11:22:05Z', 'revision_number': 1, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:10.956049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Checking router: 227eff03-5236-4fa5-a316-e420df6c6be8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:10.959974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks [] for security_group (0e54b065-0102-4bba-a9b6-cf79e5416fe9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.968704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0e54b065-0102-4bba-a9b6-cf79e5416fe9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:10.986368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-75b72ed8-d2b2-42ba-a0b9-25eee8366922 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "PUT /v2.0/floatingips/6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0 HTTP/1.1" status: 200 len: 991 time: 8.2453256 Feb 03 11:22:10.996959 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:10.999993 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:11.000892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:22:11.002194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:11.004523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] For port c8a040e7-1597-405f-a868-6f80d068b986, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:11.008532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] For port c8a040e7-1597-405f-a868-6f80d068b986, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8a040e7-1597-405f-a868-6f80d068b986,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:11.013133 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28dd968-5bba-4731-9f08-8668f6843fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:11.031042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e88ee6c9-a639-42aa-8062-3a7d2a3800ec), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.033215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.033417 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Added segment e88ee6c9-a639-42aa-8062-3a7d2a3800ec of type vlan for network 403611de-e35b-4cef-8cf1-30a1430211e4 Feb 03 11:22:11.051794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26af669f-34f9-467b-938e-ee33b62bdc45 req-ac3ba12b-8091-4a2c-9bc9-f77670f3b060 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6204529 Feb 03 11:22:11.139981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (403611de-e35b-4cef-8cf1-30a1430211e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.208634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6789-06ae-414c-8e56-f1f2a78cca71 None None] Pushing event updated for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:11.239078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e54b065-0102-4bba-a9b6-cf79e5416fe9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:11.239078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (403611de-e35b-4cef-8cf1-30a1430211e4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.239078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:11.239512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.252539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5248c7b9-409f-4caf-9203-c812ce95a1ae {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:11.283521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:11.295413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:11.301702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Provisioning complete for port c8a040e7-1597-405f-a868-6f80d068b986 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:11.302135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8a040e7-1597-405f-a868-6f80d068b986), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.358767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks [] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.385102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] Pushing event updated for resources: {'Network': ['ID=403611de-e35b-4cef-8cf1-30a1430211e4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:11.430732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 403611de-e35b-4cef-8cf1-30a1430211e4 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:22:11.468894 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:11.482273 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-201ea281-f5fa-4195-a15d-b20eeccb833f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1751747 Feb 03 11:22:11.492326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47152) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:11.531136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Request body: {'subnet': {'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1020098504-subnet', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:11.548567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Transition to ACTIVE for port object 5248c7b9-409f-4caf-9203-c812ce95a1ae will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:22:11.565344 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.618445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Made reservation on behalf of 36d2cf05867c4a6fbf14ff49ee2eca61 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:11.622065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f299-930d-49bc-883a-05f662f390a9 req-97752f90-a6b0-429a-a1f1-787e1a051ec7 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:11.623866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:11.636080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f921f299-930d-49bc-883a-05f662f390a9 req-97752f90-a6b0-429a-a1f1-787e1a051ec7 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.6409569 Feb 03 11:22:11.658312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464fda2-732b-43e5-8d37-eea685306963 req-2912a487-2477-43f5-8a6f-7e0fbdc3f058 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:11.660268 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4464fda2-732b-43e5-8d37-eea685306963 req-2912a487-2477-43f5-8a6f-7e0fbdc3f058 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.2771738 Feb 03 11:22:12.077577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-24c7a99d-5317-4ff0-b4ac-ef4bf366b148 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:12.079205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-24c7a99d-5317-4ff0-b4ac-ef4bf366b148 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 817 time: 0.1620290 Feb 03 11:22:12.093521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (61a01298-aecf-4630-a2d6-da31a7d73676), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.118107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f9003-8483-4f62-a28f-a819d3c071f4 req-30f8387a-f986-493b-8f47-8c7e4ab1099d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:12.121918 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'port_id': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'mac_address': 'fa:16:3e:e6:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:20:33Z', 'updated_at': '2022-02-03T11:22:05Z', 'revision_number': 1, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:12.126572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b5f9003-8483-4f62-a28f-a819d3c071f4 req-30f8387a-f986-493b-8f47-8c7e4ab1099d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.7511182 Feb 03 11:22:12.167882 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174969b-d958-4ec3-a7aa-014dccc362d1 None None] The sync data for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 is: [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'port_id': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'mac_address': 'fa:16:3e:e6:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:20:33Z', 'updated_at': '2022-02-03T11:22:05Z', 'revision_number': 1, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:12.263933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Attempting to bind port 5248c7b9-409f-4caf-9203-c812ce95a1ae on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:12.264588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Attempting to bind port 5248c7b9-409f-4caf-9203-c812ce95a1ae by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:12.265141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Attempting to bind port 5248c7b9-409f-4caf-9203-c812ce95a1ae on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:12.283737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Current status of the port c8a040e7-1597-405f-a868-6f80d068b986 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:12.284385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8a040e7-1597-405f-a868-6f80d068b986), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.296556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Deleting port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:22:12.299436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.308872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a01298-aecf-4630-a2d6-da31a7d73676,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:12.315898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Port 5248c7b9-409f-4caf-9203-c812ce95a1ae on network 9ecb8171-aa18-44c3-812e-37184ec95c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:22:12.316523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Attempting to bind port 5248c7b9-409f-4caf-9203-c812ce95a1ae on network 9ecb8171-aa18-44c3-812e-37184ec95c86 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:12.327376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f921f299-930d-49bc-883a-05f662f390a9 req-f670280b-8024-4e10-a84d-02dea0f1f121 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904218 Feb 03 11:22:12.332605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:12.333189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Checking segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:12.333920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Bound using segment: {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:12.334553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Bound port: 5248c7b9-409f-4caf-9203-c812ce95a1ae, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f268c470-6956-460b-9ed8-ca35e9c3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:12.335102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.359575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:12.360149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Checking segment: {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:12.370261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Network hostable DHCP agents. Network: 403611de-e35b-4cef-8cf1-30a1430211e4, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:22:12.383577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] For port c8a040e7-1597-405f-a868-6f80d068b986, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8a040e7-1597-405f-a868-6f80d068b986,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:12.406988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:12.472075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-4a5588fc-82c5-481c-b3dc-6cdcb9c8b15d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 379 time: 0.3387616 Feb 03 11:22:12.497062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b5f9003-8483-4f62-a28f-a819d3c071f4 req-9f258c56-7ee5-4ee7-a9ac-6f529476386b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682003 Feb 03 11:22:12.544991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'port': {'device_id': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'admin_state_up': True, 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'security_groups': ['2567f8f5-c33c-4818-a5a4-90cff2fbd588']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:12.569992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Network 403611de-e35b-4cef-8cf1-30a1430211e4 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:22:12.604123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:12.607609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.629355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] For port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,segment=NetworkSegment(2cb10618-3c72-48fc-b000-eb86a22684ee),segment_id=2cb10618-3c72-48fc-b000-eb86a22684ee)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:12.631763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.636577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7db4073c-09c0-4591-bb2f-cf67cd4c5708 req-6a18a0d7-b1be-4a1c-8fcb-3a528e9bf537 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 210 time: 0.1583931 Feb 03 11:22:12.645789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 403611de-e35b-4cef-8cf1-30a1430211e4) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:12.662284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:12.663274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.687912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:12.699201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Calling delete_port for 9366448e-bbc4-43b8-a3f8-e8333c3dd61a owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:22:12.705994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc417d-13a2-4787-b77d-760679038a5d None None] New status for floating IP 6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:22:12.735699 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1e51aed6-425d-4046-86cc-37a70dbac56e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2275698 Feb 03 11:22:12.738489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47172) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:12.757694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:12.828829 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d3e81c-58c7-4334-bf0d-f0a4c593f17a x-openstack-request-id: req-60d3e81c-58c7-4334-bf0d-f0a4c593f17a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:12.829150 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:12.829414 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60d3e81c-58c7-4334-bf0d-f0a4c593f17a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:12.829846 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'status': 'completed', 'code': 200} Feb 03 11:22:12.861341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d802a-1df7-408d-b6d4-f9f8e943d30c None None] Pushing event updated for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:12.865138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818cb00-ada8-4d2a-8c23-0cebbeec5f46 None None] Network 403611de-e35b-4cef-8cf1-30a1430211e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:12.867064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:12.910411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.921515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.922824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:12.938794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Made reservation on behalf of 699b6275c6f445c18f670f989a79427a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:12.944535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.005818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for router_controller (47ce1ac1-3809-44ca-8cae-a1c90babfcff), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.111332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-b1f97cc5-cf7d-4280-899e-fd7f0e650ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.114287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-b1f97cc5-cf7d-4280-899e-fd7f0e650ba0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a179a20f56ae4154b16de926019aace9&device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 1127 time: 0.3261709 Feb 03 11:22:13.117613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.121259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.123058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] 10.222.0.69 "PUT /v2.0/ports/5248c7b9-409f-4caf-9203-c812ce95a1ae HTTP/1.1" status: 200 len: 1092 time: 4.7740481 Feb 03 11:22:13.154475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6dea06fb-dc45-44ca-a948-da94340173ba None None] Provisioning complete for port c8a040e7-1597-405f-a868-6f80d068b986 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:13.156420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6dea06fb-dc45-44ca-a948-da94340173ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8a040e7-1597-405f-a868-6f80d068b986), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.250032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-16e23a3e-0a30-450d-b231-5ee708cfa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.251663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-16e23a3e-0a30-450d-b231-5ee708cfa89a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a HTTP/1.1" status: 200 len: 915 time: 0.1257873 Feb 03 11:22:13.383803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6dea06fb-dc45-44ca-a948-da94340173ba None None] Current status of the port c8a040e7-1597-405f-a868-6f80d068b986 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:13.393046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-403611de-e35b-4cef-8cf1-30a1430211e4', 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4', 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'fixed_ips': [{'subnet_id': '61a01298-aecf-4630-a2d6-da31a7d73676'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:22:13.393944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.395256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ae4f-95db-4686-abeb-c27f0c8f5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:13.411786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b718161-1e12-47bc-a261-f2d9777176eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.560151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b718161-1e12-47bc-a261-f2d9777176eb admin admin] Publish callbacks [] for security_group (888a0c45-3e66-4217-830f-b35e0eae47da), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.564244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:13.586712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6384-7e7f-4e74-916a-0b4ce92cb021 req-72e66b46-6016-48dd-8614-c62dc057f936 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.589734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbac6384-7e7f-4e74-916a-0b4ce92cb021 req-72e66b46-6016-48dd-8614-c62dc057f936 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.9585693 Feb 03 11:22:13.603818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Allocated IP 172.20.0.2 (403611de-e35b-4cef-8cf1-30a1430211e4/61a01298-aecf-4630-a2d6-da31a7d73676/40e5fba4-d1ca-47ea-8b65-2c24153e5027) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:13.607181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c4604-5486-4f21-bb26-a0ea7c49da62 req-5c46c1b3-bda0-4a12-b2e9-55c01a4cdabf tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.609721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca4c4604-5486-4f21-bb26-a0ea7c49da62 req-5c46c1b3-bda0-4a12-b2e9-55c01a4cdabf tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 944 time: 0.7128577 Feb 03 11:22:13.610785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b718161-1e12-47bc-a261-f2d9777176eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (888a0c45-3e66-4217-830f-b35e0eae47da), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.725264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca4c4604-5486-4f21-bb26-a0ea7c49da62 req-33967199-c27c-48c4-8cd1-0a0f05b19de2 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817604 Feb 03 11:22:13.764565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for router_gateway (47ce1ac1-3809-44ca-8cae-a1c90babfcff), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.824366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbac6384-7e7f-4e74-916a-0b4ce92cb021 req-7ab8e230-dfd2-46fc-8094-17fd0be09ad3 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052720 Feb 03 11:22:13.825335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a6196e8-03b5-4af0-a227-4185c8d1f71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.827471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b718161-1e12-47bc-a261-f2d9777176eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a0c45-3e66-4217-830f-b35e0eae47da,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:13.842467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks [] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.855298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:13.894099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6b718161-1e12-47bc-a261-f2d9777176eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd4627b26aac4558bce83fe44c69cbc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9942737 Feb 03 11:22:13.896903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-b3eaebd5-6410-4ae7-881d-9f747446aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:13.898700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-b3eaebd5-6410-4ae7-881d-9f747446aa55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 1126 time: 0.6654458 Feb 03 11:22:13.899891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:10Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:13.903380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:13.917296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Network 403611de-e35b-4cef-8cf1-30a1430211e4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:13.953332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:13.957934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:13.960054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb38091-2976-452d-8428-c288d96a3762 None None] The sync data for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 is: [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:10Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:13.994788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-1c7b366f-ed68-45ac-bf2d-7276aa3a91c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae HTTP/1.1" status: 200 len: 217 time: 0.0768118 Feb 03 11:22:14.008699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Pushing event updated for resources: {'Port': ['ID=40e5fba4-d1ca-47ea-8b65-2c24153e5027,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:14.064953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Attempting to bind port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:14.065446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Attempting to bind port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:14.066646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Attempting to bind port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 on network 403611de-e35b-4cef-8cf1-30a1430211e4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:14.067892 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-5d06b9c5-c3e5-4eb0-ab96-dfb9749d2b91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4956a0b0-13be-41be-8552-bdff5ca70a48 HTTP/1.1" status: 200 len: 1001 time: 0.7784677 Feb 03 11:22:14.072701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:14.073950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Checking segment: {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:14.074351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.074755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Bound using segment: {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:14.075233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Bound port: 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:14.075879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.110226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-2daa8083-7fbe-46dd-966b-0a834290bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:14.112738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-2daa8083-7fbe-46dd-966b-0a834290bf26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.0959442 Feb 03 11:22:14.157044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9366448e-bbc4-43b8-a3f8-e8333c3dd61a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.168543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] For port 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:14.172455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] For port 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e5fba4-d1ca-47ea-8b65-2c24153e5027,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:14.182193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.214758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-2507eb07-6623-4ad7-a8b7-d92cb8724e72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738926 Feb 03 11:22:14.243811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Pushing event deleted for resources: {'Port': ['ID=9366448e-bbc4-43b8-a3f8-e8333c3dd61a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:14.254560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Allocated IP 172.20.0.7 (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1/81dec635-b2ab-4a95-8313-36c4ea2c6653/e798c9a6-a4be-4821-ba7e-914f3a71439a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:14.303070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191f278-e365-4c9e-be5e-f0e2069d45fd None None] Pushing event updated for resources: {'Port': ['ID=40e5fba4-d1ca-47ea-8b65-2c24153e5027,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:14.330335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-2ff7f685-1f9b-42bb-9ade-fa47a7db292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:14.331808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-2ff7f685-1f9b-42bb-9ade-fa47a7db292a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75e65f26-1388-4d33-8c9c-5b593e2168d9 HTTP/1.1" status: 200 len: 853 time: 0.2361777 Feb 03 11:22:14.343227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] Publish callbacks [] for security_group (888a0c45-3e66-4217-830f-b35e0eae47da), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.371419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] No DVR routers for this DVR port 9366448e-bbc4-43b8-a3f8-e8333c3dd61a on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:22:14.374231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.378267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-4464fda2-732b-43e5-8d37-eea685306963 req-63ddea77-67f0-4974-8f13-6839409b5967 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.53 "DELETE /v2.0/ports/9366448e-bbc4-43b8-a3f8-e8333c3dd61a HTTP/1.1" status: 204 len: 173 time: 2.6851025 Feb 03 11:22:14.383760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8cc3-9352-4a5b-889f-2cafd9be30f8 req-9ee51b5f-d985-4822-8862-14a36a35f8b3 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:14.386599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c6a8cc3-9352-4a5b-889f-2cafd9be30f8 req-9ee51b5f-d985-4822-8862-14a36a35f8b3 tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c481abe-3807-4db4-8ccb-280042289048 HTTP/1.1" status: 200 len: 946 time: 0.5555031 Feb 03 11:22:14.399463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'name': 'network-vif-deleted', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:14.402490 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed924ca-4f0a-4eac-bd17-39d48fabdb68" -d '{"events": [{"server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "name": "network-vif-deleted", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:14.467374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] Publish callbacks [] for security_group (888a0c45-3e66-4217-830f-b35e0eae47da), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.555046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd15d1d-8d35-47ae-aaaa-d2f40bad0bcf req-5cee8e4b-da71-47ee-b472-08acc62b092e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:14.556986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3dd15d1d-8d35-47ae-aaaa-d2f40bad0bcf req-5cee8e4b-da71-47ee-b472-08acc62b092e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 943 time: 0.5542946 Feb 03 11:22:14.579448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-086033df-656d-4b5a-b27f-de19f5d41779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:14.583417 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-086033df-656d-4b5a-b27f-de19f5d41779 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2424052 Feb 03 11:22:14.663903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-dcc72fac-d0f7-4eaa-ade5-3eea6521f6aa service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389153 Feb 03 11:22:14.673935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (888a0c45-3e66-4217-830f-b35e0eae47da), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.677597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.679007 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/888a0c45-3e66-4217-830f-b35e0eae47da HTTP/1.1" status: 204 len: 168 time: 0.7740886 Feb 03 11:22:14.708198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:22:14.712097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9366448e-bbc4-43b8-a3f8-e8333c3dd61a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:22:14.828022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a6196e8-03b5-4af0-a227-4185c8d1f71a admin admin] Publish callbacks [] for security_group (760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:14.883171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc684a-f260-478f-a049-b4ebe81c16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a0c45-3e66-4217-830f-b35e0eae47da,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:14.945750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:14.953448 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2015395-5259-446f-a923-953792b25969" -d '{"events": [{"name": "network-changed", "server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:14.983656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c6a8cc3-9352-4a5b-889f-2cafd9be30f8 req-78b80a1f-6a50-4cee-924d-ce2efaa25fcb tempest-ServerGroupTestJSON-1788235781 tempest-ServerGroupTestJSON-1788235781-project] 10.222.0.30 "GET /v2.0/security-groups?id=630de4ba-b0db-44d7-aff0-b5c2fdceff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809760 Feb 03 11:22:14.998592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 9366448e-bbc4-43b8-a3f8-e8333c3dd61a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:22:15.009327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9366448e-bbc4-43b8-a3f8-e8333c3dd61a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:22:15.060206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:15.089696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'aead50e6-c324-413e-babf-08156cbee553', 'network_id': 'dc9cce5c-f824-4862-a038-e30fef5ba3a7', 'port_id': 'aead50e6-c324-413e-babf-08156cbee553', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f1c642-b78c-49fc-8210-29751017f807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:22:15.116850 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-7caa372d-55a8-4479-8726-a3efe46081d5 service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447696 Feb 03 11:22:15.143635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a6196e8-03b5-4af0-a227-4185c8d1f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.172108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for router_gateway (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.199279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:15.200027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.234079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aead50e6-c324-413e-babf-08156cbee553 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:15.239076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.277950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:15.284489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.364517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:15.403184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7bc5-d7a0-4ce4-b4fd-c0b27ef4698d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.423673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-a28dd968-5bba-4731-9f08-8668f6843fa7 req-8792a3c5-16b7-4341-9c02-002f8c343cba service neutron] 10.222.0.69 "GET /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969275 Feb 03 11:22:15.429732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:15.528693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Allocated IP 172.25.7.151 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/4396350a-11a8-474c-8dbc-5de1f1740504) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:15.539959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:15.603951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7bc5-d7a0-4ce4-b4fd-c0b27ef4698d admin admin] Publish callbacks [] for security_group (c51376e0-7c0d-4b90-b674-07ba08957ee2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.636520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7bc5-d7a0-4ce4-b4fd-c0b27ef4698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c51376e0-7c0d-4b90-b674-07ba08957ee2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.716636 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7b0b7bc5-d7a0-4ce4-b4fd-c0b27ef4698d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=079f2e7775cd437e8e431b1a3e387a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487492 Feb 03 11:22:15.720194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b7bc5-d7a0-4ce4-b4fd-c0b27ef4698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51376e0-7c0d-4b90-b674-07ba08957ee2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:15.723198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47212) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:15.758749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for port (4396350a-11a8-474c-8dbc-5de1f1740504), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.818867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6196e8-03b5-4af0-a227-4185c8d1f71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:15.866202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3dd15d1d-8d35-47ae-aaaa-d2f40bad0bcf req-74ae1bfe-7b71-4d2a-a4bf-492e2d892a6c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2805612 Feb 03 11:22:15.897643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] Publish callbacks [] for security_group (c51376e0-7c0d-4b90-b674-07ba08957ee2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.927078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.942342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c994e5-5f0d-48dc-84f6-1943fcf5d83b req-7810d0ab-5ca9-4ee1-9051-9d86a4ec1278 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 210 time: 0.7938697 Feb 03 11:22:15.954405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] Publish callbacks [] for security_group (c51376e0-7c0d-4b90-b674-07ba08957ee2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:15.969404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6a6196e8-03b5-4af0-a227-4185c8d1f71a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78929465b9ae478b9f460ec3353f8a91&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3930655 Feb 03 11:22:15.988127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:16.001307 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4893365-4d90-42e2-88bc-6382cd9fc95e x-openstack-request-id: req-e4893365-4d90-42e2-88bc-6382cd9fc95e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:16.001811 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c481abe-3807-4db4-8ccb-280042289048", "name": "network-vif-deleted", "tag": "9366448e-bbc4-43b8-a3f8-e8333c3dd61a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:16.002228 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4893365-4d90-42e2-88bc-6382cd9fc95e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:16.002806 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c481abe-3807-4db4-8ccb-280042289048', 'name': 'network-vif-deleted', 'tag': '9366448e-bbc4-43b8-a3f8-e8333c3dd61a', 'status': 'completed', 'code': 200} Feb 03 11:22:16.093806 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.105315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67ee2c6f-6d60-4fe2-bf28-93779f8446bc req-3ce85026-7fc1-4f4b-9e90-6c6c80c2d413 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4101543 Feb 03 11:22:16.141770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Pushing event updated for resources: {'Port': ['ID=4396350a-11a8-474c-8dbc-5de1f1740504,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:16.147454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:16.151763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:16.156450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:16.186623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.259701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8a040e7-1597-405f-a868-6f80d068b986 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:16.305153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c51376e0-7c0d-4b90-b674-07ba08957ee2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.307924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.309312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c51376e0-7c0d-4b90-b674-07ba08957ee2 HTTP/1.1" status: 204 len: 168 time: 0.5822787 Feb 03 11:22:16.309831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d6ace-aecd-4d02-acf2-ac07c5b402de None None] Network 403611de-e35b-4cef-8cf1-30a1430211e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:16.341198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabdbe7-a06d-4f36-89f7-1dbba2e1c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51376e0-7c0d-4b90-b674-07ba08957ee2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:16.366332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Provisioning complete for port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:16.366706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.368253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c8a040e7-1597-405f-a868-6f80d068b986 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:16.368597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8a040e7-1597-405f-a868-6f80d068b986), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.435392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] Publish callbacks [] for security_group (760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.475428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a4d37-4479-47c2-88cc-136e9e907997 req-5b090662-7754-4b23-8fd6-4a471bf6bb74 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:16.477511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd2a4d37-4479-47c2-88cc-136e9e907997 req-5b090662-7754-4b23-8fd6-4a471bf6bb74 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.3640761 Feb 03 11:22:16.484294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.500773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for router_gateway (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.526106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2c7ed-00d6-4b10-b712-6e906f6d2e7d req-d3d94116-c683-4c23-bae1-1656d1243883 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:16.527890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e2c7ed-00d6-4b10-b712-6e906f6d2e7d req-d3d94116-c683-4c23-bae1-1656d1243883 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 944 time: 0.3573709 Feb 03 11:22:16.540286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c8a040e7-1597-405f-a868-6f80d068b986 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:16.541464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e5fba4-d1ca-47ea-8b65-2c24153e5027 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:16.562087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] Publish callbacks [] for security_group (760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.670047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:16.693995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:16.695872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:16.703101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:16.712675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd2a4d37-4479-47c2-88cc-136e9e907997 req-49710acc-a9d5-4791-b5e0-c22755d58806 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240934 Feb 03 11:22:16.763267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:16.765988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e2c7ed-00d6-4b10-b712-6e906f6d2e7d req-e2f93aa6-40db-4685-b69f-1fa79462a4dc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892378 Feb 03 11:22:16.849991 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9403b0f6-86b3-44c2-a70f-34927e6f4b04 x-openstack-request-id: req-9403b0f6-86b3-44c2-a70f-34927e6f4b04 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:16.850601 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:16.852686 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9403b0f6-86b3-44c2-a70f-34927e6f4b04 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:16.853140 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae', 'status': 'completed', 'code': 200} Feb 03 11:22:16.863527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.866605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port aead50e6-c324-413e-babf-08156cbee553 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:16.867253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aead50e6-c324-413e-babf-08156cbee553), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.871280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.877866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:16.880337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e HTTP/1.1" status: 204 len: 168 time: 0.8851306 Feb 03 11:22:16.946954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:16.949233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.144032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Current status of the port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:17.144639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91056-f403-4948-b5da-e21de1bc0500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760dc883-fc6b-4ac8-bf04-6b3b5ad77b6e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:17.145237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.148733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:17.149320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.199175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port aead50e6-c324-413e-babf-08156cbee553 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:17.199973 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aead50e6-c324-413e-babf-08156cbee553), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.212347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-2bf991e2-18cb-4222-bc24-e71a04503698 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7310405 Feb 03 11:22:17.246255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Router 47ce1ac1-3809-44ca-8cae-a1c90babfcff is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:22:17.253699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Request body: {'port': {'device_id': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:17.293752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] For port 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e5fba4-d1ca-47ea-8b65-2c24153e5027,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:17.294668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:17.298699 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0187f1f3-4fab-4abc-85c6-60235149db0d" -d '{"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:17.310170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.385643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a046535-0bfd-486c-a7b3-c105ec113968 None None] Pushing event updated for resources: {'Port': ['ID=40e5fba4-d1ca-47ea-8b65-2c24153e5027,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:17.389441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:17.393874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26481fbe-a082-4416-a395-fa89becdc044 req-5e209272-0698-454c-a989-4065de201369 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:17.407505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26481fbe-a082-4416-a395-fa89becdc044 req-5e209272-0698-454c-a989-4065de201369 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.4408097 Feb 03 11:22:17.414109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aead50e6-c324-413e-babf-08156cbee553), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.427016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015395-5259-446f-a923-953792b25969 req-66e93dfe-027e-45eb-ac12-5b5265ab52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:17.428557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-66e93dfe-027e-45eb-ac12-5b5265ab52a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de87e34c676a40c7b929199374ba853d&device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 1126 time: 0.5471525 Feb 03 11:22:17.448300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:17.460774 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Sync routers for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:17.474276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029510e-ff92-4cdf-a169-82564c2f42d4 req-75a8dd13-3182-46ee-bb10-2f1693d7fed6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:17.477693 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:17.478392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:17.481202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e029510e-ff92-4cdf-a169-82564c2f42d4 req-75a8dd13-3182-46ee-bb10-2f1693d7fed6 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 944 time: 0.4332905 Feb 03 11:22:17.485538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Provisioning complete for port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:17.485919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.502159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.507567 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3a3aa0b-89bd-4418-9af8-d6d82358925f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7601905 Feb 03 11:22:17.507567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:17.529242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:17.554482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:17.610936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Current status of the port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:17.641482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Provisioning complete for port e798c9a6-a4be-4821-ba7e-914f3a71439a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:17.641866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.719125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c28d8994-f75c-48fa-b53d-c9b266dccd74 None None] Port e798c9a6-a4be-4821-ba7e-914f3a71439a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:17.735818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:17.761887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.764076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f74d54f-a8c1-4cf4-afb3-0dafe6319701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:17.785832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26481fbe-a082-4416-a395-fa89becdc044 req-42c574be-bb00-4e5d-9285-45d956b1def6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733268 Feb 03 11:22:17.897072 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:17.899471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e029510e-ff92-4cdf-a169-82564c2f42d4 req-14873090-1748-4d2f-922f-e3d4c762bfa0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759992 Feb 03 11:22:17.904328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015395-5259-446f-a923-953792b25969 req-24e059bd-b6a8-4fef-ada1-3ba19c7531a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:17.905820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-24e059bd-b6a8-4fef-ada1-3ba19c7531a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 200 len: 916 time: 0.4522748 Feb 03 11:22:17.969291 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b074684-3a84-409b-9cc1-da1ab3f233ff x-openstack-request-id: req-3b074684-3a84-409b-9cc1-da1ab3f233ff {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:17.969587 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-plugged", "status": "completed", "tag": "aead50e6-c324-413e-babf-08156cbee553", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:17.970138 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b074684-3a84-409b-9cc1-da1ab3f233ff {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:17.970818 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'code': 200} Feb 03 11:22:18.049870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e5fba4-d1ca-47ea-8b65-2c24153e5027 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:18.148493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:18.148787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.179015 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:16Z', 'revision_number': 3, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:18.194609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-57ec2358-651d-4633-9ee7-1983f8a05fbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae HTTP/1.1" status: 200 len: 217 time: 0.2665956 Feb 03 11:22:18.216201 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Checking router: 47ce1ac1-3809-44ca-8cae-a1c90babfcff for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:18.217130 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Updating router 47ce1ac1-3809-44ca-8cae-a1c90babfcff port 4396350a-11a8-474c-8dbc-5de1f1740504 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:22:18.256449 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.271799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174fcc-4c74-4421-87c1-4bb748feb232 req-d55a83a4-fd71-4c2c-955e-23f1c7bd24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:18.273425 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d3174fcc-4c74-4421-87c1-4bb748feb232 req-d55a83a4-fd71-4c2c-955e-23f1c7bd24c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1128 time: 0.1029968 Feb 03 11:22:18.344272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:18.424136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015395-5259-446f-a923-953792b25969 req-86a1bbcb-f887-45e9-ba73-6aa7b33c4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:18.425667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-86a1bbcb-f887-45e9-ba73-6aa7b33c4711 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 200 len: 855 time: 0.1212490 Feb 03 11:22:18.425827 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d3174fcc-4c74-4421-87c1-4bb748feb232 req-31769a48-a6e0-44c7-91d2-a28395621d7e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425114 Feb 03 11:22:18.444338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.528333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086583-3f67-45d4-ba3d-23551898cbaa req-79c6700b-991e-40b4-b93d-500592739e28 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:18.530464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad086583-3f67-45d4-ba3d-23551898cbaa req-79c6700b-991e-40b4-b93d-500592739e28 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 931 time: 0.5789278 Feb 03 11:22:18.561449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-0130e0e3-0122-4ae6-a30e-745dcb4eaee9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ecb8171-aa18-44c3-812e-37184ec95c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950177 Feb 03 11:22:18.579418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b43aa-85da-44ee-bd16-4b3afb740924 req-43b2c7c0-7215-4b73-9232-ed99d06f7abc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:18.589134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e91b43aa-85da-44ee-bd16-4b3afb740924 req-43b2c7c0-7215-4b73-9232-ed99d06f7abc tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 944 time: 0.4069800 Feb 03 11:22:18.595336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f74d54f-a8c1-4cf4-afb3-0dafe6319701 admin admin] Publish callbacks [] for security_group (f15a1a57-acdc-4384-8fb1-09f78868ee40), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.631547 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks [] for port (4396350a-11a8-474c-8dbc-5de1f1740504), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.638617 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.656303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Allocated IP 172.20.0.1 (403611de-e35b-4cef-8cf1-30a1430211e4/61a01298-aecf-4630-a2d6-da31a7d73676/d3467880-16d4-49b4-a0af-6ebf82fb6ae0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:18.696711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Attempting to bind port 4396350a-11a8-474c-8dbc-5de1f1740504 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:18.697051 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Attempting to bind port 4396350a-11a8-474c-8dbc-5de1f1740504 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:18.697441 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Attempting to bind port 4396350a-11a8-474c-8dbc-5de1f1740504 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:18.707146 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:18.707558 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:18.707924 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.708319 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:18.709293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Bound port: 4396350a-11a8-474c-8dbc-5de1f1740504, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:18.709293 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.755822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f74d54f-a8c1-4cf4-afb3-0dafe6319701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f15a1a57-acdc-4384-8fb1-09f78868ee40), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.770282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] For port 4396350a-11a8-474c-8dbc-5de1f1740504, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:18.773951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] For port 4396350a-11a8-474c-8dbc-5de1f1740504, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4396350a-11a8-474c-8dbc-5de1f1740504,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:18.785288 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.791478 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52505f3b-db7d-45dd-b6ef-bc40b5818621 None None] Pushing event updated for resources: {'Port': ['ID=4396350a-11a8-474c-8dbc-5de1f1740504,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:18.791747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks [] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.801449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6f74d54f-a8c1-4cf4-afb3-0dafe6319701 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f47c4b8c3a648ff918551ab753a11e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0635471 Feb 03 11:22:18.805252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47276) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:18.845310 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52505f3b-db7d-45dd-b6ef-bc40b5818621 None None] Pushing event updated for resources: {'Port': ['ID=4396350a-11a8-474c-8dbc-5de1f1740504,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:18.864444 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:18.865341 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:18.925060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e91b43aa-85da-44ee-bd16-4b3afb740924 req-9cb2a778-992d-4cc4-afa0-c3922323307f tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349528 Feb 03 11:22:18.936810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad086583-3f67-45d4-ba3d-23551898cbaa req-522c222c-9d29-4068-a658-d9d3878eeac4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674469 Feb 03 11:22:18.938737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] Publish callbacks [] for security_group (f15a1a57-acdc-4384-8fb1-09f78868ee40), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.958645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74d54f-a8c1-4cf4-afb3-0dafe6319701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a1a57-acdc-4384-8fb1-09f78868ee40,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:18.964117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:18.974262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks [] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:18.988679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-e54db98d-e943-4986-9526-892e1a5fad79 service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816588 Feb 03 11:22:19.000934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] Publish callbacks [] for security_group (f15a1a57-acdc-4384-8fb1-09f78868ee40), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.043026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:19.086838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.095996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2015395-5259-446f-a923-953792b25969 req-f606a0e2-073f-4638-9bff-d88f236b01db service neutron] 10.222.0.69 "GET /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093221 Feb 03 11:22:19.100790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Transition to ACTIVE for port object e798c9a6-a4be-4821-ba7e-914f3a71439a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:22:19.107600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.120163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f15a1a57-acdc-4384-8fb1-09f78868ee40), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.123325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.124628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f15a1a57-acdc-4384-8fb1-09f78868ee40 HTTP/1.1" status: 204 len: 168 time: 0.3182247 Feb 03 11:22:19.188156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dd289-8fa4-44eb-9001-13fa70e2a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a1a57-acdc-4384-8fb1-09f78868ee40,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:19.208694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Network 403611de-e35b-4cef-8cf1-30a1430211e4 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:19.240096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:19.254214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:19.256444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:19.264182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:19.271943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5248c7b9-409f-4caf-9203-c812ce95a1ae details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:22:19.381136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.459739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:19.587443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Attempting to bind port e798c9a6-a4be-4821-ba7e-914f3a71439a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:19.588681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Attempting to bind port e798c9a6-a4be-4821-ba7e-914f3a71439a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:19.588972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Attempting to bind port e798c9a6-a4be-4821-ba7e-914f3a71439a on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:19.597570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Deleting subnet e0a7e075-25d3-4605-ab0b-57931d2ac2d5 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:22:19.601104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Port e798c9a6-a4be-4821-ba7e-914f3a71439a on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:22:19.601599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Attempting to bind port e798c9a6-a4be-4821-ba7e-914f3a71439a on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:19.610848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Publish callbacks [] for subnet (e0a7e075-25d3-4605-ab0b-57931d2ac2d5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.615349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:19.615698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Checking segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:19.616295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Bound using segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:19.616682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Bound port: e798c9a6-a4be-4821-ba7e-914f3a71439a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:19.617163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.653151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:19.654549 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:16Z', 'revision_number': 3, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:19.685419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '5248c7b9-409f-4caf-9203-c812ce95a1ae', 'network_id': '9ecb8171-aa18-44c3-812e-37184ec95c86', 'port_id': '5248c7b9-409f-4caf-9203-c812ce95a1ae', 'mac_address': 'fa:16:3e:1e:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54738b2-cdbb-4c89-a313-5d8b70ac85d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:22:19.742975 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5e707-0be4-4068-aab1-764818ef7b62 None None] The sync data for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 is: [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:16Z', 'revision_number': 3, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:19.777520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5248c7b9-409f-4caf-9203-c812ce95a1ae is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:19.778221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.781476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.796976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5248c7b9-409f-4caf-9203-c812ce95a1ae {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:19.832634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:19.836772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:19.840676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:19.842991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.854584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2ce27-438b-422d-be30-720829607457 req-dcaaacd9-0a7e-4288-a3d6-51d23b668f1b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:19.856633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b2ce27-438b-422d-be30-720829607457 req-dcaaacd9-0a7e-4288-a3d6-51d23b668f1b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.6959918 Feb 03 11:22:19.862887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:19.973450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:19.997254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bea84ce8-4237-4ac0-9d54-053c7823ed9d None None] Provisioning complete for port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:19.998283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bea84ce8-4237-4ac0-9d54-053c7823ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.027088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b2ce27-438b-422d-be30-720829607457 req-ce5c67eb-ede1-4306-b580-aed1234281ec tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460078 Feb 03 11:22:20.036178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:20.040421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.043635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] 10.222.0.53 "PUT /v2.0/ports/e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 1091 time: 2.8118663 Feb 03 11:22:20.065828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:20.075195 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4cfde-7c17-4496-a261-e6310f7d0164" -d '{"events": [{"name": "network-changed", "server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:20.141480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bea84ce8-4237-4ac0-9d54-053c7823ed9d None None] Port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:20.206256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (e0a7e075-25d3-4605-ab0b-57931d2ac2d5), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.229442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5248c7b9-409f-4caf-9203-c812ce95a1ae'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:20.294372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e0a7e075-25d3-4605-ab0b-57931d2ac2d5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.296621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks [] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.309968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.513736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:20.562806 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (e0a7e075-25d3-4605-ab0b-57931d2ac2d5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.565627 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.683485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d872-6dba-451e-9910-b9507a6883ed service neutron] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:20.750230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a7e075-25d3-4605-ab0b-57931d2ac2d5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:20.765947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:20.769883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6e528c1d-fff0-4550-ac08-66b4b3d38388 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0a7e075-25d3-4605-ab0b-57931d2ac2d5 HTTP/1.1" status: 204 len: 168 time: 1.2761557 Feb 03 11:22:20.773430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-54787660-3142-4b09-b665-f7364519de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:20.776613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-54787660-3142-4b09-b665-f7364519de83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1125 time: 0.6841271 Feb 03 11:22:20.779321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:20.831202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Network 403611de-e35b-4cef-8cf1-30a1430211e4 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:20.833904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:20.887127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db6c8-783d-4f9e-9532-56c17ef00252 req-72affd88-732a-46e2-aa22-ecf78fcc9cd8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:20.888829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19db6c8-783d-4f9e-9532-56c17ef00252 req-72affd88-732a-46e2-aa22-ecf78fcc9cd8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.4778137 Feb 03 11:22:20.939288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3201ec2-b071-4664-ba73-7bbd5263f5ec req-dfe5f631-c4d7-4fe5-aaba-769bd15c3b21 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:20.959580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3201ec2-b071-4664-ba73-7bbd5263f5ec req-dfe5f631-c4d7-4fe5-aaba-769bd15c3b21 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 945 time: 0.5457537 Feb 03 11:22:20.962186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-15319554-d410-42f9-a45a-c2712d218494 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 217 time: 0.1715846 Feb 03 11:22:21.029926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Router 47ce1ac1-3809-44ca-8cae-a1c90babfcff has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:21.206791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:21.219989 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9cc743f-7679-49ea-a00d-4f5c6392bbf0 admin admin] 10.222.0.30 "PUT /v2.0/routers/47ce1ac1-3809-44ca-8cae-a1c90babfcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7112272 Feb 03 11:22:21.323769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19db6c8-783d-4f9e-9532-56c17ef00252 req-a62a92ef-791b-46d7-a5d6-04d23dc97135 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031813 Feb 03 11:22:21.338632 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.389696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-97d4c129-adc2-416b-a1bc-b59a29df51a0 None None] Provisioning complete for port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:21.390701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97d4c129-adc2-416b-a1bc-b59a29df51a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.409805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3201ec2-b071-4664-ba73-7bbd5263f5ec req-0bd28765-a2da-4bbe-9ad7-0c1d3fd7a2f1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455895 Feb 03 11:22:21.413562 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bba1f0-68e7-4e24-b8b8-e24d73ea9de4 x-openstack-request-id: req-48bba1f0-68e7-4e24-b8b8-e24d73ea9de4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:21.413857 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:21.414115 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48bba1f0-68e7-4e24-b8b8-e24d73ea9de4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:21.414529 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'status': 'completed', 'code': 200} Feb 03 11:22:21.425860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-5c351ffd-8cb3-418e-9c56-02b05b3036e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:21.427804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-5c351ffd-8cb3-418e-9c56-02b05b3036e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.4224575 Feb 03 11:22:21.463467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97d4c129-adc2-416b-a1bc-b59a29df51a0 None None] Port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:21.599961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.629123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-e3f19e98-43b1-41f3-88cf-6b03034cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:21.630630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-e3f19e98-43b1-41f3-88cf-6b03034cf252 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1764836 Feb 03 11:22:21.632831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08aff5e3-dc8e-4c9c-9847-596a31dbfe6b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:21.665095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb10618-3c72-48fc-b000-eb86a22684ee') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:21.665426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb10618-3c72-48fc-b000-eb86a22684ee') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:21.681802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7804c99-eb8f-499b-8337-9291aee551ee req-6a255474-753a-4b53-b7bf-58ee6971dc63 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:21.683591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7804c99-eb8f-499b-8337-9291aee551ee req-6a255474-753a-4b53-b7bf-58ee6971dc63 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1719284 Feb 03 11:22:21.688250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (2cb10618-3c72-48fc-b000-eb86a22684ee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.766910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2cb10618-3c72-48fc-b000-eb86a22684ee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.790215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:22:21.790679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (2cb10618-3c72-48fc-b000-eb86a22684ee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:22:21.795218 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:22:21.834627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7804c99-eb8f-499b-8337-9291aee551ee req-0417b77f-2973-420b-a356-e9dfe5849e63 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390507 Feb 03 11:22:21.897474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-c118a0fc-0dda-4869-b0e5-60b5643d84fb service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541296 Feb 03 11:22:21.902923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (08aff5e3-dc8e-4c9c-9847-596a31dbfe6b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.927704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:21.931190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] 10.222.0.30 "DELETE /v2.0/networks/08aff5e3-dc8e-4c9c-9847-596a31dbfe6b HTTP/1.1" status: 204 len: 168 time: 1.1494932 Feb 03 11:22:21.954996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac89ac-0d83-41ed-982a-f600ee43490c admin admin] Pushing event deleted for resources: {'Network': ['ID=08aff5e3-dc8e-4c9c-9847-596a31dbfe6b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:22.071963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47410) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:22.077482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433603831', 'description': 'tempest-secgroup-smoke-433603831 description', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:22.093252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549815f1-74b2-4f7e-bfc9-80b7bff9eefc req-3a01a57d-6c5c-4d12-8974-2cf7435a522b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:22.094912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-549815f1-74b2-4f7e-bfc9-80b7bff9eefc req-3a01a57d-6c5c-4d12-8974-2cf7435a522b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1438823 Feb 03 11:22:22.097351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1b4fde-1a03-4124-a7c7-3ce814f9d16f req-e88e7438-5f4d-460f-832e-4aac600c3b4d service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915863 Feb 03 11:22:22.135741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.153845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4396350a-11a8-474c-8dbc-5de1f1740504 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:22.180510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-549815f1-74b2-4f7e-bfc9-80b7bff9eefc req-df6b11d8-da3b-4c51-a565-3e4c553393d2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Feb 03 11:22:22.286031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4396350a-11a8-474c-8dbc-5de1f1740504 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:22.286909 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.299206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-029d8cdf-70fc-4c4b-8632-e42a166e2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:22.303080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-029d8cdf-70fc-4c4b-8632-e42a166e2b2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1125 time: 0.1215043 Feb 03 11:22:22.313680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (2caf199a-d5c3-413f-b7df-31e9f26537e2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.321461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2caf199a-d5c3-413f-b7df-31e9f26537e2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.356472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.363274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2894526 Feb 03 11:22:22.374283 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47416) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:22.375087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:22.401578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:22.513793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643da0ba-7a60-4db1-b981-3cfd44655567 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf199a-d5c3-413f-b7df-31e9f26537e2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:22.516196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4396350a-11a8-474c-8dbc-5de1f1740504 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:22.518213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.581716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 4396350a-11a8-474c-8dbc-5de1f1740504, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4396350a-11a8-474c-8dbc-5de1f1740504,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:22.589775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (94fda1fa-7b10-438c-a35c-7f2cf1392d09), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.591273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.624510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e69db433-ee9d-4bd3-af07-87f27379c5ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=364dd8304da2453784e7c90344e2a216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480762 Feb 03 11:22:22.630236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:22.685934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=4396350a-11a8-474c-8dbc-5de1f1740504,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:22.729958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] Publish callbacks [] for security_group (630de4ba-b0db-44d7-aff0-b5c2fdceff4c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.749834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Sync routers for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:22.761367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] Publish callbacks [] for security_group (630de4ba-b0db-44d7-aff0-b5c2fdceff4c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.771762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:22.773746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:22.826788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (94fda1fa-7b10-438c-a35c-7f2cf1392d09), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.830280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (630de4ba-b0db-44d7-aff0-b5c2fdceff4c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.833535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.834681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/630de4ba-b0db-44d7-aff0-b5c2fdceff4c HTTP/1.1" status: 204 len: 168 time: 0.1967471 Feb 03 11:22:22.844981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c621e-1c06-47c6-b225-fafb88da3cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630de4ba-b0db-44d7-aff0-b5c2fdceff4c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:22.852928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (94fda1fa-7b10-438c-a35c-7f2cf1392d09), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.886880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fda1fa-7b10-438c-a35c-7f2cf1392d09,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:22.907795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:22.912046 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d2029bd-c9a1-4d19-b64f-01b5f233e6ec tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5311928 Feb 03 11:22:22.912474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47440) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:22.919150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:22.931460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9433-fd04-4c3f-9ad1-7ec81b275ae5 req-89a2ebc6-a24c-4001-b0ec-4713decb3e0d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:22.933095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dece9433-fd04-4c3f-9ad1-7ec81b275ae5 req-89a2ebc6-a24c-4001-b0ec-4713decb3e0d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.6096761 Feb 03 11:22:22.936133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-74312d7e-28ec-479c-ac83-f70d67ff7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:22.937812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-74312d7e-28ec-479c-ac83-f70d67ff7d8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.6274595 Feb 03 11:22:22.966717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (cee4305a-83d9-4520-ba06-a3e4fdc0b9c8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.010867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f6692-f69d-4ec6-9005-0eb2cbfb810c req-df3611fa-60ab-448d-8cb9-357b7dd6e766 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:23.018021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d98f6692-f69d-4ec6-9005-0eb2cbfb810c req-df3611fa-60ab-448d-8cb9-357b7dd6e766 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.5653293 Feb 03 11:22:23.020732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-6502b342-fe43-45d4-9ea4-5ab764c22cf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 217 time: 0.0759110 Feb 03 11:22:23.053307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (cee4305a-83d9-4520-ba06-a3e4fdc0b9c8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.059410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cee4305a-83d9-4520-ba06-a3e4fdc0b9c8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.092352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:23.093935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee4305a-83d9-4520-ba06-a3e4fdc0b9c8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:23.110514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.116891 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4557052c-33b9-451a-b609-ec3af616ed40 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034264 Feb 03 11:22:23.117514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:23.123290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:23.144175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dece9433-fd04-4c3f-9ad1-7ec81b275ae5 req-0af98ca5-9c34-465c-a0ab-24bea8271ee8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026076 Feb 03 11:22:23.213859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-60440a94-2f83-4d5d-83e1-b96c46269439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:23.223362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-60440a94-2f83-4d5d-83e1-b96c46269439 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1921813 Feb 03 11:22:23.260086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d98f6692-f69d-4ec6-9005-0eb2cbfb810c req-5e42a16a-cb8b-4f55-a42d-9c81144f49fd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408557 Feb 03 11:22:23.304125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5248c7b9-409f-4caf-9203-c812ce95a1ae up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:23.325874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (3c744d5f-6b65-44a8-8ece-3151ff2fc7ea), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.404804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3a35-d9db-49bd-9f2b-7b2292491f4a req-4b9121ee-3dae-42a4-970a-285395b34883 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:23.412459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-629f3a35-d9db-49bd-9f2b-7b2292491f4a req-4b9121ee-3dae-42a4-970a-285395b34883 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 945 time: 0.1743441 Feb 03 11:22:23.421520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 5248c7b9-409f-4caf-9203-c812ce95a1ae completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:22:23.427946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 5248c7b9-409f-4caf-9203-c812ce95a1ae triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:23.429027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.434907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-e0384ca3-eadd-4307-970d-01a8eb0744e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:23.436744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-e0384ca3-eadd-4307-970d-01a8eb0744e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1959815 Feb 03 11:22:23.488348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (3c744d5f-6b65-44a8-8ece-3151ff2fc7ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.515971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (3c744d5f-6b65-44a8-8ece-3151ff2fc7ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.527069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:19Z', 'revision_number': 4, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd3467880-16d4-49b4-a0af-6ebf82fb6ae0', 'name': '', 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'mac_address': 'fa:16:3e:fe:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:18Z', 'updated_at': '2022-02-03T11:22:19Z', 'revision_number': 2, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'subnets': [{'id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:23.596532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c744d5f-6b65-44a8-8ece-3151ff2fc7ea,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:23.613614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-629f3a35-d9db-49bd-9f2b-7b2292491f4a req-903610f1-d647-4fd6-8167-d557a4b3cbe1 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954000 Feb 03 11:22:23.626740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Checking router: 47ce1ac1-3809-44ca-8cae-a1c90babfcff for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:23.627092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.627236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Updating router 47ce1ac1-3809-44ca-8cae-a1c90babfcff port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:22:23.631259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3718dd9a-200d-41ad-b938-b5f0013eea03 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5086231 Feb 03 11:22:23.631374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:23.639124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1e1a5-e436-4a88-b9f9-b1f58b6de225 req-448b69a9-ddaf-42b0-8105-f9574493681d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:23.640654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47c1e1a5-e436-4a88-b9f9-b1f58b6de225 req-448b69a9-ddaf-42b0-8105-f9574493681d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.2488315 Feb 03 11:22:23.645036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:23.689847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.704696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-58c96050-0dbd-4ab6-82bb-60125ff06a4b service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498684 Feb 03 11:22:23.737951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5248c7b9-409f-4caf-9203-c812ce95a1ae is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:23.738926 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.754458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (cefeaf38-5963-4316-bb2e-dea42fecac67), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.771056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47c1e1a5-e436-4a88-b9f9-b1f58b6de225 req-b06a371c-7de2-4add-99c6-fa535b1c0ac0 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182084 Feb 03 11:22:23.781028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:23.783772 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac3565-f825-4b72-b3fa-166325fb7646" -d '{"events": [{"server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "name": "network-vif-plugged", "status": "completed", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:23.863724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:23.872597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:23.879166 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688e83d-5ec2-4200-893c-8589e24cbc48 x-openstack-request-id: req-6688e83d-5ec2-4200-893c-8589e24cbc48 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:23.880590 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "name": "network-vif-plugged", "status": "completed", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:23.880936 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6688e83d-5ec2-4200-893c-8589e24cbc48 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:23.881411 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae', 'code': 200} Feb 03 11:22:24.036329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55c4cfde-7c17-4496-a261-e6310f7d0164 req-1078541f-29d2-441b-ba52-d720977bd549 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250582 Feb 03 11:22:24.066317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (cefeaf38-5963-4316-bb2e-dea42fecac67), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.086600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674bae1-73c7-4abd-ada8-379423710175 req-2807a8f6-0840-4a18-80dd-addb7fa84903 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:24.094640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5674bae1-73c7-4abd-ada8-379423710175 req-2807a8f6-0840-4a18-80dd-addb7fa84903 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1918910 Feb 03 11:22:24.096435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cefeaf38-5963-4316-bb2e-dea42fecac67), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.135038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:24.136205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefeaf38-5963-4316-bb2e-dea42fecac67,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:24.150737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4396350a-11a8-474c-8dbc-5de1f1740504 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:24.161257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed4df7-e29b-4529-be74-17e08267ea5b req-7ba96477-5db2-4385-9f82-f35cab8c4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:24.163443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaed4df7-e29b-4529-be74-17e08267ea5b req-7ba96477-5db2-4385-9f82-f35cab8c4ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 1128 time: 0.1664419 Feb 03 11:22:24.167138 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.168521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-323ce501-1824-4ffb-98a1-6bda47915bf2 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5269113 Feb 03 11:22:24.171486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:24.177590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:24.220749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5674bae1-73c7-4abd-ada8-379423710175 req-481f3946-1fe0-49c1-9f28-8488cfc465a2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250875 Feb 03 11:22:24.221892 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Project ebd932fb7a1a4429aa765bb47d130f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:22:24.240415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (8cbb5431-8942-4f8e-925a-28562d4c48a5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.276621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaed4df7-e29b-4529-be74-17e08267ea5b req-8b8143ef-d0b8-4b15-94de-c74e895e44bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029322 Feb 03 11:22:24.279641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4396350a-11a8-474c-8dbc-5de1f1740504 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:24.280483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.455667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (8cbb5431-8942-4f8e-925a-28562d4c48a5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.464136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8cbb5431-8942-4f8e-925a-28562d4c48a5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.511674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbb5431-8942-4f8e-925a-28562d4c48a5,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:24.541483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.542832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065e25-dd14-4180-8989-5e38d5d853a9 req-c35c56bd-b953-4ca8-8afa-5e864d7b9695 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:24.545247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53065e25-dd14-4180-8989-5e38d5d853a9 req-c35c56bd-b953-4ca8-8afa-5e864d7b9695 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1475251 Feb 03 11:22:24.545497 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0aa84bc5-a800-4368-82ef-c24d06f31792 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3726773 Feb 03 11:22:24.545744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:24.551161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'security_group_rule': {'security_group_id': '2caf199a-d5c3-413f-b7df-31e9f26537e2', 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:24.592500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks [] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.593138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfaeec-8a5b-42ce-b09f-8c9c1575c7fe req-11ea3e9d-2965-4f8b-9678-374428137cd0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:24.594136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8dfaeec-8a5b-42ce-b09f-8c9c1575c7fe req-11ea3e9d-2965-4f8b-9678-374428137cd0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1332252 Feb 03 11:22:24.629526 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Project ebd932fb7a1a4429aa765bb47d130f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:22:24.633799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.651596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (aa09308f-2d4b-419b-b681-29a13743e3b6), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.659815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53065e25-dd14-4180-8989-5e38d5d853a9 req-a38fa71a-0a86-4d97-a57a-8978b768be20 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981407 Feb 03 11:22:24.741113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8dfaeec-8a5b-42ce-b09f-8c9c1575c7fe req-d3c4379d-9e81-4721-97b5-23880722fb5e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284590 Feb 03 11:22:24.756685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:22:24.788144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4396350a-11a8-474c-8dbc-5de1f1740504 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:24.794927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (aa09308f-2d4b-419b-b681-29a13743e3b6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.801492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (aa09308f-2d4b-419b-b681-29a13743e3b6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.831108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053afc4-25c6-411e-a1eb-aa7ecab0c7f2 None None] Pushing event updated for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:24.871411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa09308f-2d4b-419b-b681-29a13743e3b6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:24.976852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:24.982659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-60375ae5-75b8-4e48-a034-831a5cb5c343 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4344468 Feb 03 11:22:25.011692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Attempting to bind port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:25.012543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Attempting to bind port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:25.013188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Attempting to bind port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 on network 403611de-e35b-4cef-8cf1-30a1430211e4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:25.023034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:25.061180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0610be4-8ab7-4ddf-b145-ea2292fd9203 req-9147f22b-7243-4345-920c-d3ad7bee13fd tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:25.069243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:25.070004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0610be4-8ab7-4ddf-b145-ea2292fd9203 req-9147f22b-7243-4345-920c-d3ad7bee13fd tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.2457480 Feb 03 11:22:25.070372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Checking segment: {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:25.071299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.072804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Bound using segment: {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:25.077182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Bound port: d3467880-16d4-49b4-a0af-6ebf82fb6ae0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:25.080175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.179767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:25.199041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0610be4-8ab7-4ddf-b145-ea2292fd9203 req-30f0f3e8-ec8c-4d76-874e-16dd28f9efd8 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222804 Feb 03 11:22:25.211999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:22:25.260332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bfa4e-60d1-4ee8-8be4-803f3ec67e6e req-bb7ba623-e7a1-4f6b-9605-53cdf8c91fff tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:25.270506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-201bfa4e-60d1-4ee8-8be4-803f3ec67e6e req-bb7ba623-e7a1-4f6b-9605-53cdf8c91fff tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.3951366 Feb 03 11:22:25.359187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-201bfa4e-60d1-4ee8-8be4-803f3ec67e6e req-35e140c3-6aae-4999-94fb-d3af93e0ae9a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Feb 03 11:22:25.386391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-986346774-network', 'tenant_id': 'c35d40051d2d40649fa965970926e5dc'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:25.433965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Made reservation on behalf of c35d40051d2d40649fa965970926e5dc for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:25.439326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.462591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.465926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] For port d3467880-16d4-49b4-a0af-6ebf82fb6ae0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:25.516006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] For port d3467880-16d4-49b4-a0af-6ebf82fb6ae0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:25.529111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-e93053e3-7c4b-45b6-8e0f-6363f36e8869 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433603831&fields=id&tenant_id=ebd932fb7a1a4429aa765bb47d130f27 HTTP/1.1" status: 200 len: 267 time: 0.1395271 Feb 03 11:22:25.531866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:25.532737 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.534811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Provisioning complete for port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:25.535346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.546017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.627027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053afc4-25c6-411e-a1eb-aa7ecab0c7f2 None None] Pushing event updated for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:25.644988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:25.738178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks [] for security_group (8c97405f-5fd0-4838-b8e6-d89b2bd67a9b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.748981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8c97405f-5fd0-4838-b8e6-d89b2bd67a9b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.767558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:25.797290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.802580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:25.803512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:25.917779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-a24daaa7-efc1-427e-a1d7-7c69abd8bb47 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:25.944513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-a24daaa7-efc1-427e-a1d7-7c69abd8bb47 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/networks?id=72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 200 len: 808 time: 0.4073253 Feb 03 11:22:25.951245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Current status of the port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:25.951648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:25.985701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3499314b-b347-4e33-bc36-a09d7b97df7a tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/quotas/ebd932fb7a1a4429aa765bb47d130f27 HTTP/1.1" status: 200 len: 375 time: 0.0387387 Feb 03 11:22:26.005327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:26.055801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e798c9a6-a4be-4821-ba7e-914f3a71439a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:26.060231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] For port d3467880-16d4-49b4-a0af-6ebf82fb6ae0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:26.098736 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.101917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:26.107714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902dbb8-aebe-4c04-a339-4f0779552953 req-bce407c8-3752-48fa-a25d-1d72f0d86183 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:26.119281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1902dbb8-aebe-4c04-a339-4f0779552953 req-bce407c8-3752-48fa-a25d-1d72f0d86183 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.3165307 Feb 03 11:22:26.196586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdc308-80e0-472d-806e-1427f8e5b0f2 None None] Pushing event updated for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:26.334639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-7277ae0c-e26d-440a-a262-c226516d4dfd tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3407252 Feb 03 11:22:26.337025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fdcfbcb0-33d2-4e06-a7b4-1b40c000f67a None None] Provisioning complete for port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:26.337824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdcfbcb0-33d2-4e06-a7b4-1b40c000f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.354922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1902dbb8-aebe-4c04-a339-4f0779552953 req-b3051a52-7480-427e-ad0a-3719c6827a0e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340658 Feb 03 11:22:26.648686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-64b238c7-2c94-4547-a33b-0db3fbe35dfc service neutron] 10.222.0.30 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876587 Feb 03 11:22:26.709376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfbcb0-33d2-4e06-a7b4-1b40c000f67a None None] Current status of the port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:26.712728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250f89d-d16e-4da4-9855-25d23dd64b57 req-953899b9-1abc-4cdb-9d6f-b3bc2c28bb19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:26.718468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:22:26.723616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6250f89d-d16e-4da4-9855-25d23dd64b57 req-953899b9-1abc-4cdb-9d6f-b3bc2c28bb19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 944 time: 0.1818674 Feb 03 11:22:26.729021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:26.749770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e445a68a-11ba-4076-822a-1a8b0298111d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.750245 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Added segment e445a68a-11ba-4076-822a-1a8b0298111d of type vlan for network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 Feb 03 11:22:26.756335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:19Z', 'revision_number': 4, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd3467880-16d4-49b4-a0af-6ebf82fb6ae0', 'name': '', 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'mac_address': 'fa:16:3e:fe:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:18Z', 'updated_at': '2022-02-03T11:22:25Z', 'revision_number': 4, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'subnets': [{'id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:26.807025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.817369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852191c-c670-4c18-b890-7bbb08e8d20f None None] The sync data for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 is: [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:22:19Z', 'revision_number': 4, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'd3467880-16d4-49b4-a0af-6ebf82fb6ae0', 'name': '', 'network_id': '403611de-e35b-4cef-8cf1-30a1430211e4', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'mac_address': 'fa:16:3e:fe:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:18Z', 'updated_at': '2022-02-03T11:22:25Z', 'revision_number': 4, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'subnets': [{'id': '61a01298-aecf-4630-a2d6-da31a7d73676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:26.858022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6250f89d-d16e-4da4-9855-25d23dd64b57 req-c7a6770d-ed29-45a2-8cff-2f1c0f3163a1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299992 Feb 03 11:22:26.861301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.862497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:26.863706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.868531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-1e2fdd0c-2428-41a4-a219-5454a8167fdb service neutron] 10.222.0.30 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127638 Feb 03 11:22:26.919612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8954251 Feb 03 11:22:26.922921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:26.929379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Request body: {'subnet': {'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-986346774-subnet', 'tenant_id': 'c35d40051d2d40649fa965970926e5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:26.969342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:26.991909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Made reservation on behalf of c35d40051d2d40649fa965970926e5dc for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:26.993494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07672879-f190-430a-9ae8-97d1b20d55ef admin admin] Pushing event updated for resources: {'Network': ['ID=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:26.998387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:27.008675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:22:27.195369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d25f2ed-ed6f-43b4-8532-09dee49ecde3 req-48a2f5a8-ea72-44e1-bbd9-de12d94db213 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0316777 Feb 03 11:22:27.245718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64ab8-8608-4696-a92c-2c3921da2aba req-6f4ad155-b2da-40de-829e-79c70ad6c28a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:27.247486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62d64ab8-8608-4696-a92c-2c3921da2aba req-6f4ad155-b2da-40de-829e-79c70ad6c28a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1981506 Feb 03 11:22:27.339689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62d64ab8-8608-4696-a92c-2c3921da2aba req-0d2b97f4-b7f7-4d73-afb0-aadf5b885283 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821278 Feb 03 11:22:27.435403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2db50293-e82a-48c4-9a4f-86a8a8c11940), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:27.571592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db50293-e82a-48c4-9a4f-86a8a8c11940,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:27.598418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Checking segment: {'id': 'e445a68a-11ba-4076-822a-1a8b0298111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:27.598789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Network hostable DHCP agents. Network: ba93eea6-ab36-41d7-b1b8-b63a82bc20c7, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:22:27.621272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5937e3c-d060-4d56-a140-c9abf2ee62e5 req-de0ac487-dd5d-4f16-bb02-63b443ed9444 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:27.628363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5937e3c-d060-4d56-a140-c9abf2ee62e5 req-de0ac487-dd5d-4f16-bb02-63b443ed9444 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1942108 Feb 03 11:22:27.667952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acac4c6-111c-4d20-b8e1-571e9cee4b99 req-22de4dbe-e866-496c-83e8-ebab94e26850 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:27.674888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3acac4c6-111c-4d20-b8e1-571e9cee4b99 req-22de4dbe-e866-496c-83e8-ebab94e26850 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1786649 Feb 03 11:22:27.724317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:22:27.773790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5937e3c-d060-4d56-a140-c9abf2ee62e5 req-47264f3b-15d4-4fed-8a43-ef940f1e536e tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396735 Feb 03 11:22:27.793032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ba93eea6-ab36-41d7-b1b8-b63a82bc20c7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:27.805858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3368fad5-faf3-4e7a-bb02-503466580385 None None] Network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:27.816845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3acac4c6-111c-4d20-b8e1-571e9cee4b99 req-82d1b409-e977-44b9-93cd-132b3b701caa tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375856 Feb 03 11:22:27.818371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:27.818992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:27.857454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d9265ce7-cb37-4982-adee-cc5f03fd1c66 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9328499 Feb 03 11:22:28.121887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3d7fc-d855-4dbb-86b6-36cb5ddf0bce None None] Network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:28.231010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d3467880-16d4-49b4-a0af-6ebf82fb6ae0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:28.391489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:28.393779 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:28.402951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8a21-c65f-4df3-bab9-1f69cde2e88e req-c594b0e1-8a41-4a88-a85d-22818d6046b7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:28.410613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ceb8a21-c65f-4df3-bab9-1f69cde2e88e req-c594b0e1-8a41-4a88-a85d-22818d6046b7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 944 time: 0.2565479 Feb 03 11:22:28.477652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebfbc3-d93e-4ada-85cd-f57d6ed57b25 req-c3a2ed9a-5522-4348-b5f7-919100173507 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:28.488819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07ebfbc3-d93e-4ada-85cd-f57d6ed57b25 req-c3a2ed9a-5522-4348-b5f7-919100173507 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.2453198 Feb 03 11:22:28.501521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ceb8a21-c65f-4df3-bab9-1f69cde2e88e req-e89b55b3-be99-45ce-ad17-0d17a0bd1bb3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898552 Feb 03 11:22:28.518149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:28.557659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07ebfbc3-d93e-4ada-85cd-f57d6ed57b25 req-2b4f1880-e18b-418f-a77d-2c842a5d2afb tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663249 Feb 03 11:22:28.739235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:28.902329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port e798c9a6-a4be-4821-ba7e-914f3a71439a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:22:28.915300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e798c9a6-a4be-4821-ba7e-914f3a71439a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:28.916469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:29.001829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f993ea9-820d-4b80-854c-c20037555bcd req-d4e3c6d5-2949-4302-ad0d-7620d8fbd967 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.1699893 Feb 03 11:22:29.022247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-e5a555bf-1391-41ec-a726-f38fedc64762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.022247 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-e5a555bf-1391-41ec-a726-f38fedc64762 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1128 time: 0.1479306 Feb 03 11:22:29.057768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:29.058170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:29.072666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-88bc1ec5-aac8-4939-82ef-f07a46301549 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.084858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-88bc1ec5-aac8-4939-82ef-f07a46301549 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.53 "GET /v2.0/networks?id=72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 200 len: 808 time: 0.3498485 Feb 03 11:22:29.093494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:29.097128 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e9072-8134-47a9-922b-1fe8dc458fe5" -d '{"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:29.115413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:29.127862 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:29.195111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-a0cfde7f-dd7f-4196-acdd-66e52b67ab2d tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd932fb7a1a4429aa765bb47d130f27 HTTP/1.1" status: 200 len: 379 time: 0.1019814 Feb 03 11:22:29.208415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:29.217490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.218225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.218685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.219921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.220288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.220744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.221099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.221435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.221775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.222245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.222416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.222745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.223069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:29.262865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'port': {'device_id': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'admin_state_up': True, 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'security_groups': ['2caf199a-d5c3-413f-b7df-31e9f26537e2']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:29.276746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-c6946140-90b1-4e27-ba3f-64153d3fd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.278259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-c6946140-90b1-4e27-ba3f-64153d3fd869 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.2504227 Feb 03 11:22:29.342374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-6290fe67-2719-41b5-8712-cd3e74281f34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.0539215 Feb 03 11:22:29.399842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084e84-4f26-448a-a180-93bfed555005 req-4286a61a-6c45-49a1-a629-91b28f21c14c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.401441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a084e84-4f26-448a-a180-93bfed555005 req-4286a61a-6c45-49a1-a629-91b28f21c14c tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.2369716 Feb 03 11:22:29.407635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:29.427156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-cc5a7917-1658-4456-89f4-6db470965268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.429488 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-cc5a7917-1658-4456-89f4-6db470965268 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.0769098 Feb 03 11:22:29.497889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-2f6dd444-d4f1-4bd2-af42-0402fac1c885 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587106 Feb 03 11:22:29.539417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a084e84-4f26-448a-a180-93bfed555005 req-6f52563a-ec57-48ae-8172-e96d6b046634 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829651 Feb 03 11:22:29.573592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-07c4231f-9a76-433e-b4bd-2e92174c2f6e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:29.580055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-07c4231f-9a76-433e-b4bd-2e92174c2f6e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/networks?id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 HTTP/1.1" status: 200 len: 808 time: 0.2970090 Feb 03 11:22:29.604040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-1b74a44b-a2c7-4e00-9cbf-690ca2017609 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/quotas/c35d40051d2d40649fa965970926e5dc HTTP/1.1" status: 200 len: 375 time: 0.0224981 Feb 03 11:22:29.643345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-408cb72e-1e98-40ac-aa81-bd1a91d2e932 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c35d40051d2d40649fa965970926e5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383439 Feb 03 11:22:29.653285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Made reservation on behalf of ebd932fb7a1a4429aa765bb47d130f27 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:29.657257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:29.702968 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-580d2f14-793e-4a13-a85a-65eb037865ba service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968625 Feb 03 11:22:29.725862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7806c639-2da3-48c8-89e3-8de47e984039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:29.834729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-89d23aae-ddfc-490e-9f2c-5ca503f1bcbd req-553a19b4-ca96-4e2a-bca9-305e1f47a779 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220212 Feb 03 11:22:29.989172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-b7373535-aabb-4fcb-b813-081d08408194 service neutron] 10.222.0.30 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446672 Feb 03 11:22:30.002974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1e9a-f2a9-43ce-9014-dbaf083fa56f req-fcfe2ee4-987e-495c-b687-71602e8def06 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:30.004689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dea1e9a-f2a9-43ce-9014-dbaf083fa56f req-fcfe2ee4-987e-495c-b687-71602e8def06 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.3321655 Feb 03 11:22:30.119152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Allocated IP 172.20.0.7 (72824220-a3b3-41cc-bcea-fc0542b067ec/714f53ec-13f3-4c28-9c35-690b254ce8e1/5d640aba-d3e8-45ed-b557-84aa9b17ea2b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:30.206928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dea1e9a-f2a9-43ce-9014-dbaf083fa56f req-e75b396b-6922-4bbd-a7e3-23c570d6c4c4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943693 Feb 03 11:22:30.300861 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959e0dc-5fbb-4503-9550-afb48080fecf x-openstack-request-id: req-c959e0dc-5fbb-4503-9550-afb48080fecf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:30.301385 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:30.301624 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c959e0dc-5fbb-4503-9550-afb48080fecf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:30.302123 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'code': 200} Feb 03 11:22:30.435712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14add3-0d08-4398-8a2b-8db6e6e13918 req-fcb272a3-85f3-46d6-8dd5-62bd56447eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:30.438175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0e14add3-0d08-4398-8a2b-8db6e6e13918 req-fcb272a3-85f3-46d6-8dd5-62bd56447eaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1127 time: 0.0676482 Feb 03 11:22:30.494687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0e14add3-0d08-4398-8a2b-8db6e6e13918 req-97c363ac-e005-49fc-9ff7-3ee291e84b51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491903 Feb 03 11:22:30.659959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7806c639-2da3-48c8-89e3-8de47e984039 admin admin] Publish callbacks [] for security_group (f96df8aa-17fd-41e2-a1af-5be4460dbeee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:30.688646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-1809ecd2-c923-49db-ac2e-fee93bb0eb1e service neutron] 10.222.0.30 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803300 Feb 03 11:22:30.689256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7806c639-2da3-48c8-89e3-8de47e984039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f96df8aa-17fd-41e2-a1af-5be4460dbeee), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:30.729490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7806c639-2da3-48c8-89e3-8de47e984039 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccb81bcdd682419bbf172957d73cc5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3186450 Feb 03 11:22:30.730766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:30.806733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c639-2da3-48c8-89e3-8de47e984039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96df8aa-17fd-41e2-a1af-5be4460dbeee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:30.824147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3231c-10f8-4358-b3d9-cc5f18465b9d req-380018db-c08f-4aca-9bc8-95ab16457bbe tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:30.831272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7f3231c-10f8-4358-b3d9-cc5f18465b9d req-380018db-c08f-4aca-9bc8-95ab16457bbe tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1924660 Feb 03 11:22:30.885993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] Publish callbacks [] for security_group (f96df8aa-17fd-41e2-a1af-5be4460dbeee), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:30.934972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:30.940997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] Publish callbacks [] for security_group (f96df8aa-17fd-41e2-a1af-5be4460dbeee), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:30.957881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7f3231c-10f8-4358-b3d9-cc5f18465b9d req-eea0497f-a81b-4ca6-9146-ebeda028ed3c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255763 Feb 03 11:22:31.031446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.037763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f96df8aa-17fd-41e2-a1af-5be4460dbeee), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.040455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.043033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f96df8aa-17fd-41e2-a1af-5be4460dbeee HTTP/1.1" status: 204 len: 168 time: 0.3110836 Feb 03 11:22:31.077682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca2cd3-0d02-47f8-8f2b-449f3ae251bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96df8aa-17fd-41e2-a1af-5be4460dbeee,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:31.132334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:31.214078 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b56cf5ef-ac64-4040-9dd0-fa4e512ef91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.245072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36814db9-a146-43ee-87bc-43de64d5650d req-114df018-9412-4b03-9af9-2daa448dd7ca tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 210 time: 0.1073492 Feb 03 11:22:31.300034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Network 72824220-a3b3-41cc-bcea-fc0542b067ec is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:31.331548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:31.335170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:31.426980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b1be-15a9-429e-8007-14ef942ae7cf req-ad0e5593-ffe6-4df6-b04e-f978fbb7be96 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:31.434872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b9b1be-15a9-429e-8007-14ef942ae7cf req-ad0e5593-ffe6-4df6-b04e-f978fbb7be96 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 931 time: 0.2950749 Feb 03 11:22:31.441849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:31.442463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.527434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b9b1be-15a9-429e-8007-14ef942ae7cf req-89a8d3b9-87e7-415c-9131-2ca33c2971dd tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915878 Feb 03 11:22:31.601649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:31.621773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-3f4a2240-74ef-4299-aac6-06e9e563fca1 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3622174 Feb 03 11:22:31.639819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcf61a36-d8e7-498a-930e-9d1fc166edf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.658193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Request body: {'port': {'device_id': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:31.808305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-093734a7-9001-4188-994e-ab68fdc1e683 None None] Provisioning complete for port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:31.809482 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-093734a7-9001-4188-994e-ab68fdc1e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.814608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcf61a36-d8e7-498a-930e-9d1fc166edf1 admin admin] Publish callbacks [] for security_group (656631da-7662-4cd9-a57a-e7dc6ad0f028), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.822630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fcf61a36-d8e7-498a-930e-9d1fc166edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (656631da-7662-4cd9-a57a-e7dc6ad0f028), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.852636 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fcf61a36-d8e7-498a-930e-9d1fc166edf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd6537518334e87989284dfdcdc4bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492263 Feb 03 11:22:31.857370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:31.868035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:31.877738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-093734a7-9001-4188-994e-ab68fdc1e683 None None] Port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:22:31.891059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf61a36-d8e7-498a-930e-9d1fc166edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656631da-7662-4cd9-a57a-e7dc6ad0f028,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:31.892240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014588c-c1bd-4040-bdf2-a18c6e82df7d req-b1194b65-532d-4a29-980f-71e6c656ea1b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:31.903156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8014588c-c1bd-4040-bdf2-a18c6e82df7d req-b1194b65-532d-4a29-980f-71e6c656ea1b tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.4836986 Feb 03 11:22:32.025467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2778e-8ce8-430a-8bf2-fba5832aa6f7 req-b9f29f81-ed1a-43c3-887a-83b64d14d1e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:32.027019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc2778e-8ce8-430a-8bf2-fba5832aa6f7 req-b9f29f81-ed1a-43c3-887a-83b64d14d1e5 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.2081101 Feb 03 11:22:32.122807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8014588c-c1bd-4040-bdf2-a18c6e82df7d req-2d7d9347-76c8-45a9-a286-74477b818a5a tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187779 Feb 03 11:22:32.123433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] Publish callbacks [] for security_group (656631da-7662-4cd9-a57a-e7dc6ad0f028), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.170758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] Publish callbacks [] for security_group (656631da-7662-4cd9-a57a-e7dc6ad0f028), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.284200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc2778e-8ce8-430a-8bf2-fba5832aa6f7 req-1130f7b1-cb0e-4cdb-95a1-91a1afc2553c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419496 Feb 03 11:22:32.356762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbd994-eeb9-4c7b-a2f5-cf56944a218a req-685d8edd-9c62-4ebd-bab7-7bb05cc4bb0d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:32.358398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44bbd994-eeb9-4c7b-a2f5-cf56944a218a req-685d8edd-9c62-4ebd-bab7-7bb05cc4bb0d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1546285 Feb 03 11:22:32.365418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (656631da-7662-4cd9-a57a-e7dc6ad0f028), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.368380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.371598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/656631da-7662-4cd9-a57a-e7dc6ad0f028 HTTP/1.1" status: 204 len: 168 time: 0.5072837 Feb 03 11:22:32.426344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5d11a-4dc4-46f3-a8ee-c6e3db79500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656631da-7662-4cd9-a57a-e7dc6ad0f028,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:32.593063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44bbd994-eeb9-4c7b-a2f5-cf56944a218a req-34d46b1d-f7f9-4c81-9c9b-6ce60d6c157b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226355 Feb 03 11:22:32.600669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d640aba-d3e8-45ed-b557-84aa9b17ea2b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:32.611474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks [] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.653955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-358e5875-4167-4fe1-b13b-d425a9ef980f tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:32.655517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-358e5875-4167-4fe1-b13b-d425a9ef980f tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.69 "GET /v2.0/networks?id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 HTTP/1.1" status: 200 len: 808 time: 0.2563791 Feb 03 11:22:32.666739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319ea6b-81b2-4600-90cd-cf828057b981 req-3e3e60d0-a00d-47b3-aeb8-23c0206ec7b0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:32.668330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d319ea6b-81b2-4600-90cd-cf828057b981 req-3e3e60d0-a00d-47b3-aeb8-23c0206ec7b0 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.2912495 Feb 03 11:22:32.672533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Transition to ACTIVE for port object 5d640aba-d3e8-45ed-b557-84aa9b17ea2b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:22:32.689045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Request body: {'port': {'device_id': '999ba370-808a-4152-99c2-b0758e4c097a', 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7', 'admin_state_up': True, 'tenant_id': 'c35d40051d2d40649fa965970926e5dc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:32.692789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:32.731921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0106e5cd-d619-466f-a39d-a0ef747b0ca6 req-c439eecb-251c-4359-9f49-7fedcb456e24 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 210 time: 0.0610955 Feb 03 11:22:32.867316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Pushing event updated for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:32.906081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d319ea6b-81b2-4600-90cd-cf828057b981 req-27458e3e-7b0f-4f8f-a06f-0bc16c792d6d tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220857 Feb 03 11:22:33.131343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a568e-7236-416f-8999-83cf5ad5d927 req-231b7f47-8d9a-40e5-a925-b7f342d96d98 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:33.137924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a10a568e-7236-416f-8999-83cf5ad5d927 req-231b7f47-8d9a-40e5-a925-b7f342d96d98 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.2471328 Feb 03 11:22:33.144050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Attempting to bind port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:33.144450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Attempting to bind port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:33.144825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Attempting to bind port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b on network 72824220-a3b3-41cc-bcea-fc0542b067ec {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:33.171931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Made reservation on behalf of c35d40051d2d40649fa965970926e5dc for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:33.176172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.178067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b on network 72824220-a3b3-41cc-bcea-fc0542b067ec not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:22:33.178395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Attempting to bind port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b on network 72824220-a3b3-41cc-bcea-fc0542b067ec {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:33.204178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:33.204521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Checking segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:33.204939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Bound using segment: {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:33.205367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Bound port: 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a60ea7-7462-4b7e-9484-be49c740ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:33.205757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.233536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf23ff3-1678-4dbb-9723-f3284edcc116 req-9e24330d-25c6-4c7e-a8e6-0d27a2d694fa tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:33.238443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcf23ff3-1678-4dbb-9723-f3284edcc116 req-9e24330d-25c6-4c7e-a8e6-0d27a2d694fa tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 943 time: 0.2182906 Feb 03 11:22:33.270827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a10a568e-7236-416f-8999-83cf5ad5d927 req-25d71f73-d17b-4830-9412-298f4e76f063 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317894 Feb 03 11:22:33.458292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:33.464760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:33.470153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcf23ff3-1678-4dbb-9723-f3284edcc116 req-a70804b2-3bb2-485e-a657-a9b5701cdb6a tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184999 Feb 03 11:22:33.500444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.559665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b73cdeb-0cff-4896-a59a-ef96efbf426c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.579002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:33.580068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.581615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] 10.222.0.53 "PUT /v2.0/ports/5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 200 len: 1091 time: 1.9542494 Feb 03 11:22:33.593135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:33.598193 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e1b8d3-3078-4de9-84a8-388e9435be1e" -d '{"events": [{"name": "network-changed", "server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:33.613115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25cc8e-886a-447a-91ff-4791613aa645 req-4f1447cc-10fc-4c76-88ca-780cbc39c51d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:33.625033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:33.632322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'floatingip': {'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:33.633169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c25cc8e-886a-447a-91ff-4791613aa645 req-4f1447cc-10fc-4c76-88ca-780cbc39c51d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2775729 Feb 03 11:22:33.716124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:33.801005 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36bbc8-338a-40bc-8842-93bdfbb504f6 x-openstack-request-id: req-fd36bbc8-338a-40bc-8842-93bdfbb504f6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:33.801005 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:33.804309 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd36bbc8-338a-40bc-8842-93bdfbb504f6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:33.804825 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'status': 'completed', 'code': 200} Feb 03 11:22:33.807735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Allocated IP 172.20.0.2 (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7/2db50293-e82a-48c4-9a4f-86a8a8c11940/e69a6b14-4f47-41ab-9409-a6e66b8414bd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:33.818571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938fe94-5cc7-491b-b3c3-c4573777383e service neutron] Pushing event updated for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:33.948013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-ebd0d331-b380-4e0d-aa3b-2ad394517a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:33.949704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-ebd0d331-b380-4e0d-aa3b-2ad394517a5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1125 time: 0.2800424 Feb 03 11:22:34.036458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-961001d1-38eb-416a-a0e9-8221f9d4af5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 200 len: 217 time: 0.0776994 Feb 03 11:22:34.060426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1e78255-1931-4924-89f0-72ee06ae0216 req-26972fa3-d6fc-4c87-8dec-413570019b64 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 210 time: 0.0852168 Feb 03 11:22:34.078317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dec85-2745-4a74-83dd-11b194de141d req-a6a23182-cdc2-4435-b8d9-a2e6af25880e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:34.099326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b05dec85-2745-4a74-83dd-11b194de141d req-a6a23182-cdc2-4435-b8d9-a2e6af25880e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.2362173 Feb 03 11:22:34.308264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-5895b466-db46-4d9f-8f6e-55eb1af13932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:34.326057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-5895b466-db46-4d9f-8f6e-55eb1af13932 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=714f53ec-13f3-4c28-9c35-690b254ce8e1 HTTP/1.1" status: 200 len: 847 time: 0.2698791 Feb 03 11:22:34.408050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b05dec85-2745-4a74-83dd-11b194de141d req-1939638b-1db3-4d9e-b2a1-b7a22d294d74 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074524 Feb 03 11:22:34.477770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks [] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:34.512517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8039-3373-4413-99f5-9ad63b87115a req-b352c552-275d-4248-8f05-af5cf5b2aac4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:34.520896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-418d8039-3373-4413-99f5-9ad63b87115a req-b352c552-275d-4248-8f05-af5cf5b2aac4 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.3161771 Feb 03 11:22:34.550818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:34.559507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:34.578349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-372dde5d-7129-4dc0-bb47-c362e9309d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:34.580289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-372dde5d-7129-4dc0-bb47-c362e9309d6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72824220-a3b3-41cc-bcea-fc0542b067ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2345951 Feb 03 11:22:34.581556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:34.692250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:34.708594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-418d8039-3373-4413-99f5-9ad63b87115a req-0b9f3c68-b2e9-46cf-8d25-61002c905c75 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c9881f6-51f7-418f-8341-22581c8ede56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867867 Feb 03 11:22:34.725770 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Floating IP 62d165fa-e2ac-4236-ba69-f186d1c7a602 associated. External IP: 172.25.7.121, port: e798c9a6-a4be-4821-ba7e-914f3a71439a. Feb 03 11:22:34.827173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:34.830188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:34.868099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:34.875887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:34.915449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Pushing event updated for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:35.025428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:35.029720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-10eddfe1-f7b9-4c6f-a83a-a4d8f9af35d1 service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389987 Feb 03 11:22:35.034499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1326709-3857-46e6-b996-575c7765132d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:35.096136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:35.096768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:35.124542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb423702-738a-40d9-b53f-ed74864e7105 req-b8e4d885-efc6-4a78-8eb1-7ebe47f2f74a tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:35.126114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb423702-738a-40d9-b53f-ed74864e7105 req-b8e4d885-efc6-4a78-8eb1-7ebe47f2f74a tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 943 time: 0.3214283 Feb 03 11:22:35.140531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef129ca-817b-4071-ac48-37284ea7de14 req-79a73f71-2327-4967-881c-960a1a7a8d33 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:35.150803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ef129ca-817b-4071-ac48-37284ea7de14 req-79a73f71-2327-4967-881c-960a1a7a8d33 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.6184201 Feb 03 11:22:35.189003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:35.195541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:35.202034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:35.214447 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:35.214727 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:35.252884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-523a6c8a-c59e-454d-98a6-14e55f6a17e1 req-111b4972-dc6d-4327-972a-1693df4cd5e7 service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145529 Feb 03 11:22:35.306976 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b9e340f4-b436-4a6c-9464-fed2a99c1999 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "PUT /v2.0/floatingips/62d165fa-e2ac-4236-ba69-f186d1c7a602 HTTP/1.1" status: 200 len: 991 time: 1.6796598 Feb 03 11:22:35.309368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:35.317665 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:35.328450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb423702-738a-40d9-b53f-ed74864e7105 req-482ef792-f07b-419b-9210-774d5bd5ee59 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736386 Feb 03 11:22:35.334060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-f4c04fde-849f-42f8-a4fe-2781a0e4cdf7 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6530054 Feb 03 11:22:35.373765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Request body: {'port': {'device_id': '999ba370-808a-4152-99c2-b0758e4c097a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:35.437534 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:35.458186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ef129ca-817b-4071-ac48-37284ea7de14 req-09f79461-3ca2-4970-b270-330af5bcebae tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060160 Feb 03 11:22:35.593904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-e9f7f87f-2df1-4b99-b5b0-53b5b6aedd29 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:35.600531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-e9f7f87f-2df1-4b99-b5b0-53b5b6aedd29 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 946 time: 0.1256073 Feb 03 11:22:35.805206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Deleting port 5248c7b9-409f-4caf-9203-c812ce95a1ae {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:22:35.808657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:35.944925 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '62d165fa-e2ac-4236-ba69-f186d1c7a602', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:03Z', 'updated_at': '2022-02-03T11:22:34Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:35.956299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] For port 5248c7b9-409f-4caf-9203-c812ce95a1ae, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5248c7b9-409f-4caf-9203-c812ce95a1ae,segment=NetworkSegment(f268c470-6956-460b-9ed8-ca35e9c3417a),segment_id=f268c470-6956-460b-9ed8-ca35e9c3417a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:35.957204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:35.984121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Calling delete_port for 5248c7b9-409f-4caf-9203-c812ce95a1ae owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:22:35.992947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c04e-9986-4011-8a52-cc6d7c580e5a req-4c4d4b24-6722-44f8-9a5d-21c0632fe8aa tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.000111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81a5c04e-9986-4011-8a52-cc6d7c580e5a req-4c4d4b24-6722-44f8-9a5d-21c0632fe8aa tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 931 time: 0.5495985 Feb 03 11:22:36.005141 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:36.013158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.021764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:36.023391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:36.091771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-bc449e02-127f-4a07-b4f2-c32873b2cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.094019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-bc449e02-127f-4a07-b4f2-c32873b2cb67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1125 time: 0.7401342 Feb 03 11:22:36.204721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-18060f7e-30d4-4213-80da-7d014b7616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.206593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-18060f7e-30d4-4213-80da-7d014b7616b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 200 len: 909 time: 0.0980887 Feb 03 11:22:36.210419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1326709-3857-46e6-b996-575c7765132d admin admin] Publish callbacks [] for security_group (97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.224839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5248c7b9-409f-4caf-9203-c812ce95a1ae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.238034 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1326709-3857-46e6-b996-575c7765132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.273043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5248c7b9-409f-4caf-9203-c812ce95a1ae'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:36.312980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Pushing event deleted for resources: {'Port': ['ID=5248c7b9-409f-4caf-9203-c812ce95a1ae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:36.330857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1326709-3857-46e6-b996-575c7765132d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c21169ecfcd4702b6aa1fe4afdb3645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5019968 Feb 03 11:22:36.357301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e38957-0f6f-4263-b822-d94c888a72e7 req-e29711cc-09ad-4d86-b4fa-f9c651f46070 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.359383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13e38957-0f6f-4263-b822-d94c888a72e7 req-e29711cc-09ad-4d86-b4fa-f9c651f46070 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.7944822 Feb 03 11:22:36.366231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.379984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:36.389188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-70a348dc-4bc0-46e3-9783-68d689409702 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 200 len: 217 time: 0.1739531 Feb 03 11:22:36.437825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] No DVR routers for this DVR port 5248c7b9-409f-4caf-9203-c812ce95a1ae on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:22:36.442977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:36.450630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-6e5d7ef3-2f25-4c51-94ef-b20b7867b570 req-244819a2-247c-4ac8-ba15-135c435f1767 tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.69 "DELETE /v2.0/ports/5248c7b9-409f-4caf-9203-c812ce95a1ae HTTP/1.1" status: 204 len: 173 time: 0.8442302 Feb 03 11:22:36.554197 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:36.594394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81a5c04e-9986-4011-8a52-cc6d7c580e5a req-30c37958-4d7f-4b40-b375-12135535cc96 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930657 Feb 03 11:22:36.684937 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04771036-80d8-45e3-a992-2ff07f75ab41 x-openstack-request-id: req-04771036-80d8-45e3-a992-2ff07f75ab41 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:36.685521 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:36.685963 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04771036-80d8-45e3-a992-2ff07f75ab41 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:36.686736 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'status': 'completed', 'code': 200} Feb 03 11:22:36.738316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 5d640aba-d3e8-45ed-b557-84aa9b17ea2b details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:22:36.809005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1326709-3857-46e6-b996-575c7765132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:36.841622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-2133e7db-b2e5-4966-a3cb-53577c843f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.843202 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-2133e7db-b2e5-4966-a3cb-53577c843f80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1127 time: 0.1294830 Feb 03 11:22:36.866856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13e38957-0f6f-4263-b822-d94c888a72e7 req-1564e767-a065-4649-b0bf-8062570a189f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556618 Feb 03 11:22:36.898460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-581cf068-aeb6-4ca5-9cc9-2134b3306548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:36.910793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-581cf068-aeb6-4ca5-9cc9-2134b3306548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=714f53ec-13f3-4c28-9c35-690b254ce8e1 HTTP/1.1" status: 200 len: 847 time: 0.5040989 Feb 03 11:22:37.006967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] Publish callbacks [] for security_group (97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.125071 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '62d165fa-e2ac-4236-ba69-f186d1c7a602', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:03Z', 'updated_at': '2022-02-03T11:22:34Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:37.129998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-e2358ab8-797c-41de-bf39-30cefa3ecda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:37.131711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-e2358ab8-797c-41de-bf39-30cefa3ecda7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.2799649 Feb 03 11:22:37.163872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:37.179183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'port_id': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'mac_address': 'fa:16:3e:85:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:22:37.271607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:37.272688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.285424 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-ed7ca49e-2b6a-443c-86ef-ab9b3e692c4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 999 time: 0.1470251 Feb 03 11:22:37.299170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589fbe7-0842-4889-87f2-9599aa53102b None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '62d165fa-e2ac-4236-ba69-f186d1c7a602', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:03Z', 'updated_at': '2022-02-03T11:22:34Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:37.301449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d640aba-d3e8-45ed-b557-84aa9b17ea2b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:37.352003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.355100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:37.359118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] Publish callbacks [] for security_group (97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.370880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.417999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-672eb592-dd71-405d-921f-2f8f86c4a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:37.419263 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-672eb592-dd71-405d-921f-2f8f86c4a102 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1246657 Feb 03 11:22:37.462873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:37.510240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c0594a2-11b5-413c-8f06-b574da90f66a req-ad46aef7-0ba0-4018-a658-4df1a20af5ee tempest-ServerDiskConfigTestJSON-278098103 tempest-ServerDiskConfigTestJSON-278098103-project] 10.222.0.30 "GET /v2.0/ports?device_id=50f63ca4-81a0-4744-8faa-4309df64b6a8 HTTP/1.1" status: 200 len: 210 time: 0.4901645 Feb 03 11:22:37.534370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-e70621a8-bca3-458d-8c72-6c7e13218116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:37.536121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-e70621a8-bca3-458d-8c72-6c7e13218116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1101933 Feb 03 11:22:37.618724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['5d640aba-d3e8-45ed-b557-84aa9b17ea2b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:37.730970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c230b-3dfa-4739-b358-0845dd353ca8 None None] New status for floating IP 62d165fa-e2ac-4236-ba69-f186d1c7a602: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:22:37.732362 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-401c8fff-88ba-45c8-9872-2d35914edf76 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892760 Feb 03 11:22:37.769649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69a6b14-4f47-41ab-9409-a6e66b8414bd {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:37.794960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks [] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.887754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-449f144a-e2d7-4c5c-802c-0813a96651ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:37.890056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-449f144a-e2d7-4c5c-802c-0813a96651ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72824220-a3b3-41cc-bcea-fc0542b067ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9705842 Feb 03 11:22:37.892639 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b3d2ea56-0486-4a03-9c9c-6b1d368a8ecf req-3b32fd45-eeed-4eff-85be-04ca8a3615ba service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454318 Feb 03 11:22:37.898553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Transition to ACTIVE for port object e69a6b14-4f47-41ab-9409-a6e66b8414bd will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:22:37.903337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.906743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:37.908502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400 HTTP/1.1" status: 204 len: 168 time: 1.5171101 Feb 03 11:22:37.938466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c16a-48a1-4ae7-a5bc-21718d103254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb4cc4-f4e2-4e1f-9ac5-ef2371bcf400,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:37.954805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c934ad1-8365-45c8-b574-9526b7813b23 req-6fd71d62-a557-42f0-a71f-920801db5230 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:37.972291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c934ad1-8365-45c8-b574-9526b7813b23 req-6fd71d62-a557-42f0-a71f-920801db5230 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 944 time: 0.7388434 Feb 03 11:22:37.974852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.101890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c934ad1-8365-45c8-b574-9526b7813b23 req-bf9654c3-e5e4-4cd5-85fe-df281a1d4438 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286929 Feb 03 11:22:38.307511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-7c672a30-6aa2-417c-8aa7-8034ec1b3f5c service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974257 Feb 03 11:22:38.341457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:38.535864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ce1c7-fa91-4e34-8fcb-832a3a1d2113 req-cd2e0a1f-5605-4661-b395-46fb69df1800 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:38.543635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd2ce1c7-fa91-4e34-8fcb-832a3a1d2113 req-cd2e0a1f-5605-4661-b395-46fb69df1800 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 943 time: 0.2296028 Feb 03 11:22:38.605861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dda0f-ba9a-414e-9256-4a696308eb72 req-3cabe75c-877f-4f4c-8483-93a2347ee17c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:38.607357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee4dda0f-ba9a-414e-9256-4a696308eb72 req-3cabe75c-877f-4f4c-8483-93a2347ee17c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.8652236 Feb 03 11:22:38.615301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Attempting to bind port e69a6b14-4f47-41ab-9409-a6e66b8414bd on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:38.615615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Attempting to bind port e69a6b14-4f47-41ab-9409-a6e66b8414bd by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'e445a68a-11ba-4076-822a-1a8b0298111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:38.615955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Attempting to bind port e69a6b14-4f47-41ab-9409-a6e66b8414bd on network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:38.627126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16e1b8d3-3078-4de9-84a8-388e9435be1e req-ab22222b-eecb-468d-aa0c-8c6feb58b546 service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106742 Feb 03 11:22:38.639518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Port e69a6b14-4f47-41ab-9409-a6e66b8414bd on network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:22:38.639907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Attempting to bind port e69a6b14-4f47-41ab-9409-a6e66b8414bd on network ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:38.655482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd2ce1c7-fa91-4e34-8fcb-832a3a1d2113 req-2e5b67d1-ac35-44e7-a8a2-65a333756432 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109467 Feb 03 11:22:38.660656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:38.660787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Checking segment: {'id': 'e445a68a-11ba-4076-822a-1a8b0298111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:38.661457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Bound using segment: {'id': 'e445a68a-11ba-4076-822a-1a8b0298111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:38.661786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Bound port: e69a6b14-4f47-41ab-9409-a6e66b8414bd, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e445a68a-11ba-4076-822a-1a8b0298111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:38.662154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.687849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'name': 'network-vif-deleted', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:38.691029 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac6878-fc2a-48c4-b6d0-5bbfd9b0254b" -d '{"events": [{"server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "name": "network-vif-deleted", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:38.739937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee4dda0f-ba9a-414e-9256-4a696308eb72 req-fdd36fa7-4054-43dc-a902-94bba7a98062 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200876 Feb 03 11:22:38.777355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:38.786704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:38.802769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd,segment=NetworkSegment(e445a68a-11ba-4076-822a-1a8b0298111d),segment_id=e445a68a-11ba-4076-822a-1a8b0298111d)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:38.805716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5036548d-2975-4b5c-8f14-83e841a5117f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.830036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.863949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a3c63-543a-406c-8e46-8e9e46a268aa req-eaa08a94-2fce-4d03-910c-522f78482bcd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:38.865814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-038a3c63-543a-406c-8e46-8e9e46a268aa req-eaa08a94-2fce-4d03-910c-522f78482bcd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1198716 Feb 03 11:22:38.880972 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f6707-48ab-4218-a037-c360119a28d3 x-openstack-request-id: req-745f6707-48ab-4218-a037-c360119a28d3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:38.881546 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f63ca4-81a0-4744-8faa-4309df64b6a8", "name": "network-vif-deleted", "tag": "5248c7b9-409f-4caf-9203-c812ce95a1ae", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:38.881920 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-745f6707-48ab-4218-a037-c360119a28d3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:38.882670 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f63ca4-81a0-4744-8faa-4309df64b6a8', 'name': 'network-vif-deleted', 'tag': '5248c7b9-409f-4caf-9203-c812ce95a1ae', 'status': 'completed', 'code': 200} Feb 03 11:22:38.949395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5036548d-2975-4b5c-8f14-83e841a5117f admin admin] Publish callbacks [] for security_group (37d1928a-d5f3-44f7-b8ca-8f3e18fc7131), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.952550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:38.953254 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.954722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] 10.222.0.69 "PUT /v2.0/ports/e69a6b14-4f47-41ab-9409-a6e66b8414bd HTTP/1.1" status: 200 len: 1091 time: 3.5983109 Feb 03 11:22:38.955781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5036548d-2975-4b5c-8f14-83e841a5117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (37d1928a-d5f3-44f7-b8ca-8f3e18fc7131), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:38.956950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:38.959228 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97805447-a2ec-4614-851a-67a0534cf325" -d '{"events": [{"name": "network-changed", "server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:38.996818 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5036548d-2975-4b5c-8f14-83e841a5117f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=104f70cb918845d383e8f3c2aeb6d9b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166445 Feb 03 11:22:38.997576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47876) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:39.043421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526ea01-db34-4b53-95b2-90aa4a3b4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:39.068685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036548d-2975-4b5c-8f14-83e841a5117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1928a-d5f3-44f7-b8ca-8f3e18fc7131,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:39.070029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-038a3c63-543a-406c-8e46-8e9e46a268aa req-78e9ec2e-0217-4d9c-bfdc-3ce216bc9c0b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923189 Feb 03 11:22:39.098524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291b74c-0866-4f8c-a3b4-c49df32e101d req-9ea8cca7-da1f-4cae-b4dc-aab875d5423e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:39.105926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4291b74c-0866-4f8c-a3b4-c49df32e101d req-9ea8cca7-da1f-4cae-b4dc-aab875d5423e tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1302998 Feb 03 11:22:39.131952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-9fce694c-381b-4a8c-b55c-a4a539bfa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:39.134184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-9fce694c-381b-4a8c-b55c-a4a539bfa862 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c35d40051d2d40649fa965970926e5dc&device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 1125 time: 0.1053197 Feb 03 11:22:39.148350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] Publish callbacks [] for security_group (37d1928a-d5f3-44f7-b8ca-8f3e18fc7131), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:39.196543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-4a4935a3-0cdf-447c-ad22-afc912e34e3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd HTTP/1.1" status: 200 len: 217 time: 0.0472538 Feb 03 11:22:39.216121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] Publish callbacks [] for security_group (37d1928a-d5f3-44f7-b8ca-8f3e18fc7131), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:39.229296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4291b74c-0866-4f8c-a3b4-c49df32e101d req-87b35de9-f022-402a-a05f-9872aa8f0b49 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175864 Feb 03 11:22:39.312613 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c752a64-9757-4eac-bdd5-52e6757c6cf1 x-openstack-request-id: req-2c752a64-9757-4eac-bdd5-52e6757c6cf1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:39.313195 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:39.313619 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c752a64-9757-4eac-bdd5-52e6757c6cf1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:39.314216 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd', 'status': 'completed', 'code': 200} Feb 03 11:22:39.330816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-9f848516-6413-4739-9c0a-0b8f564ba10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:39.334746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-9f848516-6413-4739-9c0a-0b8f564ba10c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2db50293-e82a-48c4-9a4f-86a8a8c11940 HTTP/1.1" status: 200 len: 848 time: 0.1296842 Feb 03 11:22:39.356811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (37d1928a-d5f3-44f7-b8ca-8f3e18fc7131), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:39.359949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:39.364200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37d1928a-d5f3-44f7-b8ca-8f3e18fc7131 HTTP/1.1" status: 204 len: 168 time: 0.3426163 Feb 03 11:22:39.373592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-bf5f4f5f-cf9e-442a-b407-c5ff320c076c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306878 Feb 03 11:22:39.379599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c5923-1c5d-41b8-8d4c-37269c6fca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d1928a-d5f3-44f7-b8ca-8f3e18fc7131,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:39.412157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5248c7b9-409f-4caf-9203-c812ce95a1ae no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:22:39.453259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 5248c7b9-409f-4caf-9203-c812ce95a1ae {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:22:39.460873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5248c7b9-409f-4caf-9203-c812ce95a1ae not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:22:39.677702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a350d8-35be-490d-97ff-19ae290b9d2b req-06ebbe83-3964-44e6-8535-9f4dc2b9d330 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:39.689846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7a350d8-35be-490d-97ff-19ae290b9d2b req-06ebbe83-3964-44e6-8535-9f4dc2b9d330 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 944 time: 0.2450278 Feb 03 11:22:39.773770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-2826229f-22ad-44a8-a067-6142ddbae635 service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924122 Feb 03 11:22:39.955403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-baf0e893-5663-4955-af3e-e7b82b7309c0 req-ecbe1985-311f-4452-aa59-29343e3395b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372373 Feb 03 11:22:40.007045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7a350d8-35be-490d-97ff-19ae290b9d2b req-6b18c231-9807-4a30-9f32-a2ce11a397ba tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104959 Feb 03 11:22:40.043942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45541d-3b9b-4b16-b5d0-5ce370681c4f req-5a93c719-8cc9-48d8-9664-5a092f0388dc tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.071187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f45541d-3b9b-4b16-b5d0-5ce370681c4f req-5a93c719-8cc9-48d8-9664-5a092f0388dc tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.3172574 Feb 03 11:22:40.309202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f45541d-3b9b-4b16-b5d0-5ce370681c4f req-2ec9b94d-51bc-4799-ae30-8ab4716eed51 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364247 Feb 03 11:22:40.338166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805447-a2ec-4614-851a-67a0534cf325 req-a4b51ab6-7d7f-45f1-84c1-763eafba9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.339762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-a4b51ab6-7d7f-45f1-84c1-763eafba9440 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c35d40051d2d40649fa965970926e5dc&device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 1125 time: 0.2657571 Feb 03 11:22:40.347703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37cc2e-c3b8-4129-985c-905b146950d7 req-34e12db3-1c84-4bd3-b684-b11cbdf756a4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.354988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d37cc2e-c3b8-4129-985c-905b146950d7 req-34e12db3-1c84-4bd3-b684-b11cbdf756a4 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1359513 Feb 03 11:22:40.522120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805447-a2ec-4614-851a-67a0534cf325 req-218f7029-132c-4693-aed3-cb5d6afd0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.523989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-218f7029-132c-4693-aed3-cb5d6afd0797 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 HTTP/1.1" status: 200 len: 909 time: 0.1665821 Feb 03 11:22:40.550651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d37cc2e-c3b8-4129-985c-905b146950d7 req-4b500834-d1a5-499d-acf6-18d27a270559 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905975 Feb 03 11:22:40.641863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:40.664096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-7036d4dc-8646-4d7d-885f-2c3a964e65e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd HTTP/1.1" status: 200 len: 217 time: 0.1340790 Feb 03 11:22:40.702157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c4fda-38f9-475c-a857-52e5eca5bc7c req-ed98f171-1445-499c-bc80-fc563ca2378e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.717345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed9c4fda-38f9-475c-a857-52e5eca5bc7c req-ed98f171-1445-499c-bc80-fc563ca2378e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 943 time: 0.2776930 Feb 03 11:22:40.731124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Deleting subnet b54738b2-cdbb-4c89-a313-5d8b70ac85d4 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:22:40.736616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Publish callbacks [] for subnet (b54738b2-cdbb-4c89-a313-5d8b70ac85d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:40.754648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 5d640aba-d3e8-45ed-b557-84aa9b17ea2b up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:40.787916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (b54738b2-cdbb-4c89-a313-5d8b70ac85d4), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:40.838412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (b54738b2-cdbb-4c89-a313-5d8b70ac85d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:40.867447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805447-a2ec-4614-851a-67a0534cf325 req-d9598ef1-12eb-4fe3-ba13-44ff7db16e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:40.869445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-d9598ef1-12eb-4fe3-ba13-44ff7db16e49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2db50293-e82a-48c4-9a4f-86a8a8c11940 HTTP/1.1" status: 200 len: 848 time: 0.1933246 Feb 03 11:22:40.887065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:22:40.892659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:40.893467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:40.980104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed9c4fda-38f9-475c-a857-52e5eca5bc7c req-d86afbba-bd63-4c71-9885-250830be6641 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617991 Feb 03 11:22:41.013280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (b54738b2-cdbb-4c89-a313-5d8b70ac85d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.039491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:41.040077 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.047517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-a1191bda-173f-4e07-8d9f-0dc3936b0cbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968261 Feb 03 11:22:41.057913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54738b2-cdbb-4c89-a313-5d8b70ac85d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:41.067353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.084703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:41.085687 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aece382b-e4fb-42c6-bf92-2929aa0832f5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b54738b2-cdbb-4c89-a313-5d8b70ac85d4 HTTP/1.1" status: 204 len: 168 time: 0.4418223 Feb 03 11:22:41.088572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47952) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:41.090635 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64725afb-49fd-48ed-8b7a-b89deca6cfc0" -d '{"events": [{"server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:41.126525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:41.135307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.177077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759a30-77f5-4791-b13b-e332986f75db req-92887572-89c3-4275-a7df-6bf5434a383d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:41.184518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39759a30-77f5-4791-b13b-e332986f75db req-92887572-89c3-4275-a7df-6bf5434a383d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.3295560 Feb 03 11:22:41.234419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:41.239931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9ecb8171-aa18-44c3-812e-37184ec95c86), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.349293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9ecb8171-aa18-44c3-812e-37184ec95c86), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.375654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecb8171-aa18-44c3-812e-37184ec95c86']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:41.387861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f268c470-6956-460b-9ed8-ca35e9c3417a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:41.388075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f268c470-6956-460b-9ed8-ca35e9c3417a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:41.399486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f268c470-6956-460b-9ed8-ca35e9c3417a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.406946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39759a30-77f5-4791-b13b-e332986f75db req-7719bbae-c311-4935-b6bd-cd1b74bd44e8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214663 Feb 03 11:22:41.414962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f268c470-6956-460b-9ed8-ca35e9c3417a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.423293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:22:41.423705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f268c470-6956-460b-9ed8-ca35e9c3417a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.443032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-5527a843-5e14-4044-956d-5242b5c573b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840737 Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:22:41.490469 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:22:41.496362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9ecb8171-aa18-44c3-812e-37184ec95c86), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.516536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:41.522836 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] 10.222.0.30 "DELETE /v2.0/networks/9ecb8171-aa18-44c3-812e-37184ec95c86 HTTP/1.1" status: 204 len: 168 time: 0.4304051 Feb 03 11:22:41.538469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f638ae-d7a2-429d-ba91-5d069c42e08a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecb8171-aa18-44c3-812e-37184ec95c86,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:41.644298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97805447-a2ec-4614-851a-67a0534cf325 req-ca1c9e38-9baf-4960-87b6-32fa5f922229 service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951649 Feb 03 11:22:41.685756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea189fcd-77e4-417f-bfb4-25a040830cc2 req-4b7d90ca-2e90-4571-bcc8-bb89b363e2dd tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:41.691733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea189fcd-77e4-417f-bfb4-25a040830cc2 req-4b7d90ca-2e90-4571-bcc8-bb89b363e2dd tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1542587 Feb 03 11:22:41.771250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:41.790343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea189fcd-77e4-417f-bfb4-25a040830cc2 req-ab3e8441-7b05-4c4d-8461-27b556903ff7 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851715 Feb 03 11:22:41.876738 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4066a68-fbc2-4d09-8000-6a6d9705052f x-openstack-request-id: req-f4066a68-fbc2-4d09-8000-6a6d9705052f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:41.877779 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:41.878240 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4066a68-fbc2-4d09-8000-6a6d9705052f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:41.878926 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'code': 200} Feb 03 11:22:41.881328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-530743b4-018f-48d8-a512-0d7e6a431b20 req-dae5a0af-ae13-4308-9366-2ff044ad2e29 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:22:41.882848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-530743b4-018f-48d8-a512-0d7e6a431b20 req-dae5a0af-ae13-4308-9366-2ff044ad2e29 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144606 Feb 03 11:22:41.898292 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ffc516e-b97c-41ba-aec4-3a2925512b1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de87e34c676a40c7b929199374ba853d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189137 Feb 03 11:22:41.899492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:42.074958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0101-0973-4644-9411-33be92af2d90 req-db849366-f8dc-4735-9bdd-772e3a646349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.076463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a03d0101-0973-4644-9411-33be92af2d90 req-db849366-f8dc-4735-9bdd-772e3a646349 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1127 time: 0.1348307 Feb 03 11:22:42.110173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] Publish callbacks [] for security_group (7c9881f6-51f7-418f-8341-22581c8ede56), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:42.163377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] Publish callbacks [] for security_group (7c9881f6-51f7-418f-8341-22581c8ede56), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:42.240671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0959b-6850-41b4-99b9-f270da9d43d3 req-ef8c81e1-3d6b-4add-8d5f-a155ffb57839 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.242821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ec0959b-6850-41b4-99b9-f270da9d43d3 req-ef8c81e1-3d6b-4add-8d5f-a155ffb57839 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.2399349 Feb 03 11:22:42.252322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a03d0101-0973-4644-9411-33be92af2d90 req-44db3ced-84d2-484c-8b2c-f05881f3477e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556587 Feb 03 11:22:42.276025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aad67-44c8-4e8b-a9ed-c0f555084180 req-9f957289-15d4-4dc3-9a2f-555d825cdd7d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.277651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-190aad67-44c8-4e8b-a9ed-c0f555084180 req-9f957289-15d4-4dc3-9a2f-555d825cdd7d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.2393920 Feb 03 11:22:42.310298 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-aa27e38a-84e3-4be0-acb5-eabf7b90d64f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584085 Feb 03 11:22:42.322843 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7c9881f6-51f7-418f-8341-22581c8ede56), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:42.325410 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:42.326646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c9881f6-51f7-418f-8341-22581c8ede56 HTTP/1.1" status: 204 len: 168 time: 0.4257672 Feb 03 11:22:42.352685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ec0959b-6850-41b4-99b9-f270da9d43d3 req-d2e8800a-a605-4c2e-b785-a215be138727 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975246 Feb 03 11:22:42.353989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b093444-3446-4622-adea-69f029d4df80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9881f6-51f7-418f-8341-22581c8ede56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:42.417255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-190aad67-44c8-4e8b-a9ed-c0f555084180 req-579de89e-8fc2-4176-bac9-ce24b4e80ecd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279542 Feb 03 11:22:42.482915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207187c8-f744-40db-9006-7142dea2452e req-5fcf9774-9dcf-400f-a189-91ca944a084e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.485420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207187c8-f744-40db-9006-7142dea2452e req-5fcf9774-9dcf-400f-a189-91ca944a084e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 943 time: 0.0647013 Feb 03 11:22:42.554653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-4342ac83-cd7d-432b-94f4-c29eefd5e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.556691 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-4342ac83-cd7d-432b-94f4-c29eefd5e759 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 1128 time: 0.0589311 Feb 03 11:22:42.582938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207187c8-f744-40db-9006-7142dea2452e req-4c876df2-1b3a-444a-8d2d-d26906dfad19 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874655 Feb 03 11:22:42.602907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35390867-e6a5-4ded-bef6-db471d2d1a28 req-7dae167a-29ff-468f-bcb2-33e811aa01bd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.619600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35390867-e6a5-4ded-bef6-db471d2d1a28 req-7dae167a-29ff-468f-bcb2-33e811aa01bd tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1081393 Feb 03 11:22:42.681562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35390867-e6a5-4ded-bef6-db471d2d1a28 req-cce937f4-5f79-4247-839e-a5909ad16f7b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688400 Feb 03 11:22:42.710286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-5489269b-7866-4a8a-aef9-09a99ed5256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.712005 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-5489269b-7866-4a8a-aef9-09a99ed5256e service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 200 len: 914 time: 0.1273472 Feb 03 11:22:42.769262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-44547837-4e91-41b5-9ecc-74c58d4bd31d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 200 len: 217 time: 0.0467238 Feb 03 11:22:42.832493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-e306a917-1269-4370-88ed-21c0324e104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:42.834874 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-e306a917-1269-4370-88ed-21c0324e104e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 200 len: 853 time: 0.0509284 Feb 03 11:22:42.897531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-5261d701-1869-429d-a8b2-e7817975d4cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc9cce5c-f824-4862-a038-e30fef5ba3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507500 Feb 03 11:22:43.021738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-3dae30f8-02fc-4cf7-aadc-0d35276d0d80 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116352 Feb 03 11:22:43.143453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-62cf786c-19e3-4d5f-a14c-fb732705dce8 req-ef7cea12-9dfa-421f-934e-0359eafc3322 service neutron] 10.222.0.53 "GET /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144111 Feb 03 11:22:43.241293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99377-2376-4ec4-ac3d-a43ee22d03cd req-365ab358-bc08-42a1-b7d0-b0f44d5c5596 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.243934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7a99377-2376-4ec4-ac3d-a43ee22d03cd req-365ab358-bc08-42a1-b7d0-b0f44d5c5596 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.4740038 Feb 03 11:22:43.260231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31b0ee-251d-49fd-bd41-d3859f51e642 req-163993c8-ceac-4f45-8454-3133164f4010 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.268142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee31b0ee-251d-49fd-bd41-d3859f51e642 req-163993c8-ceac-4f45-8454-3133164f4010 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0889950 Feb 03 11:22:43.345860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7a99377-2376-4ec4-ac3d-a43ee22d03cd req-6b87309d-d3c1-4a4f-b859-e103ef09f50a tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 Feb 03 11:22:43.351058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee31b0ee-251d-49fd-bd41-d3859f51e642 req-fdf05555-1f4d-4ed2-be10-ecd6680b1177 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831022 Feb 03 11:22:43.424939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e69a6b14-4f47-41ab-9409-a6e66b8414bd details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:22:43.536234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927dc88-4eb9-4dfd-92eb-2d48bfd745f0 req-63f6c3e6-77f0-4f1a-9e7a-e736f96b30cc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.537863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a927dc88-4eb9-4dfd-92eb-2d48bfd745f0 req-63f6c3e6-77f0-4f1a-9e7a-e736f96b30cc tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1033919 Feb 03 11:22:43.544944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fb1f1-7699-4865-921c-9f651aa2d658 req-85a45724-553b-41bc-b83b-a73c726c2122 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.546462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d7fb1f1-7699-4865-921c-9f651aa2d658 req-85a45724-553b-41bc-b83b-a73c726c2122 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.1020007 Feb 03 11:22:43.613511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd,segment=NetworkSegment(e445a68a-11ba-4076-822a-1a8b0298111d),segment_id=e445a68a-11ba-4076-822a-1a8b0298111d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:43.628220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd', 'network_id': 'ba93eea6-ab36-41d7-b1b8-b63a82bc20c7', 'port_id': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd', 'mac_address': 'fa:16:3e:4e:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db50293-e82a-48c4-9a4f-86a8a8c11940', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:22:43.663072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a927dc88-4eb9-4dfd-92eb-2d48bfd745f0 req-d26a6007-623f-4f89-946b-6b5a442aecba tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156223 Feb 03 11:22:43.671274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d7fb1f1-7699-4865-921c-9f651aa2d658 req-6bb45fab-6d11-4b1c-a76d-be6de2fcff82 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164629 Feb 03 11:22:43.676758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e69a6b14-4f47-41ab-9409-a6e66b8414bd is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:43.678757 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:43.683511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-d92ac8e6-fc2c-44d1-b491-1f13692e89df tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.685099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-d92ac8e6-fc2c-44d1-b491-1f13692e89df tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.69 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.1079774 Feb 03 11:22:43.696046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69a6b14-4f47-41ab-9409-a6e66b8414bd {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:43.724100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd,segment=NetworkSegment(e445a68a-11ba-4076-822a-1a8b0298111d),segment_id=e445a68a-11ba-4076-822a-1a8b0298111d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:43.734717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:43.794829 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:22:43.801577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:43.954082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Deleting port 4956a0b0-13be-41be-8552-bdff5ca70a48 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:22:43.954430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:43.967189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c716031-b9fd-427a-b442-b56d4937a812 req-56f2c78a-e2f0-469e-9ef5-524ed07d28a3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:43.968595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c716031-b9fd-427a-b442-b56d4937a812 req-56f2c78a-e2f0-469e-9ef5-524ed07d28a3 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1190648 Feb 03 11:22:43.994290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afae8d-9627-4fe8-8438-d141c92e1bde req-0ed35c06-f128-4020-98fe-5322fdd3bf60 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:44.000961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4afae8d-9627-4fe8-8438-d141c92e1bde req-0ed35c06-f128-4020-98fe-5322fdd3bf60 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 944 time: 0.1599257 Feb 03 11:22:44.111326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e69a6b14-4f47-41ab-9409-a6e66b8414bd'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:44.173467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4afae8d-9627-4fe8-8438-d141c92e1bde req-d023a3cd-4d7e-4d68-9a83-70ac918eb422 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561084 Feb 03 11:22:44.195381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c716031-b9fd-427a-b442-b56d4937a812 req-34ddd3cd-9f85-4d8a-a703-d77b54c846bb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879714 Feb 03 11:22:44.195381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] For port 4956a0b0-13be-41be-8552-bdff5ca70a48, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4956a0b0-13be-41be-8552-bdff5ca70a48,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:44.195381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.404588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:44.419152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db888b0f-f845-4bd9-a7b9-816c91829f86 req-41a289b2-b316-4d66-902f-9b5f761dcbbb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:44.426267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db888b0f-f845-4bd9-a7b9-816c91829f86 req-41a289b2-b316-4d66-902f-9b5f761dcbbb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1399264 Feb 03 11:22:44.548307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db888b0f-f845-4bd9-a7b9-816c91829f86 req-1ec7cb63-22f0-4620-bdb8-78dbb19bc71c tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207674 Feb 03 11:22:44.590799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.591584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.596477 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Floating IP 6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0 disassociated. External IP: 172.25.7.252, port: 4956a0b0-13be-41be-8552-bdff5ca70a48. Feb 03 11:22:44.596650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Calling delete_port for 4956a0b0-13be-41be-8552-bdff5ca70a48 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:22:44.653999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd68e-7c0f-4880-aced-1c4d0526f5fc req-1de60377-aab0-4706-af75-c5d68cbf0c7e tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:44.655531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-877fd68e-7c0f-4880-aced-1c4d0526f5fc req-1de60377-aab0-4706-af75-c5d68cbf0c7e tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1732004 Feb 03 11:22:44.697233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-57311559-network', 'tenant_id': '301cca765b204533bc4bd79487ab9e6b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:44.723623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Made reservation on behalf of 301cca765b204533bc4bd79487ab9e6b for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:44.726984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.737255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.770124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-877fd68e-7c0f-4880-aced-1c4d0526f5fc req-315d8b90-e2a3-4399-b68b-18495df8507c tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018250 Feb 03 11:22:44.811034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612edd65-c987-4ada-8d08-86463a7ca28c req-d671af27-6137-457f-acb4-8509905f61fb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:44.812861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-612edd65-c987-4ada-8d08-86463a7ca28c req-d671af27-6137-457f-acb4-8509905f61fb tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1680906 Feb 03 11:22:44.842289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks [] for security_group (b06906fc-3d01-406b-b609-a42a39c79879), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.848476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b06906fc-3d01-406b-b609-a42a39c79879), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.884813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06906fc-3d01-406b-b609-a42a39c79879,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:44.914329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:22:44.927547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-612edd65-c987-4ada-8d08-86463a7ca28c req-dbdc2a13-4ce1-4071-a5e1-aaf19c3737f8 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006818 Feb 03 11:22:44.929295 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1facd78b-dcc4-42d0-8bd7-5f84a7c0790b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:44.929835 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Added segment 1facd78b-dcc4-42d0-8bd7-5f84a7c0790b of type vlan for network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 Feb 03 11:22:44.981955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.015806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.017456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:45.018412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.142961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4956a0b0-13be-41be-8552-bdff5ca70a48), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.183381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7774117 Feb 03 11:22:45.189322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48102) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:45.224386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Request body: {'subnet': {'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-57311559-subnet', 'tenant_id': '301cca765b204533bc4bd79487ab9e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:45.244020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5fbc-cff2-4010-b796-9e60dbe7ddb5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:45.255995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:22:45.271913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db7448-2b15-4073-abf2-e07c5e93bd23 req-be8f0540-8f27-4aa0-813b-b6870b2a6c1c tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:45.280758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70db7448-2b15-4073-abf2-e07c5e93bd23 req-be8f0540-8f27-4aa0-813b-b6870b2a6c1c tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2251558 Feb 03 11:22:45.288987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event deleted for resources: {'Port': ['ID=4956a0b0-13be-41be-8552-bdff5ca70a48,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:45.316351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372ea9-2637-4294-9d97-6b885d451bfb req-072f5340-7d56-48db-83d7-3805dd83ee68 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:45.317967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e372ea9-2637-4294-9d97-6b885d451bfb req-072f5340-7d56-48db-83d7-3805dd83ee68 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 945 time: 0.3871312 Feb 03 11:22:45.442762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Made reservation on behalf of 301cca765b204533bc4bd79487ab9e6b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:45.445154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.451653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e69a6b14-4f47-41ab-9409-a6e66b8414bd up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:22:45.529748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e372ea9-2637-4294-9d97-6b885d451bfb req-c8855f04-6d09-48f0-9c86-90c2661341ee tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups?id=57ca82c7-d605-4479-87e2-2ba3098ef954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110911 Feb 03 11:22:45.575656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port e69a6b14-4f47-41ab-9409-a6e66b8414bd completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:22:45.593688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port e69a6b14-4f47-41ab-9409-a6e66b8414bd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:22:45.595754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.621771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Router 227eff03-5236-4fa5-a316-e420df6c6be8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:45.706692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70db7448-2b15-4073-abf2-e07c5e93bd23 req-1177d4f5-dfd3-4ffd-b2ae-768ef62ef069 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178071 Feb 03 11:22:45.707313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port e69a6b14-4f47-41ab-9409-a6e66b8414bd is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:22:45.707777 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.760008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd,segment=NetworkSegment(e445a68a-11ba-4076-822a-1a8b0298111d),segment_id=e445a68a-11ba-4076-822a-1a8b0298111d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:45.761252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:45.764234 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df0db94-3911-46b5-a1ac-0b3378a17726" -d '{"events": [{"server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "name": "network-vif-plugged", "status": "completed", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:45.770005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:45.771129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4956a0b0-13be-41be-8552-bdff5ca70a48 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:22:45.797677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 4956a0b0-13be-41be-8552-bdff5ca70a48 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:22:45.799045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4956a0b0-13be-41be-8552-bdff5ca70a48 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:22:45.884639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:46.042380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f491-8bca-4c34-be8f-f774fa7b6f8f req-0a0e0a49-4fd6-43c1-aa86-7dc7f3ab754e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:46.043844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2580f491-8bca-4c34-be8f-f774fa7b6f8f req-0a0e0a49-4fd6-43c1-aa86-7dc7f3ab754e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 944 time: 0.3647194 Feb 03 11:22:46.123038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:46.137971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Sync routers for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:46.139594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b476f-0586-44a2-9e68-71c7df14abc6 req-78aa4ce1-5875-415f-8eab-1ac71dc7d87c tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:46.141351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-934b476f-0586-44a2-9e68-71c7df14abc6 req-78aa4ce1-5875-415f-8eab-1ac71dc7d87c tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2386324 Feb 03 11:22:46.167351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:46.167987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:46.187804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:46.224605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] No DVR routers for this DVR port 4956a0b0-13be-41be-8552-bdff5ca70a48 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:22:46.229915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:46.233273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efcd8095-14f6-423b-bbd5-082398a6d604 req-3c3f024f-e9c9-4d9f-9cda-385e8d0d5791 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.69 "DELETE /v2.0/ports/4956a0b0-13be-41be-8552-bdff5ca70a48 HTTP/1.1" status: 204 len: 173 time: 2.5425866 Feb 03 11:22:46.239583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (cf6ecfab-d336-4aff-bc72-34c23f00805a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:46.239583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'name': 'network-vif-deleted', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:46.239583 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb96e0-8a8b-4451-920e-6e97d3c4e5f8" -d '{"events": [{"server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "name": "network-vif-deleted", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:46.258263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2580f491-8bca-4c34-be8f-f774fa7b6f8f req-7fdc2969-5b44-420e-84c9-c07e4341edca tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985097 Feb 03 11:22:46.350387 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:46.381223 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77881e-6c8a-4c1d-b9d4-c7153775aed0 x-openstack-request-id: req-af77881e-6c8a-4c1d-b9d4-c7153775aed0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:46.381745 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "name": "network-vif-plugged", "status": "completed", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:46.381865 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af77881e-6c8a-4c1d-b9d4-c7153775aed0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:46.382275 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd', 'code': 200} Feb 03 11:22:46.475635 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b219756-26ec-492b-a989-57a26f54a247 x-openstack-request-id: req-0b219756-26ec-492b-a989-57a26f54a247 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:46.476172 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2312a144-23be-4957-a3a2-0be8fa419cb0", "name": "network-vif-deleted", "tag": "4956a0b0-13be-41be-8552-bdff5ca70a48", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:46.476390 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b219756-26ec-492b-a989-57a26f54a247 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:46.476896 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2312a144-23be-4957-a3a2-0be8fa419cb0', 'name': 'network-vif-deleted', 'tag': '4956a0b0-13be-41be-8552-bdff5ca70a48', 'status': 'completed', 'code': 200} Feb 03 11:22:46.483320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6ecfab-d336-4aff-bc72-34c23f00805a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:46.504152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-934b476f-0586-44a2-9e68-71c7df14abc6 req-061851a2-6af5-4164-9a7b-ea0247bd51b7 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491859 Feb 03 11:22:46.529050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48140) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:46.593133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Checking segment: {'id': '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:46.593610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Network hostable DHCP agents. Network: fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:22:46.679072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:22:46.722379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d6583-e70e-4241-9fb5-e2e55fba2df6 req-6da3058f-aa90-4691-ba91-b0c6b9eac664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:46.723920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f57d6583-e70e-4241-9fb5-e2e55fba2df6 req-6da3058f-aa90-4691-ba91-b0c6b9eac664 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 1127 time: 0.2167966 Feb 03 11:22:46.778637 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:46.780335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-595cf9c4-4a53-47af-a7d2-61b9e0716050 req-c3a77a4a-8612-47c1-ab19-56c2bcdfbb6a tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.1053135 Feb 03 11:22:46.793274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:46.802319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de4210-b908-41ed-8b1f-d24eca885eff None None] Network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:46.817812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:46.818417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:46.824785 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Checking router: 227eff03-5236-4fa5-a316-e420df6c6be8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:46.834720 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:46.835334 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:46.875274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c39e9c54-aa37-46ef-9ba5-7755ab67219e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6721647 Feb 03 11:22:46.902048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f57d6583-e70e-4241-9fb5-e2e55fba2df6 req-e11423e5-6971-4ffc-b765-f8ead2aa1a64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241651 Feb 03 11:22:47.005086 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:47.039575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9af3f8-b555-40f4-8d67-80d1fa94b4cd None None] Network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:22:47.108122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61392293-2f0a-4350-b303-cb350d3d90d1 tempest-TestServerBasicOps-1167816611 tempest-TestServerBasicOps-1167816611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:47.112818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:47.117688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:47.117893 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-61392293-2f0a-4350-b303-cb350d3d90d1 tempest-TestServerBasicOps-1167816611 tempest-TestServerBasicOps-1167816611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1122 time: 0.5792427 Feb 03 11:22:47.165756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:47.492797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:47.588688 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:47.645461 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76750159-f8f8-4d8a-956a-aa3dff359989 None None] The sync data for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 is: [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:20:23Z', 'revision_number': 4, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4fdc2e63-66e3-447d-8d7a-6435c477c420', 'name': '', 'network_id': '9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'mac_address': 'fa:16:3e:e5:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:22Z', 'updated_at': '2022-02-03T11:20:31Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'subnets': [{'id': '75e65f26-1388-4d33-8c9c-5b593e2168d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:47.662704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec12a6a-1c4d-46cb-8fc9-fec613d647f5 req-592df142-5d80-488f-9217-1bc8462f965a tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:47.664287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eec12a6a-1c4d-46cb-8fc9-fec613d647f5 req-592df142-5d80-488f-9217-1bc8462f965a tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 945 time: 0.2440858 Feb 03 11:22:47.965848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eec12a6a-1c4d-46cb-8fc9-fec613d647f5 req-18f7f82d-3007-44c4-8eba-65211e57463b tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820582 Feb 03 11:22:47.976214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Allocated IP 172.25.7.90 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f52f3b8f-a58b-4346-aaad-2dac881c924a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:48.190616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c915bbe-c532-47f2-80b5-f92feae483b6 None None] New status for floating IP 6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:22:48.277636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-a072506f-e335-46e6-92f6-bd19ac36651e tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:48.279252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-a072506f-e335-46e6-92f6-bd19ac36651e tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/networks?id=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 HTTP/1.1" status: 200 len: 816 time: 0.2628164 Feb 03 11:22:48.365619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a92ada4-163d-45f2-8fb1-4d4fe71b6e12 req-2ae6ea59-e349-4188-a8bc-660824b15080 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0790284 Feb 03 11:22:48.432801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-86dbcd1e-c9b5-428a-8e5c-77d42497074a tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/quotas/301cca765b204533bc4bd79487ab9e6b HTTP/1.1" status: 200 len: 375 time: 0.0359714 Feb 03 11:22:48.509465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-a90400f8-e872-4603-921c-2e338f75ac74 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=301cca765b204533bc4bd79487ab9e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755739 Feb 03 11:22:48.633017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-aa9875bc-2ea7-487a-9028-8735435ebb57 service neutron] 10.222.0.30 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225634 Feb 03 11:22:48.691071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:48.798299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-f0ef5b59-46e6-4ee6-92fc-817053e38c05 service neutron] 10.222.0.30 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640224 Feb 03 11:22:48.809481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:48.849763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:48.853624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:48.857883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:48.949810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'Port': ['ID=f52f3b8f-a58b-4346-aaad-2dac881c924a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:48.983417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48200) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:49.153166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-520b0525-11bc-4dbe-9eea-b1eebbf4e46f req-be540242-690f-4ea3-9719-f4b210ab867d tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 210 time: 0.0458796 Feb 03 11:22:49.247115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.437006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Publish callbacks [] for security_group (da232045-1542-4535-b245-8918a1fda5ff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.444595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (da232045-1542-4535-b245-8918a1fda5ff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.548310 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a78ce433b0341bd8a1ae6454f0ca213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5629320 Feb 03 11:22:49.558544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:49.664450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da232045-1542-4535-b245-8918a1fda5ff,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:49.689234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.689679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.690108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.693398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.693840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.694310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.694726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.695137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.695562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.695968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.698658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.699091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.699509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be530cf2-6f3c-4db6-98b6-2cdadecf37f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:22:49.728712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] Publish callbacks [] for security_group (da232045-1542-4535-b245-8918a1fda5ff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.773902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] Publish callbacks [] for security_group (da232045-1542-4535-b245-8918a1fda5ff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.830645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5356eaff-cdf7-4f7c-a7a7-20915cc27f76 req-91975471-323f-4576-a32e-683e4f1f0437 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0722036 Feb 03 11:22:49.855143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a8734-7813-48df-aaa6-74b54defc51a req-90c616e6-e264-4384-8791-db3c2e8a51ad tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:49.864547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-461a8734-7813-48df-aaa6-74b54defc51a req-90c616e6-e264-4384-8791-db3c2e8a51ad tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 945 time: 0.6909971 Feb 03 11:22:49.911426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (da232045-1542-4535-b245-8918a1fda5ff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.924239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:49.928224 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da232045-1542-4535-b245-8918a1fda5ff HTTP/1.1" status: 204 len: 168 time: 0.3663287 Feb 03 11:22:49.949206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622a5be-6a7e-4190-b51c-5a962232c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da232045-1542-4535-b245-8918a1fda5ff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:50.018156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-461a8734-7813-48df-aaa6-74b54defc51a req-601e75da-6626-4528-88ca-1f5949209ded tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484292 Feb 03 11:22:50.359288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for floatingip (cb82969c-c737-4153-96c7-c468d6db874d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.504628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:50.523875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c03a5f8c-d18f-4ef8-a43d-84baa9b4b946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.529010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25b58e2e-d234-45c6-b5ef-f043956d5eae req-f8272b81-e8ae-4c1c-8437-83f3338f8617 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 210 time: 0.0816138 Feb 03 11:22:50.529667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.693036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c03a5f8c-d18f-4ef8-a43d-84baa9b4b946 admin admin] Publish callbacks [] for security_group (6a21546c-9805-4180-9f55-176ea32d27a5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.701053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c03a5f8c-d18f-4ef8-a43d-84baa9b4b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6a21546c-9805-4180-9f55-176ea32d27a5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.795955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5f8c-d18f-4ef8-a43d-84baa9b4b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a21546c-9805-4180-9f55-176ea32d27a5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:50.807918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c03a5f8c-d18f-4ef8-a43d-84baa9b4b946 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df51bb638c5f48318fee4c377d0753b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996540 Feb 03 11:22:50.809356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:50.886966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-6abad5f9-3575-40ac-aeb4-e33c908a135b tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:50.888580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-6abad5f9-3575-40ac-aeb4-e33c908a135b tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.69 "GET /v2.0/networks?id=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 HTTP/1.1" status: 200 len: 816 time: 0.2112262 Feb 03 11:22:50.918434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] Publish callbacks [] for security_group (6a21546c-9805-4180-9f55-176ea32d27a5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:50.931723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Request body: {'port': {'device_id': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2', 'admin_state_up': True, 'tenant_id': '301cca765b204533bc4bd79487ab9e6b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:50.980273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] Publish callbacks [] for security_group (6a21546c-9805-4180-9f55-176ea32d27a5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.065420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e448a0d7-3571-4765-a1f1-114e7f0b6aa0 req-b3708f43-6923-4808-8082-ff5b3936d091 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0474613 Feb 03 11:22:51.112315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6a21546c-9805-4180-9f55-176ea32d27a5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.116098 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.117863 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a21546c-9805-4180-9f55-176ea32d27a5 HTTP/1.1" status: 204 len: 168 time: 0.3050776 Feb 03 11:22:51.130415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2e79-4662-4ad8-b86f-38cb78f4fa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a21546c-9805-4180-9f55-176ea32d27a5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:51.205710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.217446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.328900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (cb82969c-c737-4153-96c7-c468d6db874d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.400709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Made reservation on behalf of 301cca765b204533bc4bd79487ab9e6b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:22:51.405280 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.427716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event updated for resources: {'Port': ['ID=f52f3b8f-a58b-4346-aaad-2dac881c924a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:51.716718 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Floating IP cb82969c-c737-4153-96c7-c468d6db874d associated. External IP: 172.25.7.90, port: 5d640aba-d3e8-45ed-b557-84aa9b17ea2b. Feb 03 11:22:51.804077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:51.824276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea53baf4-068a-49bf-9375-09a56de07ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.865530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d1656f0-599d-4c25-8c62-9f778bc85239 req-d41b49d0-a25c-4eb3-afba-e483af9f6415 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 210 time: 0.2008510 Feb 03 11:22:51.955653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea53baf4-068a-49bf-9375-09a56de07ebf admin admin] Publish callbacks [] for security_group (127b135e-e0b4-4d1f-90e0-9953bf6afe74), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:51.964586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea53baf4-068a-49bf-9375-09a56de07ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (127b135e-e0b4-4d1f-90e0-9953bf6afe74), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:52.011552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea53baf4-068a-49bf-9375-09a56de07ebf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67bb057937264a469c8d5f1ecb46ace7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055602 Feb 03 11:22:52.033852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53baf4-068a-49bf-9375-09a56de07ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127b135e-e0b4-4d1f-90e0-9953bf6afe74,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:52.037513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48278) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:52.108116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Allocated IP 172.20.0.7 (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2/cf6ecfab-d336-4aff-bc72-34c23f00805a/5eaa843b-e845-47cc-abae-4fd85ccfa5c0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:22:52.184126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] Publish callbacks [] for security_group (127b135e-e0b4-4d1f-90e0-9953bf6afe74), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:52.234577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] Publish callbacks [] for security_group (127b135e-e0b4-4d1f-90e0-9953bf6afe74), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:52.323474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (127b135e-e0b4-4d1f-90e0-9953bf6afe74), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:52.326681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:52.328073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/127b135e-e0b4-4d1f-90e0-9953bf6afe74 HTTP/1.1" status: 204 len: 168 time: 0.2893324 Feb 03 11:22:52.344846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b127-6dc1-47df-9243-303faebc1f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127b135e-e0b4-4d1f-90e0-9953bf6afe74,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:52.474656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2984ef14-6160-4e3a-a15c-edb519f5678e req-89b537a3-d59c-4c47-acd6-7358b88049ce tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.2497344 Feb 03 11:22:52.694654 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-8ebda96e-bd61-4359-8f98-c64a091fd3ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833387 Feb 03 11:22:52.845915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Router 67b15da4-cba9-4eea-aa28-36f65ec00a98 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:22:52.911768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591e8c-5a50-47f4-9000-4357ba82afca req-4fa5e593-4875-43be-b573-af7604b2a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:52.916000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-4fa5e593-4875-43be-b573-af7604b2a882 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c35d40051d2d40649fa965970926e5dc&device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 1127 time: 0.1463053 Feb 03 11:22:53.199526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591e8c-5a50-47f4-9000-4357ba82afca req-82190b9f-b328-42d3-a8c0-5bb63accedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:53.205155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks [] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:53.207538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-82190b9f-b328-42d3-a8c0-5bb63accedaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 HTTP/1.1" status: 200 len: 909 time: 0.2721443 Feb 03 11:22:53.264282 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-85ce88cd-ef41-4718-8018-6bf24c1e21ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd HTTP/1.1" status: 200 len: 217 time: 0.0511928 Feb 03 11:22:53.390697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf6e62c6-923a-4346-8465-e06bd501b1c9 req-cd36e382-a0c9-45c1-99b2-ed5fc9e7fe9e tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 210 time: 0.2104056 Feb 03 11:22:53.410093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591e8c-5a50-47f4-9000-4357ba82afca req-58648cb7-c694-4312-baed-27ac8693b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:53.412395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-58648cb7-c694-4312-baed-27ac8693b7e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2db50293-e82a-48c4-9a4f-86a8a8c11940 HTTP/1.1" status: 200 len: 848 time: 0.1386380 Feb 03 11:22:53.510144 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-972e1f51-2c64-4617-9afb-84cbe9a977df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919590 Feb 03 11:22:53.708306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6b17322-bc5c-4337-9424-e6db797d07bb req-5c8a638e-e661-4460-8464-abf080bc78d1 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0907676 Feb 03 11:22:53.731754 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-09ce586f-9191-43cf-bfb9-974d92305d5b service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151301 Feb 03 11:22:53.735671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:22:53.749741 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Sync routers for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:22:53.753813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:53.762780 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:53.765215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:53.893710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:22:53.902043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:53.912056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:22:53.914592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:22:53.965333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-53591e8c-5a50-47f4-9000-4357ba82afca req-de30a6e1-c90c-458c-bd6d-fffd7fb7900a service neutron] 10.222.0.69 "GET /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272861 Feb 03 11:22:54.014728 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:54.100452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Pushing event updated for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:54.116534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:54.119240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:54.186881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-de8bfde7-4911-4874-8e22-8489bea72c43 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0615726 Feb 03 11:22:54.186881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:54.186881 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a49804-aacd-49e8-b95f-8156821c01a1" -d '{"events": [{"name": "network-changed", "server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:54.204019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d503d661-2c1e-4df3-a75c-179e2317d976 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3011622 Feb 03 11:22:54.222380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Request body: {'port': {'device_id': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:22:54.254454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68226404-e700-4c2b-9336-63c30ac0f61b req-7773411c-7d4f-4eed-9035-8017343fc38e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:54.261456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68226404-e700-4c2b-9336-63c30ac0f61b req-7773411c-7d4f-4eed-9035-8017343fc38e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 945 time: 0.4269149 Feb 03 11:22:54.309747 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec573ff-2e1f-4fe8-9da0-4b50f40da74e x-openstack-request-id: req-dec573ff-2e1f-4fe8-9da0-4b50f40da74e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:54.310500 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:54.310500 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dec573ff-2e1f-4fe8-9da0-4b50f40da74e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:54.310707 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'status': 'completed', 'code': 200} Feb 03 11:22:54.425498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:54.448455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68226404-e700-4c2b-9336-63c30ac0f61b req-46465fc9-5a9e-42b0-b07e-e3996684ad07 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859422 Feb 03 11:22:54.691979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-da917549-ee07-497b-9050-ca50d0a1a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:54.700802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-da917549-ee07-497b-9050-ca50d0a1a188 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1127 time: 0.3867216 Feb 03 11:22:54.780387 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'cb82969c-c737-4153-96c7-c468d6db874d', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'port_id': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'mac_address': 'fa:16:3e:85:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:49Z', 'updated_at': '2022-02-03T11:22:49Z', 'revision_number': 0, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:54.906867 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Checking router: 67b15da4-cba9-4eea-aa28-36f65ec00a98 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:22:54.924284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:22:54.948443 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:22:54.950413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks [] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:54.952997 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:54.976270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Transition to ACTIVE for port object 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:22:54.990685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:55.033911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:55.089849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-5f0d1dda-2fba-4301-b170-27267659c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:55.095500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-5f0d1dda-2fba-4301-b170-27267659c1f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 200 len: 909 time: 0.3859665 Feb 03 11:22:55.193383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a8685a5-d8cc-46a7-9a7e-4cdc0011edc0 req-d03a148c-75fb-4122-a1d3-735e9449c839 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.2155085 Feb 03 11:22:55.390239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008137-604f-433d-9acd-491c4ae0aaf0 req-7addaf97-c892-4501-ac07-73ec83e055f7 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:55.410053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07008137-604f-433d-9acd-491c4ae0aaf0 req-7addaf97-c892-4501-ac07-73ec83e055f7 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 943 time: 0.4184098 Feb 03 11:22:55.436310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:55.517901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-bdc767b9-375f-47ea-91f2-197282059a32 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:55.519412 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-bdc767b9-375f-47ea-91f2-197282059a32 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.69 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 945 time: 0.2779074 Feb 03 11:22:55.528835 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-5c74deda-058a-4d1a-9a48-5b8c63c67cfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 200 len: 998 time: 0.4248912 Feb 03 11:22:55.657341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-3b4c143e-1bec-41c0-a525-b2f9cb6bacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:55.662413 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-3b4c143e-1bec-41c0-a525-b2f9cb6bacd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=714f53ec-13f3-4c28-9c35-690b254ce8e1 HTTP/1.1" status: 200 len: 847 time: 0.1223965 Feb 03 11:22:55.669078 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:22:55.717748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80339cb6-1a34-488f-8c55-5de699c2db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:55.777112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Attempting to bind port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:22:55.782510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Attempting to bind port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:22:55.784865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Attempting to bind port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 on network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:55.864510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 on network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:22:55.872664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Attempting to bind port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 on network fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:22:55.891599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07008137-604f-433d-9acd-491c4ae0aaf0 req-cb96713a-21ad-4b93-88f5-27d0bb443dde tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800367 Feb 03 11:22:55.936013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:22:55.936509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Checking segment: {'id': '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:22:55.937862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Bound using segment: {'id': '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:22:55.938551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Bound port: 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:22:55.939038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:55.990993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-20446fda-fa3e-4912-8414-0451d4f20e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:55.992763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-20446fda-fa3e-4912-8414-0451d4f20e20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72824220-a3b3-41cc-bcea-fc0542b067ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2576220 Feb 03 11:22:56.007404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-e1ca9d85-8df7-4a9d-8c23-128570f1c0e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:22:56.008444 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-e1ca9d85-8df7-4a9d-8c23-128570f1c0e9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051534 Feb 03 11:22:56.027470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Deleting port e69a6b14-4f47-41ab-9409-a6e66b8414bd {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:22:56.027754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.197398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:22:56.205300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,segment=NetworkSegment(1facd78b-dcc4-42d0-8bd7-5f84a7c0790b),segment_id=1facd78b-dcc4-42d0-8bd7-5f84a7c0790b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:22:56.206732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] For port e69a6b14-4f47-41ab-9409-a6e66b8414bd, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=e69a6b14-4f47-41ab-9409-a6e66b8414bd,segment=NetworkSegment(e445a68a-11ba-4076-822a-1a8b0298111d),segment_id=e445a68a-11ba-4076-822a-1a8b0298111d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:22:56.207270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.254669 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'cb82969c-c737-4153-96c7-c468d6db874d', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'port_id': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'mac_address': 'fa:16:3e:85:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:49Z', 'updated_at': '2022-02-03T11:22:49Z', 'revision_number': 0, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:56.255269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d9c9-03c7-49ae-bf16-49b2e1aedaf7 req-65748c6b-8103-4e6f-af88-ae0c4ce464d3 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:56.258271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Calling delete_port for e69a6b14-4f47-41ab-9409-a6e66b8414bd owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:22:56.266865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1654d9c9-03c7-49ae-bf16-49b2e1aedaf7 req-65748c6b-8103-4e6f-af88-ae0c4ce464d3 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 945 time: 0.5794594 Feb 03 11:22:56.268116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.307749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4094c4e-c8de-45e0-83c3-a9c4282af012 None None] The sync data for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 is: [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'cb82969c-c737-4153-96c7-c468d6db874d', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'port_id': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'mac_address': 'fa:16:3e:85:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:22:49Z', 'updated_at': '2022-02-03T11:22:49Z', 'revision_number': 0, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:22:56.460148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:56.460773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.473198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] 10.222.0.69 "PUT /v2.0/ports/5eaa843b-e845-47cc-abae-4fd85ccfa5c0 HTTP/1.1" status: 200 len: 1091 time: 2.2451491 Feb 03 11:22:56.479156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:56.485690 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e572f155-a2d9-4394-86ab-c9c627e4edb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:56.576947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c609e213-e07b-423e-9fb8-57e318c86fb7 req-8bbe1b50-bca4-438c-85b8-e4676272b416 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.1024876 Feb 03 11:22:56.681648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1654d9c9-03c7-49ae-bf16-49b2e1aedaf7 req-6b9a12b8-04a3-4400-9d94-20ee590ae24e tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427680 Feb 03 11:22:56.692075 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-42828a64-c3d3-4d5c-86f6-d7f2d2bb55eb service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745634 Feb 03 11:22:56.719490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bff5e9-c097-4b08-9636-65451546fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:56.736178 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71223cb-0eef-4e17-b495-4fbea816fdc0 x-openstack-request-id: req-a71223cb-0eef-4e17-b495-4fbea816fdc0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:56.736490 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:56.736740 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a71223cb-0eef-4e17-b495-4fbea816fdc0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:56.737199 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0', 'status': 'completed', 'code': 200} Feb 03 11:22:56.754185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e69a6b14-4f47-41ab-9409-a6e66b8414bd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.777761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-3340630d-e579-483b-acb5-5aa070936a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:56.779282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-3340630d-e579-483b-acb5-5aa070936a49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=301cca765b204533bc4bd79487ab9e6b&device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 1125 time: 0.2049489 Feb 03 11:22:56.788576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['e69a6b14-4f47-41ab-9409-a6e66b8414bd'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:22:56.803876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80339cb6-1a34-488f-8c55-5de699c2db2f admin admin] Publish callbacks [] for security_group (fcb1af59-d6f2-4ae2-8813-8d9741a80e16), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.859544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae97357a-4614-4bb9-87d1-dfc49fc826e5 None None] New status for floating IP cb82969c-c737-4153-96c7-c468d6db874d: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:22:56.903963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-89cc6ee7-5050-462e-86c4-31ff32e1ddc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0 HTTP/1.1" status: 200 len: 217 time: 0.0988805 Feb 03 11:22:56.928576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80339cb6-1a34-488f-8c55-5de699c2db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fcb1af59-d6f2-4ae2-8813-8d9741a80e16), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:56.999993 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.146189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-80339cb6-1a34-488f-8c55-5de699c2db2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9df2d28e96f649c8b6f9330cd759f6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1329818 Feb 03 11:22:57.157391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:57.160233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80339cb6-1a34-488f-8c55-5de699c2db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1af59-d6f2-4ae2-8813-8d9741a80e16,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:57.258086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Pushing event deleted for resources: {'Port': ['ID=e69a6b14-4f47-41ab-9409-a6e66b8414bd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:57.329189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-99083aee-7305-4d3b-b057-06a0a6bc1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:57.334651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-99083aee-7305-4d3b-b057-06a0a6bc1855 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf6ecfab-d336-4aff-bc72-34c23f00805a HTTP/1.1" status: 200 len: 856 time: 0.4260597 Feb 03 11:22:57.372189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] Publish callbacks [] for security_group (fcb1af59-d6f2-4ae2-8813-8d9741a80e16), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.390535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] No DVR routers for this DVR port e69a6b14-4f47-41ab-9409-a6e66b8414bd on host n-h2-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:22:57.394739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.398498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0090f63f-98a0-4555-b370-9535160cd2f2 req-21da66b0-2161-403a-8d0a-9ac13bc73c41 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.69 "DELETE /v2.0/ports/e69a6b14-4f47-41ab-9409-a6e66b8414bd HTTP/1.1" status: 204 len: 173 time: 1.8686011 Feb 03 11:22:57.398882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'name': 'network-vif-deleted', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:22:57.402966 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250beff9-9653-4aa6-9ba8-d2acb639e8e2" -d '{"events": [{"server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "name": "network-vif-deleted", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:22:57.429329 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-52a49804-aacd-49e8-b95f-8156821c01a1 req-c1dc6584-4e62-4b1d-8d6e-2b0cabe1ea82 service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280962 Feb 03 11:22:57.452819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] Publish callbacks [] for security_group (fcb1af59-d6f2-4ae2-8813-8d9741a80e16), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.485971 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e37020-83d5-411f-ab9e-6ae79118d545 x-openstack-request-id: req-c1e37020-83d5-411f-ab9e-6ae79118d545 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:22:57.486347 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ba370-808a-4152-99c2-b0758e4c097a", "name": "network-vif-deleted", "tag": "e69a6b14-4f47-41ab-9409-a6e66b8414bd", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:22:57.486648 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1e37020-83d5-411f-ab9e-6ae79118d545 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:22:57.487068 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ba370-808a-4152-99c2-b0758e4c097a', 'name': 'network-vif-deleted', 'tag': 'e69a6b14-4f47-41ab-9409-a6e66b8414bd', 'status': 'completed', 'code': 200} Feb 03 11:22:57.560538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fcb1af59-d6f2-4ae2-8813-8d9741a80e16), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.566781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:57.566781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcb1af59-d6f2-4ae2-8813-8d9741a80e16 HTTP/1.1" status: 204 len: 168 time: 0.4007740 Feb 03 11:22:57.575153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-d47ec93b-f389-4d51-86e7-010a5cc38fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998558 Feb 03 11:22:57.751075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-9ff8d284-1610-4ab0-a0ad-62d299b5d167 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756194 Feb 03 11:22:57.765054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce215-1559-4553-bd0d-a49f8b31c4f1 req-b9ba6797-8a34-4c0a-bd3f-16ef6effa294 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:57.773010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-545ce215-1559-4553-bd0d-a49f8b31c4f1 req-b9ba6797-8a34-4c0a-bd3f-16ef6effa294 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 943 time: 0.6164317 Feb 03 11:22:57.784299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb14f46-230b-488e-9586-72f895f41a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1af59-d6f2-4ae2-8813-8d9741a80e16,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:57.840479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01aaf84e-7704-47c4-beda-15bb94b2332d req-1729539c-c8b7-4629-a83f-df09acb1100f tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0881972 Feb 03 11:22:58.037253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-545ce215-1559-4553-bd0d-a49f8b31c4f1 req-403d1741-86d2-43e3-9f57-912d1bfc2496 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627902 Feb 03 11:22:58.077135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e91a8f7-b45f-4f3a-9904-b2bdf3fa0c7b req-de2dfd02-0f11-4cbc-b72a-4ee81b729b93 tempest-ServerTagsTestJSON-835634299 tempest-ServerTagsTestJSON-835634299-project] 10.222.0.30 "GET /v2.0/ports?device_id=999ba370-808a-4152-99c2-b0758e4c097a HTTP/1.1" status: 200 len: 210 time: 0.0389073 Feb 03 11:22:58.083530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd82f2ea-64d3-4b9a-b5ae-68f3ee6a99cb req-9fc332f2-ccf5-409d-8ee8-eb7b7eca7839 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020523 Feb 03 11:22:58.173635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:58.300647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-1c6dd99a-26ea-4672-bc7b-ba46115baa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:58.306572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-1c6dd99a-26ea-4672-bc7b-ba46115baa54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=301cca765b204533bc4bd79487ab9e6b&device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 1125 time: 0.1128652 Feb 03 11:22:58.425559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48418) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:58.441153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3978b8b8-6b4c-4f0a-a595-418676daf658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.443385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6919e543-acaa-4867-8cc1-c1a478d8a76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.451818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-72e6b124-2e04-47f7-92ad-1aaf8ea77d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:58.453302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-72e6b124-2e04-47f7-92ad-1aaf8ea77d88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 HTTP/1.1" status: 200 len: 917 time: 0.1405127 Feb 03 11:22:58.524770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6919e543-acaa-4867-8cc1-c1a478d8a76a admin admin] Publish callbacks [] for security_group (5a0c992b-2459-4e8b-83da-fe8284d8f143), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.530194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6919e543-acaa-4867-8cc1-c1a478d8a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5a0c992b-2459-4e8b-83da-fe8284d8f143), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.560132 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6919e543-acaa-4867-8cc1-c1a478d8a76a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fff4b2d14f324d2d86d1fed60996d422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334794 Feb 03 11:22:58.563007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:58.639817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] Publish callbacks [] for security_group (5a0c992b-2459-4e8b-83da-fe8284d8f143), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.644782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919e543-acaa-4867-8cc1-c1a478d8a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c992b-2459-4e8b-83da-fe8284d8f143,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:58.684066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] Publish callbacks [] for security_group (5a0c992b-2459-4e8b-83da-fe8284d8f143), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.740475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5a0c992b-2459-4e8b-83da-fe8284d8f143), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.744579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:58.746335 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a0c992b-2459-4e8b-83da-fe8284d8f143 HTTP/1.1" status: 204 len: 168 time: 0.1821501 Feb 03 11:22:58.756271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350ccb8-1288-42b0-ac58-1b98bd0c84bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c992b-2459-4e8b-83da-fe8284d8f143,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:58.922390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-266117e8-2e76-42ed-8a18-8647b5681780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0 HTTP/1.1" status: 200 len: 217 time: 0.4634426 Feb 03 11:22:59.002749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0f82e9f-d8a3-4794-86e1-75c2879e56fe req-9ec662f2-3c52-47fb-9523-44603172aaba tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0364568 Feb 03 11:22:59.027161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-e8f994f6-5fe8-4101-acc2-49f3eebdf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:59.028888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-e8f994f6-5fe8-4101-acc2-49f3eebdf171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf6ecfab-d336-4aff-bc72-34c23f00805a HTTP/1.1" status: 200 len: 856 time: 0.0996954 Feb 03 11:22:59.068181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-67c62c4e-2821-41c5-ad26-a894d4aa0fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326929 Feb 03 11:22:59.126923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3978b8b8-6b4c-4f0a-a595-418676daf658 admin admin] Publish callbacks [] for security_group (59098cbb-5c15-4122-8a35-25352a606d8c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.137891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3978b8b8-6b4c-4f0a-a595-418676daf658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59098cbb-5c15-4122-8a35-25352a606d8c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.182364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:59.225925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Deleting subnet 2db50293-e82a-48c4-9a4f-86a8a8c11940 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:22:59.229202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Publish callbacks [] for subnet (2db50293-e82a-48c4-9a4f-86a8a8c11940), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.267386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (2db50293-e82a-48c4-9a4f-86a8a8c11940), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.272247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-bba0d473-9a2c-49f5-831c-86e6feb8f296 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820474 Feb 03 11:22:59.275679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3978b8b8-6b4c-4f0a-a595-418676daf658 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e06ed13f3ed498cbf69b7b0b7e157fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1006188 Feb 03 11:22:59.312965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:59.314398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2db50293-e82a-48c4-9a4f-86a8a8c11940), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.370356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (2db50293-e82a-48c4-9a4f-86a8a8c11940), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.384835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.389804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2db50293-e82a-48c4-9a4f-86a8a8c11940 HTTP/1.1" status: 204 len: 168 time: 0.2064106 Feb 03 11:22:59.409140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48444) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:22:59.418710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6bef1-9bff-47db-9b99-8834d40b1a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db50293-e82a-48c4-9a4f-86a8a8c11940,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:59.441967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978b8b8-6b4c-4f0a-a595-418676daf658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59098cbb-5c15-4122-8a35-25352a606d8c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:59.508252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e69a6b14-4f47-41ab-9409-a6e66b8414bd no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:22:59.531767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.547348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: e69a6b14-4f47-41ab-9409-a6e66b8414bd {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:22:59.552010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device e69a6b14-4f47-41ab-9409-a6e66b8414bd not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:22:59.575547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] Publish callbacks [] for security_group (59098cbb-5c15-4122-8a35-25352a606d8c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.643240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.652049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6775d-36c1-48c3-add4-bd409ebd6009 req-eb76c110-bdf2-4087-9aa4-ed7356f272b2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:22:59.659389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7a6775d-36c1-48c3-add4-bd409ebd6009 req-eb76c110-bdf2-4087-9aa4-ed7356f272b2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 943 time: 0.3823259 Feb 03 11:22:59.670640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba93eea6-ab36-41d7-b1b8-b63a82bc20c7']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:59.674572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] Publish callbacks [] for security_group (59098cbb-5c15-4122-8a35-25352a606d8c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.683355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445a68a-11ba-4076-822a-1a8b0298111d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:59.683950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445a68a-11ba-4076-822a-1a8b0298111d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:22:59.704985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e445a68a-11ba-4076-822a-1a8b0298111d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.719042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e445a68a-11ba-4076-822a-1a8b0298111d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.725926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:22:59.726327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e445a68a-11ba-4076-822a-1a8b0298111d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.768154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e572f155-a2d9-4394-86ab-c9c627e4edb1 req-cb961592-2906-4af8-ba61-8366f84b4754 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737904 Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:22:59.785735 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:22:59.793084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ba93eea6-ab36-41d7-b1b8-b63a82bc20c7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.802126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.807373 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ba93eea6-ab36-41d7-b1b8-b63a82bc20c7 HTTP/1.1" status: 204 len: 168 time: 0.3968432 Feb 03 11:22:59.819239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734895c-cbe8-462a-a3ad-1c91b80ce3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba93eea6-ab36-41d7-b1b8-b63a82bc20c7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:22:59.886797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7a6775d-36c1-48c3-add4-bd409ebd6009 req-af606ce2-281c-4af1-8c5c-772599e013b9 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264438 Feb 03 11:22:59.920418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59098cbb-5c15-4122-8a35-25352a606d8c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.923852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:22:59.927359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59098cbb-5c15-4122-8a35-25352a606d8c HTTP/1.1" status: 204 len: 168 time: 0.6101074 Feb 03 11:22:59.942432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ef23-0bdf-4d03-a81a-536ae96902c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59098cbb-5c15-4122-8a35-25352a606d8c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:00.083606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:00.162195 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a2be5de-cde1-4bec-8c82-36c9c3e2d4bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c35d40051d2d40649fa965970926e5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767269 Feb 03 11:23:00.166908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48476) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:00.182596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1db969cf-b30c-4112-9b6e-5d30c2d18aab req-45834ed8-97c5-4c2b-810b-87fdc5fa5fd2 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0613179 Feb 03 11:23:00.319514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] Publish callbacks [] for security_group (8c97405f-5fd0-4838-b8e6-d89b2bd67a9b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.333017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d4b43-2501-4e1e-8a47-21a0d5b5ae6b req-191233fa-fc2e-487d-a8dd-bfebb0b1648d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:00.334606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa9d4b43-2501-4e1e-8a47-21a0d5b5ae6b req-191233fa-fc2e-487d-a8dd-bfebb0b1648d tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1373556 Feb 03 11:23:00.398560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] Publish callbacks [] for security_group (8c97405f-5fd0-4838-b8e6-d89b2bd67a9b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.457730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa9d4b43-2501-4e1e-8a47-21a0d5b5ae6b req-75dcf734-2fc8-4f59-9ce0-881e9d86ba06 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124611 Feb 03 11:23:00.497609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8c97405f-5fd0-4838-b8e6-d89b2bd67a9b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.500550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.502775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c97405f-5fd0-4838-b8e6-d89b2bd67a9b HTTP/1.1" status: 204 len: 168 time: 0.3348184 Feb 03 11:23:00.518955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28ec92-0eb0-425a-a980-b759d3d11bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97405f-5fd0-4838-b8e6-d89b2bd67a9b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:00.676710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:00.699826 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48a0499d-8b0b-44fc-b89a-f913129f842b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.877738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48a0499d-8b0b-44fc-b89a-f913129f842b admin admin] Publish callbacks [] for security_group (2c03426a-827a-41a6-86fc-7dcbc778c4b3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.885133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48a0499d-8b0b-44fc-b89a-f913129f842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2c03426a-827a-41a6-86fc-7dcbc778c4b3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:00.932750 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-48a0499d-8b0b-44fc-b89a-f913129f842b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=636b03cf64884c4ba12eb287f1c669d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552381 Feb 03 11:23:00.933673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0499d-8b0b-44fc-b89a-f913129f842b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c03426a-827a-41a6-86fc-7dcbc778c4b3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:00.937526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:01.157219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] Publish callbacks [] for security_group (2c03426a-827a-41a6-86fc-7dcbc778c4b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.217505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b80e00fd-2500-4955-8f0a-b39a48592a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.242417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92867ea8-1916-426f-a115-cd8eb30a3ff2 req-f82bad41-cde2-4391-9537-25ca6cc9d722 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:01.254410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92867ea8-1916-426f-a115-cd8eb30a3ff2 req-f82bad41-cde2-4391-9537-25ca6cc9d722 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 943 time: 0.2570930 Feb 03 11:23:01.363232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] Publish callbacks [] for security_group (2c03426a-827a-41a6-86fc-7dcbc778c4b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.404712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3414335c-0947-4a6c-8cd0-99263af76541 req-581bf077-bff4-480a-a8d8-1fb55b974dd6 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0584316 Feb 03 11:23:01.422635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92867ea8-1916-426f-a115-cd8eb30a3ff2 req-d888e18b-40a3-4269-abd6-9a9d8c53592b tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651869 Feb 03 11:23:01.486996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2c03426a-827a-41a6-86fc-7dcbc778c4b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.489820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.491143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c03426a-827a-41a6-86fc-7dcbc778c4b3 HTTP/1.1" status: 204 len: 168 time: 0.5525699 Feb 03 11:23:01.508860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54eab0-5714-450e-896c-c40779c858b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c03426a-827a-41a6-86fc-7dcbc778c4b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:01.558629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:01.778009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9bc1-cac2-4d46-8308-2c212ffab9c6 req-db237045-9edd-44ff-b4ad-9c41f03f59c2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:01.779575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b0f9bc1-cac2-4d46-8308-2c212ffab9c6 req-db237045-9edd-44ff-b4ad-9c41f03f59c2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.1292386 Feb 03 11:23:01.825001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,segment=NetworkSegment(1facd78b-dcc4-42d0-8bd7-5f84a7c0790b),segment_id=1facd78b-dcc4-42d0-8bd7-5f84a7c0790b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:01.844510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0', 'network_id': 'fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2', 'port_id': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0', 'mac_address': 'fa:16:3e:4d:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6ecfab-d336-4aff-bc72-34c23f00805a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:01.893864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b0f9bc1-cac2-4d46-8308-2c212ffab9c6 req-9e60a6d8-934b-4fc4-a58b-fd77c471677b tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ac0f08a-eea7-41a7-8551-704233dfcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Feb 03 11:23:01.894179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:01.894744 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.922390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:01.945555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,segment=NetworkSegment(1facd78b-dcc4-42d0-8bd7-5f84a7c0790b),segment_id=1facd78b-dcc4-42d0-8bd7-5f84a7c0790b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:01.953050 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:01.999452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-59c82594-5584-489c-9680-1e1f50776a67 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:02.006724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-59c82594-5584-489c-9680-1e1f50776a67 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 946 time: 0.0792656 Feb 03 11:23:02.073156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:02.135002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:02.145578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Deleting port aead50e6-c324-413e-babf-08156cbee553 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:02.145933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aead50e6-c324-413e-babf-08156cbee553), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.246083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] For port aead50e6-c324-413e-babf-08156cbee553, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=aead50e6-c324-413e-babf-08156cbee553,segment=NetworkSegment(7953c240-a2c3-436d-b4f7-04063665594b),segment_id=7953c240-a2c3-436d-b4f7-04063665594b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:02.246421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aead50e6-c324-413e-babf-08156cbee553), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.269609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Calling delete_port for aead50e6-c324-413e-babf-08156cbee553 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:02.318936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5eaa843b-e845-47cc-abae-4fd85ccfa5c0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:02.376424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abcc060a-f124-4424-a9ac-f41e258cc829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.553689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aead50e6-c324-413e-babf-08156cbee553), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.576456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['aead50e6-c324-413e-babf-08156cbee553'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:02.595754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Pushing event deleted for resources: {'Port': ['ID=aead50e6-c324-413e-babf-08156cbee553,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:02.628813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ee62234-338e-4b8e-83ac-e257178eb648 req-df883500-fe05-4917-8e26-fea51fdc1770 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/ports?device_id=2312a144-23be-4957-a3a2-0be8fa419cb0 HTTP/1.1" status: 200 len: 210 time: 0.0712140 Feb 03 11:23:02.698323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abcc060a-f124-4424-a9ac-f41e258cc829 admin admin] Publish callbacks [] for security_group (4b1f16f7-0567-4775-8b74-d4f60aec7009), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.700415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] No DVR routers for this DVR port aead50e6-c324-413e-babf-08156cbee553 on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:23:02.708183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abcc060a-f124-4424-a9ac-f41e258cc829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b1f16f7-0567-4775-8b74-d4f60aec7009), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.708606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.717728 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-81d39a7f-f43b-4e98-9e5e-92ad23172a2a req-8465c27b-0046-469d-883c-dd33890f6e09 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.53 "DELETE /v2.0/ports/aead50e6-c324-413e-babf-08156cbee553 HTTP/1.1" status: 204 len: 173 time: 0.7021449 Feb 03 11:23:02.718223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-deleted', 'tag': 'aead50e6-c324-413e-babf-08156cbee553'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:02.720878 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eca5ef3-7a6a-4476-b14e-b77a04ef9a11" -d '{"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-deleted", "tag": "aead50e6-c324-413e-babf-08156cbee553"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:02.744593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85e651-0df3-4009-a6c0-3180646bb62d req-fdf7f774-bb55-443a-9485-1573cd1076d4 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:02.746277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc85e651-0df3-4009-a6c0-3180646bb62d req-fdf7f774-bb55-443a-9485-1573cd1076d4 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 944 time: 0.1228869 Feb 03 11:23:02.781029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-abcc060a-f124-4424-a9ac-f41e258cc829 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3402e41f1f3043ad8f650f8a26c520df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6442606 Feb 03 11:23:02.783972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48588) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:02.790277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc060a-f124-4424-a9ac-f41e258cc829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f16f7-0567-4775-8b74-d4f60aec7009,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:02.833025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc85e651-0df3-4009-a6c0-3180646bb62d req-001f02ce-6b38-4e96-9e35-14e794feb8d8 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712433 Feb 03 11:23:02.893920 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4402d-b834-45f4-9580-a2aa0d83d770 x-openstack-request-id: req-84a4402d-b834-45f4-9580-a2aa0d83d770 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:02.894277 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a97c0f-543a-4ce0-b8fd-6bf75e85c512", "name": "network-vif-deleted", "tag": "aead50e6-c324-413e-babf-08156cbee553", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:02.894477 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84a4402d-b834-45f4-9580-a2aa0d83d770 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:02.894910 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a97c0f-543a-4ce0-b8fd-6bf75e85c512', 'name': 'network-vif-deleted', 'tag': 'aead50e6-c324-413e-babf-08156cbee553', 'status': 'completed', 'code': 200} Feb 03 11:23:02.909730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] Publish callbacks [] for security_group (4b1f16f7-0567-4775-8b74-d4f60aec7009), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.935105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] Publish callbacks [] for security_group (4b1f16f7-0567-4775-8b74-d4f60aec7009), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.990493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b1f16f7-0567-4775-8b74-d4f60aec7009), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:02.996266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.002924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b1f16f7-0567-4775-8b74-d4f60aec7009 HTTP/1.1" status: 204 len: 168 time: 0.2170215 Feb 03 11:23:03.016523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d20a-59d6-4392-b2e2-211128d197ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f16f7-0567-4775-8b74-d4f60aec7009,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:03.036558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0047f793-360f-40a9-87a5-290e681434b2 req-287d2197-ad75-4904-9cec-238b629206b2 tempest-ServersNegativeTestJSON-1356962885 tempest-ServersNegativeTestJSON-1356962885-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a97c0f-543a-4ce0-b8fd-6bf75e85c512 HTTP/1.1" status: 200 len: 210 time: 0.0395744 Feb 03 11:23:03.451476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:03.466689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba11f449-32f9-435d-8e6f-eeb6ebad4cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.549727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:03.584103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba11f449-32f9-435d-8e6f-eeb6ebad4cad admin admin] Publish callbacks [] for security_group (0d96a45f-8e24-46ce-940d-d5261b5bd619), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.589570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba11f449-32f9-435d-8e6f-eeb6ebad4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0d96a45f-8e24-46ce-940d-d5261b5bd619), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.612608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2b45108-55a7-4133-b762-86ce69559301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.640671 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba11f449-32f9-435d-8e6f-eeb6ebad4cad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed44f7ac492a4d8b8310a8b0544718e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880729 Feb 03 11:23:03.642408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f449-32f9-435d-8e6f-eeb6ebad4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96a45f-8e24-46ce-940d-d5261b5bd619,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:03.643312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:03.669072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:23:03.677688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:03.678258 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.751368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:03.752007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] Publish callbacks [] for security_group (0d96a45f-8e24-46ce-940d-d5261b5bd619), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.781375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] Publish callbacks [] for security_group (0d96a45f-8e24-46ce-940d-d5261b5bd619), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.817232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:03.817874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.839570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (57ca82c7-d605-4479-87e2-2ba3098ef954), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.846350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:03.850995 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9f7d5-0e31-4db2-8a28-e75b9cd92056" -d '{"events": [{"server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:03.872072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0d96a45f-8e24-46ce-940d-d5261b5bd619), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.875771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.877676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d96a45f-8e24-46ce-940d-d5261b5bd619 HTTP/1.1" status: 204 len: 168 time: 0.2332013 Feb 03 11:23:03.892363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,segment=NetworkSegment(1facd78b-dcc4-42d0-8bd7-5f84a7c0790b),segment_id=1facd78b-dcc4-42d0-8bd7-5f84a7c0790b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:03.898798 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.912185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e9d8e-c9e7-45b9-b408-9e616a0d58b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96a45f-8e24-46ce-940d-d5261b5bd619,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:03.946959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (57ca82c7-d605-4479-87e2-2ba3098ef954), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:03.982529 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702294a2-677e-4d0c-9187-26e90552321b x-openstack-request-id: req-702294a2-677e-4d0c-9187-26e90552321b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:03.982879 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:03.983170 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-702294a2-677e-4d0c-9187-26e90552321b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:03.983589 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0', 'code': 200} Feb 03 11:23:04.051538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (57ca82c7-d605-4479-87e2-2ba3098ef954), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.061561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.063154 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "DELETE /v2.0/security-groups/57ca82c7-d605-4479-87e2-2ba3098ef954 HTTP/1.1" status: 204 len: 168 time: 0.3100307 Feb 03 11:23:04.067628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48636) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:04.078812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:04.105258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82145e-df29-48be-a5c9-dfe59d955961 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca82c7-d605-4479-87e2-2ba3098ef954,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:04.117212 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-1d3aa387-e98a-4738-85c7-4fc761c58765 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] show failed (client error): The resource could not be found. Feb 03 11:23:04.118986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1d3aa387-e98a-4738-85c7-4fc761c58765 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "GET /v2.0/security-groups/57ca82c7-d605-4479-87e2-2ba3098ef954 HTTP/1.1" status: 404 len: 347 time: 0.0249672 Feb 03 11:23:04.124887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48642) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:04.169527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:04.240873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acc6f-1d33-4a48-b27a-26db3428dae8 req-a4f42671-3aa6-45ce-ba6b-20be6791e832 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:04.242440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb1acc6f-1d33-4a48-b27a-26db3428dae8 req-a4f42671-3aa6-45ce-ba6b-20be6791e832 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.2428696 Feb 03 11:23:04.248707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Deleting subnet 66f1c642-b78c-49fc-8210-29751017f807 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:04.255879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Publish callbacks [] for subnet (66f1c642-b78c-49fc-8210-29751017f807), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.287468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb387d-17d3-40f4-98b0-ff19f0331608 req-ff83f8ec-e340-4d45-bcb3-d6580356e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:04.289001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45eb387d-17d3-40f4-98b0-ff19f0331608 req-ff83f8ec-e340-4d45-bcb3-d6580356e71e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 1127 time: 0.2040844 Feb 03 11:23:04.333362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (66f1c642-b78c-49fc-8210-29751017f807), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.354748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:04.386623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (66f1c642-b78c-49fc-8210-29751017f807), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.410110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb1acc6f-1d33-4a48-b27a-26db3428dae8 req-783d6d17-5a49-44c6-9912-0685671becbc tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594446 Feb 03 11:23:04.414520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45eb387d-17d3-40f4-98b0-ff19f0331608 req-bb948408-926e-49ab-89b3-7e18896d4b0d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156504 Feb 03 11:23:04.423488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Deleting port 2407ec96-1b38-4d0d-ae7b-81245c2461b2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:04.425292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.469694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (66f1c642-b78c-49fc-8210-29751017f807), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.490646 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.496313 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/66f1c642-b78c-49fc-8210-29751017f807 HTTP/1.1" status: 204 len: 168 time: 0.3254161 Feb 03 11:23:04.498563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:04.518332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea252f-b1df-480d-9139-c87ceb096619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f1c642-b78c-49fc-8210-29751017f807,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:04.590484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.595944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.596459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (2407ec96-1b38-4d0d-ae7b-81245c2461b2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.631004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fb88b8c-2136-420a-bb54-26e780a2c1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.633401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Calling delete_port for 2407ec96-1b38-4d0d-ae7b-81245c2461b2 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:04.639017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (dc9cce5c-f824-4862-a038-e30fef5ba3a7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.846279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:04.856605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (dc9cce5c-f824-4862-a038-e30fef5ba3a7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.872318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: aead50e6-c324-413e-babf-08156cbee553 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:04.873476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device aead50e6-c324-413e-babf-08156cbee553 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:04.927295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9cce5c-f824-4862-a038-e30fef5ba3a7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:04.952422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7953c240-a2c3-436d-b4f7-04063665594b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:04.952894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7953c240-a2c3-436d-b4f7-04063665594b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:04.975531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fb88b8c-2136-420a-bb54-26e780a2c1ae admin admin] Publish callbacks [] for security_group (aa9529b3-e576-4667-8faf-465016bb88ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.980327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (7953c240-a2c3-436d-b4f7-04063665594b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:04.990891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fb88b8c-2136-420a-bb54-26e780a2c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aa9529b3-e576-4667-8faf-465016bb88ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.046519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7953c240-a2c3-436d-b4f7-04063665594b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.083445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1fb88b8c-2136-420a-bb54-26e780a2c1ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=542738c57a8742d6a897999104934f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7112422 Feb 03 11:23:05.083445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:05.083445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (7953c240-a2c3-436d-b4f7-04063665594b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:05.085753 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:05.090433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:05.107536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88b8c-2136-420a-bb54-26e780a2c1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9529b3-e576-4667-8faf-465016bb88ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:05.130337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2407ec96-1b38-4d0d-ae7b-81245c2461b2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.169578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] Publish callbacks [] for security_group (aa9529b3-e576-4667-8faf-465016bb88ed), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.212723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Pushing event deleted for resources: {'Port': ['ID=2407ec96-1b38-4d0d-ae7b-81245c2461b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:05.214699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] Publish callbacks [] for security_group (aa9529b3-e576-4667-8faf-465016bb88ed), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.243880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (dc9cce5c-f824-4862-a038-e30fef5ba3a7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.249533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.252816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dc9cce5c-f824-4862-a038-e30fef5ba3a7 HTTP/1.1" status: 204 len: 168 time: 0.7529926 Feb 03 11:23:05.257462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.257823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.258172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.258587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.258969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.259305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.259640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.260522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.260950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.261229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.261586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.261902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.262231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:05.309463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aa9529b3-e576-4667-8faf-465016bb88ed), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.313530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.318666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa9529b3-e576-4667-8faf-465016bb88ed HTTP/1.1" status: 204 len: 168 time: 0.2251673 Feb 03 11:23:05.331622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585aace-a6d4-4d51-b7fc-36df712eb1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9529b3-e576-4667-8faf-465016bb88ed,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:05.348446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243737-5283-46c1-a442-ba8a0c3c98e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9cce5c-f824-4862-a038-e30fef5ba3a7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:05.372692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks [] for floatingip (6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.376130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.377598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d7d7f84d-724e-4ee3-8b8e-a525ff55f2b9 tempest-ServersTestBootFromVolume-430709856 tempest-ServersTestBootFromVolume-430709856-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a4aaf6d-6b0d-42e4-bf15-a2547cbdffa0 HTTP/1.1" status: 204 len: 168 time: 1.2497621 Feb 03 11:23:05.380431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:05.516880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48696) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:05.642055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:05.660185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0acfde6-9a82-41af-9237-648f8807a8db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16372ac255db4e6ab85ecdf599e57fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418252 Feb 03 11:23:05.663060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48702) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:05.698465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3992c-843f-4cc4-8693-3be0141025e3 req-f9dba41a-d0f3-4c7d-84d2-9034f00f8d08 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:05.705639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10c3992c-843f-4cc4-8693-3be0141025e3 req-f9dba41a-d0f3-4c7d-84d2-9034f00f8d08 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.1527481 Feb 03 11:23:05.817461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10c3992c-843f-4cc4-8693-3be0141025e3 req-c49f31db-0916-4e57-a372-165ae65be1db tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105061 Feb 03 11:23:05.844185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] Publish callbacks [] for security_group (2ac0f08a-eea7-41a7-8551-704233dfcd3d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.882435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] Publish callbacks [] for security_group (2ac0f08a-eea7-41a7-8551-704233dfcd3d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.953914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2ac0f08a-eea7-41a7-8551-704233dfcd3d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.957567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:05.962221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ac0f08a-eea7-41a7-8551-704233dfcd3d HTTP/1.1" status: 204 len: 168 time: 0.2972806 Feb 03 11:23:05.971339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b728e3-430b-4f8c-91b4-033fb6045086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac0f08a-eea7-41a7-8551-704233dfcd3d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:05.982855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (227eff03-5236-4fa5-a316-e420df6c6be8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.074990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bca8c2a5-e96f-4be5-b3f5-7adfa04379b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.214033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.236903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bca8c2a5-e96f-4be5-b3f5-7adfa04379b0 admin admin] Publish callbacks [] for security_group (bf8b6fcb-7104-4932-9e86-d92630698ebe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.254351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bca8c2a5-e96f-4be5-b3f5-7adfa04379b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bf8b6fcb-7104-4932-9e86-d92630698ebe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.329138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48720) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:06.329748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bca8c2a5-e96f-4be5-b3f5-7adfa04379b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=018da534b3a848d7bfc337fec77d7e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861382 Feb 03 11:23:06.330494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8c2a5-e96f-4be5-b3f5-7adfa04379b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b6fcb-7104-4932-9e86-d92630698ebe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:06.416940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] Publish callbacks [] for security_group (bf8b6fcb-7104-4932-9e86-d92630698ebe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.442169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] Publish callbacks [] for security_group (bf8b6fcb-7104-4932-9e86-d92630698ebe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.487106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Deleting port 4fdc2e63-66e3-447d-8d7a-6435c477c420 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:06.487454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.578238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] For port 4fdc2e63-66e3-447d-8d7a-6435c477c420, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4fdc2e63-66e3-447d-8d7a-6435c477c420,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:06.578772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.588534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bf8b6fcb-7104-4932-9e86-d92630698ebe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.591081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.594906 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf8b6fcb-7104-4932-9e86-d92630698ebe HTTP/1.1" status: 204 len: 168 time: 0.2522054 Feb 03 11:23:06.607616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Calling delete_port for 4fdc2e63-66e3-447d-8d7a-6435c477c420 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:06.609615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50777a77-bd33-4819-8a93-fab6670faf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b6fcb-7104-4932-9e86-d92630698ebe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:06.846561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4fdc2e63-66e3-447d-8d7a-6435c477c420), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:06.910858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdc2e63-66e3-447d-8d7a-6435c477c420,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:07.055756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04058af6-3fc2-4e12-887d-9ffb3dbaedf8 req-7ec7b058-c911-4a72-bd3e-d9bd5a57da77 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:07.064600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04058af6-3fc2-4e12-887d-9ffb3dbaedf8 req-7ec7b058-c911-4a72-bd3e-d9bd5a57da77 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.1250019 Feb 03 11:23:07.147361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04058af6-3fc2-4e12-887d-9ffb3dbaedf8 req-39d8d5a2-a994-423c-8047-2c06c9b1b95d tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779042 Feb 03 11:23:07.235793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (227eff03-5236-4fa5-a316-e420df6c6be8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:07.326789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:07.526976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465da09-f232-48eb-a838-8fd738c1c061 req-1213f1ef-156c-48d1-95e5-1dd24aaecf6f tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:07.534354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b465da09-f232-48eb-a838-8fd738c1c061 req-1213f1ef-156c-48d1-95e5-1dd24aaecf6f tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.0795012 Feb 03 11:23:07.594543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Router 227eff03-5236-4fa5-a316-e420df6c6be8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:23:07.599112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b465da09-f232-48eb-a838-8fd738c1c061 req-4a61a79a-edcb-4784-a243-f8890b67c7f4 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Feb 03 11:23:07.704685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-8626e304-721a-4468-8fa3-583a807ffe7b req-78ff3c9d-859c-4d8c-a4bc-ada347323f33 service neutron] (103126) timed out ('10.222.0.30', 50908) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:23:07.725932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:07.736176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:23:07.745286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dba28c31-d274-4e53-9541-b3638f7c5886 admin admin] 10.222.0.30 "PUT /v2.0/routers/227eff03-5236-4fa5-a316-e420df6c6be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634062 Feb 03 11:23:07.746235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Sync routers for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:23:07.747356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48786) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:07.770312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:07.773070 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:07.893936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks [] for router (227eff03-5236-4fa5-a316-e420df6c6be8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.011530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:08.016400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2073277555-network', 'tenant_id': '7254f9052583469594a551e44ef6aa6e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:08.121595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Made reservation on behalf of 7254f9052583469594a551e44ef6aa6e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:08.124951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.139033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.251684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks [] for router_gateway (227eff03-5236-4fa5-a316-e420df6c6be8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.277823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:23:06Z', 'revision_number': 5, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port': {'id': 'd668efb6-356f-463d-b42d-a628a83097bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:20:12Z', 'updated_at': '2022-02-03T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:08.308671 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Checking router: 227eff03-5236-4fa5-a316-e420df6c6be8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:23:08.318476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Routers {'227eff03-5236-4fa5-a316-e420df6c6be8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:08.319458 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['227eff03-5236-4fa5-a316-e420df6c6be8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:08.361199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks [] for security_group (a7b403f1-1b95-4b26-89b9-cb7f97e36e27), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.370948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a7b403f1-1b95-4b26-89b9-cb7f97e36e27), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.387447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:08.405174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (facb434d-2db6-4c5a-9e67-80e4169a6707), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.405663 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Added segment facb434d-2db6-4c5a-9e67-80e4169a6707 of type vlan for network ac33263a-31b6-47b4-9adb-f7ecc3e794b5 Feb 03 11:23:08.451196 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] Set router 227eff03-5236-4fa5-a316-e420df6c6be8 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:08.548500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ac33263a-31b6-47b4-9adb-f7ecc3e794b5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.577485 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:23:08Z', 'revision_number': 6, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:08.585897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b403f1-1b95-4b26-89b9-cb7f97e36e27,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:08.598311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Deleting port d668efb6-356f-463d-b42d-a628a83097bb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:08.599755 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d668efb6-356f-463d-b42d-a628a83097bb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.682619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3259406-cad2-42f6-920a-d5f9c8085a15 None None] The sync data for ids ['227eff03-5236-4fa5-a316-e420df6c6be8'] in n-d-821606-6 is: [{'id': '227eff03-5236-4fa5-a316-e420df6c6be8', 'name': 'tempest-ServersTestBootFromVolume-56837228-router', 'tenant_id': 'a179a20f56ae4154b16de926019aace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:20:07Z', 'updated_at': '2022-02-03T11:23:08Z', 'revision_number': 6, 'project_id': 'a179a20f56ae4154b16de926019aace9', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:23:08.689741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ac33263a-31b6-47b4-9adb-f7ecc3e794b5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.690736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:08.691320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:08.872244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06af19b-38a6-4b82-8554-b274e98b32a9 req-7c50d2c0-adf2-486f-ae72-c5e42435b597 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:08.873819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b06af19b-38a6-4b82-8554-b274e98b32a9 req-7c50d2c0-adf2-486f-ae72-c5e42435b597 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.1200354 Feb 03 11:23:08.938868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2116163 Feb 03 11:23:08.943658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48820) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:08.947893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda171f-6889-486e-8f98-cbdd056d4a61 admin admin] Pushing event updated for resources: {'Network': ['ID=ac33263a-31b6-47b4-9adb-f7ecc3e794b5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:08.953609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Request body: {'subnet': {'network_id': 'ac33263a-31b6-47b4-9adb-f7ecc3e794b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2073277555-subnet', 'tenant_id': '7254f9052583469594a551e44ef6aa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:08.962876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ac33263a-31b6-47b4-9adb-f7ecc3e794b5 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:08.998302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b06af19b-38a6-4b82-8554-b274e98b32a9 req-22a84fd6-041e-4082-8e48-d5c1c225ae9c tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b06906fc-3d01-406b-b609-a42a39c79879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184089 Feb 03 11:23:09.012802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Made reservation on behalf of 7254f9052583469594a551e44ef6aa6e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:09.015184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.031015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] For port d668efb6-356f-463d-b42d-a628a83097bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d668efb6-356f-463d-b42d-a628a83097bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:09.032384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d668efb6-356f-463d-b42d-a628a83097bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.046465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ece2d-e802-440c-827c-da2f30431b3c req-d61192ca-bed5-4806-afc4-f28a0b299a4d tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:09.046979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-767ece2d-e802-440c-827c-da2f30431b3c req-d61192ca-bed5-4806-afc4-f28a0b299a4d tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 945 time: 0.1176100 Feb 03 11:23:09.071885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Calling delete_port for d668efb6-356f-463d-b42d-a628a83097bb owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:09.357725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Deleting port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:09.358351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.482248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d668efb6-356f-463d-b42d-a628a83097bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.515563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (5089e65a-06e6-4996-8d57-0097a9fb4ecb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.549403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d668efb6-356f-463d-b42d-a628a83097bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:09.646017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (227eff03-5236-4fa5-a316-e420df6c6be8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.671408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] For port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,segment=NetworkSegment(1facd78b-dcc4-42d0-8bd7-5f84a7c0790b),segment_id=1facd78b-dcc4-42d0-8bd7-5f84a7c0790b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:09.672492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.677397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5089e65a-06e6-4996-8d57-0097a9fb4ecb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:09.705219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Checking segment: {'id': 'facb434d-2db6-4c5a-9e67-80e4169a6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ac33263a-31b6-47b4-9adb-f7ecc3e794b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:09.705710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Network hostable DHCP agents. Network: ac33263a-31b6-47b4-9adb-f7ecc3e794b5, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:09.707806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Calling delete_port for 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:09.812189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Network ac33263a-31b6-47b4-9adb-f7ecc3e794b5 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:09.837620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (227eff03-5236-4fa5-a316-e420df6c6be8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.841733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ac33263a-31b6-47b4-9adb-f7ecc3e794b5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:09.849305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:09.850182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.851464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc82d1e-c83f-4460-b96c-54592c63f530 None None] Network ac33263a-31b6-47b4-9adb-f7ecc3e794b5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:09.865679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks [] for router_controller (227eff03-5236-4fa5-a316-e420df6c6be8), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.898371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-69453a09-0d92-415a-9657-c2b956406467 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9519610 Feb 03 11:23:09.967704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (227eff03-5236-4fa5-a316-e420df6c6be8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.968426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 227eff03-5236-4fa5-a316-e420df6c6be8 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:23:09.978749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:09.985370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c682f7af-4e16-4894-9af4-da005af1ae2c admin admin] 10.222.0.30 "DELETE /v2.0/routers/227eff03-5236-4fa5-a316-e420df6c6be8 HTTP/1.1" status: 204 len: 168 time: 2.2368653 Feb 03 11:23:09.986084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:09.997979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5eaa843b-e845-47cc-abae-4fd85ccfa5c0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.042099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Pushing event deleted for resources: {'Port': ['ID=5eaa843b-e845-47cc-abae-4fd85ccfa5c0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:10.122200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Deleting subnet 75e65f26-1388-4d33-8c9c-5b593e2168d9 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:10.134000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Publish callbacks [] for subnet (75e65f26-1388-4d33-8c9c-5b593e2168d9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.180328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['5eaa843b-e845-47cc-abae-4fd85ccfa5c0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:10.204700 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (75e65f26-1388-4d33-8c9c-5b593e2168d9), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.210034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d668efb6-356f-463d-b42d-a628a83097bb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:10.218461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37f813-f098-490f-b91d-332b0046b55a None None] Network ac33263a-31b6-47b4-9adb-f7ecc3e794b5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:10.236546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] No DVR routers for this DVR port 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:23:10.256423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.259328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:10.270040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-767ece2d-e802-440c-827c-da2f30431b3c req-bb40d6be-aed1-45ce-bdb4-7b7f656229d2 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.69 "DELETE /v2.0/ports/5eaa843b-e845-47cc-abae-4fd85ccfa5c0 HTTP/1.1" status: 204 len: 173 time: 1.2160413 Feb 03 11:23:10.368899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'name': 'network-vif-deleted', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:10.371645 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67966cd6-9c09-42d3-a6b3-9974e3bfefd2" -d '{"events": [{"server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "name": "network-vif-deleted", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:10.378243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5023b1ce-4afb-4ea9-b5f1-eff330e4b6f0 req-9089ce9f-1e67-44e9-8b72-faf161266086 tempest-InstanceActionsV221TestJSON-746007250 tempest-InstanceActionsV221TestJSON-746007250-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc4af232-9ce8-4a59-8bb8-e611231a289e HTTP/1.1" status: 200 len: 210 time: 0.0978923 Feb 03 11:23:10.451708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Deleting subnet 5089e65a-06e6-4996-8d57-0097a9fb4ecb {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:10.453836 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03cc93-71b1-48f0-a908-879feaabf1d9 x-openstack-request-id: req-eb03cc93-71b1-48f0-a908-879feaabf1d9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:10.454203 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4af232-9ce8-4a59-8bb8-e611231a289e", "name": "network-vif-deleted", "tag": "5eaa843b-e845-47cc-abae-4fd85ccfa5c0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:10.454523 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb03cc93-71b1-48f0-a908-879feaabf1d9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:10.454978 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4af232-9ce8-4a59-8bb8-e611231a289e', 'name': 'network-vif-deleted', 'tag': '5eaa843b-e845-47cc-abae-4fd85ccfa5c0', 'status': 'completed', 'code': 200} Feb 03 11:23:10.468172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Publish callbacks [] for subnet (5089e65a-06e6-4996-8d57-0097a9fb4ecb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.526307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (75e65f26-1388-4d33-8c9c-5b593e2168d9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.609958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5089e65a-06e6-4996-8d57-0097a9fb4ecb), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.651063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (75e65f26-1388-4d33-8c9c-5b593e2168d9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.694195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e65f26-1388-4d33-8c9c-5b593e2168d9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:10.698739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.704204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab36f38c-efe8-4dfc-be25-1f366944816e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/75e65f26-1388-4d33-8c9c-5b593e2168d9 HTTP/1.1" status: 204 len: 168 time: 0.7170024 Feb 03 11:23:10.706577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 48966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:10.740282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5089e65a-06e6-4996-8d57-0097a9fb4ecb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.855485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5089e65a-06e6-4996-8d57-0097a9fb4ecb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.871202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.917652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:10.922218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5089e65a-06e6-4996-8d57-0097a9fb4ecb HTTP/1.1" status: 204 len: 168 time: 0.6612535 Feb 03 11:23:10.923233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c9696-db8a-41c5-af1c-f2d53e66b209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5089e65a-06e6-4996-8d57-0097a9fb4ecb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:10.933031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769edc85-80ea-4a69-beb4-763db1f5827c None None] Network 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:10.935707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48972) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:11.002697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Deleting port f3b9ba52-09d1-40a6-9306-a456e324f092 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:11.003127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.027650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d668efb6-356f-463d-b42d-a628a83097bb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:11.028157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d668efb6-356f-463d-b42d-a628a83097bb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:11.028659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4fdc2e63-66e3-447d-8d7a-6435c477c420 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:11.169624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ac33263a-31b6-47b4-9adb-f7ecc3e794b5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.188754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] For port f3b9ba52-09d1-40a6-9306-a456e324f092, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f3b9ba52-09d1-40a6-9306-a456e324f092,segment=NetworkSegment(7ecf850e-1c5e-49d5-9c1b-c603004d7dc3),segment_id=7ecf850e-1c5e-49d5-9c1b-c603004d7dc3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:11.189029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.190635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 48980) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:11.206798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Calling delete_port for f3b9ba52-09d1-40a6-9306-a456e324f092 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:11.304891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 4fdc2e63-66e3-447d-8d7a-6435c477c420 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:11.306541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4fdc2e63-66e3-447d-8d7a-6435c477c420 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:11.337059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f3b9ba52-09d1-40a6-9306-a456e324f092), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.387820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b9ba52-09d1-40a6-9306-a456e324f092,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:11.402973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] No DVR routers for this DVR port f3b9ba52-09d1-40a6-9306-a456e324f092 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:23:11.435178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ac33263a-31b6-47b4-9adb-f7ecc3e794b5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.487310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac33263a-31b6-47b4-9adb-f7ecc3e794b5']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.519619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facb434d-2db6-4c5a-9e67-80e4169a6707') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.520114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facb434d-2db6-4c5a-9e67-80e4169a6707') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.546021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836b473-0837-498a-bc6e-558a4e902244 None None] DHCP port deletion for 9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:23:11.582501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b65a216-fb4a-424a-8c53-77765510ce1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.594879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (facb434d-2db6-4c5a-9e67-80e4169a6707), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.620325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.649768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.660801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.661240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecf850e-1c5e-49d5-9c1b-c603004d7dc3') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:11.663045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (facb434d-2db6-4c5a-9e67-80e4169a6707), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.675582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (7ecf850e-1c5e-49d5-9c1b-c603004d7dc3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.679781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:11.680528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (facb434d-2db6-4c5a-9e67-80e4169a6707), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:11.683018 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:11.701653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7ecf850e-1c5e-49d5-9c1b-c603004d7dc3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.736129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:11.736619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (7ecf850e-1c5e-49d5-9c1b-c603004d7dc3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:11.738915 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:11.763359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ac33263a-31b6-47b4-9adb-f7ecc3e794b5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.780181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.786971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ac33263a-31b6-47b4-9adb-f7ecc3e794b5 HTTP/1.1" status: 204 len: 168 time: 0.8502288 Feb 03 11:23:11.804153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc544db-a4f4-4c9c-bfcc-6f92fe42c155 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac33263a-31b6-47b4-9adb-f7ecc3e794b5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:11.836148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.858449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.863009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a HTTP/1.1" status: 204 len: 168 time: 1.1553073 Feb 03 11:23:11.875032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b65a216-fb4a-424a-8c53-77765510ce1c admin admin] Publish callbacks [] for security_group (3d9e3926-ced2-4014-b8bf-024eeea6305a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.879859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06d03-3ce3-4956-9dca-8608797246b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d306d0f-b7b7-4c7f-9b5b-3e5952ee117a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:11.884265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b65a216-fb4a-424a-8c53-77765510ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3d9e3926-ced2-4014-b8bf-024eeea6305a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:11.932808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a216-fb4a-424a-8c53-77765510ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e3926-ced2-4014-b8bf-024eeea6305a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:11.953918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:11.980619 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7b65a216-fb4a-424a-8c53-77765510ce1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae4123ab7b8b4548a8c0738805b6c240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849507 Feb 03 11:23:11.981531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49018) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.060577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.060577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Deleting subnet cf6ecfab-d336-4aff-bc72-34c23f00805a {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:12.087929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] Publish callbacks [] for security_group (3d9e3926-ced2-4014-b8bf-024eeea6305a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.096333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Publish callbacks [] for subnet (cf6ecfab-d336-4aff-bc72-34c23f00805a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.109747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3b9ba52-09d1-40a6-9306-a456e324f092 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:12.131759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] Publish callbacks [] for security_group (3d9e3926-ced2-4014-b8bf-024eeea6305a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.148333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f3b9ba52-09d1-40a6-9306-a456e324f092 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:12.152331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f3b9ba52-09d1-40a6-9306-a456e324f092 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:12.194555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.225818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3d9e3926-ced2-4014-b8bf-024eeea6305a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.226042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (cf6ecfab-d336-4aff-bc72-34c23f00805a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.229417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.243357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d9e3926-ced2-4014-b8bf-024eeea6305a HTTP/1.1" status: 204 len: 168 time: 0.2606814 Feb 03 11:23:12.260206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-913fc34d-6994-4ea2-8002-6fe4eaa1a643 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7254f9052583469594a551e44ef6aa6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020507 Feb 03 11:23:12.264707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49028) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.277622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7631b-963f-4931-9c31-0f4f657967c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e3926-ced2-4014-b8bf-024eeea6305a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:12.309992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (cf6ecfab-d336-4aff-bc72-34c23f00805a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.370335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] Publish callbacks [] for security_group (a7b403f1-1b95-4b26-89b9-cb7f97e36e27), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.385502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-768a213f-d4fa-4ce3-a01e-4ffbec9301fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a179a20f56ae4154b16de926019aace9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877880 Feb 03 11:23:12.388873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (cf6ecfab-d336-4aff-bc72-34c23f00805a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.391162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.412184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] Publish callbacks [] for security_group (a7b403f1-1b95-4b26-89b9-cb7f97e36e27), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.453146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6ecfab-d336-4aff-bc72-34c23f00805a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:12.473799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a7b403f1-1b95-4b26-89b9-cb7f97e36e27), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.479333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.480323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.484758 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7b403f1-1b95-4b26-89b9-cb7f97e36e27 HTTP/1.1" status: 204 len: 168 time: 0.2159081 Feb 03 11:23:12.484962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0db55f82-e6b6-438f-8443-b8e7ac742d5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cf6ecfab-d336-4aff-bc72-34c23f00805a HTTP/1.1" status: 204 len: 168 time: 0.5253296 Feb 03 11:23:12.486153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:12.498263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50cc10-5771-4b8c-94ae-59651facf7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b403f1-1b95-4b26-89b9-cb7f97e36e27,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:12.579246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] Publish callbacks [] for security_group (a2715b77-aa9f-41f8-b3cb-5919af83aa89), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.593389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.614675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] Publish callbacks [] for security_group (a2715b77-aa9f-41f8-b3cb-5919af83aa89), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.764541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.790258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:12.801868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:12.802316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1facd78b-dcc4-42d0-8bd7-5f84a7c0790b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:12.816593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a2715b77-aa9f-41f8-b3cb-5919af83aa89), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.821650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.823340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2715b77-aa9f-41f8-b3cb-5919af83aa89 HTTP/1.1" status: 204 len: 168 time: 0.3936067 Feb 03 11:23:12.825550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (1facd78b-dcc4-42d0-8bd7-5f84a7c0790b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.843654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04641088-db40-44af-a4c4-d2a26de57f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2715b77-aa9f-41f8-b3cb-5919af83aa89,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:12.855729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1facd78b-dcc4-42d0-8bd7-5f84a7c0790b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.877394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:12.879140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (1facd78b-dcc4-42d0-8bd7-5f84a7c0790b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:12.963159 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:12.967769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.982591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:12.987238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2 HTTP/1.1" status: 204 len: 168 time: 0.4992137 Feb 03 11:23:12.997317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:13.005712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24748368-397c-4b3f-8d34-e419d320c586 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7dad0c-f0c8-43b6-b72a-7df2135fc4c2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:13.022910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a860ec4-ceb5-4730-ab99-8b0fa6065e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.135793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a860ec4-ceb5-4730-ab99-8b0fa6065e11 admin admin] Publish callbacks [] for security_group (e1e0304e-014c-44ef-b65d-27448c166e8b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.142273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a860ec4-ceb5-4730-ab99-8b0fa6065e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e1e0304e-014c-44ef-b65d-27448c166e8b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.172095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a860ec4-ceb5-4730-ab99-8b0fa6065e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0304e-014c-44ef-b65d-27448c166e8b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:13.207219 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4a860ec4-ceb5-4730-ab99-8b0fa6065e11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0d478ec180541c8a79ff92bda594593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063217 Feb 03 11:23:13.207444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:13.283976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] Publish callbacks [] for security_group (e1e0304e-014c-44ef-b65d-27448c166e8b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.316023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] Publish callbacks [] for security_group (e1e0304e-014c-44ef-b65d-27448c166e8b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.385731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:13.402629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e1e0304e-014c-44ef-b65d-27448c166e8b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.406736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.409259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1e0304e-014c-44ef-b65d-27448c166e8b HTTP/1.1" status: 204 len: 168 time: 0.1994565 Feb 03 11:23:13.430713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ca2cc-9582-40c6-90e3-e9b4d48e6894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0304e-014c-44ef-b65d-27448c166e8b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:13.438770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6d378001-02df-4eb5-ad03-cbeb30ad1413 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=301cca765b204533bc4bd79487ab9e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513003 Feb 03 11:23:13.440715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:13.507147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] Publish callbacks [] for security_group (b06906fc-3d01-406b-b609-a42a39c79879), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.536133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] Publish callbacks [] for security_group (b06906fc-3d01-406b-b609-a42a39c79879), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.592737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:13.595750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b06906fc-3d01-406b-b609-a42a39c79879), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.599159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:13.600849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b06906fc-3d01-406b-b609-a42a39c79879 HTTP/1.1" status: 204 len: 168 time: 0.1580863 Feb 03 11:23:13.611478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee70bd3-29b5-4995-a547-7e0a72c5db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06906fc-3d01-406b-b609-a42a39c79879,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:13.629187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:13.629810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 5eaa843b-e845-47cc-abae-4fd85ccfa5c0 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:14.314865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:14.392332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:14.619363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-94083435-network', 'tenant_id': '26ce044479aa4f7e96133cdacee706d6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:14.651808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:14.655412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.666296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1674336351-network', 'tenant_id': 'b814bf65fe184190bd14b09e57c7739e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:14.684462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.767541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Made reservation on behalf of b814bf65fe184190bd14b09e57c7739e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:14.770087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.786504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.793517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks [] for security_group (e69031f8-4093-49f9-a861-0107c6249f67), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.804574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e69031f8-4093-49f9-a861-0107c6249f67), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.822476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:14.862459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (746364e8-369b-445f-b421-88e24f358308), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:14.862879 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Added segment 746364e8-369b-445f-b421-88e24f358308 of type vlan for network b6476650-6a71-4ca7-8d9b-cbb255588ec8 Feb 03 11:23:14.907421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69031f8-4093-49f9-a861-0107c6249f67,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:14.955529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b6476650-6a71-4ca7-8d9b-cbb255588ec8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.017241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b6476650-6a71-4ca7-8d9b-cbb255588ec8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.018591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:15.019391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.024269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks [] for security_group (3d4ac940-870e-4819-8200-96e31145056c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.052576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3d4ac940-870e-4819-8200-96e31145056c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.170040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49170) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:15.438164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2136581628-network', 'tenant_id': '7f77b25b5c3e4b15a0dd04b95a856d4b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:15.465451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Made reservation on behalf of 7f77b25b5c3e4b15a0dd04b95a856d4b for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:15.472827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.491693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1753850 Feb 03 11:23:15.494514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.497267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49186) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:15.514798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Request body: {'subnet': {'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-94083435-subnet', 'tenant_id': '26ce044479aa4f7e96133cdacee706d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:15.515323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ac940-870e-4819-8200-96e31145056c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:15.571228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:15.575532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:15.577497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.597902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08dc95-c83d-4fd5-be7e-b1cc41bc1371 admin admin] Pushing event updated for resources: {'Network': ['ID=b6476650-6a71-4ca7-8d9b-cbb255588ec8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:15.610132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:15.620635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c902abd9-b4ed-42da-b4a8-71e074eb4ba7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.621016 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Added segment c902abd9-b4ed-42da-b4a8-71e074eb4ba7 of type vlan for network 2ddad258-c061-4b53-ba54-9d6caee64c5d Feb 03 11:23:15.687836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (2ddad258-c061-4b53-ba54-9d6caee64c5d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.718851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (2ddad258-c061-4b53-ba54-9d6caee64c5d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.720042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:15.720440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.732286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6ba10-bce7-4553-932b-09133f648584 req-49de538e-4b49-420e-b63f-0377df486b43 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:15.733941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0c6ba10-bce7-4553-932b-09133f648584 req-49de538e-4b49-420e-b63f-0377df486b43 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2155223 Feb 03 11:23:15.778938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3853815 Feb 03 11:23:15.782649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:15.813320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Request body: {'subnet': {'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1674336351-subnet', 'tenant_id': 'b814bf65fe184190bd14b09e57c7739e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:15.823512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e6dae-56a6-40aa-8e02-e7d92123c6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddad258-c061-4b53-ba54-9d6caee64c5d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:15.839033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 2ddad258-c061-4b53-ba54-9d6caee64c5d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:15.860664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0c6ba10-bce7-4553-932b-09133f648584 req-9a222946-5ae1-4f0a-8bde-310314b9802a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113131 Feb 03 11:23:15.861286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Made reservation on behalf of b814bf65fe184190bd14b09e57c7739e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:15.863763 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.976194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks [] for security_group (2f881c2f-2616-48fa-b201-d89fbeddc6f6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.982600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2fe3e590-2e21-477d-817c-4d4fb1c47fcf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:15.988185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f881c2f-2616-48fa-b201-d89fbeddc6f6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.059297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:16.096994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bd259dd1-3582-47c1-9e32-80970c18945a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.097377 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Added segment bd259dd1-3582-47c1-9e32-80970c18945a of type vlan for network 5db14957-614a-4e24-9f02-2bcd0cc632f5 Feb 03 11:23:16.099027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f881c2f-2616-48fa-b201-d89fbeddc6f6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:16.115146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe3e590-2e21-477d-817c-4d4fb1c47fcf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:16.150438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (14dcb4cd-99a7-4c34-b5be-d155494b43de), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.161141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Checking segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:16.161435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Network hostable DHCP agents. Network: b6476650-6a71-4ca7-8d9b-cbb255588ec8, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:16.167960 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.168328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5db14957-614a-4e24-9f02-2bcd0cc632f5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.198099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:16.214142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5db14957-614a-4e24-9f02-2bcd0cc632f5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.215478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:16.216223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.221788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b6476650-6a71-4ca7-8d9b-cbb255588ec8) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:16.226593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:16.227908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.231204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a35456-b446-418f-ab44-192ee44b5570 None None] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:16.289209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1068065 Feb 03 11:23:16.289209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49208) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:16.289425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dcb4cd-99a7-4c34-b5be-d155494b43de,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:16.310028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Checking segment: {'id': 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:16.310409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Network hostable DHCP agents. Network: 2ddad258-c061-4b53-ba54-9d6caee64c5d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:16.330772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Request body: {'subnet': {'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2136581628-subnet', 'tenant_id': '7f77b25b5c3e4b15a0dd04b95a856d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:16.341020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4fe3de69-86e5-4b01-aec1-d8d66798c141 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8393698 Feb 03 11:23:16.345134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316572-3fd2-40de-b586-21b5fe144afd admin admin] Pushing event updated for resources: {'Network': ['ID=5db14957-614a-4e24-9f02-2bcd0cc632f5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:16.357155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Network 2ddad258-c061-4b53-ba54-9d6caee64c5d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:16.370230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 2ddad258-c061-4b53-ba54-9d6caee64c5d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:16.375309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:16.376307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.378699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5db14957-614a-4e24-9f02-2bcd0cc632f5 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:16.394508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ad55a-be52-4ab2-86c1-cd414621fdaf None None] Network 2ddad258-c061-4b53-ba54-9d6caee64c5d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:16.400133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-32623f3a-e7c2-4539-9cd7-adcb969ef20b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5905893 Feb 03 11:23:16.416122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Made reservation on behalf of 7f77b25b5c3e4b15a0dd04b95a856d4b for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:16.418554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.581525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411ec87-93d8-44df-a69e-39540f5f3de2 None None] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:16.658464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f02c6-da5a-4fe8-88e2-13eed1ac9ec0 None None] Network 2ddad258-c061-4b53-ba54-9d6caee64c5d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:16.813721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (95fa18f4-3ee0-456c-b058-84999509abd7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.877646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fa18f4-3ee0-456c-b058-84999509abd7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:16.914389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Checking segment: {'id': 'bd259dd1-3582-47c1-9e32-80970c18945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:16.915746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Network hostable DHCP agents. Network: 5db14957-614a-4e24-9f02-2bcd0cc632f5, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:16.935930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Network 5db14957-614a-4e24-9f02-2bcd0cc632f5 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:16.950723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5db14957-614a-4e24-9f02-2bcd0cc632f5) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:16.959126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7893e677-3528-4138-be49-badddcd17bc5 None None] Network 5db14957-614a-4e24-9f02-2bcd0cc632f5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:16.960671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:16.961297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:16.990998 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7dfd4766-c060-4a84-bab8-0d654d7e603d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6997058 Feb 03 11:23:17.072819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-38c35a42-7faf-4261-9764-e24f638516ff tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:17.076330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-38c35a42-7faf-4261-9764-e24f638516ff tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.1321554 Feb 03 11:23:17.096434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-592a3557-5960-4fa2-add5-4dcda71180c6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/quotas/26ce044479aa4f7e96133cdacee706d6 HTTP/1.1" status: 200 len: 375 time: 0.0138731 Feb 03 11:23:17.145119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c300f7-539c-4803-90be-f1ad050c4e42 None None] Network 5db14957-614a-4e24-9f02-2bcd0cc632f5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:17.147540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-f455f186-d1e3-4ffd-afb9-7fb7203dfd5d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448735 Feb 03 11:23:17.267042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-d6b82b1d-305e-4de2-842c-e3860a484906 service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185660 Feb 03 11:23:17.355584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:17.361182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'network': {'name': 'tempest-network-smoke--2072019124', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'port_security_enabled': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:17.381522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:17.385507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:17.386896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-e3f518e1-928c-4555-9fa1-fb8a80ee6c25 service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190102 Feb 03 11:23:17.407147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:17.547266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (7292931d-402c-4e77-aa82-e40cd999dec2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:17.567906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7292931d-402c-4e77-aa82-e40cd999dec2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:17.609196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:17.636247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6d46a36c-d7f4-4a54-9a92-f0140e11f842), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:17.636605 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Added segment 6d46a36c-d7f4-4a54-9a92-f0140e11f842 of type vlan for network 45c8734e-da8f-438b-ac1b-1d89d7a87989 Feb 03 11:23:17.693467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-c9b75c51-2c3e-4dcf-9dad-1072a23892d8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:17.695455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-c9b75c51-2c3e-4dcf-9dad-1072a23892d8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/networks?id=2ddad258-c061-4b53-ba54-9d6caee64c5d HTTP/1.1" status: 200 len: 821 time: 0.2083571 Feb 03 11:23:17.722088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-72987d44-5bf8-4d5d-af2b-2bdc7e01eec6 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/quotas/b814bf65fe184190bd14b09e57c7739e HTTP/1.1" status: 200 len: 375 time: 0.0170488 Feb 03 11:23:17.735757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46395a2b-16d1-49fd-add5-44def55101aa req-da47f76f-3f70-4172-b26e-9755a58061ad tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:17.737363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46395a2b-16d1-49fd-add5-44def55101aa req-da47f76f-3f70-4172-b26e-9755a58061ad tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1025040 Feb 03 11:23:17.784674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-4cb101a8-0907-4c5d-8141-74c1535b778b tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b814bf65fe184190bd14b09e57c7739e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461113 Feb 03 11:23:17.864959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46395a2b-16d1-49fd-add5-44def55101aa req-209f4fa1-9dea-4e3c-b22c-2f0ab4ad56c6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041589 Feb 03 11:23:17.999075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-3d640a21-50f7-48f0-bddd-8d9b259e888f service neutron] 10.222.0.30 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837435 Feb 03 11:23:18.073388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7292931d-402c-4e77-aa82-e40cd999dec2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:18.097475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (45c8734e-da8f-438b-ac1b-1d89d7a87989), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.131124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (45c8734e-da8f-438b-ac1b-1d89d7a87989), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.136544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:18.137178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.155068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7982652 Feb 03 11:23:18.156878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-0092fe8c-ab48-4723-8dc4-d26defa8b602 service neutron] 10.222.0.30 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517937 Feb 03 11:23:18.165730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49284) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:18.170148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'admin_state_up': True, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:18.234553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-12d7477b-cb91-40c0-a7a7-c074aab2af74 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:18.236430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-12d7477b-cb91-40c0-a7a7-c074aab2af74 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/networks?id=5db14957-614a-4e24-9f02-2bcd0cc632f5 HTTP/1.1" status: 200 len: 814 time: 0.1316202 Feb 03 11:23:18.251507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a653ac5-b007-4a61-9b79-fac9aba2e69f tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Network': ['ID=45c8734e-da8f-438b-ac1b-1d89d7a87989,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:18.258560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (4f050493-dee9-422e-876c-e791d1706ef3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.264032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-4e373b79-4c8b-492d-97b7-b646c6ea6306 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/quotas/7f77b25b5c3e4b15a0dd04b95a856d4b HTTP/1.1" status: 200 len: 375 time: 0.0174215 Feb 03 11:23:18.264254 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (4f050493-dee9-422e-876c-e791d1706ef3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.268714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:18.316816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f00b3e0e-75fe-45e0-927e-b2c0a96ca01b tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f77b25b5c3e4b15a0dd04b95a856d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420768 Feb 03 11:23:18.327610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_controller (4f050493-dee9-422e-876c-e791d1706ef3), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.466882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1ef07a33-4088-4a61-bcef-5984479cd4f8 req-1f32f0ee-3856-4e23-a8da-e4da3ba46624 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 210 time: 0.0392408 Feb 03 11:23:18.489360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-c59855e4-d44c-4026-901a-476e3db3ac77 service neutron] 10.222.0.30 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571150 Feb 03 11:23:18.542174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (4f050493-dee9-422e-876c-e791d1706ef3), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.650748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68875cf3-0e61-4f0b-99bc-02c8521bd3c6 req-90548015-4012-45be-8314-0a9c17528512 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 210 time: 0.0344472 Feb 03 11:23:18.668723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-d9645092-d35c-45bc-81cd-fd51c9a53ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543441 Feb 03 11:23:18.866948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (4f050493-dee9-422e-876c-e791d1706ef3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:18.892144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.044956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e827369-4cf5-4a9a-bb50-ade39583fe0c req-33d18b62-cb77-43d1-8d50-cb744a944a10 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 210 time: 0.1485460 Feb 03 11:23:19.106526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.25.7.5 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/faccc27b-e000-4168-8293-30935010e6c0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:19.176293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-b1734819-39c8-4771-8a24-a0595ea6ddb1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:19.179242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-b1734819-39c8-4771-8a24-a0595ea6ddb1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.2571642 Feb 03 11:23:19.187495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ef7c-bf0d-4c57-bc6b-39669b1a0f61 req-401b54d6-90b1-4031-afeb-e7e2eb36ac1e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:19.195021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9290ef7c-bf0d-4c57-bc6b-39669b1a0f61 req-401b54d6-90b1-4031-afeb-e7e2eb36ac1e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1393270 Feb 03 11:23:19.202470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Request body: {'port': {'device_id': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'admin_state_up': True, 'tenant_id': '26ce044479aa4f7e96133cdacee706d6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:19.297541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (faccc27b-e000-4168-8293-30935010e6c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.336942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (faccc27b-e000-4168-8293-30935010e6c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.344006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9290ef7c-bf0d-4c57-bc6b-39669b1a0f61 req-4a445efc-0206-4c82-b06c-819369eabcee tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478286 Feb 03 11:23:19.365145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:19.372021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.400433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:19.409550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:19.417692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:19.460163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=faccc27b-e000-4168-8293-30935010e6c0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:19.572599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Allocated IP 172.20.0.6 (b6476650-6a71-4ca7-8d9b-cbb255588ec8/2fe3e590-2e21-477d-817c-4d4fb1c47fcf/9d47551f-a3a4-48f2-a972-b84edb79ad02) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:19.657559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efc07783-8294-43a7-8976-13c022995498 req-0b5fea5c-7e3f-4632-9a43-25e2f9b57b15 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 210 time: 0.0539324 Feb 03 11:23:19.777809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (4f050493-dee9-422e-876c-e791d1706ef3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.828845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11a06d51-4f34-40f2-8ef5-e094f6f72c07 req-e8d8b249-8436-400f-8e93-5dd6437805a4 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 210 time: 0.0855365 Feb 03 11:23:19.882212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks [] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.938503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:19.994345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:19.998878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:20.001427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:20.040033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:20.068753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:20.069910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.099024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-dd589355-fb61-4ec8-bfc1-75eb6320f1d0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008665 Feb 03 11:23:20.113066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-81632fcc-6b22-43e8-90e7-fdcaf0f3d648 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:23:20.114429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-81632fcc-6b22-43e8-90e7-fdcaf0f3d648 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100167 Feb 03 11:23:20.156671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Request body: {'port': {'device_id': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:20.160839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba1d9928-6585-4e89-b2f0-6ea66ab0293d req-42a3a0c8-4682-4606-8db2-66376b9e4013 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 210 time: 0.0359063 Feb 03 11:23:20.213374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-b7820f74-9f1c-4844-bdd0-8431a873e6be tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:20.214817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-b7820f74-9f1c-4844-bdd0-8431a873e6be tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.69 "GET /v2.0/networks?id=2ddad258-c061-4b53-ba54-9d6caee64c5d HTTP/1.1" status: 200 len: 821 time: 0.2842641 Feb 03 11:23:20.216215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (4f050493-dee9-422e-876c-e791d1706ef3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.222524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.257799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Request body: {'port': {'device_id': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d', 'admin_state_up': True, 'tenant_id': 'b814bf65fe184190bd14b09e57c7739e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:20.459727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Made reservation on behalf of b814bf65fe184190bd14b09e57c7739e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:20.464114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.485244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router 4f050493-dee9-422e-876c-e791d1706ef3 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:23:20.620874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-45aa3bc0-be6d-42aa-b093-9892fdb0b388 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:20.623211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-45aa3bc0-be6d-42aa-b093-9892fdb0b388 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.69 "GET /v2.0/networks?id=5db14957-614a-4e24-9f02-2bcd0cc632f5 HTTP/1.1" status: 200 len: 814 time: 0.2265415 Feb 03 11:23:20.659548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd81c6-0c3f-482a-990b-2a1e326a64ec req-e4b25db7-cb9c-49ec-82c3-c1e851d1b48c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:20.661091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26dd81c6-0c3f-482a-990b-2a1e326a64ec req-e4b25db7-cb9c-49ec-82c3-c1e851d1b48c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1419756 Feb 03 11:23:20.692329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Request body: {'port': {'device_id': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5', 'admin_state_up': True, 'tenant_id': '7f77b25b5c3e4b15a0dd04b95a856d4b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:20.721911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Allocated IP 172.20.0.7 (2ddad258-c061-4b53-ba54-9d6caee64c5d/14dcb4cd-99a7-4c34-b5be-d155494b43de/4fd17c82-5869-4b73-9e89-edf4a03185df) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:20.724406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:23:20.735456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Sync routers for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:23:20.756695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d47551f-a3a4-48f2-a972-b84edb79ad02 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:20.763382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:20.763940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.765504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:20.769342 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ae4aeb3a-174a-457d-9649-507b485efbc0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.6017976 Feb 03 11:23:20.769971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49330) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:20.797350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:23:20.833440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks [] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.919009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:20.949710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26dd81c6-0c3f-482a-990b-2a1e326a64ec req-a4f7a985-a01a-485a-9319-1deb3684270b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696095 Feb 03 11:23:20.954304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Transition to ACTIVE for port object 9d47551f-a3a4-48f2-a972-b84edb79ad02 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:23:20.971436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:20.995712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86c40212-6785-4b50-8982-86beffc8676f tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=69072920c92541a58ffccc5f1b18fe28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2236547 Feb 03 11:23:20.996437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:21.032667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:21.075642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde03df-10c8-4c62-a5fe-edff2f10b49c req-7ea6d690-2209-42db-b082-9698e5e92d17 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:21.075952 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks [] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.083350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fde03df-10c8-4c62-a5fe-edff2f10b49c req-7ea6d690-2209-42db-b082-9698e5e92d17 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 931 time: 0.2673466 Feb 03 11:23:21.204944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:19Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:21.219476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64dafe0e-3272-4b1b-b131-83883dc4221e req-d5564a17-8b0a-41e1-b4e5-057781914196 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 210 time: 0.1331294 Feb 03 11:23:21.224832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Attempting to bind port 9d47551f-a3a4-48f2-a972-b84edb79ad02 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:21.225481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Attempting to bind port 9d47551f-a3a4-48f2-a972-b84edb79ad02 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:21.225597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Attempting to bind port 9d47551f-a3a4-48f2-a972-b84edb79ad02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:21.230853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Made reservation on behalf of 7f77b25b5c3e4b15a0dd04b95a856d4b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:21.239045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.248951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Checking router: 4f050493-dee9-422e-876c-e791d1706ef3 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:23:21.249084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Updating router 4f050493-dee9-422e-876c-e791d1706ef3 port faccc27b-e000-4168-8293-30935010e6c0 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:23:21.257974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9520792a-5d43-4d6e-9db4-bf00ec63b5e2 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:21.261104 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9520792a-5d43-4d6e-9db4-bf00ec63b5e2 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2604299 Feb 03 11:23:21.263491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.267538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:21.313278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Network 2ddad258-c061-4b53-ba54-9d6caee64c5d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:21.314428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fde03df-10c8-4c62-a5fe-edff2f10b49c req-a009f7e4-fa80-4211-9537-5beb4da3c15e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302163 Feb 03 11:23:21.324702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8c28dcab-e042-411f-b741-055376e925d9 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544894 Feb 03 11:23:21.328682 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faccc27b-e000-4168-8293-30935010e6c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.328822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:21.334673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580157991', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:21.336058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:21.340030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:21.340270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Port 9d47551f-a3a4-48f2-a972-b84edb79ad02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:23:21.340600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Attempting to bind port 9d47551f-a3a4-48f2-a972-b84edb79ad02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:21.364521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:21.364885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Checking segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:21.365280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Bound using segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:21.365741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Bound port: 9d47551f-a3a4-48f2-a972-b84edb79ad02, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:21.366234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.381845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Pushing event updated for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:21.410904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:21.411603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.429686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-ba6ad9a1-9bc3-4b55-829f-3f98b3b03c47 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756713 Feb 03 11:23:21.447957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Request body: {'port': {'device_id': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:21.523896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.529615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-877fd2ed-c915-4d45-8d0f-2eb018fab96c req-92a790f7-6d84-457f-9229-d7f6f18dde56 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 210 time: 0.0895991 Feb 03 11:23:21.613566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:21.616823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.686548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks [] for port (faccc27b-e000-4168-8293-30935010e6c0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.698727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faccc27b-e000-4168-8293-30935010e6c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.712515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:21.714955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Allocated IP 172.20.0.4 (5db14957-614a-4e24-9f02-2bcd0cc632f5/95fa18f4-3ee0-456c-b058-84999509abd7/f3a7e4af-41e1-4840-8478-da1974c451c8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:21.776527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:21.803032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Attempting to bind port faccc27b-e000-4168-8293-30935010e6c0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:21.803640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Attempting to bind port faccc27b-e000-4168-8293-30935010e6c0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:21.805084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Attempting to bind port faccc27b-e000-4168-8293-30935010e6c0 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:21.805733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.813856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bf6d5-17e0-4657-9419-8a4e13597d5c None None] Pushing event updated for resources: {'Port': ['ID=faccc27b-e000-4168-8293-30935010e6c0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:21.817367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:21.817858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:21.819898 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.821495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:21.822170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Bound port: faccc27b-e000-4168-8293-30935010e6c0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:21.822615 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faccc27b-e000-4168-8293-30935010e6c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.891595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:21.892215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.893645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] 10.222.0.69 "PUT /v2.0/ports/9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 1091 time: 1.7556827 Feb 03 11:23:21.898077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:21.900406 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c2f09-b739-4710-8d2e-c506e4809205" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:21.911083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] For port faccc27b-e000-4168-8293-30935010e6c0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:21.916643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] For port faccc27b-e000-4168-8293-30935010e6c0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=faccc27b-e000-4168-8293-30935010e6c0,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:21.928119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faccc27b-e000-4168-8293-30935010e6c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:21.982446 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0755d2a-413c-4830-8561-6e53dedd1ac4 x-openstack-request-id: req-d0755d2a-413c-4830-8561-6e53dedd1ac4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:21.982738 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:21.982995 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0755d2a-413c-4830-8561-6e53dedd1ac4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:21.983403 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'status': 'completed', 'code': 200} Feb 03 11:23:22.031348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:22.032249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:22.238944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd17c82-5869-4b73-9e89-edf4a03185df {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:22.245023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks [] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.265853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Transition to ACTIVE for port object 4fd17c82-5869-4b73-9e89-edf4a03185df will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:23:22.274676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.366973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:22.409633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:22.452806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Attempting to bind port 4fd17c82-5869-4b73-9e89-edf4a03185df on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:22.452806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Attempting to bind port 4fd17c82-5869-4b73-9e89-edf4a03185df by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:22.453154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Attempting to bind port 4fd17c82-5869-4b73-9e89-edf4a03185df on network 2ddad258-c061-4b53-ba54-9d6caee64c5d {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:22.458882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9be6-5c0a-4f03-a0d1-51913b74aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:22.462203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Port 4fd17c82-5869-4b73-9e89-edf4a03185df on network 2ddad258-c061-4b53-ba54-9d6caee64c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:23:22.462550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Attempting to bind port 4fd17c82-5869-4b73-9e89-edf4a03185df on network 2ddad258-c061-4b53-ba54-9d6caee64c5d {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:22.469246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:22.469596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Checking segment: {'id': 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:22.469988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Bound using segment: {'id': 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:22.470436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Bound port: 4fd17c82-5869-4b73-9e89-edf4a03185df, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:22.471040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.542020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bf6d5-17e0-4657-9419-8a4e13597d5c None None] Pushing event updated for resources: {'Port': ['ID=faccc27b-e000-4168-8293-30935010e6c0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:22.549471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:22.553554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4fd17c82-5869-4b73-9e89-edf4a03185df,segment=NetworkSegment(c902abd9-b4ed-42da-b4a8-71e074eb4ba7),segment_id=c902abd9-b4ed-42da-b4a8-71e074eb4ba7)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:22.562769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.587940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-2aeab32d-7a43-45f0-be7b-a04b7f4c7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.589626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-2aeab32d-7a43-45f0-be7b-a04b7f4c7b77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1125 time: 0.6285572 Feb 03 11:23:22.603018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:19Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:22.609728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.610364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.611819 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] 10.222.0.69 "PUT /v2.0/ports/4fd17c82-5869-4b73-9e89-edf4a03185df HTTP/1.1" status: 200 len: 1091 time: 1.1698344 Feb 03 11:23:22.612297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:22.614824 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff" -d '{"events": [{"name": "network-changed", "server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:22.627277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e5868ad6-2745-4672-9622-7ff4b31e938b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.640059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1a08-74a2-4943-b6c3-4c2200acc22e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:22.648522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4c2d1-8f11-4ca5-99e4-8a64f3dce675 None None] The sync data for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 is: [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:19Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:23:22.681155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks [] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:22.705439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-6825ab76-906a-41b3-befb-84227c37e5d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 217 time: 0.0942597 Feb 03 11:23:22.719012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420236b-0515-4a34-8cad-170da4911c91 req-e7441824-99f3-414b-a215-f8c8adad20e8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.720576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0420236b-0515-4a34-8cad-170da4911c91 req-e7441824-99f3-414b-a215-f8c8adad20e8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 943 time: 0.3218107 Feb 03 11:23:22.727532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-e244215a-27a8-45f0-b833-90417915fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.729986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-e244215a-27a8-45f0-b833-90417915fa46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b814bf65fe184190bd14b09e57c7739e&device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 1125 time: 0.0587621 Feb 03 11:23:22.762406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef6b27-4256-4019-9908-ac4988ccbbc3 req-96646693-adc2-4a23-802f-c342c55245ab tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.763891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2ef6b27-4256-4019-9908-ac4988ccbbc3 req-96646693-adc2-4a23-802f-c342c55245ab tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.3675897 Feb 03 11:23:22.799759 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-2a501014-9208-43ea-9f96-31599ccd5363 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd17c82-5869-4b73-9e89-edf4a03185df HTTP/1.1" status: 200 len: 217 time: 0.0578141 Feb 03 11:23:22.855555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f54c9f99-e051-45bb-b3d7-ec4e64a0a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.857330 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-f54c9f99-e051-45bb-b3d7-ec4e64a0a7fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14dcb4cd-99a7-4c34-b5be-d155494b43de HTTP/1.1" status: 200 len: 861 time: 0.0520306 Feb 03 11:23:22.862837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Subnet': ['ID=e5868ad6-2745-4672-9622-7ff4b31e938b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:22.902827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06c73-cea5-42af-bbda-a0952d448efa req-5ef976cf-a1ab-417d-93a0-9e58f003ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:22.904867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-5ef976cf-a1ab-417d-93a0-9e58f003ffd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.1733372 Feb 03 11:23:22.914197 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-21f67ae9-3cb8-4fdf-aef3-ad17b1ee40d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ddad258-c061-4b53-ba54-9d6caee64c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502522 Feb 03 11:23:22.963681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Checking segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:22.965557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network hostable DHCP agents. Network: 45c8734e-da8f-438b-ac1b-1d89d7a87989, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:22.968160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:23.006338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0420236b-0515-4a34-8cad-170da4911c91 req-37fe2f2d-4c06-433d-bce7-a2ca8ca8627e tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738032 Feb 03 11:23:23.045766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-40c92697-c070-468a-aa9d-79f798bcc3ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997140 Feb 03 11:23:23.078715 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-5ea64117-de91-44d5-a515-7846446e7ac5 service neutron] 10.222.0.69 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494226 Feb 03 11:23:23.090080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2ef6b27-4256-4019-9908-ac4988ccbbc3 req-b898ac75-7596-4877-a417-7f758cf023fe tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937074 Feb 03 11:23:23.141183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Pushing event updated for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:23.148516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Network 5db14957-614a-4e24-9f02-2bcd0cc632f5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:23.161380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:23.165070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:23.290182 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-ae5dd92a-0271-4e7d-bf32-71a2b6792aee req-17ad611d-fab4-4163-9869-1ed85b684234 service neutron] 10.222.0.69 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053199 Feb 03 11:23:23.327750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:23.335773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:23.336406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:23.409838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 45c8734e-da8f-438b-ac1b-1d89d7a87989) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:23.419304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:23.419903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:23.427740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c7282-be85-44d2-96bc-e504a882c2d8 None None] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:23.435906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-873b4fb7-b976-49a9-9f49-9d0386379d4c service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587897 Feb 03 11:23:23.440465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f251f0ff-3582-40a5-bde8-b801123455b2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7517653 Feb 03 11:23:23.462812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-408839a1-e880-42a9-8487-8e01da5ff4df tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1303637 Feb 03 11:23:23.464587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49370) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:23.467311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Request body: {'port': {'device_id': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:23.514543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb912c7-c748-46e3-9f27-b8e3acbe9f64 req-daaaf0b8-233d-4905-86a0-9dfce1d90d9f tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:23.522231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecb912c7-c748-46e3-9f27-b8e3acbe9f64 req-daaaf0b8-233d-4905-86a0-9dfce1d90d9f tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 931 time: 0.1791143 Feb 03 11:23:23.571210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-45c8734e-da8f-438b-ac1b-1d89d7a87989', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:23:23.575680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:23.633247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f010-d5ee-4575-be9e-b6c1dc63eaff req-6a8b2996-cd73-430a-83e5-40d83b12884d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:23.635323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1657f010-d5ee-4575-be9e-b6c1dc63eaff req-6a8b2996-cd73-430a-83e5-40d83b12884d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 943 time: 0.4239485 Feb 03 11:23:23.748881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Allocated IP 172.20.0.2 (45c8734e-da8f-438b-ac1b-1d89d7a87989/e5868ad6-2745-4672-9622-7ff4b31e938b/e6452fc6-2cd2-42b2-b252-d774cbb3d7a8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:23.755272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:23.771869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecb912c7-c748-46e3-9f27-b8e3acbe9f64 req-e2c52339-e265-47bb-b75c-04e863219a36 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487359 Feb 03 11:23:23.813980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a06c73-cea5-42af-bbda-a0952d448efa req-bb9d096c-9bf5-4dc8-a6d2-1b145a55e88c service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674982 Feb 03 11:23:23.828842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1657f010-d5ee-4575-be9e-b6c1dc63eaff req-eb339d6d-ed00-4ea9-a233-8a7ba64f8056 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642694 Feb 03 11:23:24.073758 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks [] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.082922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.151198 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ceaa1c-5e7c-4a50-bcc0-313ce7fb97cd x-openstack-request-id: req-85ceaa1c-5e7c-4a50-bcc0-313ce7fb97cd {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:24.152570 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:24.153860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:24.155226 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85ceaa1c-5e7c-4a50-bcc0-313ce7fb97cd {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:24.156625 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df', 'status': 'completed', 'code': 200} Feb 03 11:23:24.165365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:24.192121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:24.213792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Pushing event updated for resources: {'Port': ['ID=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:24.276763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-64c26324-8b2c-422d-a28e-e0698ff27ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.278571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-64c26324-8b2c-422d-a28e-e0698ff27ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1125 time: 0.3384175 Feb 03 11:23:24.329345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device faccc27b-e000-4168-8293-30935010e6c0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:24.371413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-d05f1e60-c8b2-43dd-8cbb-6b98a95cd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.373678 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-d05f1e60-c8b2-43dd-8cbb-6b98a95cd559 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b814bf65fe184190bd14b09e57c7739e&device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 1125 time: 0.2141869 Feb 03 11:23:24.382363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.410492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Attempting to bind port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:24.410928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Attempting to bind port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:24.411304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Attempting to bind port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 on network 45c8734e-da8f-438b-ac1b-1d89d7a87989 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:24.420433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889eb5-50e8-4991-8b1f-0412e576120b req-26b6389d-3b4e-4f65-94c2-bae182593a06 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.421717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:24.422132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Checking segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:24.422549 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.422956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Bound using segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:24.423860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Bound port: e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:24.424257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.427402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d889eb5-50e8-4991-8b1f-0412e576120b req-26b6389d-3b4e-4f65-94c2-bae182593a06 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 943 time: 0.2629197 Feb 03 11:23:24.548509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port faccc27b-e000-4168-8293-30935010e6c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:24.549896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faccc27b-e000-4168-8293-30935010e6c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.580822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] For port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:24.591280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:24.601395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] For port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:24.620560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.657691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d889eb5-50e8-4991-8b1f-0412e576120b req-1a7d3a97-ec6d-4c42-b147-29bd44ba9090 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292969 Feb 03 11:23:24.676058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b4-6b9b-4989-87ff-227d21e7bf30 req-4c503cc4-5e0d-437f-8298-a05a89c864ed tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.690056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c0692b4-6b9b-4989-87ff-227d21e7bf30 req-4c503cc4-5e0d-437f-8298-a05a89c864ed tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.3995738 Feb 03 11:23:24.696524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-456a5824-b8d5-41a2-bb9e-23c965b9cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.698284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-456a5824-b8d5-41a2-bb9e-23c965b9cd2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.4037387 Feb 03 11:23:24.717408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-47605d87-2e3d-4e70-9585-4ad2e2d198e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.725743 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-47605d87-2e3d-4e70-9585-4ad2e2d198e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ddad258-c061-4b53-ba54-9d6caee64c5d HTTP/1.1" status: 200 len: 922 time: 0.3402672 Feb 03 11:23:24.823516 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-9c1c1849-8b89-440a-bc85-8d8243cdf00c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd17c82-5869-4b73-9e89-edf4a03185df HTTP/1.1" status: 200 len: 217 time: 0.0906425 Feb 03 11:23:24.886571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bc3c-7663-46f7-a43e-60f8acca3b2b None None] Pushing event updated for resources: {'Port': ['ID=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:24.892966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-15837b73-fb23-4dd9-9b64-bf2dc448bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:24.902277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-15837b73-fb23-4dd9-9b64-bf2dc448bc13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14dcb4cd-99a7-4c34-b5be-d155494b43de HTTP/1.1" status: 200 len: 861 time: 0.0606403 Feb 03 11:23:24.904974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50673c0e-da3e-4190-8640-faf5afeec49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.916088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port faccc27b-e000-4168-8293-30935010e6c0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:24.916681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faccc27b-e000-4168-8293-30935010e6c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.949570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-51549c54-3773-4964-9cee-822ef2f13c19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 217 time: 0.2417188 Feb 03 11:23:24.959441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port faccc27b-e000-4168-8293-30935010e6c0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=faccc27b-e000-4168-8293-30935010e6c0,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:24.969354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faccc27b-e000-4168-8293-30935010e6c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:24.978153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-55f2a89c-cc12-4cdb-830b-9551573ac4bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ddad258-c061-4b53-ba54-9d6caee64c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746193 Feb 03 11:23:25.122835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=faccc27b-e000-4168-8293-30935010e6c0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:25.140054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a7e4af-41e1-4840-8478-da1974c451c8 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:25.163509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c0692b4-6b9b-4989-87ff-227d21e7bf30 req-1b275932-a2fe-4bd3-8133-9b211befb60b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641430 Feb 03 11:23:25.182050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks [] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.213653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-b968c8bb-7fd8-4069-bbcc-715e2a9b1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:25.215150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-b968c8bb-7fd8-4069-bbcc-715e2a9b1fc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.2459798 Feb 03 11:23:25.230961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2b6e1-98d5-4be5-a0b3-2588e777a4ec req-412eb89c-67eb-4274-8f04-5f6d6c2612d0 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:25.241404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5c2b6e1-98d5-4be5-a0b3-2588e777a4ec req-412eb89c-67eb-4274-8f04-5f6d6c2612d0 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 931 time: 0.2828584 Feb 03 11:23:25.241932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Transition to ACTIVE for port object f3a7e4af-41e1-4840-8478-da1974c451c8 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:23:25.266846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.297221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-92e9506c-e240-4fb3-badc-93923abff4e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565152 Feb 03 11:23:25.413357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-4e0f7104-eefc-43bc-8225-64a72d4e3402 service neutron] 10.222.0.69 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553095 Feb 03 11:23:25.510053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5c2b6e1-98d5-4be5-a0b3-2588e777a4ec req-053bef98-6137-41b3-bb35-6e97555ff729 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706890 Feb 03 11:23:25.514951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50673c0e-da3e-4190-8640-faf5afeec49c admin admin] Publish callbacks [] for security_group (892da2bc-013c-4d9e-9bd5-d4512d871233), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.516694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.20.0.1 (45c8734e-da8f-438b-ac1b-1d89d7a87989/e5868ad6-2745-4672-9622-7ff4b31e938b/8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:25.521597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:25.532856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50673c0e-da3e-4190-8640-faf5afeec49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (892da2bc-013c-4d9e-9bd5-d4512d871233), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.584633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ebc5-8e15-46bf-b8ef-a2fa3761ed09 req-96513811-3b4b-4efd-b445-6798d767e2c8 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:25.586343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ef9ebc5-8e15-46bf-b8ef-a2fa3761ed09 req-96513811-3b4b-4efd-b445-6798d767e2c8 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 943 time: 0.2957225 Feb 03 11:23:25.596950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-9897982a-f151-4791-94f0-145982e20b9a service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702851 Feb 03 11:23:25.603565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50673c0e-da3e-4190-8640-faf5afeec49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892da2bc-013c-4d9e-9bd5-d4512d871233,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:25.615139 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-503234ac-3f3b-4c18-b52b-40cff85ead3b service neutron] 10.222.0.69 "GET /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899002 Feb 03 11:23:25.620122 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50673c0e-da3e-4190-8640-faf5afeec49c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=002be8ed24794ccfac139ee567775681&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0263784 Feb 03 11:23:25.623180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:25.651456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Attempting to bind port f3a7e4af-41e1-4840-8478-da1974c451c8 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:25.651902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Attempting to bind port f3a7e4af-41e1-4840-8478-da1974c451c8 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'bd259dd1-3582-47c1-9e32-80970c18945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:25.652569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Attempting to bind port f3a7e4af-41e1-4840-8478-da1974c451c8 on network 5db14957-614a-4e24-9f02-2bcd0cc632f5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:25.690932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Port f3a7e4af-41e1-4840-8478-da1974c451c8 on network 5db14957-614a-4e24-9f02-2bcd0cc632f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:23:25.691523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Attempting to bind port f3a7e4af-41e1-4840-8478-da1974c451c8 on network 5db14957-614a-4e24-9f02-2bcd0cc632f5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:25.715785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.733903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:25.734337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Checking segment: {'id': 'bd259dd1-3582-47c1-9e32-80970c18945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:25.734795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Bound using segment: {'id': 'bd259dd1-3582-47c1-9e32-80970c18945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:25.735336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Bound port: f3a7e4af-41e1-4840-8478-da1974c451c8, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd259dd1-3582-47c1-9e32-80970c18945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:25.735765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.763175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.783489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ef9ebc5-8e15-46bf-b8ef-a2fa3761ed09 req-0e677427-4928-4859-93ce-d76e6bd9ef7a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822515 Feb 03 11:23:25.818778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:25.822429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:25.828026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:25.832172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:25.876062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (4f050493-dee9-422e-876c-e791d1706ef3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.878989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] Publish callbacks [] for security_group (892da2bc-013c-4d9e-9bd5-d4512d871233), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.938541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] Publish callbacks [] for security_group (892da2bc-013c-4d9e-9bd5-d4512d871233), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:25.971271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56f94-3a15-4900-8a1f-f67a0195b117 req-391fd639-7621-45f1-bd86-2a72fbaacc95 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:25.972754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5e56f94-3a15-4900-8a1f-f67a0195b117 req-391fd639-7621-45f1-bd86-2a72fbaacc95 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 943 time: 0.2293367 Feb 03 11:23:25.974567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d9c2f09-b739-4710-8d2e-c506e4809205 req-9f9d32a8-3216-41ad-a09a-ff321d5eeca7 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648124 Feb 03 11:23:25.985607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:26.034484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3a7e4af-41e1-4840-8478-da1974c451c8,segment=NetworkSegment(bd259dd1-3582-47c1-9e32-80970c18945a),segment_id=bd259dd1-3582-47c1-9e32-80970c18945a)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:26.056417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.061852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.075702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:26.076735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.078212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3a7e4af-41e1-4840-8478-da1974c451c8 HTTP/1.1" status: 200 len: 1091 time: 2.6151972 Feb 03 11:23:26.084713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:26.094879 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b579d2-d390-435e-8cf2-c094af2de855" -d '{"events": [{"name": "network-changed", "server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:26.149905 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (892da2bc-013c-4d9e-9bd5-d4512d871233), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.152528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.156214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/892da2bc-013c-4d9e-9bd5-d4512d871233 HTTP/1.1" status: 204 len: 168 time: 0.5293987 Feb 03 11:23:26.166909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5e56f94-3a15-4900-8a1f-f67a0195b117 req-d9614eb4-49c2-4dbd-9b14-f71772ccd665 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847122 Feb 03 11:23:26.308245 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b8f0c-958f-4b21-933a-57d1a12620c9 x-openstack-request-id: req-1b8b8f0c-958f-4b21-933a-57d1a12620c9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:26.308827 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:26.309284 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b8b8f0c-958f-4b21-933a-57d1a12620c9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:26.309967 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8', 'status': 'completed', 'code': 200} Feb 03 11:23:26.314277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f281-a66a-46d7-956f-c90922003ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:26.322543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a2c47-f694-4883-8bb0-5cea180873c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892da2bc-013c-4d9e-9bd5-d4512d871233,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:26.387694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-5aa94988-78cb-43be-84b7-0b022aeec18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:26.392625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-5aa94988-78cb-43be-84b7-0b022aeec18d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f77b25b5c3e4b15a0dd04b95a856d4b&device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 1125 time: 0.2203395 Feb 03 11:23:26.440903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device faccc27b-e000-4168-8293-30935010e6c0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:26.506735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872480f3-c088-47dd-914d-14573dece22e req-a006b084-322e-4212-8b3c-b3873970972c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:26.508450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872480f3-c088-47dd-914d-14573dece22e req-a006b084-322e-4212-8b3c-b3873970972c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1825700 Feb 03 11:23:26.510225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-74a6578c-580d-4527-b197-5df6b2df88b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3a7e4af-41e1-4840-8478-da1974c451c8 HTTP/1.1" status: 200 len: 217 time: 0.0991507 Feb 03 11:23:26.551065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port faccc27b-e000-4168-8293-30935010e6c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:26.551588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faccc27b-e000-4168-8293-30935010e6c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.630099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-a7493304-4173-4b17-ae30-9175a620f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:26.631864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-a7493304-4173-4b17-ae30-9175a620f958 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95fa18f4-3ee0-456c-b058-84999509abd7 HTTP/1.1" status: 200 len: 854 time: 0.1159623 Feb 03 11:23:26.667245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ef72c-5a20-41a4-8693-a543ef51a50a None None] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:26.667900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.677064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.793291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port faccc27b-e000-4168-8293-30935010e6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:26.794583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:26.808110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (4f050493-dee9-422e-876c-e791d1706ef3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.811924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:26.853849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Provisioning complete for port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:26.854228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.957826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:26.958487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:26.959047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:26.960287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:27.033386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.061407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:27.061886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.066969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-33692972-7681-476b-9a88-930cfe7b6d87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5db14957-614a-4e24-9f02-2bcd0cc632f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4273288 Feb 03 11:23:27.146650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] For port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:27.159813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872480f3-c088-47dd-914d-14573dece22e req-6c2cea68-d46c-47f4-b086-0f597ae7a07c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6284635 Feb 03 11:23:27.174570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.194221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:27.194542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.213690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router 4f050493-dee9-422e-876c-e791d1706ef3 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:23:27.291693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa21a9-779e-49b2-9b4a-e28d8776072f req-33896f26-2b72-4242-b772-566667f6a341 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:27.293524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defa21a9-779e-49b2-9b4a-e28d8776072f req-33896f26-2b72-4242-b772-566667f6a341 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 943 time: 0.2320387 Feb 03 11:23:27.296183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfe566-e6d9-4a4b-9e4f-e611bf164ade None None] Pushing event updated for resources: {'Port': ['ID=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:27.356685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-1277b539-b39b-463a-badb-3c61ddd43555 service neutron] 10.222.0.69 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783513 Feb 03 11:23:27.362612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:23:27.362950 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:23:27.367487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:23:27.375317 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9060b0f6-6cc3-43a9-b78e-cb2a06936a22 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "PUT /v2.0/routers/4f050493-dee9-422e-876c-e791d1706ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9060323 Feb 03 11:23:27.383151 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Sync routers for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:23:27.392977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49452) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:27.398414 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:27.398736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2100777517', 'description': 'tempest-secgroup_access--2100777517 description', 'project_id': '69072920c92541a58ffccc5f1b18fe28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:27.399507 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:27.409331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Provisioning complete for port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:27.421288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.534584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442ba4c-c9ee-49a7-863d-1ef37699d4d6 req-de8d89e1-41da-4347-a4bb-27796877932c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:27.536168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5442ba4c-c9ee-49a7-863d-1ef37699d4d6 req-de8d89e1-41da-4347-a4bb-27796877932c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 943 time: 0.2396216 Feb 03 11:23:27.544219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.559022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defa21a9-779e-49b2-9b4a-e28d8776072f req-a98743a5-fcce-4381-859e-0efc406ef2c9 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347748 Feb 03 11:23:27.612571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:27.631144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:27.632642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9d47551f-a3a4-48f2-a972-b84edb79ad02 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:27.651621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8649a07b-60c7-40f2-ba72-c919d0e68807 req-f62ecbb5-db84-4018-9756-4d9a23c77095 service neutron] 10.222.0.69 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797461 Feb 03 11:23:27.670939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:27.679762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.761641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5442ba4c-c9ee-49a7-863d-1ef37699d4d6 req-6840bd13-fd75-4ca3-b10e-80f447a6299f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090406 Feb 03 11:23:27.815323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:23:27.854380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-86f2590a-002e-4df1-9dc1-b8d152170e49 None None] Port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:23:27.870272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (b059e301-b654-4e0e-914f-8b61a5748d6d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.889619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b059e301-b654-4e0e-914f-8b61a5748d6d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:27.916991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923098fb-1317-4eb4-8020-419e938359d9 req-bfdd70a3-c7a1-4182-b43c-ffdb79e01aad tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:27.926856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-923098fb-1317-4eb4-8020-419e938359d9 req-bfdd70a3-c7a1-4182-b43c-ffdb79e01aad tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 943 time: 0.2671378 Feb 03 11:23:27.956017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:28.012330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.013808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6190407 Feb 03 11:23:28.016715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:28.021153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-880274b8-9396-4bbd-84ec-429e3a7c52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:28.022974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-880274b8-9396-4bbd-84ec-429e3a7c52f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f77b25b5c3e4b15a0dd04b95a856d4b&device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 1125 time: 0.2571411 Feb 03 11:23:28.025239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1827974846', 'description': 'tempest-secgroup_general--1827974846 description', 'project_id': '69072920c92541a58ffccc5f1b18fe28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:28.025950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9635f7-7d93-452c-81b7-4cd1d71b91ab tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b059e301-b654-4e0e-914f-8b61a5748d6d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:28.117549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-923098fb-1317-4eb4-8020-419e938359d9 req-9e74afd2-e70f-4d2d-bc5d-90416d5c1e4f tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906285 Feb 03 11:23:28.118586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.140884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:28.148443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-af032541-7bd7-40af-b6e1-781216419c09 None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:28.154440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af032541-7bd7-40af-b6e1-781216419c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.190848 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 2, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:28.252574 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Checking router: 4f050493-dee9-422e-876c-e791d1706ef3 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:23:28.256191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Updating router 4f050493-dee9-422e-876c-e791d1706ef3 port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:23:28.291902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:28.293665 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.295175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (c1778aa0-1c6c-48ed-8a87-32bddc1c0729), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.301139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1778aa0-1c6c-48ed-8a87-32bddc1c0729), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.326530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-ebd5bbcd-e414-453e-a573-9c4e6fa31dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:28.330585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'port_id': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'mac_address': 'fa:16:3e:92:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe3e590-2e21-477d-817c-4d4fb1c47fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:28.330994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-ebd5bbcd-e414-453e-a573-9c4e6fa31dc2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5db14957-614a-4e24-9f02-2bcd0cc632f5 HTTP/1.1" status: 200 len: 915 time: 0.2996018 Feb 03 11:23:28.346594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.347986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3295352 Feb 03 11:23:28.353282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:28.357006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d830d47-9415-4d59-8e42-f5b93f896271 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1778aa0-1c6c-48ed-8a87-32bddc1c0729,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:28.363342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-af032541-7bd7-40af-b6e1-781216419c09 None None] Port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:23:28.366942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'security_group_rule': {'security_group_id': 'b059e301-b654-4e0e-914f-8b61a5748d6d', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:28.424554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9d47551f-a3a4-48f2-a972-b84edb79ad02 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:28.425075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.451612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-bc01a8d9-108f-44d5-8623-ffca679feaa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3a7e4af-41e1-4840-8478-da1974c451c8 HTTP/1.1" status: 200 len: 217 time: 0.0995634 Feb 03 11:23:28.482659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d47551f-a3a4-48f2-a972-b84edb79ad02 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:28.492566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:28.493292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.556595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:28.557436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group_rule (8e662124-b157-4701-a8a2-7ad09abfab8d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.564418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-337c86eb-b5e3-4f01-865a-61c9edb64bfc None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:28.565379 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337c86eb-b5e3-4f01-865a-61c9edb64bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.590259 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.591148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4fd17c82-5869-4b73-9e89-edf4a03185df details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:28.632326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07803126-b06c-44a5-976e-7d3a2f7f1f95 req-d9030274-846c-4124-8d1d-bb78c2fc9acc tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:28.634700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07803126-b06c-44a5-976e-7d3a2f7f1f95 req-d9030274-846c-4124-8d1d-bb78c2fc9acc tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.3023458 Feb 03 11:23:28.635885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-dac252a3-d435-4e10-8efe-8de116c4392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:28.648412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-dac252a3-d435-4e10-8efe-8de116c4392a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95fa18f4-3ee0-456c-b058-84999509abd7 HTTP/1.1" status: 200 len: 854 time: 0.1770046 Feb 03 11:23:28.658899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-337c86eb-b5e3-4f01-865a-61c9edb64bfc None None] Port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:23:28.715049 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks [] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.722171 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.732887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-e84ecee9-b965-4aa9-a462-a513596dbb19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5db14957-614a-4e24-9f02-2bcd0cc632f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833461 Feb 03 11:23:28.754541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2965aa-398a-4f1e-b74f-a4c5cb93b72c req-38695e00-d67e-4651-a198-67a500479aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:28.763776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3e2965aa-398a-4f1e-b74f-a4c5cb93b72c req-38695e00-d67e-4651-a198-67a500479aaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1127 time: 0.2633514 Feb 03 11:23:28.849477 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Attempting to bind port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:28.849949 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Attempting to bind port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:28.850334 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Attempting to bind port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c on network 45c8734e-da8f-438b-ac1b-1d89d7a87989 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:28.853042 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-3e2965aa-398a-4f1e-b74f-a4c5cb93b72c req-56c43967-8b9c-4869-887f-08a8924b7c2b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824590 Feb 03 11:23:28.863774 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:28.864155 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Checking segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:28.865314 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.865777 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Bound using segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:28.866272 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Bound port: 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:28.866704 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.944233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group_rule (8e662124-b157-4701-a8a2-7ad09abfab8d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:28.971140 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] For port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:28.974976 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] For port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:28.986567 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.010143 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Pushing event updated for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.020353 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.020700 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.021060 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.021447 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.021824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.022139 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.022454 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.022703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.023031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.023348 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.023666 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.024025 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.025089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.049016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8e662124-b157-4701-a8a2-7ad09abfab8d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.054942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:23:29.085276 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:29.085919 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:29.102143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e662124-b157-4701-a8a2-7ad09abfab8d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.117214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.123437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07803126-b06c-44a5-976e-7d3a2f7f1f95 req-10cd0d7f-e775-43f5-891b-c8ba24106e61 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616549 Feb 03 11:23:29.132768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:29.139023 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.150298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c7fe7251-c5d0-40d2-a158-fd5cb7890900 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7959766 Feb 03 11:23:29.179691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7294e-e7a9-40dd-b852-23bcc1778940 req-32edde6d-2365-4cfb-bf0c-73e91ddf85db tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:29.185982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ca7294e-e7a9-40dd-b852-23bcc1778940 req-32edde6d-2365-4cfb-bf0c-73e91ddf85db tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 943 time: 0.4642427 Feb 03 11:23:29.192036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-bac0f4df-775f-4b9d-93fc-3243960cee35 service neutron] 10.222.0.69 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183707 Feb 03 11:23:29.192646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:29.192945 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5de1c9-b786-4a2d-b9bc-c7fb9ff70479 None None] Pushing event updated for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.198599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.354688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4fd17c82-5869-4b73-9e89-edf4a03185df,segment=NetworkSegment(c902abd9-b4ed-42da-b4a8-71e074eb4ba7),segment_id=c902abd9-b4ed-42da-b4a8-71e074eb4ba7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:29.372821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '4fd17c82-5869-4b73-9e89-edf4a03185df', 'network_id': '2ddad258-c061-4b53-ba54-9d6caee64c5d', 'port_id': '4fd17c82-5869-4b73-9e89-edf4a03185df', 'mac_address': 'fa:16:3e:8d:e9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcb4cd-99a7-4c34-b5be-d155494b43de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:29.428563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ca7294e-e7a9-40dd-b852-23bcc1778940 req-b0cdd5b5-1837-4489-a410-5ac056398e94 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355077 Feb 03 11:23:29.445739 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:29.465161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1b579d2-d390-435e-8cf2-c094af2de855 req-7b44c1bd-3074-4cf5-96ce-8b8f50366283 service neutron] 10.222.0.69 "GET /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663341 Feb 03 11:23:29.475941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034806a4-a6b5-4f12-8bc6-f8da3c1f46a6 req-e36b99b8-a30f-4630-ae11-7cccf64d5478 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:29.478124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-034806a4-a6b5-4f12-8bc6-f8da3c1f46a6 req-e36b99b8-a30f-4630-ae11-7cccf64d5478 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 944 time: 0.1485598 Feb 03 11:23:29.499665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4fd17c82-5869-4b73-9e89-edf4a03185df is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:29.500061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.518752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Current status of the port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:29.520061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.548103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd17c82-5869-4b73-9e89-edf4a03185df {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:29.585438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-034806a4-a6b5-4f12-8bc6-f8da3c1f46a6 req-9274f9fa-7a80-4eb3-a3ed-93e8549b8879 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993865 Feb 03 11:23:29.599391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4fd17c82-5869-4b73-9e89-edf4a03185df,segment=NetworkSegment(c902abd9-b4ed-42da-b4a8-71e074eb4ba7),segment_id=c902abd9-b4ed-42da-b4a8-71e074eb4ba7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:29.624344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] For port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:29.635780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.638855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9043b-7931-47ea-99d1-134c292208f0 req-0bd38ce6-b5ab-4237-ad70-70cba8914f9a tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:29.641346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.649560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36e9043b-7931-47ea-99d1-134c292208f0 req-0bd38ce6-b5ab-4237-ad70-70cba8914f9a tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 943 time: 0.1051929 Feb 03 11:23:29.725203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-36e9043b-7931-47ea-99d1-134c292208f0 req-2da50bb1-f305-4c6e-9402-866036527be7 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Feb 03 11:23:29.769199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.785423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-6cbfe2ed-fcfb-496b-81eb-e85bf128f295 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--1827974846&fields=id&tenant_id=69072920c92541a58ffccc5f1b18fe28 HTTP/1.1" status: 200 len: 267 time: 0.0477643 Feb 03 11:23:29.798787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.799480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.800016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.800562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.801108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.801744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.802265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.802784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.803299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.803906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.804339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.804728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.805688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:29.850572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b44e0434-846f-4b38-8d87-3f9cdbeeebc5 None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:29.850812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:28Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:29.851768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b44e0434-846f-4b38-8d87-3f9cdbeeebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:29.876720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-d6a2184c-7d6d-4478-8071-0119a3fab351 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--2100777517&fields=id&tenant_id=69072920c92541a58ffccc5f1b18fe28 HTTP/1.1" status: 200 len: 267 time: 0.0822206 Feb 03 11:23:29.900709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aaa17-7153-4fd4-86a2-fb747c14a052 None None] Pushing event updated for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:29.920480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3723d-977b-4ca0-b548-4daa6b46a9b4 None None] The sync data for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 is: [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:28Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:23:29.979645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b44e0434-846f-4b38-8d87-3f9cdbeeebc5 None None] Current status of the port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:30.085761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:30.146958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-6c6cb2f2-2144-453a-a4c7-cbea9846c661 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:30.149340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-6c6cb2f2-2144-453a-a4c7-cbea9846c661 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/networks?id=45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 200 len: 797 time: 0.2715225 Feb 03 11:23:30.154112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['4fd17c82-5869-4b73-9e89-edf4a03185df'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:30.169338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-25adef44-25f6-4559-9551-616c4996d974 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/quotas/69072920c92541a58ffccc5f1b18fe28 HTTP/1.1" status: 200 len: 375 time: 0.0118814 Feb 03 11:23:30.249600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:30.377513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-89b07789-fe9e-4e39-a200-a110ae8627fa tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2021730 Feb 03 11:23:30.429848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c00f6-3e5f-4514-bd50-c67f6c42cc48 req-41c60458-ef8b-44e1-9f03-9c91e5879a19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:30.432796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e6c00f6-3e5f-4514-bd50-c67f6c42cc48 req-41c60458-ef8b-44e1-9f03-9c91e5879a19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1442955 Feb 03 11:23:30.459575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:30.460072 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:30.500981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-c5791e89-1438-4c06-a619-ebbdde5ce095 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:23:30.502129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-c5791e89-1438-4c06-a619-ebbdde5ce095 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1080458 Feb 03 11:23:30.576063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49532) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:30.597578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e6c00f6-3e5f-4514-bd50-c67f6c42cc48 req-98721ba8-c0ee-4f7b-9b61-bb3c7b19a8ef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523349 Feb 03 11:23:30.641393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-87c909cf-b9e3-4c7b-aad8-bb10223bb8ec service neutron] 10.222.0.30 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296351 Feb 03 11:23:30.661820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:30.745593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95cb-d4c2-4eb3-814d-f0fdbbfe3a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:30.774803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-59cc2f8f-1ef0-4d7f-ad24-08fdb4b6180a service neutron] 10.222.0.30 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238885 Feb 03 11:23:30.851279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95cb-d4c2-4eb3-814d-f0fdbbfe3a39 admin admin] Publish callbacks [] for security_group (ce5f7875-d697-4635-a2fb-533b518dfff9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:30.858661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95cb-d4c2-4eb3-814d-f0fdbbfe3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ce5f7875-d697-4635-a2fb-533b518dfff9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:30.897897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f1ed95cb-d4c2-4eb3-814d-f0fdbbfe3a39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd805d370ede4e89b77af76a08488d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206551 Feb 03 11:23:30.899017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:30.902778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b2d9-be80-4f70-93e4-0092518788bf req-769ac9d8-4cb9-4a83-b7c5-488459da7bb9 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:30.904580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f946b2d9-be80-4f70-93e4-0092518788bf req-769ac9d8-4cb9-4a83-b7c5-488459da7bb9 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 943 time: 0.0877774 Feb 03 11:23:30.996493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed95cb-d4c2-4eb3-814d-f0fdbbfe3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f7875-d697-4635-a2fb-533b518dfff9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:31.001453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f946b2d9-be80-4f70-93e4-0092518788bf req-197932b4-8d9f-4e63-b7e4-08512cf75ce4 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Feb 03 11:23:31.089847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] Publish callbacks [] for security_group (ce5f7875-d697-4635-a2fb-533b518dfff9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.140096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56863af5-5dd1-4ac5-97a6-16c2cf34cfcd req-1339d28a-a229-4971-87b7-54702f90b673 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:31.145408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56863af5-5dd1-4ac5-97a6-16c2cf34cfcd req-1339d28a-a229-4971-87b7-54702f90b673 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 944 time: 0.1203649 Feb 03 11:23:31.161604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] Publish callbacks [] for security_group (ce5f7875-d697-4635-a2fb-533b518dfff9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.209002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8906e968-87e5-42c7-9db9-c8c25eff2e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.293869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ce5f7875-d697-4635-a2fb-533b518dfff9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.296412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.297603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce5f7875-d697-4635-a2fb-533b518dfff9 HTTP/1.1" status: 204 len: 168 time: 0.3948624 Feb 03 11:23:31.306843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44c581-cdfc-4e84-8efb-b420b99a285c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f7875-d697-4635-a2fb-533b518dfff9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:31.371636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56863af5-5dd1-4ac5-97a6-16c2cf34cfcd req-865ea3c6-b643-44a8-8947-56a499f6200f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176845 Feb 03 11:23:31.399529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c87edc-e9c9-4e73-9baf-773e22dfcfb2 req-48ff1f25-b78f-44e8-ba9f-c85f650a4d2c tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:31.404144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78c87edc-e9c9-4e73-9baf-773e22dfcfb2 req-48ff1f25-b78f-44e8-ba9f-c85f650a4d2c tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 944 time: 0.2311473 Feb 03 11:23:31.490672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39a55925-b19a-443e-9c5d-a4d417a91ecf req-4bf6edc0-11b0-41af-b59d-a3001a0cb26d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 210 time: 0.0392802 Feb 03 11:23:31.513157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78c87edc-e9c9-4e73-9baf-773e22dfcfb2 req-82ab2423-a4ab-45f0-a540-83f8c8038107 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054289 Feb 03 11:23:31.681276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3a7e4af-41e1-4840-8478-da1974c451c8 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:31.687824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9d47551f-a3a4-48f2-a972-b84edb79ad02 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:31.850405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf05bf-f874-45fa-b2e5-5ecb6398fb60 req-6df6cbad-ce89-4f42-970b-2da5093376d3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:31.864292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33bf05bf-f874-45fa-b2e5-5ecb6398fb60 req-6df6cbad-ce89-4f42-970b-2da5093376d3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1481373 Feb 03 11:23:31.869107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 9d47551f-a3a4-48f2-a972-b84edb79ad02 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:23:31.879158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 9d47551f-a3a4-48f2-a972-b84edb79ad02 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:31.881470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:31.944409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33bf05bf-f874-45fa-b2e5-5ecb6398fb60 req-e2f09464-2cbe-4323-acc0-51e217d1c8c0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777037 Feb 03 11:23:31.965777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3a7e4af-41e1-4840-8478-da1974c451c8,segment=NetworkSegment(bd259dd1-3582-47c1-9e32-80970c18945a),segment_id=bd259dd1-3582-47c1-9e32-80970c18945a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:31.990793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f3a7e4af-41e1-4840-8478-da1974c451c8', 'network_id': '5db14957-614a-4e24-9f02-2bcd0cc632f5', 'port_id': 'f3a7e4af-41e1-4840-8478-da1974c451c8', 'mac_address': 'fa:16:3e:df:26:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fa18f4-3ee0-456c-b058-84999509abd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:32.088366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f3a7e4af-41e1-4840-8478-da1974c451c8 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:32.090573 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.110831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9d47551f-a3a4-48f2-a972-b84edb79ad02 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:32.111351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.143595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a7e4af-41e1-4840-8478-da1974c451c8 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:32.188358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:32.195906 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfaff2f-9f15-4f91-8e54-98a95baf5ff6" -d '{"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:32.212714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3a7e4af-41e1-4840-8478-da1974c451c8,segment=NetworkSegment(bd259dd1-3582-47c1-9e32-80970c18945a),segment_id=bd259dd1-3582-47c1-9e32-80970c18945a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:32.216314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:32.222329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.233235 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.235191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4fd17c82-5869-4b73-9e89-edf4a03185df up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:32.249458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615a93-f042-4d29-9e14-40fec8a92f54 req-64e422cb-2a62-4c15-b2b9-4bc40174b384 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:32.251675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5615a93-f042-4d29-9e14-40fec8a92f54 req-64e422cb-2a62-4c15-b2b9-4bc40174b384 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 943 time: 0.1135461 Feb 03 11:23:32.294568 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4044e1e-3345-42a9-bd92-a7e79184b083 x-openstack-request-id: req-e4044e1e-3345-42a9-bd92-a7e79184b083 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:32.294814 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:32.295072 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4044e1e-3345-42a9-bd92-a7e79184b083 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:32.295463 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'code': 200} Feb 03 11:23:32.346632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:32.404624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 4fd17c82-5869-4b73-9e89-edf4a03185df completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:23:32.412471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 4fd17c82-5869-4b73-9e89-edf4a03185df triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:32.412855 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.425183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:32.533716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5615a93-f042-4d29-9e14-40fec8a92f54 req-c6293eeb-02a2-4a82-9e00-09ace7aae241 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742000 Feb 03 11:23:32.559762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4fd17c82-5869-4b73-9e89-edf4a03185df is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:32.560214 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.639366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4fd17c82-5869-4b73-9e89-edf4a03185df,segment=NetworkSegment(c902abd9-b4ed-42da-b4a8-71e074eb4ba7),segment_id=c902abd9-b4ed-42da-b4a8-71e074eb4ba7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:32.643130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f3a7e4af-41e1-4840-8478-da1974c451c8'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:32.647847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:32.679660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead0a0c-b929-4cd4-b400-8239027ddfe3 req-6b4e6726-c282-41a2-97e6-fe21dfd15bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:32.685236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bead0a0c-b929-4cd4-b400-8239027ddfe3 req-6b4e6726-c282-41a2-97e6-fe21dfd15bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1127 time: 0.2717593 Feb 03 11:23:32.768977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe3f90c-d898-4f9c-a1e6-e58ac6befa22 req-04617611-b16e-4817-af3c-b3f16b472d19 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 210 time: 0.0927651 Feb 03 11:23:32.810638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:32.872032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08769-2eaa-4a64-bc90-1ce798008a78 req-8104eed9-ee59-4335-9a34-9fa66cd29492 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:32.877865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-f4e727ff-cc5e-416e-a667-67db99d88ba8 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:32.880447 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-f4e727ff-cc5e-416e-a667-67db99d88ba8 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.53 "GET /v2.0/networks?id=45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 200 len: 797 time: 0.2570498 Feb 03 11:23:32.887980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35d08769-2eaa-4a64-bc90-1ce798008a78 req-8104eed9-ee59-4335-9a34-9fa66cd29492 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 0.3500342 Feb 03 11:23:32.932287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bead0a0c-b929-4cd4-b400-8239027ddfe3 req-66af7a85-632d-44c5-ad20-9258e503a939 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172575 Feb 03 11:23:33.013414 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-86d65466-6564-43f9-83a8-d65d3d593035 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69072920c92541a58ffccc5f1b18fe28 HTTP/1.1" status: 200 len: 478 time: 0.1196520 Feb 03 11:23:33.030613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'port': {'device_id': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'admin_state_up': True, 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'security_groups': ['c1778aa0-1c6c-48ed-8a87-32bddc1c0729', 'b059e301-b654-4e0e-914f-8b61a5748d6d']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:33.049482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35d08769-2eaa-4a64-bc90-1ce798008a78 req-6e4189a9-e70a-42a1-80be-8919a44d65d5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148374 Feb 03 11:23:33.060979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b9737-934b-47e0-86ff-ee29f43eee3e req-b85059df-c00a-4778-ac86-1048ba55014d tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:33.063782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:33.068887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f24b9737-934b-47e0-86ff-ee29f43eee3e req-b85059df-c00a-4778-ac86-1048ba55014d tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.1354859 Feb 03 11:23:33.136282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f24b9737-934b-47e0-86ff-ee29f43eee3e req-12e6a3fd-0250-4730-b1bf-b3c2ac0b89a6 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Feb 03 11:23:33.246876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:33.259121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:33.262193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.282401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da4ea-0d22-4c54-b9ee-f18da7014aa7 req-b277ce89-c819-4b0a-b39a-8b6aa0293bf2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:33.285391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:33.293521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182da4ea-0d22-4c54-b9ee-f18da7014aa7 req-b277ce89-c819-4b0a-b39a-8b6aa0293bf2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1032662 Feb 03 11:23:33.339810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:33.341161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.357606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:33.392558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:33.393950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-182da4ea-0d22-4c54-b9ee-f18da7014aa7 req-9e7e97b4-20fe-4dac-b645-bf8cd270f468 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974581 Feb 03 11:23:33.398361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.471698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:33.494542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.20.0.9 (45c8734e-da8f-438b-ac1b-1d89d7a87989/e5868ad6-2745-4672-9622-7ff4b31e938b/1a332fd5-3fba-4737-a0db-e6fdec2b105a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:33.508172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e798c9a6-a4be-4821-ba7e-914f3a71439a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:33.603561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42f47293-c467-4021-bcad-c740eab6472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.741381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f47f1-d89c-4165-8533-0b20ab14797d req-d742a6f8-81e5-456c-92b7-c069b51db6af tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:33.750107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd8f47f1-d89c-4165-8533-0b20ab14797d req-d742a6f8-81e5-456c-92b7-c069b51db6af tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 944 time: 0.1034932 Feb 03 11:23:33.798423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.818557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd8f47f1-d89c-4165-8533-0b20ab14797d req-fab2adb3-c204-4ee2-9177-aa4601f82398 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Feb 03 11:23:33.883061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:33.930845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:33.934271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:33.939099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:33.969214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db122f76-ac27-4b88-80bf-3614abd79c4c req-7a660ba4-6d32-4e65-a321-fce0870fe2af tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:33.981884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db122f76-ac27-4b88-80bf-3614abd79c4c req-7a660ba4-6d32-4e65-a321-fce0870fe2af tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 970 time: 0.1141930 Feb 03 11:23:33.982659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:34.002859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:34.004034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:34.024931 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-a218ffd4-0766-4585-810d-b0b1d7007667 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0010893 Feb 03 11:23:34.046538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Request body: {'port': {'device_id': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:34.153814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db122f76-ac27-4b88-80bf-3614abd79c4c req-2ee4719f-01bb-467b-9b40-980e02dc2425 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1640728 Feb 03 11:23:34.199654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:34.296403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:34.300131 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa34a57-fa90-4d73-b03b-82365cb7310e" -d '{"events": [{"server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "name": "network-vif-plugged", "status": "completed", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:34.471688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2d79f2ff-e290-430d-92cc-47b7a41f9682 None None] Provisioning complete for port 1a332fd5-3fba-4737-a0db-e6fdec2b105a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:34.472397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d79f2ff-e290-430d-92cc-47b7a41f9682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:34.515223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2d79f2ff-e290-430d-92cc-47b7a41f9682 None None] Port 1a332fd5-3fba-4737-a0db-e6fdec2b105a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:23:34.569752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adbd6f-9fed-4068-b594-64826a2065b9 req-e11ea8cf-b7b4-43ab-a1fd-42f33aa4fcfc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:34.582378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15adbd6f-9fed-4068-b594-64826a2065b9 req-e11ea8cf-b7b4-43ab-a1fd-42f33aa4fcfc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 0.3042755 Feb 03 11:23:34.594381 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:34.683202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15adbd6f-9fed-4068-b594-64826a2065b9 req-f6371015-b811-451b-adf4-e5f1c5495a3c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 Feb 03 11:23:34.712003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eff21-b9e9-4c33-b25c-293e9e43ae9d req-d9ce3660-6b5c-4b30-9cc5-630a16c83eee tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:34.722132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f88eff21-b9e9-4c33-b25c-293e9e43ae9d req-d9ce3660-6b5c-4b30-9cc5-630a16c83eee tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.3466506 Feb 03 11:23:34.770955 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5597813-1a2a-4cc7-8c6f-c474eff38174 x-openstack-request-id: req-e5597813-1a2a-4cc7-8c6f-c474eff38174 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:34.771359 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "name": "network-vif-plugged", "status": "completed", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:34.771720 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5597813-1a2a-4cc7-8c6f-c474eff38174 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:34.772992 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df', 'code': 200} Feb 03 11:23:34.833991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f88eff21-b9e9-4c33-b25c-293e9e43ae9d req-2cefe27d-99b9-4696-915c-a7e559db7be1 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Feb 03 11:23:34.990917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a332fd5-3fba-4737-a0db-e6fdec2b105a {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:35.006232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7eda3-4d96-431c-964b-de9d5d0147d2 req-c026be45-9d5e-4c53-99dd-4ad419bd42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:35.007857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d7eda3-4d96-431c-964b-de9d5d0147d2 req-c026be45-9d5e-4c53-99dd-4ad419bd42d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 1127 time: 0.1339843 Feb 03 11:23:35.015063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks [] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.029991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ad59-1f36-43c9-ba5d-212c697e0aca req-39f63cf6-022d-4618-989d-177216a2ca47 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:35.038178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d220ad59-1f36-43c9-ba5d-212c697e0aca req-39f63cf6-022d-4618-989d-177216a2ca47 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 944 time: 0.1829338 Feb 03 11:23:35.048680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Transition to ACTIVE for port object 1a332fd5-3fba-4737-a0db-e6fdec2b105a will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:23:35.057088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.067182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:35.196450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d220ad59-1f36-43c9-ba5d-212c697e0aca req-66c1cc83-5eb0-4bda-8ebd-19907942bb66 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571612 Feb 03 11:23:35.205490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-69d7eda3-4d96-431c-964b-de9d5d0147d2 req-360fedb0-1155-494c-aaa4-3b05ee0200d3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896701 Feb 03 11:23:35.239701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e0a64-e525-44bd-9640-ce161f7cbeb7 req-f1c1999a-8622-4f37-88d3-da4031a6d0c2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:35.241555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-961e0a64-e525-44bd-9640-ce161f7cbeb7 req-f1c1999a-8622-4f37-88d3-da4031a6d0c2 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 944 time: 0.2641494 Feb 03 11:23:35.270674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e798c9a6-a4be-4821-ba7e-914f3a71439a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:35.271065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.426721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49748) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:35.477442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:35.477985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.493529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-961e0a64-e525-44bd-9640-ce161f7cbeb7 req-73d34481-53ce-4d06-b1f6-df232fb1235f tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383015 Feb 03 11:23:35.532204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269ff42-e467-44fd-ac33-ea0d0b1b0072 req-2b1da337-cb22-469d-8254-028a495d6c2d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:35.545494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0269ff42-e467-44fd-ac33-ea0d0b1b0072 req-2b1da337-cb22-469d-8254-028a495d6c2d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 982 time: 0.2001739 Feb 03 11:23:35.546896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:35.559482 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.639725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:35.681112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0269ff42-e467-44fd-ac33-ea0d0b1b0072 req-9cae3907-d430-459b-827f-467276ea7f5c tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1257148 Feb 03 11:23:35.686464 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037debb-13b0-4b71-9212-d5c5628e954e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.713954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3a7e4af-41e1-4840-8478-da1974c451c8 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:35.823841 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037debb-13b0-4b71-9212-d5c5628e954e admin admin] Publish callbacks [] for security_group (c448fa0c-661d-4102-b932-8b7630404ef7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.828287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f3a7e4af-41e1-4840-8478-da1974c451c8 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:23:35.834663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f3a7e4af-41e1-4840-8478-da1974c451c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:35.836032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.836851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037debb-13b0-4b71-9212-d5c5628e954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c448fa0c-661d-4102-b932-8b7630404ef7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:35.970447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037debb-13b0-4b71-9212-d5c5628e954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c448fa0c-661d-4102-b932-8b7630404ef7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:35.999703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5037debb-13b0-4b71-9212-d5c5628e954e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbe74407b31b4215b6017d4b3816cfb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5670969 Feb 03 11:23:36.000603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:36.034894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc46eb-4a30-4eb2-8128-2467dfd5a688 req-2a2a4102-c80b-4552-8197-99d6a8a1da57 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.038040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f3a7e4af-41e1-4840-8478-da1974c451c8 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:36.040475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.044278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fbc46eb-4a30-4eb2-8128-2467dfd5a688 req-2a2a4102-c80b-4552-8197-99d6a8a1da57 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 0.2187829 Feb 03 11:23:36.137527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3a7e4af-41e1-4840-8478-da1974c451c8,segment=NetworkSegment(bd259dd1-3582-47c1-9e32-80970c18945a),segment_id=bd259dd1-3582-47c1-9e32-80970c18945a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:36.144995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.150507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8548e-395b-42c6-b7f8-3b7281dedb86 req-07d0653a-79c2-4e25-84cb-0e80a5c34365 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.162070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a8548e-395b-42c6-b7f8-3b7281dedb86 req-07d0653a-79c2-4e25-84cb-0e80a5c34365 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.2112157 Feb 03 11:23:36.240078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0fbc46eb-4a30-4eb2-8128-2467dfd5a688 req-b59d8111-6359-40fd-a3c4-f101d5707d47 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908545 Feb 03 11:23:36.251844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] Publish callbacks [] for security_group (c448fa0c-661d-4102-b932-8b7630404ef7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.295640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.315068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:36.357642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:36.378036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] Publish callbacks [] for security_group (c448fa0c-661d-4102-b932-8b7630404ef7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.467622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Attempting to bind port 1a332fd5-3fba-4737-a0db-e6fdec2b105a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:36.468117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Attempting to bind port 1a332fd5-3fba-4737-a0db-e6fdec2b105a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:36.468544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Attempting to bind port 1a332fd5-3fba-4737-a0db-e6fdec2b105a on network 45c8734e-da8f-438b-ac1b-1d89d7a87989 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:36.473327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Port 1a332fd5-3fba-4737-a0db-e6fdec2b105a on network 45c8734e-da8f-438b-ac1b-1d89d7a87989 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:23:36.473833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Attempting to bind port 1a332fd5-3fba-4737-a0db-e6fdec2b105a on network 45c8734e-da8f-438b-ac1b-1d89d7a87989 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:36.487878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:36.488306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Checking segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:36.488777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Bound using segment: {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:36.489316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Bound port: 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d46a36c-d7f4-4a54-9a92-f0140e11f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:36.489754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.575193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1a8548e-395b-42c6-b7f8-3b7281dedb86 req-f3ac56d4-2f3f-4623-bb02-6412916e29b3 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086280 Feb 03 11:23:36.645511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c448fa0c-661d-4102-b932-8b7630404ef7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.652697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.655688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c448fa0c-661d-4102-b932-8b7630404ef7 HTTP/1.1" status: 204 len: 168 time: 0.6516676 Feb 03 11:23:36.670469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:36.678564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:36.684849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9efb83-76bb-4c62-8257-770808cc57fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c448fa0c-661d-4102-b932-8b7630404ef7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:36.695030 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.751016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.752301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6ab7-b42d-4ec2-90e6-5542f98ccc0f req-e8701373-c399-4866-bb3b-2c06d69aff33 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.752600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:36.754574 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 200 len: 1130 time: 2.7196085 Feb 03 11:23:36.755296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:36.758765 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c6120-d1db-407d-abe0-48c9e17edb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:36.774722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}, {'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:36.777892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-579a6ab7-b42d-4ec2-90e6-5542f98ccc0f req-e8701373-c399-4866-bb3b-2c06d69aff33 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.3341067 Feb 03 11:23:36.778850 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f312d2-367c-47d1-8d6f-239bbc889e32" -d '{"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}, {"server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:36.837756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054882d0-b993-49c5-bc0d-1deb388422a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:36.937709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-579a6ab7-b42d-4ec2-90e6-5542f98ccc0f req-e85b0d87-8fe7-47f9-8fa9-eb94eaa6e8e1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566901 Feb 03 11:23:36.949999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-428bde83-f22f-4d33-807c-b208167cd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.951773 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-428bde83-f22f-4d33-807c-b208167cd538 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1164 time: 0.1434116 Feb 03 11:23:36.986373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b154-67e8-465e-a519-231b43eafb32 req-ae15b5bc-86f0-4bc4-b737-5646a422018b tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:36.993886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc02b154-67e8-465e-a519-231b43eafb32 req-ae15b5bc-86f0-4bc4-b737-5646a422018b tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.1885953 Feb 03 11:23:37.084345 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-7ca2f7a4-8ce1-47ed-a65f-ae97990d4c08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 200 len: 217 time: 0.1198676 Feb 03 11:23:37.120886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc02b154-67e8-465e-a519-231b43eafb32 req-7ff69bc7-b099-45d6-8ef3-fefdb95fcd62 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192639 Feb 03 11:23:37.193557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce1c4-23be-4fb8-a429-bb9257a062ba req-56cf0584-374d-4c49-aaa9-fcdd48c82cee tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:37.210716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43fce1c4-23be-4fb8-a429-bb9257a062ba req-56cf0584-374d-4c49-aaa9-fcdd48c82cee tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 982 time: 0.1022680 Feb 03 11:23:37.235773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-9852eb45-7f84-4db0-a8ff-9488fba283b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:37.238056 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-9852eb45-7f84-4db0-a8ff-9488fba283b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5868ad6-2745-4672-9622-7ff4b31e938b HTTP/1.1" status: 200 len: 835 time: 0.1399314 Feb 03 11:23:37.315411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43fce1c4-23be-4fb8-a429-bb9257a062ba req-e291eb85-b2f6-438b-b522-5e924e64ab39 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0980201 Feb 03 11:23:37.332604 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c38b8-6279-4e49-a8b6-108dc8fc1d87 x-openstack-request-id: req-628c38b8-6279-4e49-a8b6-108dc8fc1d87 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:37.333745 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:37.333745 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-628c38b8-6279-4e49-a8b6-108dc8fc1d87 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:37.333745 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'status': 'completed', 'code': 200} Feb 03 11:23:37.351170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:37.384274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-1f01c2ca-6fbc-4445-8bd1-e58df70ab3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:37.385738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-1f01c2ca-6fbc-4445-8bd1-e58df70ab3ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45c8734e-da8f-438b-ac1b-1d89d7a87989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1333723 Feb 03 11:23:37.521215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:37.566289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1038cf36-2197-430f-960f-e3ac6ffd1812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:37.656435 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-28adbd15-5ef4-4565-8cf6-6795da925833 service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580957 Feb 03 11:23:37.811584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1038cf36-2197-430f-960f-e3ac6ffd1812 admin admin] Publish callbacks [] for security_group (c94288e2-aeaa-45f2-95b8-547b2d8c4413), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:37.863622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1038cf36-2197-430f-960f-e3ac6ffd1812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c94288e2-aeaa-45f2-95b8-547b2d8c4413), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:37.895724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0b92ed9a-cd87-4737-a8de-63572ab867c2 req-d9e061ee-8614-4e6b-84a3-1b927dec1092 service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283444 Feb 03 11:23:37.911340 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702b0327-1f9e-4d42-bb56-0e01a192c651 x-openstack-request-id: req-702b0327-1f9e-4d42-bb56-0e01a192c651 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:37.912136 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "code": 200}, {"server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:37.912136 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-702b0327-1f9e-4d42-bb56-0e01a192c651 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:37.912675 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'code': 200} Feb 03 11:23:37.913296 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8', 'code': 200} Feb 03 11:23:37.952276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1038cf36-2197-430f-960f-e3ac6ffd1812 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb22cfd991da4169941d01a00674f6f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274223 Feb 03 11:23:37.952891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:37.961165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038cf36-2197-430f-960f-e3ac6ffd1812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94288e2-aeaa-45f2-95b8-547b2d8c4413,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:37.999835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f9450-38e2-4ad7-9c29-1e972f59ffbe req-e7137556-c25b-486e-b69b-1c5924b7dec8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.001679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba0f9450-38e2-4ad7-9c29-1e972f59ffbe req-e7137556-c25b-486e-b69b-1c5924b7dec8 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.1882753 Feb 03 11:23:38.096600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] Publish callbacks [] for security_group (c94288e2-aeaa-45f2-95b8-547b2d8c4413), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:38.182092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba0f9450-38e2-4ad7-9c29-1e972f59ffbe req-2f59c679-7843-4829-8fa9-11197c7c34b3 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728914 Feb 03 11:23:38.193987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5abf4-e457-4522-9d5b-5ae91bc0e7eb req-1501ab93-35b5-4793-942a-5cad68a3896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.195940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fd5abf4-e457-4522-9d5b-5ae91bc0e7eb req-1501ab93-35b5-4793-942a-5cad68a3896a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 1127 time: 0.1028883 Feb 03 11:23:38.210814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-1405575f-be0d-4302-8099-0000a78b71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.221541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-1405575f-be0d-4302-8099-0000a78b71ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1164 time: 0.2397699 Feb 03 11:23:38.231427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] Publish callbacks [] for security_group (c94288e2-aeaa-45f2-95b8-547b2d8c4413), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:38.315122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fd5abf4-e457-4522-9d5b-5ae91bc0e7eb req-d4edc4ee-1d2d-4af0-b744-6e1397b711b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111901 Feb 03 11:23:38.520929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05529ddc-c267-4189-9d2c-83418a6bae8b req-a834befa-814a-4eb1-af4b-174ab27f2078 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.522603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05529ddc-c267-4189-9d2c-83418a6bae8b req-a834befa-814a-4eb1-af4b-174ab27f2078 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.1714764 Feb 03 11:23:38.541469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-05626e0e-8a19-46f5-82a1-a0314621668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.544372 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-05626e0e-8a19-46f5-82a1-a0314621668e service neutron] 10.222.0.53 "GET /v2.0/networks?id=45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 200 len: 898 time: 0.3220863 Feb 03 11:23:38.585597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45aa82-2c1e-42ca-ae98-d70fc3cfe0ce req-f330f4e5-4a93-4d43-8043-6b56d73802df tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.585597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e45aa82-2c1e-42ca-ae98-d70fc3cfe0ce req-f330f4e5-4a93-4d43-8043-6b56d73802df tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1670060 Feb 03 11:23:38.618755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05529ddc-c267-4189-9d2c-83418a6bae8b req-2d288a44-e127-49a1-93fc-b295b583715a tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824027 Feb 03 11:23:38.636991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c94288e2-aeaa-45f2-95b8-547b2d8c4413), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:38.640127 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:38.653822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c94288e2-aeaa-45f2-95b8-547b2d8c4413 HTTP/1.1" status: 204 len: 168 time: 0.6955988 Feb 03 11:23:38.662308 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-4f5aa6d9-10bb-41fb-9f53-b30070479ed4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 200 len: 217 time: 0.1081285 Feb 03 11:23:38.740901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e45aa82-2c1e-42ca-ae98-d70fc3cfe0ce req-5d3955fb-9baf-48ef-9cd3-9071da7e858c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392176 Feb 03 11:23:38.800151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-b98ebf4f-102d-4009-8f76-1338dbe57454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.804333 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-b98ebf4f-102d-4009-8f76-1338dbe57454 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5868ad6-2745-4672-9622-7ff4b31e938b HTTP/1.1" status: 200 len: 835 time: 0.1347044 Feb 03 11:23:38.815024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cfef2-d96d-4084-b1b4-737f4132d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94288e2-aeaa-45f2-95b8-547b2d8c4413,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:38.964964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-3c7cd32a-83c2-47bf-a091-36c68c805826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.966428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805831-57c8-4289-8e34-1e686d1fcc74 req-4b1655ab-447c-4b06-973f-999d93fc7866 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:38.968171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-3c7cd32a-83c2-47bf-a091-36c68c805826 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45c8734e-da8f-438b-ac1b-1d89d7a87989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1563287 Feb 03 11:23:38.968785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af805831-57c8-4289-8e34-1e686d1fcc74 req-4b1655ab-447c-4b06-973f-999d93fc7866 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 982 time: 0.1311994 Feb 03 11:23:39.120255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af805831-57c8-4289-8e34-1e686d1fcc74 req-7f7d75d9-a233-4686-bd5f-ce4ef8ac622b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1386733 Feb 03 11:23:39.251621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-9d382d96-578d-47aa-8c9b-b3624fbd29ef service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730572 Feb 03 11:23:39.530628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-900c6120-d1db-407d-abe0-48c9e17edb5b req-cb92f861-f572-4965-8295-e3221a8535e3 service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705302 Feb 03 11:23:39.967462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e2e70-75cd-4a2a-934c-d4613460246d req-e36c63ea-58d0-4e28-b4f1-1f30b429f806 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:39.970430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-942e2e70-75cd-4a2a-934c-d4613460246d req-e36c63ea-58d0-4e28-b4f1-1f30b429f806 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.1671193 Feb 03 11:23:40.185313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-942e2e70-75cd-4a2a-934c-d4613460246d req-3f316db2-caa8-432e-b9c3-4c4426683565 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911514 Feb 03 11:23:40.236973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d69f-add1-49ae-b67e-4f19d65cb3ce req-330afc80-bc0e-4c24-8e11-35b5853d2c7e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:40.245464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e53d69f-add1-49ae-b67e-4f19d65cb3ce req-330afc80-bc0e-4c24-8e11-35b5853d2c7e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2737126 Feb 03 11:23:40.465914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e53d69f-add1-49ae-b67e-4f19d65cb3ce req-0ffdc978-5e89-43ef-bff2-046d468e203c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177875 Feb 03 11:23:40.687036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd988119-ed81-4f2d-a79d-eaec4c5fb071 req-40d1836b-266c-4318-ad54-abaa93e646a8 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:40.705639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd988119-ed81-4f2d-a79d-eaec4c5fb071 req-40d1836b-266c-4318-ad54-abaa93e646a8 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 982 time: 0.1662176 Feb 03 11:23:40.860832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd988119-ed81-4f2d-a79d-eaec4c5fb071 req-0d63d3da-72f8-4480-ba78-fc4db6c53054 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1428015 Feb 03 11:23:41.086001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1a332fd5-3fba-4737-a0db-e6fdec2b105a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:23:41.423161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:41.467228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'port_id': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'mac_address': 'fa:16:3e:c4:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:23:41.478448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6f3b-99fe-43dc-a5c6-4ffbaeff5280 req-d48ed81d-9523-4b74-a739-92b1dcd6d7a6 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:41.486763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9cc6f3b-99fe-43dc-a5c6-4ffbaeff5280 req-d48ed81d-9523-4b74-a739-92b1dcd6d7a6 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.1671379 Feb 03 11:23:41.550191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1a332fd5-3fba-4737-a0db-e6fdec2b105a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:41.550597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:41.576036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a332fd5-3fba-4737-a0db-e6fdec2b105a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:23:41.639916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:41.652869 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:41.684502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9cc6f3b-99fe-43dc-a5c6-4ffbaeff5280 req-056dac24-2c10-4aca-80c9-893d33cd4847 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967361 Feb 03 11:23:41.712662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05167-6900-4d43-8764-7cf5967fce48 req-17771310-1e93-41d6-b5dc-7cde3d854aac tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:41.716412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abf05167-6900-4d43-8764-7cf5967fce48 req-17771310-1e93-41d6-b5dc-7cde3d854aac tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.2276437 Feb 03 11:23:41.748237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:41.965806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['1a332fd5-3fba-4737-a0db-e6fdec2b105a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:41.966591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abf05167-6900-4d43-8764-7cf5967fce48 req-3c6c547a-7e8f-45ac-8d87-6bf7812d3ef7 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370918 Feb 03 11:23:42.001778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795860a-d132-4727-9a9b-e7aa0e69d39a req-a62c5fc3-960c-44d3-a657-2e4173d3d720 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:42.022720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e795860a-d132-4727-9a9b-e7aa0e69d39a req-a62c5fc3-960c-44d3-a657-2e4173d3d720 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2146318 Feb 03 11:23:42.122606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e795860a-d132-4727-9a9b-e7aa0e69d39a req-e2d060d6-1ee0-4307-b6b7-f938ccb63938 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929413 Feb 03 11:23:42.263057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0de67-73ab-4ed5-83e0-695308f3af9c req-a0ee78b5-d81a-4771-b6f1-c5d6e4a8b56b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:42.269072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37c0de67-73ab-4ed5-83e0-695308f3af9c req-a0ee78b5-d81a-4771-b6f1-c5d6e4a8b56b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 983 time: 0.1018591 Feb 03 11:23:42.535594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37c0de67-73ab-4ed5-83e0-695308f3af9c req-fcfaa735-43cf-4b9f-ba2b-15d1768d868e tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2552741 Feb 03 11:23:42.605870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-e63c69e1-bca5-4dcc-9333-4bfb8c183e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:42.610808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-e63c69e1-bca5-4dcc-9333-4bfb8c183e25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1127 time: 0.1214454 Feb 03 11:23:42.936770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-3387bfff-3f54-48dd-94b2-e21b665ed705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:42.945500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-3387bfff-3f54-48dd-94b2-e21b665ed705 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.2966740 Feb 03 11:23:43.111181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-a3f312d5-3746-481c-a3af-0bc6fab4e666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 1001 time: 0.1624732 Feb 03 11:23:43.113489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1a332fd5-3fba-4737-a0db-e6fdec2b105a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:23:43.244356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-d53e4b96-51ab-424d-b507-a200a6e595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:43.248314 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-d53e4b96-51ab-424d-b507-a200a6e595b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1290541 Feb 03 11:23:43.251711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-2c69e225-5f9c-46e4-a3eb-4bfee24d30e4 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:43.253882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-2c69e225-5f9c-46e4-a3eb-4bfee24d30e4 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.69 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.4414318 Feb 03 11:23:43.256299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 1a332fd5-3fba-4737-a0db-e6fdec2b105a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:23:43.268348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 1a332fd5-3fba-4737-a0db-e6fdec2b105a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:23:43.269661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:43.293342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b5e86-e7ae-41af-a808-622862198ad9 req-668dcb89-08e3-4394-9c0f-14f1f30fad86 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:43.312240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-404b5e86-e7ae-41af-a808-622862198ad9 req-668dcb89-08e3-4394-9c0f-14f1f30fad86 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.3956456 Feb 03 11:23:43.359699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-96076f9b-4e3d-44a1-8d59-9df43005a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:43.366736 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-96076f9b-4e3d-44a1-8d59-9df43005a53e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114309 Feb 03 11:23:43.477861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1a332fd5-3fba-4737-a0db-e6fdec2b105a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:43.479892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:43.552951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981c81-affe-4b98-ae17-5c087e8ae35c req-21fd3246-df42-43d2-902f-92c60079f218 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:43.566476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f981c81-affe-4b98-ae17-5c087e8ae35c req-21fd3246-df42-43d2-902f-92c60079f218 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.6386206 Feb 03 11:23:43.567153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:43.568784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:43.574527 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe627c-5f22-4321-a45b-cdc9d1cd48fc" -d '{"events": [{"server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "name": "network-vif-plugged", "status": "completed", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:43.583010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:43.619241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-2dbc54ff-803b-45e6-8736-d6a47831e592 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421582 Feb 03 11:23:43.690188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-404b5e86-e7ae-41af-a808-622862198ad9 req-976d9065-9714-48f5-9b3b-67ed5dd88135 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f881c2f-2616-48fa-b201-d89fbeddc6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764918 Feb 03 11:23:43.738057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f981c81-affe-4b98-ae17-5c087e8ae35c req-3a0acaac-af81-4a6e-8774-26d13da777cb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721222 Feb 03 11:23:43.937144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Deleting port 4fd17c82-5869-4b73-9e89-edf4a03185df {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:43.937766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:43.976209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e1cbe409-c549-41dd-ae23-2fd2362a7745 req-7df48cf2-a01d-4f81-9ea7-b9b7cb232e15 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486991 Feb 03 11:23:44.216095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:44.297527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:44.422515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef4048fe-33a2-4408-b0c6-be2307648194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.583233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef4048fe-33a2-4408-b0c6-be2307648194 admin admin] Publish callbacks [] for security_group (2b3953c2-fa92-47f3-ae1b-ef58cea6fc64), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.607327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef4048fe-33a2-4408-b0c6-be2307648194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2b3953c2-fa92-47f3-ae1b-ef58cea6fc64), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.664937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4048fe-33a2-4408-b0c6-be2307648194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3953c2-fa92-47f3-ae1b-ef58cea6fc64,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:44.701520 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef4048fe-33a2-4408-b0c6-be2307648194 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06467067b03046a09c6e12c804b34354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4838154 Feb 03 11:23:44.712574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50004) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:44.793182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d987ee9-3ac6-4abd-9a2e-5bd31df63e6c req-a0e6a365-4817-43c0-b26d-76fba890f315 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:44.794759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d987ee9-3ac6-4abd-9a2e-5bd31df63e6c req-a0e6a365-4817-43c0-b26d-76fba890f315 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.9677131 Feb 03 11:23:44.808391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] Publish callbacks [] for security_group (2b3953c2-fa92-47f3-ae1b-ef58cea6fc64), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.838100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] Publish callbacks [] for security_group (2b3953c2-fa92-47f3-ae1b-ef58cea6fc64), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.886877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] For port 4fd17c82-5869-4b73-9e89-edf4a03185df, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=4fd17c82-5869-4b73-9e89-edf4a03185df,segment=NetworkSegment(c902abd9-b4ed-42da-b4a8-71e074eb4ba7),segment_id=c902abd9-b4ed-42da-b4a8-71e074eb4ba7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:44.887255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.914505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8fb1a-7263-418e-b4a5-bcabae5ab686 req-63060a21-d2ad-499d-abc8-f72dbaac0819 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:44.921627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d8fb1a-7263-418e-b4a5-bcabae5ab686 req-63060a21-d2ad-499d-abc8-f72dbaac0819 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.9950893 Feb 03 11:23:44.923639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2b3953c2-fa92-47f3-ae1b-ef58cea6fc64), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.927589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:44.930346 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3953c2-fa92-47f3-ae1b-ef58cea6fc64 HTTP/1.1" status: 204 len: 168 time: 0.2160494 Feb 03 11:23:44.941458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2936435-3078-4c5f-9c74-3616774b954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3953c2-fa92-47f3-ae1b-ef58cea6fc64,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:44.969336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Calling delete_port for 4fd17c82-5869-4b73-9e89-edf4a03185df owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:44.987519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053c43-930f-4a5f-9c04-d003f046308a req-863c939d-52f7-4ebb-8807-f99c1b3f6d65 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:44.989254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c053c43-930f-4a5f-9c04-d003f046308a req-863c939d-52f7-4ebb-8807-f99c1b3f6d65 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 945 time: 0.3379567 Feb 03 11:23:45.069868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d987ee9-3ac6-4abd-9a2e-5bd31df63e6c req-1d3d2b43-6bc4-415b-8c95-b5a31233f5f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2570169 Feb 03 11:23:45.171998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d8fb1a-7263-418e-b4a5-bcabae5ab686 req-26673cf0-d221-4953-809c-94c302d5c8ed tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494438 Feb 03 11:23:45.246979 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13c9a8-25ef-4098-b92d-a42a99fc5864 x-openstack-request-id: req-1d13c9a8-25ef-4098-b92d-a42a99fc5864 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:45.247286 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "name": "network-vif-plugged", "status": "completed", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:45.247547 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d13c9a8-25ef-4098-b92d-a42a99fc5864 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:45.247954 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'code': 200} Feb 03 11:23:45.265175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Deleting port f3a7e4af-41e1-4840-8478-da1974c451c8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:23:45.265546 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.439169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] For port f3a7e4af-41e1-4840-8478-da1974c451c8, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f3a7e4af-41e1-4840-8478-da1974c451c8,segment=NetworkSegment(bd259dd1-3582-47c1-9e32-80970c18945a),segment_id=bd259dd1-3582-47c1-9e32-80970c18945a)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:23:45.439526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.455369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5f6e1-14fd-461d-ad41-dc4db7ecfd47 req-2a652f78-d15c-429b-b09d-1cc59d0f0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:45.456897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e3b5f6e1-14fd-461d-ad41-dc4db7ecfd47 req-2a652f78-d15c-429b-b09d-1cc59d0f0046 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1166 time: 0.1462288 Feb 03 11:23:45.461001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Calling delete_port for f3a7e4af-41e1-4840-8478-da1974c451c8 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:23:45.558937 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-e3b5f6e1-14fd-461d-ad41-dc4db7ecfd47 req-d405cb20-d7a4-4a5f-804b-728be22ac3ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0924387 Feb 03 11:23:45.639710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50018) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:45.652444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15b469e2-90d6-46ec-9323-cf8f84d3999b req-bac754b0-70a4-4c21-8595-f9d5da847b26 tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5d7ce-e0bd-415d-950c-1ff4761ccb42 HTTP/1.1" status: 200 len: 210 time: 0.0548732 Feb 03 11:23:45.653227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f3a7e4af-41e1-4840-8478-da1974c451c8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.655280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f11621-7ae2-46f7-9e18-b5e3b78488f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.700674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f3a7e4af-41e1-4840-8478-da1974c451c8'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:23:45.747073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Pushing event deleted for resources: {'Port': ['ID=f3a7e4af-41e1-4840-8478-da1974c451c8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:45.793736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 4fd17c82-5869-4b73-9e89-edf4a03185df no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:45.812737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f11621-7ae2-46f7-9e18-b5e3b78488f0 admin admin] Publish callbacks [] for security_group (efdfe301-19c9-4c3e-b8a8-18cf9f6ef365), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.846761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f11621-7ae2-46f7-9e18-b5e3b78488f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (efdfe301-19c9-4c3e-b8a8-18cf9f6ef365), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.917356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] No DVR routers for this DVR port f3a7e4af-41e1-4840-8478-da1974c451c8 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:23:45.949294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:45.963596 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3f11621-7ae2-46f7-9e18-b5e3b78488f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c417b8d3d6e472d84bf6ecb656f18ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225894 Feb 03 11:23:45.964838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f11621-7ae2-46f7-9e18-b5e3b78488f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdfe301-19c9-4c3e-b8a8-18cf9f6ef365,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:45.966113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c053c43-930f-4a5f-9c04-d003f046308a req-e118932b-964e-4c10-ae81-ea00228202cb tempest-ServerAddressesTestJSON-619978361 tempest-ServerAddressesTestJSON-619978361-project] 10.222.0.69 "DELETE /v2.0/ports/f3a7e4af-41e1-4840-8478-da1974c451c8 HTTP/1.1" status: 204 len: 173 time: 0.9619353 Feb 03 11:23:45.967669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:45.968437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'name': 'network-vif-deleted', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:45.974875 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df967609-0b8b-4f32-aee4-643226b99723" -d '{"events": [{"server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "name": "network-vif-deleted", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:46.040039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 4fd17c82-5869-4b73-9e89-edf4a03185df is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:23:46.040760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.077207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb8775-7bc5-4447-9fa0-527872e8b8dd req-e09c6f20-9c99-4cbe-bbcf-0b5daa094570 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:46.090283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ecb8775-7bc5-4447-9fa0-527872e8b8dd req-e09c6f20-9c99-4cbe-bbcf-0b5daa094570 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532a046-9fbb-457a-9a3b-53d32ccded8b HTTP/1.1" status: 200 len: 945 time: 0.4942036 Feb 03 11:23:46.118328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] Publish callbacks [] for security_group (efdfe301-19c9-4c3e-b8a8-18cf9f6ef365), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.157414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4fd17c82-5869-4b73-9e89-edf4a03185df), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.167970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] Publish callbacks [] for security_group (efdfe301-19c9-4c3e-b8a8-18cf9f6ef365), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.227069 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.259905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Pushing event deleted for resources: {'Port': ['ID=4fd17c82-5869-4b73-9e89-edf4a03185df,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:46.277801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (efdfe301-19c9-4c3e-b8a8-18cf9f6ef365), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.281545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.282786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efdfe301-19c9-4c3e-b8a8-18cf9f6ef365 HTTP/1.1" status: 204 len: 168 time: 0.3136566 Feb 03 11:23:46.300667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f066b1-f84b-4432-a169-7fb128e18327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdfe301-19c9-4c3e-b8a8-18cf9f6ef365,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:46.371649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] No DVR routers for this DVR port 4fd17c82-5869-4b73-9e89-edf4a03185df on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:23:46.411501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:46.415535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3778754-67a4-49a7-b33f-79c92bf5d7e9 req-e0b04eaf-9bf3-4c7e-be80-bfdce4dc05fb tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.69 "DELETE /v2.0/ports/4fd17c82-5869-4b73-9e89-edf4a03185df HTTP/1.1" status: 204 len: 173 time: 3.1493416 Feb 03 11:23:46.486220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ecb8775-7bc5-4447-9fa0-527872e8b8dd req-3b164be2-83c8-42d9-beaf-8fbb595b47c9 tempest-ServerMetadataNegativeTestJSON-201319498 tempest-ServerMetadataNegativeTestJSON-201319498-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d4ac940-870e-4819-8200-96e31145056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948505 Feb 03 11:23:46.669208 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f65386-7a58-4d10-a71c-efbc68c046c3 x-openstack-request-id: req-80f65386-7a58-4d10-a71c-efbc68c046c3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:46.669727 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b5d7ce-e0bd-415d-950c-1ff4761ccb42", "name": "network-vif-deleted", "tag": "f3a7e4af-41e1-4840-8478-da1974c451c8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:46.670164 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80f65386-7a58-4d10-a71c-efbc68c046c3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:46.670767 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b5d7ce-e0bd-415d-950c-1ff4761ccb42', 'name': 'network-vif-deleted', 'tag': 'f3a7e4af-41e1-4840-8478-da1974c451c8', 'status': 'completed', 'code': 200} Feb 03 11:23:46.889743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59adbe-ded5-464f-9623-4c7e954d141a req-0fc93f84-3561-42dd-b9bf-0337843e3b9b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:46.897785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c59adbe-ded5-464f-9623-4c7e954d141a req-0fc93f84-3561-42dd-b9bf-0337843e3b9b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.1664474 Feb 03 11:23:46.995148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c59adbe-ded5-464f-9623-4c7e954d141a req-8e25b877-a40c-4e54-83c8-d4764af4dcdd tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0911410 Feb 03 11:23:47.029964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cd89d-b3d4-42b2-9ce4-8f4b370cbd58 req-e7635e05-7356-4efa-b227-80cb8dc4b2a3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:47.045997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac7cd89d-b3d4-42b2-9ce4-8f4b370cbd58 req-e7635e05-7356-4efa-b227-80cb8dc4b2a3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2057240 Feb 03 11:23:47.132647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50046) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:47.214853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Deleting subnet 95fa18f4-3ee0-456c-b058-84999509abd7 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:47.217230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac7cd89d-b3d4-42b2-9ce4-8f4b370cbd58 req-674f16ae-d7d0-486d-9ccf-4b2a2df6d494 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698828 Feb 03 11:23:47.237787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Publish callbacks [] for subnet (95fa18f4-3ee0-456c-b058-84999509abd7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.341537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (95fa18f4-3ee0-456c-b058-84999509abd7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.451019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (95fa18f4-3ee0-456c-b058-84999509abd7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.609122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:47.617217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (95fa18f4-3ee0-456c-b058-84999509abd7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.676357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fa18f4-3ee0-456c-b058-84999509abd7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:47.710892 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.717829 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-babea315-f92a-4d8a-acf5-f3acdf0c9eb7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95fa18f4-3ee0-456c-b058-84999509abd7 HTTP/1.1" status: 204 len: 168 time: 0.5827620 Feb 03 11:23:47.720065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:47.724861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Deleting subnet 14dcb4cd-99a7-4c34-b5be-d155494b43de {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:23:47.736931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Publish callbacks [] for subnet (14dcb4cd-99a7-4c34-b5be-d155494b43de), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.788667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3a7e4af-41e1-4840-8478-da1974c451c8 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:23:47.807073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (14dcb4cd-99a7-4c34-b5be-d155494b43de), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.834887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: f3a7e4af-41e1-4840-8478-da1974c451c8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:23:47.841530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f3a7e4af-41e1-4840-8478-da1974c451c8 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:23:47.896314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5db14957-614a-4e24-9f02-2bcd0cc632f5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:47.902461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (14dcb4cd-99a7-4c34-b5be-d155494b43de), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.098882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (14dcb4cd-99a7-4c34-b5be-d155494b43de), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.119209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5db14957-614a-4e24-9f02-2bcd0cc632f5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.142376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db14957-614a-4e24-9f02-2bcd0cc632f5']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:48.155415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd259dd1-3582-47c1-9e32-80970c18945a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:48.155777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd259dd1-3582-47c1-9e32-80970c18945a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:48.162869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dcb4cd-99a7-4c34-b5be-d155494b43de,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:48.177913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (bd259dd1-3582-47c1-9e32-80970c18945a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.190699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.203198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bd259dd1-3582-47c1-9e32-80970c18945a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.203885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6c9dd796-92a4-49f6-b721-fe00378e96d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/14dcb4cd-99a7-4c34-b5be-d155494b43de HTTP/1.1" status: 204 len: 168 time: 0.5936582 Feb 03 11:23:48.204801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:48.229649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:48.231369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (bd259dd1-3582-47c1-9e32-80970c18945a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:48.250394 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:48.357918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538b1a-84e0-4fef-bf93-67ce74824662 req-5a37669d-d3b4-4bd8-aa67-1e5add4a188d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:48.359668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d538b1a-84e0-4fef-bf93-67ce74824662 req-5a37669d-d3b4-4bd8-aa67-1e5add4a188d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.2067432 Feb 03 11:23:48.377329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (2ddad258-c061-4b53-ba54-9d6caee64c5d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.451729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5db14957-614a-4e24-9f02-2bcd0cc632f5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.468367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d538b1a-84e0-4fef-bf93-67ce74824662 req-549929be-5e7d-4346-b27f-56e279d7a929 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0884833 Feb 03 11:23:48.501030 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:48.516604 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5db14957-614a-4e24-9f02-2bcd0cc632f5 HTTP/1.1" status: 204 len: 168 time: 0.7952647 Feb 03 11:23:48.520771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c9689-1365-48f0-86b3-0c25c3910ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db14957-614a-4e24-9f02-2bcd0cc632f5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:48.579336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fc603-f8ce-4274-baa7-f39f3025d4d1 req-6e50f0cc-f282-4b3e-aeb8-804b95e77668 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:48.580987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be3fc603-f8ce-4274-baa7-f39f3025d4d1 req-6e50f0cc-f282-4b3e-aeb8-804b95e77668 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2572677 Feb 03 11:23:48.720154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'name': 'network-vif-deleted', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:48.727474 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f64ff-9961-4e6d-a723-e9ad1c9b34ca" -d '{"events": [{"server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "name": "network-vif-deleted", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:48.919537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50138) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:48.981899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (2ddad258-c061-4b53-ba54-9d6caee64c5d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.068621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddad258-c061-4b53-ba54-9d6caee64c5d']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:49.069902 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77236fb2-8eb9-4f54-bbb9-69d202602b19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f77b25b5c3e4b15a0dd04b95a856d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492107 Feb 03 11:23:49.073427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50156) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:49.096295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cff03-a697-4599-b589-cf49660824c2 req-37dce0b9-7dfa-4f1c-9e55-51f1b300ad2a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:49.110779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b4cff03-a697-4599-b589-cf49660824c2 req-37dce0b9-7dfa-4f1c-9e55-51f1b300ad2a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.4745054 Feb 03 11:23:49.130660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be3fc603-f8ce-4274-baa7-f39f3025d4d1 req-71db6e41-2bd1-440f-9aa7-f823c2a130dd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4987144 Feb 03 11:23:49.133158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:49.136354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c902abd9-b4ed-42da-b4a8-71e074eb4ba7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:49.195352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] Publish callbacks [] for security_group (2f881c2f-2616-48fa-b201-d89fbeddc6f6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.209288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c902abd9-b4ed-42da-b4a8-71e074eb4ba7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.263953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] Publish callbacks [] for security_group (2f881c2f-2616-48fa-b201-d89fbeddc6f6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.281122 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdfec6-82d1-4fe8-aba7-258096d95bd8 x-openstack-request-id: req-5fcdfec6-82d1-4fe8-aba7-258096d95bd8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:49.281505 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3532a046-9fbb-457a-9a3b-53d32ccded8b", "name": "network-vif-deleted", "tag": "4fd17c82-5869-4b73-9e89-edf4a03185df", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:49.281715 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fcdfec6-82d1-4fe8-aba7-258096d95bd8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:49.282084 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3532a046-9fbb-457a-9a3b-53d32ccded8b', 'name': 'network-vif-deleted', 'tag': '4fd17c82-5869-4b73-9e89-edf4a03185df', 'status': 'completed', 'code': 200} Feb 03 11:23:49.379502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c902abd9-b4ed-42da-b4a8-71e074eb4ba7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.402856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f881c2f-2616-48fa-b201-d89fbeddc6f6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.405599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:23:49.406581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.407258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c902abd9-b4ed-42da-b4a8-71e074eb4ba7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.418809 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f881c2f-2616-48fa-b201-d89fbeddc6f6 HTTP/1.1" status: 204 len: 168 time: 0.3401697 Feb 03 11:23:49.434980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc6447-f220-4315-831d-0e372b1239d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f881c2f-2616-48fa-b201-d89fbeddc6f6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:23:49.480772 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:23:49.553368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b4cff03-a697-4599-b589-cf49660824c2 req-cae033a3-4414-4556-be20-9fe024eedc66 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4142706 Feb 03 11:23:49.559136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (2ddad258-c061-4b53-ba54-9d6caee64c5d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.575234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.583946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ddad258-c061-4b53-ba54-9d6caee64c5d HTTP/1.1" status: 204 len: 168 time: 1.3263805 Feb 03 11:23:49.599894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd0fd5-ec4c-495b-a631-05d89f4c05cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddad258-c061-4b53-ba54-9d6caee64c5d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:49.748982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-aae7b7aa-8c39-4759-958d-eeb72af95255 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:49.751578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-aae7b7aa-8c39-4759-958d-eeb72af95255 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1166 time: 0.0884800 Feb 03 11:23:49.779857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-97e904dd-71f6-480f-b7b9-1f5d857eea8e tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:49.863858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:50.014944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-561d743f-461c-4668-bad5-09f5c3c0e7c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b814bf65fe184190bd14b09e57c7739e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485512 Feb 03 11:23:50.024419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50194) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:50.030885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-97e904dd-71f6-480f-b7b9-1f5d857eea8e tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Publish callbacks [] for security_group (a569933c-84c3-4144-909c-9002e8837c17), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.046907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-97e904dd-71f6-480f-b7b9-1f5d857eea8e tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a569933c-84c3-4144-909c-9002e8837c17), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.161977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Publish callbacks [] for security_group (3d4ac940-870e-4819-8200-96e31145056c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.200053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e904dd-71f6-480f-b7b9-1f5d857eea8e tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a569933c-84c3-4144-909c-9002e8837c17,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:50.221729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47470d94-b3be-4e7d-acfa-bb5218ffabfd req-97e904dd-71f6-480f-b7b9-1f5d857eea8e tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4615085 Feb 03 11:23:50.248309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Publish callbacks [] for security_group (3d4ac940-870e-4819-8200-96e31145056c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.254072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:50.397911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3d4ac940-870e-4819-8200-96e31145056c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.411908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.420990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d4ac940-870e-4819-8200-96e31145056c HTTP/1.1" status: 204 len: 168 time: 0.3948269 Feb 03 11:23:50.433098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ac940-870e-4819-8200-96e31145056c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:50.445047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.445941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.446625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.447180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.447791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.448833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.449430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.450270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.451001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.451674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.452277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.452974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.453526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f8210b-69dd-443f-99cd-da18703adc02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:23:50.577757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:50.583160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671621c-4252-4dc3-823f-49b41307e452 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:50.585125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c671621c-4252-4dc3-823f-49b41307e452 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1161 time: 0.3299601 Feb 03 11:23:50.588319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50216) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:50.613047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:50.670739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebdd7c-c785-4d51-9014-ffeee327478a req-f84e6bf0-61f6-4447-806a-9e879b3f799c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:50.675759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:50.683808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29ebdd7c-c785-4d51-9014-ffeee327478a req-f84e6bf0-61f6-4447-806a-9e879b3f799c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.3593414 Feb 03 11:23:50.840931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29ebdd7c-c785-4d51-9014-ffeee327478a req-e2c1b62f-d455-436c-910d-289211497b3f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499524 Feb 03 11:23:50.996292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.014308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-475c32f3-4c80-4459-b6c6-0f91329e722d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.243790 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-475c32f3-4c80-4459-b6c6-0f91329e722d admin admin] Publish callbacks [] for security_group (f3720bb6-64b4-49d9-a781-e1d0dc994fd6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.250296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-475c32f3-4c80-4459-b6c6-0f91329e722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3720bb6-64b4-49d9-a781-e1d0dc994fd6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.315856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.25.7.2 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/17caa1c1-6d84-4a37-ac4f-8e2085cbbd95) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:51.332963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c32f3-4c80-4459-b6c6-0f91329e722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3720bb6-64b4-49d9-a781-e1d0dc994fd6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:51.348491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-475c32f3-4c80-4459-b6c6-0f91329e722d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57f6b07cf5844d7eaa8241a8c2770b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327408 Feb 03 11:23:51.350437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50242) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:51.447079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:51.545600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] Publish callbacks [] for security_group (f3720bb6-64b4-49d9-a781-e1d0dc994fd6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.552208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.602819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] Publish callbacks [] for security_group (f3720bb6-64b4-49d9-a781-e1d0dc994fd6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.744554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.752724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3720bb6-64b4-49d9-a781-e1d0dc994fd6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.764521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:51.767375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3720bb6-64b4-49d9-a781-e1d0dc994fd6 HTTP/1.1" status: 204 len: 168 time: 0.4140584 Feb 03 11:23:51.847575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=17caa1c1-6d84-4a37-ac4f-8e2085cbbd95,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:51.897208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:51.899470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0204c1-65d5-460f-b92f-7c4fc7ff05bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3720bb6-64b4-49d9-a781-e1d0dc994fd6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:51.922535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:51.932765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:52.012655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-969955243-network', 'tenant_id': '0b367f26cc354f61881dbdaac8bc37ce'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:52.056520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Made reservation on behalf of 0b367f26cc354f61881dbdaac8bc37ce for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:52.059292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.071852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.122887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0780f-0f9e-464c-a9e4-c500554ebb40 req-26d37cd2-5589-47ca-8bed-0cb60f5bbe79 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:52.130922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13a0780f-0f9e-464c-a9e4-c500554ebb40 req-26d37cd2-5589-47ca-8bed-0cb60f5bbe79 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.1417561 Feb 03 11:23:52.284703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13a0780f-0f9e-464c-a9e4-c500554ebb40 req-6f65a5e6-1e4d-46e5-acab-ed252489640f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503942 Feb 03 11:23:52.395512 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks [] for security_group (a239af9f-79b8-4f9e-a82a-1c08ea867011), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.404415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a239af9f-79b8-4f9e-a82a-1c08ea867011), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.466831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:52.524948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bcbfe3b0-243b-4d52-a8b6-169c5520a1d9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.526678 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Added segment bcbfe3b0-243b-4d52-a8b6-169c5520a1d9 of type vlan for network 5d783713-2ede-436d-8e81-77f4201a1e73 Feb 03 11:23:52.533070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a239af9f-79b8-4f9e-a82a-1c08ea867011,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:52.662495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5d783713-2ede-436d-8e81-77f4201a1e73), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.690732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50276) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:52.797594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5d783713-2ede-436d-8e81-77f4201a1e73), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.801309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:52.801985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.945332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] Pushing event updated for resources: {'Network': ['ID=5d783713-2ede-436d-8e81-77f4201a1e73,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:52.952581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for floatingip (604dbd86-c46d-479c-b2cb-3553a4bbbd08), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:52.955524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5d783713-2ede-436d-8e81-77f4201a1e73 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:53.015569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dd308d20-0ed1-487a-8e9a-a10ba6f492bb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5670028 Feb 03 11:23:53.018423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50284) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:53.026536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Request body: {'subnet': {'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-969955243-subnet', 'tenant_id': '0b367f26cc354f61881dbdaac8bc37ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:53.051417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-13cbd0c1-2c89-4de2-a9d6-49fa4bd29f16 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3382623 Feb 03 11:23:53.087258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.108138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1330333974-network', 'tenant_id': '2d18db40bc884d0b897d913cf27cfec9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:53.188614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Made reservation on behalf of 0b367f26cc354f61881dbdaac8bc37ce for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:53.196087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.207119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd6ae-5684-4596-a406-c908862bf84a req-7c2b7ce7-04f8-4618-a507-b823a9ca6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:53.209275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-7c2b7ce7-04f8-4618-a507-b823a9ca6904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1127 time: 0.0873621 Feb 03 11:23:53.483588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:53.508587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.529471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd6ae-5684-4596-a406-c908862bf84a req-d7087332-670a-4d9e-b74e-918f31288186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:53.535004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-d7087332-670a-4d9e-b74e-918f31288186 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.3038776 Feb 03 11:23:53.539462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.655013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=17caa1c1-6d84-4a37-ac4f-8e2085cbbd95,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:53.662883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Made reservation on behalf of 2d18db40bc884d0b897d913cf27cfec9 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:53.663730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-b91d5c54-fc2e-4a46-b7e6-508d76fe7a94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 217 time: 0.1149397 Feb 03 11:23:53.673016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.679559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1495520017'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:53.713951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4eb8c-1d9f-45fb-913a-7122582acb25 req-65f1138e-768a-43ff-bc2b-cc7d91360102 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:53.716699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72a4eb8c-1d9f-45fb-913a-7122582acb25 req-65f1138e-768a-43ff-bc2b-cc7d91360102 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2756915 Feb 03 11:23:53.760591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.771485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:53.776200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.790425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd6ae-5684-4596-a406-c908862bf84a req-a2f3aebc-2b00-4046-9958-e3021fa22aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:53.793650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-a2f3aebc-2b00-4046-9958-e3021fa22aaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.0912902 Feb 03 11:23:53.796215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.848780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (604dbd86-c46d-479c-b2cb-3553a4bbbd08), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:53.855096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-4aca1371-5141-44dc-b1f1-4ad192be636f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553379 Feb 03 11:23:53.917413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72a4eb8c-1d9f-45fb-913a-7122582acb25 req-f3ccf2f9-d9e7-4526-8f42-a5b60e247e21 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222880 Feb 03 11:23:54.015554 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Floating IP 604dbd86-c46d-479c-b2cb-3553a4bbbd08 associated. External IP: 172.25.7.2, port: 1a332fd5-3fba-4737-a0db-e6fdec2b105a. Feb 03 11:23:54.063692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for security_group (86ff59fc-fbfb-47c3-9ed5-fe4e072614f2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.078435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86ff59fc-fbfb-47c3-9ed5-fe4e072614f2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.103743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-ca7c18fb-281b-4674-a0f4-c89bc5612db1 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409110 Feb 03 11:23:54.242089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eadd6ae-5684-4596-a406-c908862bf84a req-60a69b18-50ca-4be8-ac8b-ee8eb0f6e0c9 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224949 Feb 03 11:23:54.247643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:54.265950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ff59fc-fbfb-47c3-9ed5-fe4e072614f2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:54.268287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b707262d-1cd2-4f93-9097-ec45819e7968), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.268812 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Added segment b707262d-1cd2-4f93-9097-ec45819e7968 of type vlan for network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 Feb 03 11:23:54.330283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ee3c3665-9fe7-4a1d-afba-274d62f9aa52), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.344068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router 4f050493-dee9-422e-876c-e791d1706ef3 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:23:54.396667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ee3c3665-9fe7-4a1d-afba-274d62f9aa52), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.403380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:54.404139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.405693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks [] for security_group (32312c47-18a5-4906-9490-946391f793b4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.427441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (c7ac1135-89cf-4b84-9ac3-deb097fc796c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.429491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32312c47-18a5-4906-9490-946391f793b4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.433410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9434156 Feb 03 11:23:54.434241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:54.440601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:23:54.450832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1e7ec5ab-993c-46ec-871a-da316ce19f11), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.451477 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Added segment 1e7ec5ab-993c-46ec-871a-da316ce19f11 of type vlan for network 31700c29-e60b-41ff-baf1-29b9ece6632a Feb 03 11:23:54.472892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'subnet': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:54.497222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (31700c29-e60b-41ff-baf1-29b9ece6632a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.558542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (31700c29-e60b-41ff-baf1-29b9ece6632a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.559897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:54.560672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.640970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8829-656d-4289-97a6-492d7d53c720 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Network': ['ID=ee3c3665-9fe7-4a1d-afba-274d62f9aa52,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:54.657194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:54.781710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:54.785743 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0913403 Feb 03 11:23:54.794381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Request body: {'subnet': {'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1330333974-subnet', 'tenant_id': '2d18db40bc884d0b897d913cf27cfec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:54.812519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32312c47-18a5-4906-9490-946391f793b4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:54.874223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:54.884531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:54.948166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:23:54.959484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Sync routers for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:23:54.962221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1f91-6396-42aa-93a0-79aa2ec93911 admin admin] Pushing event updated for resources: {'Network': ['ID=31700c29-e60b-41ff-baf1-29b9ece6632a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:54.980812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ac1135-89cf-4b84-9ac3-deb097fc796c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:54.986153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Checking segment: {'id': 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:54.986860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Network hostable DHCP agents. Network: 5d783713-2ede-436d-8e81-77f4201a1e73, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:54.997336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 31700c29-e60b-41ff-baf1-29b9ece6632a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:23:55.014914 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:55.055429 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82c9dc78-afa3-4f79-a1c8-4d44c8f9bf33 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.4651401 Feb 03 11:23:55.067816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Network 5d783713-2ede-436d-8e81-77f4201a1e73 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:55.070126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:55.070741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:23:55.073223 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e557b93-4920-49ec-a378-a4df81888221" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:23:55.083384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:55.084463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:55.132191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Made reservation on behalf of 2d18db40bc884d0b897d913cf27cfec9 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:55.134525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:55.145936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5d783713-2ede-436d-8e81-77f4201a1e73) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:55.157689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:55.158729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:55.187581 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e82237-8a5c-488c-8d7a-67ef7406b4e8 x-openstack-request-id: req-e8e82237-8a5c-488c-8d7a-67ef7406b4e8 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:23:55.188168 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:23:55.188535 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8e82237-8a5c-488c-8d7a-67ef7406b4e8 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:23:55.189236 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'status': 'completed', 'code': 200} Feb 03 11:23:55.297466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:55.331564 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-16dc8116-3201-4135-b3ba-0ec5b6ab97fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3114817 Feb 03 11:23:55.381954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b93-4920-49ec-a378-a4df81888221 req-dcc1cf38-50e0-429c-b29b-3d6d506f4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:55.385613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-dcc1cf38-50e0-429c-b29b-3d6d506f4c4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1166 time: 0.1761470 Feb 03 11:23:55.459812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015f2a7-1331-429d-bec2-370aa4327dd6 None None] Network 5d783713-2ede-436d-8e81-77f4201a1e73 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:55.498594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bce427-c23c-47a8-a24c-f87ccf0a30ef req-a0519b84-5d11-4fea-ac77-613f7f6f44bc tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:55.514907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65bce427-c23c-47a8-a24c-f87ccf0a30ef req-a0519b84-5d11-4fea-ac77-613f7f6f44bc tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.4112275 Feb 03 11:23:55.801176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65bce427-c23c-47a8-a24c-f87ccf0a30ef req-2d4929ff-ffa8-435e-ad9a-d377450d927e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794104 Feb 03 11:23:55.981311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (7f31ee82-9f90-4406-b6fd-82efb534abf8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:56.015177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a7300-2c0b-422c-98d7-1e8bb3b37978 None None] Network 5d783713-2ede-436d-8e81-77f4201a1e73 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:56.272056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '604dbd86-c46d-479c-b2cb-3553a4bbbd08', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'port_id': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'mac_address': 'fa:16:3e:c4:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:23:52Z', 'updated_at': '2022-02-03T11:23:52Z', 'revision_number': 0, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:56.350836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Checking router: 4f050493-dee9-422e-876c-e791d1706ef3 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:23:56.371755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:23:56.372402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:23:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:56.455998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.456591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.456924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.457393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.457833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.458293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.458739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.459329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.459778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.460223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.460665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.466262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9de7df9b-165a-4975-b456-c786d5ecb725 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7717 time: 1.3894069 Feb 03 11:23:56.470472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:56.535427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Subnet': ['ID=7f31ee82-9f90-4406-b6fd-82efb534abf8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:56.537339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b93-4920-49ec-a378-a4df81888221 req-e3197064-9722-4417-91f1-78b940170bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.538811 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-e3197064-9722-4417-91f1-78b940170bc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 200 len: 898 time: 1.1431150 Feb 03 11:23:56.561319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (9aeb9912-1e26-4a01-98fc-e039e23d10d3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:56.619810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:23:56.657108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Checking segment: {'id': 'b707262d-1cd2-4f93-9097-ec45819e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:56.657545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network hostable DHCP agents. Network: ee3c3665-9fe7-4a1d-afba-274d62f9aa52, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:56.674995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aeb9912-1e26-4a01-98fc-e039e23d10d3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:56.722749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-e0d2d5e1-3814-48ae-835a-d8519e701ae4 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.724259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-e0d2d5e1-3814-48ae-835a-d8519e701ae4 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/networks?id=5d783713-2ede-436d-8e81-77f4201a1e73 HTTP/1.1" status: 200 len: 821 time: 0.7074153 Feb 03 11:23:56.751799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-5d254596-48ac-4e70-a32e-a8de228a36f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/quotas/0b367f26cc354f61881dbdaac8bc37ce HTTP/1.1" status: 200 len: 375 time: 0.0214303 Feb 03 11:23:56.752625 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-57fd36e2-644c-4134-935a-d2bf56ccfb9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 200 len: 997 time: 0.1569493 Feb 03 11:23:56.752774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Checking segment: {'id': '1e7ec5ab-993c-46ec-871a-da316ce19f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:56.753127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Network hostable DHCP agents. Network: 31700c29-e60b-41ff-baf1-29b9ece6632a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:23:56.757184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:56.799405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-efb47a59-1322-4b94-ba91-b098779e5db8 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b367f26cc354f61881dbdaac8bc37ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393829 Feb 03 11:23:56.811732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ee3c3665-9fe7-4a1d-afba-274d62f9aa52) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:56.827388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e581d3-10e1-46e8-9822-db41f9e54df5 None None] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:56.855127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:56.855740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:56.893233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Network 31700c29-e60b-41ff-baf1-29b9ece6632a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:23:56.976405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 31700c29-e60b-41ff-baf1-29b9ece6632a) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:57.072332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f6765-86b0-4389-b847-3b5bd3d6f093 None None] Network 31700c29-e60b-41ff-baf1-29b9ece6632a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:57.077957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.080951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.081470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.083375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.083916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.084936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.090246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.093615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.094173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.099623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.100442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.103917 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13d6b00f-5357-4c96-8f24-b7219ae02f99 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7166 time: 0.6324828 Feb 03 11:23:57.109734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b93-4920-49ec-a378-a4df81888221 req-40e75753-2eb5-4fa7-86dc-1e1a055bb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.113772 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-40e75753-2eb5-4fa7-86dc-1e1a055bb158 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5868ad6-2745-4672-9622-7ff4b31e938b HTTP/1.1" status: 200 len: 835 time: 0.3319185 Feb 03 11:23:57.114451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:57.170772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:57.396973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'project_id': '54aac4d9ce5147bba72acb7073688f56', 'fixed_ips': [{'subnet_id': '7f31ee82-9f90-4406-b6fd-82efb534abf8'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:23:57.397850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:57.493279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b93-4920-49ec-a378-a4df81888221 req-51ad2e8d-9cd6-4b63-b457-17456f316501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.497889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-51ad2e8d-9cd6-4b63-b457-17456f316501 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45c8734e-da8f-438b-ac1b-1d89d7a87989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2198794 Feb 03 11:23:57.674642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a16fd234-248a-44d6-ad90-69a1aa85ff0e tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2127175 Feb 03 11:23:57.698101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:57.698702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:57.700760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:57.753542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d84c96-31f9-477f-ad66-6e779953c06a None None] Network 31700c29-e60b-41ff-baf1-29b9ece6632a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:23:57.762575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-1283385435'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:23:57.796823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:23:57.913903 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-df75b687-6522-47a6-98de-0fe6c34028ac service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984728 Feb 03 11:23:57.917936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0201b39-8fa2-49af-8a73-4d8a5a6fa2e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1327031 Feb 03 11:23:58.082579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-f6fbcfea-13ff-4348-b54e-497683928241 service neutron] 10.222.0.30 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2586086 Feb 03 11:23:58.142706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bd44a-6033-4392-b5e6-8bd1575dfb15 req-0d8e4f51-a260-4ecc-b956-e5525f2aa561 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:58.171319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a4bd44a-6033-4392-b5e6-8bd1575dfb15 req-0d8e4f51-a260-4ecc-b956-e5525f2aa561 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 1.2032790 Feb 03 11:23:58.271533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '604dbd86-c46d-479c-b2cb-3553a4bbbd08', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'port_id': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'mac_address': 'fa:16:3e:c4:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:23:52Z', 'updated_at': '2022-02-03T11:23:52Z', 'revision_number': 0, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:23:58.281597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2388430b-a418-44dd-9505-30e5fd5ddc63 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 1.1650980 Feb 03 11:23:58.301393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:23:58.364340 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-9e557b93-4920-49ec-a378-a4df81888221 req-d4328c0c-a88c-485f-ae20-8b7e82fca811 service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174144 Feb 03 11:23:58.386185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54233556-080f-4825-8deb-6f4c6ca631d4 None None] The sync data for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 is: [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '604dbd86-c46d-479c-b2cb-3553a4bbbd08', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'port_id': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'mac_address': 'fa:16:3e:c4:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:23:52Z', 'updated_at': '2022-02-03T11:23:52Z', 'revision_number': 0, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:23:58.422403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Allocated IP 172.20.0.2 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/cbf1c285-ffdf-4511-bb21-416cbb0e04c0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:58.467376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a4bd44a-6033-4392-b5e6-8bd1575dfb15 req-3103e10e-df1a-40f2-b107-d05a46b10268 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951233 Feb 03 11:23:58.516652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a6ed3-13e9-4a58-a159-476ce7e9751b tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:58.518499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a6ed3-13e9-4a58-a159-476ce7e9751b tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:58.538799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fd5a6ed3-13e9-4a58-a159-476ce7e9751b tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4f050493-dee9-422e-876c-e791d1706ef3 HTTP/1.1" status: 200 len: 2060 time: 0.2351112 Feb 03 11:23:58.569523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-1127dbb8-3055-443a-92cd-f1801d92c2bf service neutron] 10.222.0.30 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859729 Feb 03 11:23:58.572837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:23:58.581890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:58.648327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port a6b66a97-68b8-4ccf-8423-06315bdd71c0 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:23:58.838773 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017adb44-a49d-4a57-9200-cd5e5b659537 None None] New status for floating IP 604dbd86-c46d-479c-b2cb-3553a4bbbd08: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:23:58.928230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks [] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:58.949336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.052519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:23:59.055870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:23:59.075767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:23:59.076696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2a463ac-410c-429c-a133-fa0d048da0de req-8111ddb9-dfa1-4cdf-a555-04153c4ce9d7 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 210 time: 0.1274366 Feb 03 11:23:59.126648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Pushing event updated for resources: {'Port': ['ID=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:59.212005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-0a88b383-37d5-43bd-baa3-4c1ac358df71 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:23:59.218649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-0a88b383-37d5-43bd-baa3-4c1ac358df71 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/networks?id=31700c29-e60b-41ff-baf1-29b9ece6632a HTTP/1.1" status: 200 len: 813 time: 0.3892379 Feb 03 11:23:59.221313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.8 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/a6b66a97-68b8-4ccf-8423-06315bdd71c0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:23:59.260028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-2af59bef-2021-47c4-ba28-f094b647000e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/quotas/2d18db40bc884d0b897d913cf27cfec9 HTTP/1.1" status: 200 len: 375 time: 0.0401807 Feb 03 11:23:59.323054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Attempting to bind port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:23:59.324208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Attempting to bind port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b707262d-1cd2-4f93-9097-ec45819e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:23:59.325326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Attempting to bind port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 on network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:23:59.338728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:23:59.341563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Checking segment: {'id': 'b707262d-1cd2-4f93-9097-ec45819e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:23:59.342277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.342931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Bound using segment: {'id': 'b707262d-1cd2-4f93-9097-ec45819e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:23:59.345513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Bound port: cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b707262d-1cd2-4f93-9097-ec45819e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:23:59.346224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.486687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] For port cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:23:59.495987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] For port cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,segment=NetworkSegment(b707262d-1cd2-4f93-9097-ec45819e7968),segment_id=b707262d-1cd2-4f93-9097-ec45819e7968)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:23:59.514062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.589621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.635862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a512e-1798-4aed-92d4-169d107ecc75 None None] Pushing event updated for resources: {'Port': ['ID=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:23:59.694913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-1542f06e-2ee9-4c3a-b538-14b7bf932071 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d18db40bc884d0b897d913cf27cfec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4339008 Feb 03 11:23:59.700779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-c3d20cdf-ada3-4e11-ab97-715a079ca858 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:23:59.708670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-c3d20cdf-ada3-4e11-ab97-715a079ca858 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118437 Feb 03 11:23:59.732321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:23:59.939931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:00.066927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:00.097574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:00.100073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=a6b66a97-68b8-4ccf-8423-06315bdd71c0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:00.193835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe883c2-fa39-4397-96fd-db765460495f req-1748b33c-3530-4e37-a661-fe3d9543abf2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:00.210966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dfe883c2-fa39-4397-96fd-db765460495f req-1748b33c-3530-4e37-a661-fe3d9543abf2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.4919765 Feb 03 11:24:00.380209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dfe883c2-fa39-4397-96fd-db765460495f req-d796497b-a537-4585-aecf-524a0bea20f0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651001 Feb 03 11:24:00.474235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-24a75866-bb6c-4e56-b3bc-c83163f213eb service neutron] 10.222.0.30 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596219 Feb 03 11:24:00.538280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cbf1c285-ffdf-4511-bb21-416cbb0e04c0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:00.670338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:00.671495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:00.714296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:00.714679 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:00.735789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d40b3429-4468-4ee3-933c-b186e627a52d req-e9adacaf-231f-4a5d-b9b4-d7825f2b17a3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 210 time: 0.0505309 Feb 03 11:24:00.768169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-1343c3d8-9369-4242-b713-0ba6deebcfdc service neutron] 10.222.0.30 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918792 Feb 03 11:24:00.782729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:00.784772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c2fa9009-4892-43cc-a304-a9a4737b464d tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0282707 Feb 03 11:24:00.797936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-2068960419', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f4:b5:73'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:00.953493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:00.953891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:01.114954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,segment=NetworkSegment(b707262d-1cd2-4f93-9097-ec45819e7968),segment_id=b707262d-1cd2-4f93-9097-ec45819e7968)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:01.123040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:01.172967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:01.213250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7ecae5-1c9e-4f38-82ab-adaf3b40c9d2 req-ace73ec9-33f6-4e59-97e5-7bacdc3ca520 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 210 time: 0.0875156 Feb 03 11:24:01.254195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:01.303500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-397e3ecb-d72e-446b-87a8-1c26e463b137 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:01.305397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-397e3ecb-d72e-446b-87a8-1c26e463b137 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.69 "GET /v2.0/networks?id=5d783713-2ede-436d-8e81-77f4201a1e73 HTTP/1.1" status: 200 len: 821 time: 0.4124727 Feb 03 11:24:01.316116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e62134b9-06b0-4993-8056-689a1de6431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:01.329883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Request body: {'port': {'device_id': '512e643b-0760-4bdc-956b-606d79a48cc2', 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73', 'admin_state_up': True, 'tenant_id': '0b367f26cc354f61881dbdaac8bc37ce'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:01.497358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:01.564514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port 58ebd727-1637-4397-9c75-ed4a0f0d08d4 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:01.799845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.4 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/58ebd727-1637-4397-9c75-ed4a0f0d08d4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:01.827631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Made reservation on behalf of 0b367f26cc354f61881dbdaac8bc37ce for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:01.842777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:01.906184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986db3f-8998-4bd8-a9a9-c028ae5b3c8c None None] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:01.975749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de58fb2-a227-4216-8b53-177a4590206a req-ede40f3b-dac5-41e4-9e02-f3b42fbf7991 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:01.987189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9de58fb2-a227-4216-8b53-177a4590206a req-ede40f3b-dac5-41e4-9e02-f3b42fbf7991 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.4012129 Feb 03 11:24:02.061697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:02.107822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:02.168421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2aeac6e5-6e43-4528-86ac-f943c18c3e9a None None] Provisioning complete for port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:02.168813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2aeac6e5-6e43-4528-86ac-f943c18c3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:02.180064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=58ebd727-1637-4397-9c75-ed4a0f0d08d4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:02.189310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:02.190973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:02.191835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb026c6b-29fb-402c-9980-4e727fa08361 req-4fa2aca0-f0ca-4f7e-8bd6-881c974c46bc tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 210 time: 0.2699921 Feb 03 11:24:02.194028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:02.342071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:02.342682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:02.392448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5441ac54-1b3f-4e55-b076-e8a8992a5acc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6037967 Feb 03 11:24:02.401992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:02.437527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cbf1c285-ffdf-4511-bb21-416cbb0e04c0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:02.517161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9de58fb2-a227-4216-8b53-177a4590206a req-e6d5ef7b-f2b9-470d-badd-4dc9aa8ac0a6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5168159 Feb 03 11:24:02.571027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Allocated IP 172.20.0.10 (5d783713-2ede-436d-8e81-77f4201a1e73/c7ac1135-89cf-4b84-9ac3-deb097fc796c/34fe9711-c3c8-427d-aaa8-cd15d75f246a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:02.696319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8929c-a3fb-49a8-a631-e268af04e833 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:02.712122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8929c-a3fb-49a8-a631-e268af04e833 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:02.727441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8929c-a3fb-49a8-a631-e268af04e833 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:02.731975 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5ba8929c-a3fb-49a8-a631-e268af04e833 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3286178 Feb 03 11:24:02.735590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:02.766980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2aeac6e5-6e43-4528-86ac-f943c18c3e9a None None] Current status of the port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:02.784838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:02.789693 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.011111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks [] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.013105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port 58ebd727-1637-4397-9c75-ed4a0f0d08d4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:03.013604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.065253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:03.147905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c235ec9-859c-4568-83cf-491dd12f4160 req-90cf6bf3-044e-4d05-b566-f9c2c57f01d9 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 210 time: 0.7477093 Feb 03 11:24:03.166102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Provisioning complete for port a6b66a97-68b8-4ccf-8423-06315bdd71c0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:03.166536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.173079 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.266041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.277959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Port a6b66a97-68b8-4ccf-8423-06315bdd71c0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:03.298572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Provisioning complete for port 58ebd727-1637-4397-9c75-ed4a0f0d08d4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:03.300281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.306312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for 58ebd727-1637-4397-9c75-ed4a0f0d08d4 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:03.394880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Port 58ebd727-1637-4397-9c75-ed4a0f0d08d4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:03.425623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Provisioning complete for port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:03.426220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.471362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Pushing event updated for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:03.494395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Network 5d783713-2ede-436d-8e81-77f4201a1e73 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:03.561052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:03.567172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:03.577850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2414cbb3-a314-402f-8520-555349fadc73 None None] Current status of the port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:03.620429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4368f664-d354-4611-9960-7ed63df2c8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.658958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:03.659627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.703359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b9d9f8c3-8a81-4eb8-a26f-1f4557494331 None None] Provisioning complete for port a6b66a97-68b8-4ccf-8423-06315bdd71c0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:03.704019 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f8c3-8a81-4eb8-a26f-1f4557494331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.713019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (58ebd727-1637-4397-9c75-ed4a0f0d08d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.753666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9f8c3-8a81-4eb8-a26f-1f4557494331 None None] Port a6b66a97-68b8-4ccf-8423-06315bdd71c0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:03.770334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-6739311c-9116-47dc-a744-e1ab67949b1b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4501839 Feb 03 11:24:03.777306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=58ebd727-1637-4397-9c75-ed4a0f0d08d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:03.820301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Request body: {'port': {'device_id': '512e643b-0760-4bdc-956b-606d79a48cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:03.882238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-256afec6-f930-40f8-aa3a-3ba6cedbe5ab tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:03.883820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-256afec6-f930-40f8-aa3a-3ba6cedbe5ab tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.69 "GET /v2.0/networks?id=31700c29-e60b-41ff-baf1-29b9ece6632a HTTP/1.1" status: 200 len: 813 time: 0.7316899 Feb 03 11:24:03.903045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bcea1-0ce1-48c9-82e2-54b640c6a272 req-9ac939e8-da51-46b7-901f-c7a113c0addd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:03.907064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f13bcea1-0ce1-48c9-82e2-54b640c6a272 req-9ac939e8-da51-46b7-901f-c7a113c0addd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2552421 Feb 03 11:24:03.928562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497eaa-d048-4d97-ac51-64a10492cc2a req-31a99213-2f81-4d52-9beb-092341f166db tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:03.931302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50497eaa-d048-4d97-ac51-64a10492cc2a req-31a99213-2f81-4d52-9beb-092341f166db tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 932 time: 0.4400113 Feb 03 11:24:03.965932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:03.972258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Request body: {'port': {'device_id': '077dda02-dea3-4921-b944-1eee192eb9c5', 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a', 'admin_state_up': True, 'tenant_id': '2d18db40bc884d0b897d913cf27cfec9'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:03.974212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d3d4fa5d-781a-4ba7-a2c3-5388bb8b31a3 None None] Could not find standard attr ID for object 58ebd727-1637-4397-9c75-ed4a0f0d08d4. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:24:04.155397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:04.160980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b86a375b-e585-4cc3-b38e-5c0cca4f1ce7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/58ebd727-1637-4397-9c75-ed4a0f0d08d4 HTTP/1.1" status: 204 len: 168 time: 1.4221513 Feb 03 11:24:04.162309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-cb80a4fc-4b13-4219-9a70-2ebc94d11990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:04.164569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-cb80a4fc-4b13-4219-9a70-2ebc94d11990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1127 time: 0.1261206 Feb 03 11:24:04.165269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:04.222654 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0badda88-37c2-4706-a59a-ca9c2f6356c1 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] GET failed (client error): The resource could not be found. Feb 03 11:24:04.225073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0badda88-37c2-4706-a59a-ca9c2f6356c1 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports/58ebd727-1637-4397-9c75-ed4a0f0d08d4 HTTP/1.1" status: 404 len: 333 time: 0.0587914 Feb 03 11:24:04.235869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f13bcea1-0ce1-48c9-82e2-54b640c6a272 req-2611c687-ba3f-4436-b9fe-9de2b8092e07 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181069 Feb 03 11:24:04.236462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:04.259748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-778682984'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:04.331765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50497eaa-d048-4d97-ac51-64a10492cc2a req-7ed24be1-2a97-4b6b-92b3-1d4f60b1617b tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534901 Feb 03 11:24:04.386620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-07289eef-b126-4211-8a6c-903fead55c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:04.388108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-07289eef-b126-4211-8a6c-903fead55c58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.2099075 Feb 03 11:24:04.466453 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-f7c6ff4f-6a1d-4480-ae1d-da3b7951377d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 1001 time: 0.0719011 Feb 03 11:24:04.473566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6653a853-624f-49c9-a8b4-f2b40bb8be5b req-17a7ccb2-dd0b-4705-88d6-0a15dce51f53 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 210 time: 0.0855196 Feb 03 11:24:04.520075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Made reservation on behalf of 2d18db40bc884d0b897d913cf27cfec9 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:04.523338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:04.531286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-e92ff3e3-71f8-4711-a6d6-1cfe12515e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:04.532956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-e92ff3e3-71f8-4711-a6d6-1cfe12515e1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.0582111 Feb 03 11:24:04.586565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-c7757979-2e88-471f-9029-3db119007ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:04.588897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-c7757979-2e88-471f-9029-3db119007ff8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489352 Feb 03 11:24:04.594325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:04.650854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:04.654189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:04.697079 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-71d33d8b-dfde-46fc-aa17-e6fb88e9784f service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008065 Feb 03 11:24:04.801199 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f3e14c7a-bdca-4636-a881-754a57cb677d req-c305ef5b-7c3d-4ace-936d-d50ae095bc53 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921872 Feb 03 11:24:05.008902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port 77ddce4d-c328-4389-881b-97b1770d014c yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:05.141907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Allocated IP 172.20.0.12 (31700c29-e60b-41ff-baf1-29b9ece6632a/9aeb9912-1e26-4a01-98fc-e039e23d10d3/bf03fa67-54a8-4b98-801e-cfaa79d2809f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:05.152845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fe9711-c3c8-427d-aaa8-cd15d75f246a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:05.168474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks [] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.220845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Transition to ACTIVE for port object 34fe9711-c3c8-427d-aaa8-cd15d75f246a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:24:05.231051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.285136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.4 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/77ddce4d-c328-4389-881b-97b1770d014c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:05.421348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:05.500266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.500609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.500973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.501314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.501643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.501969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.502297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.502615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.502932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.503249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.503574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.503890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.504216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:05.620394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80e328-1ff1-4963-aab7-347071f49ae0 req-1aff92ea-7dcd-408c-876e-71da7c2110ab tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:05.621792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a80e328-1ff1-4963-aab7-347071f49ae0 req-1aff92ea-7dcd-408c-876e-71da7c2110ab tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2953889 Feb 03 11:24:05.629382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks [] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.704046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Attempting to bind port 34fe9711-c3c8-427d-aaa8-cd15d75f246a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:05.704744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Attempting to bind port 34fe9711-c3c8-427d-aaa8-cd15d75f246a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:05.704744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Attempting to bind port 34fe9711-c3c8-427d-aaa8-cd15d75f246a on network 5d783713-2ede-436d-8e81-77f4201a1e73 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:05.718819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119d1cb-7202-4c6a-af17-74c880496f56 req-e5b86dc7-f447-4439-9e66-574018a6871d tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:05.720257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8119d1cb-7202-4c6a-af17-74c880496f56 req-e5b86dc7-f447-4439-9e66-574018a6871d tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 944 time: 0.2966807 Feb 03 11:24:05.745304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Port 34fe9711-c3c8-427d-aaa8-cd15d75f246a on network 5d783713-2ede-436d-8e81-77f4201a1e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:24:05.745632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Attempting to bind port 34fe9711-c3c8-427d-aaa8-cd15d75f246a on network 5d783713-2ede-436d-8e81-77f4201a1e73 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:05.783445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:05.784037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Checking segment: {'id': 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:05.784417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Bound using segment: {'id': 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:05.784852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Bound port: 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:05.785235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.808761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (77ddce4d-c328-4389-881b-97b1770d014c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.833173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a80e328-1ff1-4963-aab7-347071f49ae0 req-b18e470c-7820-406f-97db-1ddd65d06779 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738853 Feb 03 11:24:05.834131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:05.930632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8119d1cb-7202-4c6a-af17-74c880496f56 req-7389f0af-5d02-421c-9e47-e7fd731e6361 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044318 Feb 03 11:24:05.958061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Network 31700c29-e60b-41ff-baf1-29b9ece6632a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:05.988429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:05.994789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Pushing event updated for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:06.000044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:06.042016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (77ddce4d-c328-4389-881b-97b1770d014c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.046269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:06.090411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a,segment=NetworkSegment(bcbfe3b0-243b-4d52-a8b6-169c5520a1d9),segment_id=bcbfe3b0-243b-4d52-a8b6-169c5520a1d9)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:06.115838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.116454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.119525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.151412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77105cb0-d3fd-414c-8c23-1b9ee72e7010 req-f095a86b-cdbb-4e79-808f-a7ff75981973 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.152936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77105cb0-d3fd-414c-8c23-1b9ee72e7010 req-f095a86b-cdbb-4e79-808f-a7ff75981973 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 932 time: 0.2370782 Feb 03 11:24:06.164984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:06.166578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=77ddce4d-c328-4389-881b-97b1770d014c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:06.178750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.179442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.181228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] 10.222.0.69 "PUT /v2.0/ports/34fe9711-c3c8-427d-aaa8-cd15d75f246a HTTP/1.1" status: 200 len: 1092 time: 2.3662593 Feb 03 11:24:06.182115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:06.183678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:06.185972 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:06.190957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:06.202557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-47365783-ac2b-4ac7-8466-66f070d0b14b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2343659 Feb 03 11:24:06.232407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Request body: {'port': {'device_id': '077dda02-dea3-4921-b944-1eee192eb9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:06.273977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.319346 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7650b2-f96b-4664-a53d-e4dcb3ba0930 x-openstack-request-id: req-6e7650b2-f96b-4664-a53d-e4dcb3ba0930 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:06.319346 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:06.319659 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e7650b2-f96b-4664-a53d-e4dcb3ba0930 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:06.319970 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a', 'status': 'completed', 'code': 200} Feb 03 11:24:06.334097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:06.384482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.385149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.391272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8aa4e-24d1-4eb5-b8fa-3e6ceae0fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:06.395848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77105cb0-d3fd-414c-8c23-1b9ee72e7010 req-a1bded37-0236-4766-9d31-7ddb7cc14028 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352901 Feb 03 11:24:06.434524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.442705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7de2376b-4572-4e89-bac7-6e1c3cf6d406 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1898696 Feb 03 11:24:06.446017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:06.455974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f4:b5:73'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:06.459768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-0c43aee2-e213-41ae-82c4-929f2c3de6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.461906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-0c43aee2-e213-41ae-82c4-929f2c3de6f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b367f26cc354f61881dbdaac8bc37ce&device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 1126 time: 0.1758597 Feb 03 11:24:06.511807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-035aed4e-4ae6-4ddf-bae0-421ce462819a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.532262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-cfe5479b-5b23-4c2a-b6c0-2d229b88ae3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a HTTP/1.1" status: 200 len: 217 time: 0.0449243 Feb 03 11:24:06.576854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-55560901-351f-43cb-860b-02fd30434b0e None None] Provisioning complete for port 77ddce4d-c328-4389-881b-97b1770d014c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:06.577754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55560901-351f-43cb-860b-02fd30434b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (77ddce4d-c328-4389-881b-97b1770d014c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.624350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55560901-351f-43cb-860b-02fd30434b0e None None] Port 77ddce4d-c328-4389-881b-97b1770d014c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:06.707159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-035aed4e-4ae6-4ddf-bae0-421ce462819a admin admin] Publish callbacks [] for security_group (2f472bde-cdf7-45be-bb7f-27bf5af44916), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.710810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-a7f618a8-6823-4beb-9d0d-4098bcec231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:06.714241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-a7f618a8-6823-4beb-9d0d-4098bcec231c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7ac1135-89cf-4b84-9ac3-deb097fc796c HTTP/1.1" status: 200 len: 861 time: 0.1703422 Feb 03 11:24:06.716538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-035aed4e-4ae6-4ddf-bae0-421ce462819a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f472bde-cdf7-45be-bb7f-27bf5af44916), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.741705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (77ddce4d-c328-4389-881b-97b1770d014c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.756613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-0f0ac38e-d765-4b61-bdd7-bde45565ed34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d783713-2ede-436d-8e81-77f4201a1e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287421 Feb 03 11:24:06.771353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aed4e-4ae6-4ddf-bae0-421ce462819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f472bde-cdf7-45be-bb7f-27bf5af44916,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:06.778626 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-035aed4e-4ae6-4ddf-bae0-421ce462819a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9091e8d1b8548e1b533de9b25ed9f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382622 Feb 03 11:24:06.779539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:06.914558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-74533f57-9f6c-408d-b5f3-2f8396acf0de service neutron] 10.222.0.69 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517212 Feb 03 11:24:06.918793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] Publish callbacks [] for security_group (2f472bde-cdf7-45be-bb7f-27bf5af44916), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:06.954584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] Publish callbacks [] for security_group (2f472bde-cdf7-45be-bb7f-27bf5af44916), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.027073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (77ddce4d-c328-4389-881b-97b1770d014c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.035987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (77ddce4d-c328-4389-881b-97b1770d014c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.066715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2f472bde-cdf7-45be-bb7f-27bf5af44916), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.069273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.075072 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f472bde-cdf7-45be-bb7f-27bf5af44916 HTTP/1.1" status: 204 len: 168 time: 0.2905369 Feb 03 11:24:07.123129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ea408-eaf6-4560-b894-87de1c81a59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f472bde-cdf7-45be-bb7f-27bf5af44916,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:07.194686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=77ddce4d-c328-4389-881b-97b1770d014c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:07.217337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881fc88-635a-4c3f-80c7-4c6d9be5d9b8 req-f982c72f-6614-4b03-86c9-738d05fa5468 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:07.218829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a881fc88-635a-4c3f-80c7-4c6d9be5d9b8 req-f982c72f-6614-4b03-86c9-738d05fa5468 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 945 time: 0.2901325 Feb 03 11:24:07.244088 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] In _notify_port_updated(), no bound segment for port 77ddce4d-c328-4389-881b-97b1770d014c on network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:24:07.248861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:07.252281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:07.254768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.258644 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba10a0c6-dae3-4741-b0ca-e818500c4c1a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "PUT /v2.0/ports/77ddce4d-c328-4389-881b-97b1770d014c HTTP/1.1" status: 200 len: 992 time: 0.8080597 Feb 03 11:24:07.269629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50494) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:07.278507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf03fa67-54a8-4b98-801e-cfaa79d2809f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:07.292198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6bd918f-bc12-4c44-9e17-028385990a09 req-59772074-5a2b-4abd-95b0-a74348f50971 service neutron] 10.222.0.69 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610995 Feb 03 11:24:07.310314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks [] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.425831 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.428521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a881fc88-635a-4c3f-80c7-4c6d9be5d9b8 req-de2c2d33-7fd8-4b77-9784-31b1c82212c9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789386 Feb 03 11:24:07.480201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535840-3294-4be8-a9fc-ec3211ee2520 req-deb45b03-c866-47a2-9ebc-75a0d0bc4498 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:07.480201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f535840-3294-4be8-a9fc-ec3211ee2520 req-deb45b03-c866-47a2-9ebc-75a0d0bc4498 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 944 time: 0.3981562 Feb 03 11:24:07.492930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Transition to ACTIVE for port object bf03fa67-54a8-4b98-801e-cfaa79d2809f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:24:07.499304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port 77ddce4d-c328-4389-881b-97b1770d014c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:07.499850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (77ddce4d-c328-4389-881b-97b1770d014c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.509679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.580684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:07.602404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:07.602801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.640101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-f8dbfd77-93bd-4d4a-962e-08e3d818da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:07.642119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-f8dbfd77-93bd-4d4a-962e-08e3d818da7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b367f26cc354f61881dbdaac8bc37ce&device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 1126 time: 0.2247930 Feb 03 11:24:07.646467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-08dd68f7-9259-410e-b8b5-38d913296db4 None None] Provisioning complete for port 77ddce4d-c328-4389-881b-97b1770d014c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:07.646709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08dd68f7-9259-410e-b8b5-38d913296db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (77ddce4d-c328-4389-881b-97b1770d014c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.659453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (77ddce4d-c328-4389-881b-97b1770d014c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.676061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for 77ddce4d-c328-4389-881b-97b1770d014c owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:07.692101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:07.696333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:07.699719 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34616174-d794-4921-b780-93f257cdc7e3" -d '{"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-unplugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:07.706984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.777455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-08dd68f7-9259-410e-b8b5-38d913296db4 None None] Port 77ddce4d-c328-4389-881b-97b1770d014c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:07.801328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f535840-3294-4be8-a9fc-ec3211ee2520 req-553f2fc6-f6dc-4bf0-b331-bdd2e5d49622 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067577 Feb 03 11:24:07.803433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Attempting to bind port bf03fa67-54a8-4b98-801e-cfaa79d2809f on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:07.803588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Attempting to bind port bf03fa67-54a8-4b98-801e-cfaa79d2809f by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '1e7ec5ab-993c-46ec-871a-da316ce19f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:07.803837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Attempting to bind port bf03fa67-54a8-4b98-801e-cfaa79d2809f on network 31700c29-e60b-41ff-baf1-29b9ece6632a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:07.829177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Port bf03fa67-54a8-4b98-801e-cfaa79d2809f on network 31700c29-e60b-41ff-baf1-29b9ece6632a not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:24:07.829177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Attempting to bind port bf03fa67-54a8-4b98-801e-cfaa79d2809f on network 31700c29-e60b-41ff-baf1-29b9ece6632a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:07.834561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:07.846854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:07.847040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Checking segment: {'id': '1e7ec5ab-993c-46ec-871a-da316ce19f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:07.847398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Bound using segment: {'id': '1e7ec5ab-993c-46ec-871a-da316ce19f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:07.847849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Bound port: bf03fa67-54a8-4b98-801e-cfaa79d2809f, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7ec5ab-993c-46ec-871a-da316ce19f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:07.848247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.905125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (77ddce4d-c328-4389-881b-97b1770d014c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:07.940051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=77ddce4d-c328-4389-881b-97b1770d014c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:08.010838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa538f-e5bb-40bb-9864-c4315cf37613 req-926662d8-a3f0-42f4-8698-71539e62b19b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:08.012414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5afa538f-e5bb-40bb-9864-c4315cf37613 req-926662d8-a3f0-42f4-8698-71539e62b19b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 944 time: 0.3845317 Feb 03 11:24:08.109235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:08.143459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-b5dd6b0b-ff03-4daf-b310-8df61f863f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:08.144965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-b5dd6b0b-ff03-4daf-b310-8df61f863f78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d783713-2ede-436d-8e81-77f4201a1e73 HTTP/1.1" status: 200 len: 922 time: 0.4439831 Feb 03 11:24:08.149665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f,segment=NetworkSegment(1e7ec5ab-993c-46ec-871a-da316ce19f11),segment_id=1e7ec5ab-993c-46ec-871a-da316ce19f11)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:08.202746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:08.213585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5afa538f-e5bb-40bb-9864-c4315cf37613 req-4dae6c68-db1a-4e0a-a8c6-b505bc2f6e6e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832459 Feb 03 11:24:08.214834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-48cdd692-91b3-4152-a17f-ef75cebabbab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a HTTP/1.1" status: 200 len: 217 time: 0.0524304 Feb 03 11:24:08.292251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:08.303955 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c8070e2-6fe8-4e89-8df0-afcc45c9e16c tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/77ddce4d-c328-4389-881b-97b1770d014c HTTP/1.1" status: 204 len: 168 time: 1.0331764 Feb 03 11:24:08.307296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50532) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:08.317918 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90059e5-0919-4ec2-a3d2-1910bd8c0faa x-openstack-request-id: req-c90059e5-0919-4ec2-a3d2-1910bd8c0faa {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:08.318512 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-unplugged", "status": "failed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:08.318964 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c90059e5-0919-4ec2-a3d2-1910bd8c0faa {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:08.319758 n-d-821606-6 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'code': 422} returned with failed status Feb 03 11:24:08.339561 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6a7942-ce54-4f89-86b5-58831f8a8e45 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] GET failed (client error): The resource could not be found. Feb 03 11:24:08.341428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa6a7942-ce54-4f89-86b5-58831f8a8e45 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports/77ddce4d-c328-4389-881b-97b1770d014c HTTP/1.1" status: 404 len: 333 time: 0.0329671 Feb 03 11:24:08.345258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:08.346582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:08.347195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:08.348567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] 10.222.0.69 "PUT /v2.0/ports/bf03fa67-54a8-4b98-801e-cfaa79d2809f HTTP/1.1" status: 200 len: 1092 time: 2.1226842 Feb 03 11:24:08.350184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:08.352959 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0003adf4-76db-4cb4-9fd5-862292b4012f" -d '{"events": [{"name": "network-changed", "server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:08.358209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-1055329437'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:08.383695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-fa5f73d6-e4f8-48af-8962-dc04cc87292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:08.385167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-fa5f73d6-e4f8-48af-8962-dc04cc87292a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7ac1135-89cf-4b84-9ac3-deb097fc796c HTTP/1.1" status: 200 len: 861 time: 0.1297359 Feb 03 11:24:08.484372 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38069dde-9e62-4bf9-8262-1facb53997a1 x-openstack-request-id: req-38069dde-9e62-4bf9-8262-1facb53997a1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:08.484661 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:08.485152 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38069dde-9e62-4bf9-8262-1facb53997a1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:08.485762 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f', 'status': 'completed', 'code': 200} Feb 03 11:24:08.489930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-4619e483-cde0-4b50-9ac8-f9ada58e9872 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d783713-2ede-436d-8e81-77f4201a1e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881400 Feb 03 11:24:08.836695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f76c1-af4c-42fa-9cde-df7ea74b4a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:09.067310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-6c50cd09-531a-44a1-a878-bf024a38dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:09.068813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-6c50cd09-531a-44a1-a878-bf024a38dcb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d18db40bc884d0b897d913cf27cfec9&device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 1126 time: 0.6451404 Feb 03 11:24:09.087332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86356d50-bf8f-433b-859e-8a6d61d9af77 req-922f2042-badc-411a-95e0-900ec5fba6f3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:09.088773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86356d50-bf8f-433b-859e-8a6d61d9af77 req-922f2042-badc-411a-95e0-900ec5fba6f3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.2591984 Feb 03 11:24:09.114662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-42254fc2-399b-47d5-8b0f-0d2bc417dd21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2861233 Feb 03 11:24:09.126521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:09.130534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:09.179039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-20d829ba-bf31-4141-8e9a-f9e5d8f6ca55 service neutron] 10.222.0.69 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478553 Feb 03 11:24:09.187727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-f6e80dc2-1139-4f41-9b73-ea4424ce4905 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f HTTP/1.1" status: 200 len: 217 time: 0.0924227 Feb 03 11:24:09.198688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49a3e8-09df-409b-bf8f-9a11c69f96aa req-a2d9e7f2-403e-4077-8e9f-8f9b6236992d tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:09.200155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d49a3e8-09df-409b-bf8f-9a11c69f96aa req-a2d9e7f2-403e-4077-8e9f-8f9b6236992d tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 944 time: 0.3136511 Feb 03 11:24:09.285766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port aa713ec8-e398-4e8c-9804-64daf72abd0e yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:09.404355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86356d50-bf8f-433b-859e-8a6d61d9af77 req-17ec80cc-be64-4aac-ba7d-e623ae1435a7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923486 Feb 03 11:24:09.444256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4324-143f-422c-a7af-b51ef74a1791 req-d9977b0c-2818-4d86-918d-0b56d18f3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:09.447338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-d9977b0c-2818-4d86-918d-0b56d18f3375 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aeb9912-1e26-4a01-98fc-e039e23d10d3 HTTP/1.1" status: 200 len: 853 time: 0.2460201 Feb 03 11:24:09.535358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-12504685-cc91-4a06-8838-8f403fba6e20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31700c29-e60b-41ff-baf1-29b9ece6632a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790336 Feb 03 11:24:09.579935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d49a3e8-09df-409b-bf8f-9a11c69f96aa req-c7dc74cd-0ac4-4d42-9c53-070859574619 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467166 Feb 03 11:24:09.621102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adf39dc9-3311-4b5e-aeaa-fe0a3119b5e0 req-075e7f38-6e19-4090-88d8-9165ec07bd42 service neutron] 10.222.0.69 "GET /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323583 Feb 03 11:24:09.689907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.7 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/aa713ec8-e398-4e8c-9804-64daf72abd0e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:09.725044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56dae8-d4be-425d-8d76-a183e5add1c8 req-41b80152-b216-49e8-8d13-95372b14f423 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:09.726668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c56dae8-d4be-425d-8d76-a183e5add1c8 req-41b80152-b216-49e8-8d13-95372b14f423 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 944 time: 0.1954105 Feb 03 11:24:09.776600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-03e68b3a-48ea-4520-9e48-f118ffc661b1 service neutron] 10.222.0.69 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177436 Feb 03 11:24:09.853539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34fe9711-c3c8-427d-aaa8-cd15d75f246a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:24:09.927798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c56dae8-d4be-425d-8d76-a183e5add1c8 req-97f2f35c-1101-4c99-aad5-762156c9297c tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927199 Feb 03 11:24:10.022664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a,segment=NetworkSegment(bcbfe3b0-243b-4d52-a8b6-169c5520a1d9),segment_id=bcbfe3b0-243b-4d52-a8b6-169c5520a1d9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:10.022852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66db4324-143f-422c-a7af-b51ef74a1791 req-ad64361d-bc9d-4fab-9bd5-bde5573709e2 service neutron] 10.222.0.69 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372489 Feb 03 11:24:10.042767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '34fe9711-c3c8-427d-aaa8-cd15d75f246a', 'network_id': '5d783713-2ede-436d-8e81-77f4201a1e73', 'port_id': '34fe9711-c3c8-427d-aaa8-cd15d75f246a', 'mac_address': 'fa:16:3e:6b:d0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ac1135-89cf-4b84-9ac3-deb097fc796c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:24:10.046943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.095515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.108317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 34fe9711-c3c8-427d-aaa8-cd15d75f246a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:10.109079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.128452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fe9711-c3c8-427d-aaa8-cd15d75f246a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:10.167488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a,segment=NetworkSegment(bcbfe3b0-243b-4d52-a8b6-169c5520a1d9),segment_id=bcbfe3b0-243b-4d52-a8b6-169c5520a1d9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:10.180429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.217029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:10.230772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:10.233797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:10.282593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=aa713ec8-e398-4e8c-9804-64daf72abd0e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:10.300210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:10.322858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-a2a7bb90-b362-448e-829e-3b621e250807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.324465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-a2a7bb90-b362-448e-829e-3b621e250807 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d18db40bc884d0b897d913cf27cfec9&device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 1126 time: 0.1772387 Feb 03 11:24:10.334211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.334888 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.386548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-357eeff7-cbb8-4319-b4ca-e9b6a4f3d067 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0369346 Feb 03 11:24:10.389349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50618) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:10.395077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f4:b5:73'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:10.446073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-3313baac-c267-4425-8a0a-cc2ed19f41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.448293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-3313baac-c267-4425-8a0a-cc2ed19f41f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31700c29-e60b-41ff-baf1-29b9ece6632a HTTP/1.1" status: 200 len: 914 time: 0.1101284 Feb 03 11:24:10.516290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-c90b6e97-e662-4686-969b-7a08e41aca97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f HTTP/1.1" status: 200 len: 217 time: 0.0609052 Feb 03 11:24:10.561897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.631681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-69262470-cd0e-47ce-859e-0c44d3c0ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.633271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-69262470-cd0e-47ce-859e-0c44d3c0ead4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aeb9912-1e26-4a01-98fc-e039e23d10d3 HTTP/1.1" status: 200 len: 853 time: 0.1104920 Feb 03 11:24:10.674968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-652f0f22-d69a-481a-b003-87e16389bc13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31700c29-e60b-41ff-baf1-29b9ece6632a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325685 Feb 03 11:24:10.685797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffb9f8-06d7-4f9f-87c2-be26ffb44b0f req-ee0e6d67-c7fc-4bb7-9f20-801bdf907e4d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.687807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70ffb9f8-06d7-4f9f-87c2-be26ffb44b0f req-ee0e6d67-c7fc-4bb7-9f20-801bdf907e4d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1161621 Feb 03 11:24:10.732983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-abfa4e36-a5e7-4ba5-b321-e9379341563b None None] Provisioning complete for port aa713ec8-e398-4e8c-9804-64daf72abd0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:10.733489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abfa4e36-a5e7-4ba5-b321-e9379341563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.797261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-abfa4e36-a5e7-4ba5-b321-e9379341563b None None] Port aa713ec8-e398-4e8c-9804-64daf72abd0e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:10.852230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['34fe9711-c3c8-427d-aaa8-cd15d75f246a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:10.904294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70ffb9f8-06d7-4f9f-87c2-be26ffb44b0f req-810bce72-2d69-41a5-9a3a-5af4d9a4757a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068226 Feb 03 11:24:10.936108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837cc6-760c-41c5-9a9f-a277f2614572 req-34a38a97-d79b-4830-9922-b274bd03ed2a tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:10.936830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:10.937747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5837cc6-760c-41c5-9a9f-a277f2614572 req-34a38a97-d79b-4830-9922-b274bd03ed2a tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 945 time: 0.2200673 Feb 03 11:24:10.945418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-33cc341a-655c-427f-bd10-ceb3452a8c52 service neutron] 10.222.0.69 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508337 Feb 03 11:24:10.953315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.103524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] In _notify_port_updated(), no bound segment for port aa713ec8-e398-4e8c-9804-64daf72abd0e on network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:24:11.108605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:11.109293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.113167 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "PUT /v2.0/ports/aa713ec8-e398-4e8c-9804-64daf72abd0e HTTP/1.1" status: 200 len: 996 time: 0.7198956 Feb 03 11:24:11.114880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50644) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:11.161131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b169f-a1ed-41d8-b18d-306d77584edd tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=aa713ec8-e398-4e8c-9804-64daf72abd0e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:11.181128 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5837cc6-760c-41c5-9a9f-a277f2614572 req-316df106-94fb-4576-a1e6-326bfbdf5e56 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371764 Feb 03 11:24:11.233699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b6071-4fa7-42ce-aad8-f17b8b2fac38 req-a9249ed7-7451-460b-aac4-703689313c6f tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:11.236853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-466b6071-4fa7-42ce-aad8-f17b8b2fac38 req-a9249ed7-7451-460b-aac4-703689313c6f tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 944 time: 0.1775610 Feb 03 11:24:11.242535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0003adf4-76db-4cb4-9fd5-862292b4012f req-5c3cb528-7833-411f-afab-55f17aaf79c5 service neutron] 10.222.0.69 "GET /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921913 Feb 03 11:24:11.302015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port aa713ec8-e398-4e8c-9804-64daf72abd0e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:11.302370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.318998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-466b6071-4fa7-42ce-aad8-f17b8b2fac38 req-410ebe71-7a10-4d3e-9432-4abc596dd3a4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737975 Feb 03 11:24:11.467740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.489945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for aa713ec8-e398-4e8c-9804-64daf72abd0e owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:11.538229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d4e55f86-57d0-4926-8ff1-3ea9cd5a91e5 None None] Provisioning complete for port aa713ec8-e398-4e8c-9804-64daf72abd0e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:11.541897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4e55f86-57d0-4926-8ff1-3ea9cd5a91e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.553460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-3ae13199-db15-4a83-abd9-81f218f921fc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:11.556327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-3ae13199-db15-4a83-abd9-81f218f921fc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.1818902 Feb 03 11:24:11.601209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-0375b7a6-0ec7-494a-8bd8-ec620e6cf1d6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/quotas/26ce044479aa4f7e96133cdacee706d6 HTTP/1.1" status: 200 len: 375 time: 0.0324805 Feb 03 11:24:11.673919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d4e55f86-57d0-4926-8ff1-3ea9cd5a91e5 None None] Port aa713ec8-e398-4e8c-9804-64daf72abd0e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:11.676955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-07eb2940-5b03-4ce1-8889-b7252b906992 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748436 Feb 03 11:24:11.736558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aa713ec8-e398-4e8c-9804-64daf72abd0e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.778345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=aa713ec8-e398-4e8c-9804-64daf72abd0e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:11.836740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-72c7aa62-699d-4a7b-9974-b47a252dfef1 service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492505 Feb 03 11:24:11.913562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:11.917763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-62d080be-c21f-4d26-9704-c0ed19591ad3 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/aa713ec8-e398-4e8c-9804-64daf72abd0e HTTP/1.1" status: 204 len: 168 time: 0.8026683 Feb 03 11:24:11.929243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:11.981961 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8220fd-b3a1-4a9a-91db-0c24ffa8e799 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] GET failed (client error): The resource could not be found. Feb 03 11:24:11.989480 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f8220fd-b3a1-4a9a-91db-0c24ffa8e799 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports/aa713ec8-e398-4e8c-9804-64daf72abd0e HTTP/1.1" status: 404 len: 333 time: 0.0531559 Feb 03 11:24:11.989614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:11.990614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1d96a768-34b5-4cf6-9661-8e973393c024 service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340528 Feb 03 11:24:11.996896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-2114732765'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:12.168117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7ff9-e41a-46ba-bcf5-4344e5ae9ad1 req-be7bc3e3-af61-44ad-a553-5794c52381f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:12.169659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84bf7ff9-e41a-46ba-bcf5-4344e5ae9ad1 req-be7bc3e3-af61-44ad-a553-5794c52381f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1511149 Feb 03 11:24:12.267469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d25cb0f-9e93-40b3-ac82-2f492a9dbb09 req-8ce417a7-7cc5-44b2-ac24-a6aa161e1e81 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 210 time: 0.0434523 Feb 03 11:24:12.271124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:12.274482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:12.298970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port 6d077829-2f2a-43f5-8eba-9899533b4835 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:12.308231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84bf7ff9-e41a-46ba-bcf5-4344e5ae9ad1 req-14156343-2715-4276-ad3a-b29aa1e25015 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319170 Feb 03 11:24:12.555907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.4 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/6d077829-2f2a-43f5-8eba-9899533b4835) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:12.580799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a0c2-ee69-4d4d-ae5a-be5f85b623fc req-9d4559fd-9f45-4cfa-813e-38771cb1ec63 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:12.587599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04d2a0c2-ee69-4d4d-ae5a-be5f85b623fc req-9d4559fd-9f45-4cfa-813e-38771cb1ec63 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 945 time: 0.2095516 Feb 03 11:24:12.615158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b03a8a-ba0c-41d0-a7f4-9953e9293b9a req-fcb5b36e-4e30-40db-b8dd-790b5d80d1f4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:12.616684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b03a8a-ba0c-41d0-a7f4-9953e9293b9a req-fcb5b36e-4e30-40db-b8dd-790b5d80d1f4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 944 time: 0.1536865 Feb 03 11:24:12.756953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04d2a0c2-ee69-4d4d-ae5a-be5f85b623fc req-1d6c0a1c-8cf7-4d62-bda5-9b6a4ec35680 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639633 Feb 03 11:24:12.802899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b03a8a-ba0c-41d0-a7f4-9953e9293b9a req-2d7baa1e-2e86-4c1d-b012-c5f237ec089b tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592155 Feb 03 11:24:12.866730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (6d077829-2f2a-43f5-8eba-9899533b4835), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:12.924608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6d077829-2f2a-43f5-8eba-9899533b4835), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:12.992340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=6d077829-2f2a-43f5-8eba-9899533b4835,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:12.996293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:12.999830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:13.000489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:13.094784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:13.096996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:13.132763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c545509d-5352-45e0-a79d-ffa148d1f533 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1384964 Feb 03 11:24:13.132893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:13.139772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'network_id': 'ee3c3665-9fe7-4a1d-afba-274d62f9aa52', 'name': 'tempest-AllowedAddressPairTestJSON-929399980'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:13.290768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Made reservation on behalf of 54aac4d9ce5147bba72acb7073688f56 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:13.310944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:13.321414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8956477f-0dd4-482d-a1d7-ef4ab1a64a17 None None] Provisioning complete for port 6d077829-2f2a-43f5-8eba-9899533b4835 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:13.322373 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8956477f-0dd4-482d-a1d7-ef4ab1a64a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6d077829-2f2a-43f5-8eba-9899533b4835), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:13.349035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] device_id is not set on port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:13.387742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8956477f-0dd4-482d-a1d7-ef4ab1a64a17 None None] Port 6d077829-2f2a-43f5-8eba-9899533b4835 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:13.458808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-833219da-c974-4f56-bca8-281cc58e3fa1 req-636b3407-f443-45ce-966a-fb5f43b02e12 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 210 time: 0.0651867 Feb 03 11:24:13.556472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aba62a-8155-439e-8acc-805c3d7bfa77 req-86fdfede-4bb2-43c0-89b4-55ffd783c711 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:13.559297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4aba62a-8155-439e-8acc-805c3d7bfa77 req-86fdfede-4bb2-43c0-89b4-55ffd783c711 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.0885990 Feb 03 11:24:13.569166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Allocated IP 172.20.0.5 (ee3c3665-9fe7-4a1d-afba-274d62f9aa52/7f31ee82-9f90-4406-b6fd-82efb534abf8/13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:13.644347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4aba62a-8155-439e-8acc-805c3d7bfa77 req-ca8253f4-24bb-4811-bed2-d6d3fb94b890 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778518 Feb 03 11:24:13.759111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-f515df59-2d79-4042-86a5-4fdafe7e42cd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:13.760693 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-f515df59-2d79-4042-86a5-4fdafe7e42cd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.2199442 Feb 03 11:24:13.783255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Request body: {'port': {'device_id': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'admin_state_up': True, 'tenant_id': '26ce044479aa4f7e96133cdacee706d6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:13.864973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf03fa67-54a8-4b98-801e-cfaa79d2809f details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:24:13.944645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34fe9711-c3c8-427d-aaa8-cd15d75f246a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:13.957067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02347-667e-466d-92da-8d3c7631a9a5 req-28d2d3a9-a8fd-4f00-a503-3064ced7c169 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:13.958556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10c02347-667e-466d-92da-8d3c7631a9a5 req-28d2d3a9-a8fd-4f00-a503-3064ced7c169 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 945 time: 0.1130667 Feb 03 11:24:14.091705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 34fe9711-c3c8-427d-aaa8-cd15d75f246a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:24:14.105280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 34fe9711-c3c8-427d-aaa8-cd15d75f246a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:14.105688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.135673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72b2b1-12d3-4f0c-a00d-186d3d53bd06 req-45ab443f-bb85-4d69-aa72-9219450c4348 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:14.137837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb72b2b1-12d3-4f0c-a00d-186d3d53bd06 req-45ab443f-bb85-4d69-aa72-9219450c4348 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 944 time: 0.1783957 Feb 03 11:24:14.149197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10c02347-667e-466d-92da-8d3c7631a9a5 req-5c61f15d-daa7-4ee1-b900-ce97a390e721 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686847 Feb 03 11:24:14.181482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f,segment=NetworkSegment(1e7ec5ab-993c-46ec-871a-da316ce19f11),segment_id=1e7ec5ab-993c-46ec-871a-da316ce19f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:14.224500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f', 'network_id': '31700c29-e60b-41ff-baf1-29b9ece6632a', 'port_id': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f', 'mac_address': 'fa:16:3e:98:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aeb9912-1e26-4a01-98fc-e039e23d10d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:24:14.258160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb72b2b1-12d3-4f0c-a00d-186d3d53bd06 req-79875c67-1936-4cb6-8d7f-a026e856b576 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098249 Feb 03 11:24:14.330961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 34fe9711-c3c8-427d-aaa8-cd15d75f246a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:14.331538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.349777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bf03fa67-54a8-4b98-801e-cfaa79d2809f is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:14.350463 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.384857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf03fa67-54a8-4b98-801e-cfaa79d2809f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:14.415495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f,segment=NetworkSegment(1e7ec5ab-993c-46ec-871a-da316ce19f11),segment_id=1e7ec5ab-993c-46ec-871a-da316ce19f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:14.438165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:14.440368 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410caea-3c88-4b53-9f83-034163d7cb9e" -d '{"events": [{"server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "name": "network-vif-plugged", "status": "completed", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:14.445439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.459210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a,segment=NetworkSegment(bcbfe3b0-243b-4d52-a8b6-169c5520a1d9),segment_id=bcbfe3b0-243b-4d52-a8b6-169c5520a1d9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:14.472073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.479880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.528287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:14.531858 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db3b397-0fa2-456d-a85d-1b5c285cfb5e x-openstack-request-id: req-9db3b397-0fa2-456d-a85d-1b5c285cfb5e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:14.532392 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "name": "network-vif-plugged", "status": "completed", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:14.532834 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9db3b397-0fa2-456d-a85d-1b5c285cfb5e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:14.533534 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a', 'code': 200} Feb 03 11:24:14.581027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:14.591067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.599822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.622182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c46ab782-2c68-4d12-a8d3-fda2c52bc9d7 req-e9e24e7b-ec99-4746-882b-e7b880f1b414 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 210 time: 0.0529387 Feb 03 11:24:14.655144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:14.695929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5a29-6e43-4dd1-8e5a-2265921e106c req-c4d957bd-9796-4bf4-b522-f25dad1ba869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:14.697472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5c5a29-6e43-4dd1-8e5a-2265921e106c req-c4d957bd-9796-4bf4-b522-f25dad1ba869 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 1128 time: 0.0630229 Feb 03 11:24:14.768216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5c5a29-6e43-4dd1-8e5a-2265921e106c req-fb819ed2-325a-49c6-9538-090a8be797eb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627453 Feb 03 11:24:14.810601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:14.819393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:14.824212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:14.831509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:14.860294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bf03fa67-54a8-4b98-801e-cfaa79d2809f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:14.889227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d576cd-3599-4be5-8e80-d1aa3daa4012 req-802a70db-cb79-44b8-8b72-d5ef9850bc79 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:14.890802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89d576cd-3599-4be5-8e80-d1aa3daa4012 req-802a70db-cb79-44b8-8b72-d5ef9850bc79 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1467528 Feb 03 11:24:14.967028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:14.967949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:14.972227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Allocated IP 172.20.0.11 (b6476650-6a71-4ca7-8d9b-cbb255588ec8/2fe3e590-2e21-477d-817c-4d4fb1c47fcf/6da68ae7-e687-454c-91e7-f26ced5fa6a0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:14.979408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89d576cd-3599-4be5-8e80-d1aa3daa4012 req-5082c614-362a-4c10-a342-aee25feb0779 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729525 Feb 03 11:24:15.037972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4227a79b-bf6e-40cd-8efc-3c7244993c94 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9014254 Feb 03 11:24:15.039371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:15.045121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f4:b5:73'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b6:f2:e0'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:15.247387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-10999d86-1d34-43c7-9e9f-e19b1e70696f None None] Provisioning complete for port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:15.247760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10999d86-1d34-43c7-9e9f-e19b1e70696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.327423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10999d86-1d34-43c7-9e9f-e19b1e70696f None None] Port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:15.335654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.348938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d441c9-e3db-477b-b267-a928646ef109 req-dda4f9dd-ddda-4825-909f-755c964bf99e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:15.415387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7d441c9-e3db-477b-b267-a928646ef109 req-dda4f9dd-ddda-4825-909f-755c964bf99e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.0640790 Feb 03 11:24:15.416550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:15.440935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks [] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.472941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74fee-65f9-416a-951b-f7acf27db724 req-c13f9157-156e-4447-958e-add2b47fa2e4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:15.474748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5b74fee-65f9-416a-951b-f7acf27db724 req-c13f9157-156e-4447-958e-add2b47fa2e4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1202512 Feb 03 11:24:15.486658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7d441c9-e3db-477b-b267-a928646ef109 req-a581ba99-9f38-4474-b6ca-673160806bdf tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167371 Feb 03 11:24:15.555588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5b74fee-65f9-416a-951b-f7acf27db724 req-93befdfd-efa3-4583-8146-0ffcbd73601a tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624905 Feb 03 11:24:15.576350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.585463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e1128a0-a645-4050-9036-2595cb234970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.609385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:15.634640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:15.637771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:15.641047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:15.692117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e1128a0-a645-4050-9036-2595cb234970 admin admin] Publish callbacks [] for security_group (17e7e24c-a5f2-461e-aac7-702a5d0f1b31), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.700703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e1128a0-a645-4050-9036-2595cb234970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (17e7e24c-a5f2-461e-aac7-702a5d0f1b31), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.734280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:15.734910 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.737536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1128a0-a645-4050-9036-2595cb234970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7e24c-a5f2-461e-aac7-702a5d0f1b31,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:15.758109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event updated for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:15.773010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.782991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.793513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7e1128a0-a645-4050-9036-2595cb234970 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=102bac8d5a6540239c6bf5c387727cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758857 Feb 03 11:24:15.796439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:15.805271 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-efb372ca-4f3e-4dc8-b4db-be3b1c988bc4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0305178 Feb 03 11:24:15.832988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Request body: {'port': {'device_id': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:15.870443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7115b37-f409-40c0-9261-5147bdda2827 req-f4f640db-6951-4711-af00-c579ef22d697 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:15.872144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7115b37-f409-40c0-9261-5147bdda2827 req-f4f640db-6951-4711-af00-c579ef22d697 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 932 time: 0.1680491 Feb 03 11:24:15.875894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] Publish callbacks [] for security_group (17e7e24c-a5f2-461e-aac7-702a5d0f1b31), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.916327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] Publish callbacks [] for security_group (17e7e24c-a5f2-461e-aac7-702a5d0f1b31), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.939036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] In _notify_port_updated(), no bound segment for port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 on network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:24:15.947592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:15.948259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:15.949713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "PUT /v2.0/ports/13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 HTTP/1.1" status: 200 len: 1054 time: 0.9093473 Feb 03 11:24:15.953839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:15.962793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277c242-5b7d-4423-b35e-4c4e3dcce383 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event updated for resources: {'Port': ['ID=13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:15.998854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.045506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7115b37-f409-40c0-9261-5147bdda2827 req-72c4d902-19cd-4f93-b433-1d7061802fe2 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650367 Feb 03 11:24:16.123994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (17e7e24c-a5f2-461e-aac7-702a5d0f1b31), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.126531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.129987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17e7e24c-a5f2-461e-aac7-702a5d0f1b31 HTTP/1.1" status: 204 len: 168 time: 0.3300872 Feb 03 11:24:16.143452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:16.143808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.150079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bc88d-c07a-4d04-b0fc-75bae287422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7e24c-a5f2-461e-aac7-702a5d0f1b31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:16.185056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.265279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-349faf68-7ec4-43d9-bdcf-f8a79079339d None None] Provisioning complete for port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:16.265797 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-349faf68-7ec4-43d9-bdcf-f8a79079339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.315476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-349faf68-7ec4-43d9-bdcf-f8a79079339d None None] Port 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:16.404820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da68ae7-e687-454c-91e7-f26ced5fa6a0 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:16.413524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks [] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.429409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Transition to ACTIVE for port object 6da68ae7-e687-454c-91e7-f26ced5fa6a0 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:24:16.435850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.493930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Pushing event updated for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:16.598345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Attempting to bind port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:16.598964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Attempting to bind port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:16.599048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Attempting to bind port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:16.604623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:24:16.605163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Attempting to bind port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:16.611676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:16.612033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Checking segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:16.612490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Bound using segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:16.613002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Bound port: 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:16.613409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.716573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:16.720587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:16.731442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.737656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:16.746537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672705-2f26-457e-888d-81da08ddf4cb req-716e7070-d219-4e7c-90e8-ac82eeb65338 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:16.754073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d672705-2f26-457e-888d-81da08ddf4cb req-716e7070-d219-4e7c-90e8-ac82eeb65338 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.6646743 Feb 03 11:24:16.781228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b74c4d05-724f-4a1f-8b9f-f6d600baffb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.784224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:16.784927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.786411 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] 10.222.0.53 "PUT /v2.0/ports/6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 200 len: 1092 time: 0.9602447 Feb 03 11:24:16.789459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:16.793205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:16.802601 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809" -d '{"events": [{"name": "network-changed", "server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:16.807738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aebff-5ab2-405b-aa25-c22c97a9e287 req-65aa1198-4656-4a04-8d96-4cd84e1099aa tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:16.809423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a5aebff-5ab2-405b-aa25-c22c97a9e287 req-65aa1198-4656-4a04-8d96-4cd84e1099aa tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.1781526 Feb 03 11:24:16.830719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for 13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:16.866110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f42a-33a1-4338-9f17-52e423753b7e service neutron] Pushing event updated for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:16.911952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-cd732dd6-2796-454e-b1be-ccd2523f5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:16.913491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-cd732dd6-2796-454e-b1be-ccd2523f5cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 1126 time: 0.0833108 Feb 03 11:24:16.930283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d672705-2f26-457e-888d-81da08ddf4cb req-0d3bd742-dbef-469f-b090-47a8c9b8983f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743400 Feb 03 11:24:16.980552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1286ab46-3ea5-4f50-90e1-23be4902bb98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 200 len: 217 time: 0.0596266 Feb 03 11:24:17.016302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a5aebff-5ab2-405b-aa25-c22c97a9e287 req-178fa1d1-4dfe-4cf2-b478-dd02db93fe17 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885495 Feb 03 11:24:17.028843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b74c4d05-724f-4a1f-8b9f-f6d600baffb0 admin admin] Publish callbacks [] for security_group (5c428f51-8297-4517-8d5e-cd4427030650), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.042675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b74c4d05-724f-4a1f-8b9f-f6d600baffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5c428f51-8297-4517-8d5e-cd4427030650), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.064255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1f43ed02-bd94-408d-92ae-8694f77a5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.066019 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-1f43ed02-bd94-408d-92ae-8694f77a5043 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.0798376 Feb 03 11:24:17.117957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc07b-6610-4700-886e-0f7122a370e8 req-33baf203-765b-403d-9497-cdd462e95163 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.118119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b74c4d05-724f-4a1f-8b9f-f6d600baffb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96470ba661534c5e94bd8740c17b75cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765185 Feb 03 11:24:17.118203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b61dc07b-6610-4700-886e-0f7122a370e8 req-33baf203-765b-403d-9497-cdd462e95163 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 945 time: 0.1229179 Feb 03 11:24:17.118272 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af347c-1242-47ee-bf62-3558871af6f2 x-openstack-request-id: req-d1af347c-1242-47ee-bf62-3558871af6f2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:17.118272 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:17.118272 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1af347c-1242-47ee-bf62-3558871af6f2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:17.118272 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'status': 'completed', 'code': 200} Feb 03 11:24:17.119460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50860) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:17.120264 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-d5c7a353-5667-4c01-934e-5efcfbed399b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413184 Feb 03 11:24:17.121036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c4d05-724f-4a1f-8b9f-f6d600baffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c428f51-8297-4517-8d5e-cd4427030650,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:17.171656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.233059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:17.249541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b61dc07b-6610-4700-886e-0f7122a370e8 req-af8b5d81-0a28-4af5-9745-ef77a1258977 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223626 Feb 03 11:24:17.295843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-2e767e02-acb3-4970-af5e-af7985170563 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658750 Feb 03 11:24:17.364501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] Publish callbacks [] for security_group (5c428f51-8297-4517-8d5e-cd4427030650), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.407445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879b7d-3445-449b-8a1c-2ce26bac2819 req-24907f4f-3793-4274-bfcc-f1f440b8bbeb tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.417120 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-16d6148d-d535-4996-bf5e-1b2b888860cc req-182b664f-56c7-4ed1-8c4d-3f4565ef083e service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129391 Feb 03 11:24:17.418675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64879b7d-3445-449b-8a1c-2ce26bac2819 req-24907f4f-3793-4274-bfcc-f1f440b8bbeb tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 944 time: 0.1727641 Feb 03 11:24:17.465679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] Publish callbacks [] for security_group (5c428f51-8297-4517-8d5e-cd4427030650), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.540680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-a5ace022-0318-43fa-8747-9ec8c2f78abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.541130 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-a5ace022-0318-43fa-8747-9ec8c2f78abf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 1126 time: 0.0676560 Feb 03 11:24:17.659617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-2bc3a210-2653-4cc0-91e1-972eb0c48983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.661208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-2bc3a210-2653-4cc0-91e1-972eb0c48983 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.1120186 Feb 03 11:24:17.706695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-4ff58e58-de62-4b8e-b474-bce9dda17398 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 200 len: 217 time: 0.0380085 Feb 03 11:24:17.707296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64879b7d-3445-449b-8a1c-2ce26bac2819 req-e30babe8-e8ab-4518-ac45-9cde7ccae98a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789335 Feb 03 11:24:17.765263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2514c08-e4aa-46ea-8249-c31a4a24ff1f req-c286f569-9a24-4970-9cd6-6cbbdd01c351 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.769379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2514c08-e4aa-46ea-8249-c31a4a24ff1f req-c286f569-9a24-4970-9cd6-6cbbdd01c351 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.1604207 Feb 03 11:24:17.777276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5c428f51-8297-4517-8d5e-cd4427030650), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.780203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-6697d00d-0b3d-4239-8b08-a8815ed2908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:17.780658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.784572 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-6697d00d-0b3d-4239-8b08-a8815ed2908a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.0662918 Feb 03 11:24:17.784685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c428f51-8297-4517-8d5e-cd4427030650 HTTP/1.1" status: 204 len: 168 time: 0.6619134 Feb 03 11:24:17.800803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a239a-ff8c-4a37-9b4d-09674d86c9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c428f51-8297-4517-8d5e-cd4427030650,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:17.818003 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-7dc91a4f-8264-4f2d-ace6-6f042dc23188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293982 Feb 03 11:24:17.834951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:17.842923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-99acdc28-cacf-4cf2-a3e4-46725d116640 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 HTTP/1.1" status: 204 len: 168 time: 1.8834770 Feb 03 11:24:17.844306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50870) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:17.882669 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb469314-5c43-445d-ba37-00dc702af735 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] GET failed (client error): The resource could not be found. Feb 03 11:24:17.886793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb469314-5c43-445d-ba37-00dc702af735 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports/13b06ff4-5e3e-4d62-bbb8-ceb4e3de3a31 HTTP/1.1" status: 404 len: 333 time: 0.0389040 Feb 03 11:24:17.891676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2514c08-e4aa-46ea-8249-c31a4a24ff1f req-f1bca757-9099-4526-bf96-d291bf9ccc0d tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164689 Feb 03 11:24:17.892398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:17.907289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf03fa67-54a8-4b98-801e-cfaa79d2809f up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:17.950949 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-cf950b30-8e29-4382-83a6-bc5f6df206ff service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257019 Feb 03 11:24:17.998648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port 6d077829-2f2a-43f5-8eba-9899533b4835 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:17.999248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6d077829-2f2a-43f5-8eba-9899533b4835), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.013728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bf03fa67-54a8-4b98-801e-cfaa79d2809f completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:24:18.019646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bf03fa67-54a8-4b98-801e-cfaa79d2809f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:18.020254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.130795 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-93e0f7c2-6a92-44aa-ae1d-64bdc5c3d809 req-3acfef35-07a1-4e79-b3de-973189972d77 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728935 Feb 03 11:24:18.168233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6d077829-2f2a-43f5-8eba-9899533b4835), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.178331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bf03fa67-54a8-4b98-801e-cfaa79d2809f is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:18.178867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.209370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:18.212583 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c128fb-24b8-4afe-869c-eac79818c3ad" -d '{"events": [{"server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "name": "network-vif-plugged", "status": "completed", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:18.215499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea071700-5333-41b3-9ece-097ecd7a24a6 req-e5093ac3-83cc-4ac6-a996-a030e7fa601b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:18.227045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea071700-5333-41b3-9ece-097ecd7a24a6 req-e5093ac3-83cc-4ac6-a996-a030e7fa601b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1857817 Feb 03 11:24:18.257960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f,segment=NetworkSegment(1e7ec5ab-993c-46ec-871a-da316ce19f11),segment_id=1e7ec5ab-993c-46ec-871a-da316ce19f11)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:18.258478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for 6d077829-2f2a-43f5-8eba-9899533b4835 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:18.269500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.323369 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88eeba-e589-4ef7-97bc-2738f68291ec x-openstack-request-id: req-5b88eeba-e589-4ef7-97bc-2738f68291ec {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:18.323849 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "name": "network-vif-plugged", "status": "completed", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:18.324270 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b88eeba-e589-4ef7-97bc-2738f68291ec {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:18.324804 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f', 'code': 200} Feb 03 11:24:18.381999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:18.446587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea071700-5333-41b3-9ece-097ecd7a24a6 req-8c00d5a2-7930-41ab-a629-d8d23ba62cbd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172527 Feb 03 11:24:18.517271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48e9e6-a53f-4d68-b5ce-8ec6680e2f68 req-9c1ba243-502b-4268-9729-f283685290b9 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:18.518924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef48e9e6-a53f-4d68-b5ce-8ec6680e2f68 req-9c1ba243-502b-4268-9729-f283685290b9 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.1186402 Feb 03 11:24:18.530046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defea82a-ca50-4bba-a5b6-9ec88173251d req-35ad83fd-61bd-4b3f-84f8-3ffbd615f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:18.531534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defea82a-ca50-4bba-a5b6-9ec88173251d req-35ad83fd-61bd-4b3f-84f8-3ffbd615f283 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 1128 time: 0.1302111 Feb 03 11:24:18.641881 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6d077829-2f2a-43f5-8eba-9899533b4835), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.694747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defea82a-ca50-4bba-a5b6-9ec88173251d req-d92a02f1-104b-4931-825d-390d72d49824 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417120 Feb 03 11:24:18.698853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef48e9e6-a53f-4d68-b5ce-8ec6680e2f68 req-ac0f6f50-7284-40df-b6fc-c8e5eeb78129 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488783 Feb 03 11:24:18.699475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=6d077829-2f2a-43f5-8eba-9899533b4835,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:18.797838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:18.804134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3b3fa04-24e2-404b-b68c-3294fbbfb9e7 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/6d077829-2f2a-43f5-8eba-9899533b4835 HTTP/1.1" status: 204 len: 168 time: 0.9108982 Feb 03 11:24:18.807040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50902) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:18.855033 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1175e3-514d-4d60-8797-da92db0a79bc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] GET failed (client error): The resource could not be found. Feb 03 11:24:18.858503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5d1175e3-514d-4d60-8797-da92db0a79bc tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "GET /v2.0/ports/6d077829-2f2a-43f5-8eba-9899533b4835 HTTP/1.1" status: 404 len: 333 time: 0.0503025 Feb 03 11:24:18.862344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50906) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:18.982493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5dab-8ffa-4441-88b5-612347359019 req-12958e65-7d92-4c5d-85ea-b955ff5c0a58 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:18.983976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-177a5dab-8ffa-4441-88b5-612347359019 req-12958e65-7d92-4c5d-85ea-b955ff5c0a58 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 944 time: 0.1739876 Feb 03 11:24:19.081109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port a6b66a97-68b8-4ccf-8423-06315bdd71c0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:19.081109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.086364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-177a5dab-8ffa-4441-88b5-612347359019 req-f34167eb-ed39-40a3-863b-75910c19c1c9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958891 Feb 03 11:24:19.132310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf38b-da14-4ebb-b75e-81893d1439e3 req-ab34e839-5f80-4aa8-baff-921eebd936eb tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:19.134409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17bdf38b-da14-4ebb-b75e-81893d1439e3 req-ab34e839-5f80-4aa8-baff-921eebd936eb tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.1494918 Feb 03 11:24:19.235968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17bdf38b-da14-4ebb-b75e-81893d1439e3 req-c631600a-92fc-4169-80a9-96b99d4db04e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943232 Feb 03 11:24:19.237771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.256562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for a6b66a97-68b8-4ccf-8423-06315bdd71c0 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:19.319374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6da68ae7-e687-454c-91e7-f26ced5fa6a0 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:24:19.433713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a6b66a97-68b8-4ccf-8423-06315bdd71c0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.478620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09331fb-e093-4390-af24-5335eabc4c8f req-89b340e6-b4e3-4b94-a858-2c9bb1eeec5e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:19.480219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d09331fb-e093-4390-af24-5335eabc4c8f req-89b340e6-b4e3-4b94-a858-2c9bb1eeec5e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.69 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.1100941 Feb 03 11:24:19.483568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=a6b66a97-68b8-4ccf-8423-06315bdd71c0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:19.490031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:19.527613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'port_id': '6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'mac_address': 'fa:16:3e:d6:4f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe3e590-2e21-477d-817c-4d4fb1c47fcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:24:19.641220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:19.642064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.664813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da68ae7-e687-454c-91e7-f26ced5fa6a0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:19.698465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:19.717310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.738199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.744381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f945d82e-a1cd-4708-b594-03292ad55e56 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/ports/a6b66a97-68b8-4ccf-8423-06315bdd71c0 HTTP/1.1" status: 204 len: 168 time: 0.8783185 Feb 03 11:24:19.745038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50930) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:19.798850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdd65-5746-4ff4-8132-ab3a66f0d5bd req-bb493a6f-5eaf-41ad-8be8-b3cba99c0e8e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:19.808036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65bfdd65-5746-4ff4-8132-ab3a66f0d5bd req-bb493a6f-5eaf-41ad-8be8-b3cba99c0e8e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1799250 Feb 03 11:24:19.836640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:19.850682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting subnet 7f31ee82-9f90-4406-b6fd-82efb534abf8 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:19.868629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for subnet (7f31ee82-9f90-4406-b6fd-82efb534abf8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.893392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Deleting port 34fe9711-c3c8-427d-aaa8-cd15d75f246a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:19.893743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.915305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7f31ee82-9f90-4406-b6fd-82efb534abf8), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:19.978716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6da68ae7-e687-454c-91e7-f26ced5fa6a0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:20.045111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65bfdd65-5746-4ff4-8132-ab3a66f0d5bd req-5bb84d1f-4e49-4c0e-954c-a8f186008475 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359340 Feb 03 11:24:20.075050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] For port 34fe9711-c3c8-427d-aaa8-cd15d75f246a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34fe9711-c3c8-427d-aaa8-cd15d75f246a,segment=NetworkSegment(bcbfe3b0-243b-4d52-a8b6-169c5520a1d9),segment_id=bcbfe3b0-243b-4d52-a8b6-169c5520a1d9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:20.075427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.118460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1368c23-bd49-4a86-805e-ed9b8c83339c req-48efc292-2c23-4b43-b1b5-6582517a6647 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:20.120039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1368c23-bd49-4a86-805e-ed9b8c83339c req-48efc292-2c23-4b43-b1b5-6582517a6647 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.2650144 Feb 03 11:24:20.126035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7f31ee82-9f90-4406-b6fd-82efb534abf8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.141250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Calling delete_port for 34fe9711-c3c8-427d-aaa8-cd15d75f246a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:20.261330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7f31ee82-9f90-4406-b6fd-82efb534abf8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.301798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Subnet': ['ID=7f31ee82-9f90-4406-b6fd-82efb534abf8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:20.309227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.310013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2327699-daf2-404d-a34d-103952df3c9e None None] Network ee3c3665-9fe7-4a1d-afba-274d62f9aa52 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:20.313416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0d2ec35a-3294-43aa-a066-94915bb4a12a tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/subnets/7f31ee82-9f90-4406-b6fd-82efb534abf8 HTTP/1.1" status: 204 len: 168 time: 0.5681081 Feb 03 11:24:20.315901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50942) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:20.342496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1368c23-bd49-4a86-805e-ed9b8c83339c req-c6b8f94c-1211-4f5f-84f2-449bb9d11aea tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987717 Feb 03 11:24:20.416793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ee3c3665-9fe7-4a1d-afba-274d62f9aa52), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.435843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307a435-0461-4eae-86e0-aa8949213858 req-4170bb45-78ac-45a3-a2f6-ef2dbff68131 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:20.443066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7307a435-0461-4eae-86e0-aa8949213858 req-4170bb45-78ac-45a3-a2f6-ef2dbff68131 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 945 time: 0.1263649 Feb 03 11:24:20.494917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Deleting port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:20.495505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.513174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7307a435-0461-4eae-86e0-aa8949213858 req-72e74654-19dc-4800-bec7-fe587b0ddea6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689056 Feb 03 11:24:20.594452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] For port cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,segment=NetworkSegment(b707262d-1cd2-4f93-9097-ec45819e7968),segment_id=b707262d-1cd2-4f93-9097-ec45819e7968)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:20.594830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.613565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Calling delete_port for cbf1c285-ffdf-4511-bb21-416cbb0e04c0 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:20.640056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] DHCP port deletion for ee3c3665-9fe7-4a1d-afba-274d62f9aa52 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:24:20.653003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f94f4-a347-4ae4-97f8-55b52045f0d4 req-b94beaec-f0e6-43bf-81c4-9286adc386a8 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:20.654975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b9f94f4-a347-4ae4-97f8-55b52045f0d4 req-b94beaec-f0e6-43bf-81c4-9286adc386a8 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/ports?device_id=512e643b-0760-4bdc-956b-606d79a48cc2 HTTP/1.1" status: 200 len: 946 time: 0.1593118 Feb 03 11:24:20.656359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (34fe9711-c3c8-427d-aaa8-cd15d75f246a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.727871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.732847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Pushing event deleted for resources: {'Port': ['ID=34fe9711-c3c8-427d-aaa8-cd15d75f246a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:20.734196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Deleting port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:20.735392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.795001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] No DVR routers for this DVR port 34fe9711-c3c8-427d-aaa8-cd15d75f246a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:20.798725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.801527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d09331fb-e093-4390-af24-5335eabc4c8f req-dd7ce2f7-4448-46bc-9101-2fac253d53f3 tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.69 "DELETE /v2.0/ports/34fe9711-c3c8-427d-aaa8-cd15d75f246a HTTP/1.1" status: 204 len: 173 time: 1.3140814 Feb 03 11:24:20.806368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b9f94f4-a347-4ae4-97f8-55b52045f0d4 req-d74fd49a-2140-4077-ab37-bc2fcc43074e tempest-ServerAddressesNegativeTestJSON-372784927 tempest-ServerAddressesNegativeTestJSON-372784927-project] 10.222.0.30 "GET /v2.0/security-groups?id=a239af9f-79b8-4f9e-a82a-1c08ea867011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372275 Feb 03 11:24:20.806813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'name': 'network-vif-deleted', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:20.809226 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9523b34-e12a-44d8-bec9-e83a9c8bfc83" -d '{"events": [{"server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "name": "network-vif-deleted", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:20.830068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] No DVR routers for this DVR port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:20.832276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Port': ['ID=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:20.857809 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a055f97d-db5f-4a6d-9a93-a8c38ae26c73 x-openstack-request-id: req-a055f97d-db5f-4a6d-9a93-a8c38ae26c73 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:20.858272 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e643b-0760-4bdc-956b-606d79a48cc2", "name": "network-vif-deleted", "tag": "34fe9711-c3c8-427d-aaa8-cd15d75f246a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:20.858713 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a055f97d-db5f-4a6d-9a93-a8c38ae26c73 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:20.859313 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512e643b-0760-4bdc-956b-606d79a48cc2', 'name': 'network-vif-deleted', 'tag': '34fe9711-c3c8-427d-aaa8-cd15d75f246a', 'status': 'completed', 'code': 200} Feb 03 11:24:20.868231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] For port cbf1c285-ffdf-4511-bb21-416cbb0e04c0, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:20.868761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.884605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Calling delete_port for cbf1c285-ffdf-4511-bb21-416cbb0e04c0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:20.887959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:24:20.889359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (cbf1c285-ffdf-4511-bb21-416cbb0e04c0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.935039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] No DVR routers for this DVR port cbf1c285-ffdf-4511-bb21-416cbb0e04c0 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:20.940801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c11301-dfb1-4c9f-90da-add167a9df26 None None] Pushing event deleted for resources: {'Port': ['ID=cbf1c285-ffdf-4511-bb21-416cbb0e04c0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:20.951997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ee3c3665-9fe7-4a1d-afba-274d62f9aa52), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:20.978105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3c3665-9fe7-4a1d-afba-274d62f9aa52']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:20.995818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b707262d-1cd2-4f93-9097-ec45819e7968') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:20.996346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b707262d-1cd2-4f93-9097-ec45819e7968') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:21.011059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b707262d-1cd2-4f93-9097-ec45819e7968), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.027521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b707262d-1cd2-4f93-9097-ec45819e7968), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.034630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:24:21.035060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b707262d-1cd2-4f93-9097-ec45819e7968), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:24:21.041078 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:24:21.114687 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ee3c3665-9fe7-4a1d-afba-274d62f9aa52), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.121346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.126401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] 10.222.0.30 "DELETE /v2.0/networks/ee3c3665-9fe7-4a1d-afba-274d62f9aa52 HTTP/1.1" status: 204 len: 168 time: 0.8074665 Feb 03 11:24:21.153446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b710-a6fa-4e07-9f98-6afbc0e75ae4 tempest-AllowedAddressPairTestJSON-1921972720 tempest-AllowedAddressPairTestJSON-1921972720-project] Pushing event deleted for resources: {'Network': ['ID=ee3c3665-9fe7-4a1d-afba-274d62f9aa52,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:21.257952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f5d6-cbca-404a-bd1e-8b9214e735a5 req-23db37ca-e676-46ff-af4e-3f3f2af4fe28 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:21.259916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd21f5d6-cbca-404a-bd1e-8b9214e735a5 req-23db37ca-e676-46ff-af4e-3f3f2af4fe28 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.0783358 Feb 03 11:24:21.341957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6da68ae7-e687-454c-91e7-f26ced5fa6a0 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:21.423468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd21f5d6-cbca-404a-bd1e-8b9214e735a5 req-8c40e9ce-250a-4cc2-9bfc-a0bea2d3f3a6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554854 Feb 03 11:24:21.470653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:24:21.480533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:21.481265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.538003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa3a74-6488-4853-bcbc-1396444b67d9 req-e3462501-2a7e-4565-a6ac-1db0d2613936 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:21.554107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50964) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:21.556511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96aa3a74-6488-4853-bcbc-1396444b67d9 req-e3462501-2a7e-4565-a6ac-1db0d2613936 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.1012616 Feb 03 11:24:21.620807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:21.621470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.675932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96aa3a74-6488-4853-bcbc-1396444b67d9 req-b4437d9b-6383-4cab-9a91-9ccd3de67ec3 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146641 Feb 03 11:24:21.677126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:21.681312 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e437f61-0c5c-415b-b189-6d7c4923152b" -d '{"events": [{"server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "name": "network-vif-plugged", "status": "completed", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:21.711747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:21.722264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:21.723306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98465e2-8b01-489c-977c-ecadbf65df0e req-2ef7d2c5-d045-4c26-a88f-5e5c70268b48 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:21.731162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c98465e2-8b01-489c-977c-ecadbf65df0e req-2ef7d2c5-d045-4c26-a88f-5e5c70268b48 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 945 time: 0.0901368 Feb 03 11:24:21.783113 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f402d33-c99f-417c-9064-ff92f22a87cd x-openstack-request-id: req-5f402d33-c99f-417c-9064-ff92f22a87cd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:21.783614 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "name": "network-vif-plugged", "status": "completed", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:21.784261 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f402d33-c99f-417c-9064-ff92f22a87cd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:21.785161 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'code': 200} Feb 03 11:24:21.795069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c98465e2-8b01-489c-977c-ecadbf65df0e req-b66780dd-14bf-4e09-99ff-06ba08fa01b9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Feb 03 11:24:21.831261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:21.879653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:21.914086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34fe9711-c3c8-427d-aaa8-cd15d75f246a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:21.940980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Deleting subnet c7ac1135-89cf-4b84-9ac3-deb097fc796c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:21.944585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547168fe-c309-4237-b07d-593bb928bbc2 req-50cb2256-37eb-489a-945a-bf87bcbc1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:21.949668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-547168fe-c309-4237-b07d-593bb928bbc2 req-50cb2256-37eb-489a-945a-bf87bcbc1b50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 1128 time: 0.1105797 Feb 03 11:24:21.956569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 34fe9711-c3c8-427d-aaa8-cd15d75f246a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:24:21.957163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34fe9711-c3c8-427d-aaa8-cd15d75f246a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:24:21.959299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Publish callbacks [] for subnet (c7ac1135-89cf-4b84-9ac3-deb097fc796c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.042394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (c7ac1135-89cf-4b84-9ac3-deb097fc796c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.044103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-547168fe-c309-4237-b07d-593bb928bbc2 req-52d45b86-4ffc-49ef-93c4-ccf0cf06080d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876961 Feb 03 11:24:22.090773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c7ac1135-89cf-4b84-9ac3-deb097fc796c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.114670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76b3776c-8261-4d96-97fc-e70b3004deee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54aac4d9ce5147bba72acb7073688f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591049 Feb 03 11:24:22.118240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50986) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:22.161960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (c7ac1135-89cf-4b84-9ac3-deb097fc796c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.183670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.184448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] Publish callbacks [] for security_group (86ff59fc-fbfb-47c3-9ed5-fe4e072614f2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.188337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c7ac1135-89cf-4b84-9ac3-deb097fc796c HTTP/1.1" status: 204 len: 168 time: 0.3069420 Feb 03 11:24:22.190923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:22.214909 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] Publish callbacks [] for security_group (86ff59fc-fbfb-47c3-9ed5-fe4e072614f2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.225767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eaf6c-8219-4599-8032-4891b76c9ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ac1135-89cf-4b84-9ac3-deb097fc796c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:22.277169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86ff59fc-fbfb-47c3-9ed5-fe4e072614f2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.280233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.284562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86ff59fc-fbfb-47c3-9ed5-fe4e072614f2 HTTP/1.1" status: 204 len: 168 time: 0.1656852 Feb 03 11:24:22.295377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece423f-1e0f-42a0-85b7-ba84b73e7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ff59fc-fbfb-47c3-9ed5-fe4e072614f2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:22.378771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5d783713-2ede-436d-8e81-77f4201a1e73), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.416869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cbf1c285-ffdf-4511-bb21-416cbb0e04c0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:22.452605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: cbf1c285-ffdf-4511-bb21-416cbb0e04c0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:24:22.453068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cbf1c285-ffdf-4511-bb21-416cbb0e04c0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:24:22.573095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5d783713-2ede-436d-8e81-77f4201a1e73), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.625920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d783713-2ede-436d-8e81-77f4201a1e73']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:22.645634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfd4f5-1d4b-4e11-9c4c-4aa9ed9fb4ad req-d1cf070a-d58a-4f84-bbbc-261f6ad2c172 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:22.646774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26bfd4f5-1d4b-4e11-9c4c-4aa9ed9fb4ad req-d1cf070a-d58a-4f84-bbbc-261f6ad2c172 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.2136252 Feb 03 11:24:22.649296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:22.649655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbfe3b0-243b-4d52-a8b6-169c5520a1d9') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:22.666182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (bcbfe3b0-243b-4d52-a8b6-169c5520a1d9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.703408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (bcbfe3b0-243b-4d52-a8b6-169c5520a1d9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.731923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4997f-73b1-497b-8320-6d9c7aede17e req-2067aed2-42ea-43b6-9688-c7cb98e78ab9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:22.733530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc4997f-73b1-497b-8320-6d9c7aede17e req-2067aed2-42ea-43b6-9688-c7cb98e78ab9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1624606 Feb 03 11:24:22.737316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:24:22.737790 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (bcbfe3b0-243b-4d52-a8b6-169c5520a1d9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:24:22.739551 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:24:22.760820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26bfd4f5-1d4b-4e11-9c4c-4aa9ed9fb4ad req-6d353e86-3a61-4eae-8878-f18f317ff902 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Feb 03 11:24:22.844721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cc4997f-73b1-497b-8320-6d9c7aede17e req-37deee7c-6b11-4b96-947e-8566e87dd628 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025097 Feb 03 11:24:22.845532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5d783713-2ede-436d-8e81-77f4201a1e73), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.854161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:22.860350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] 10.222.0.30 "DELETE /v2.0/networks/5d783713-2ede-436d-8e81-77f4201a1e73 HTTP/1.1" status: 204 len: 168 time: 0.6658597 Feb 03 11:24:22.871911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ec9c1-0f69-4fd4-af24-ba610620a49a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d783713-2ede-436d-8e81-77f4201a1e73,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:22.954339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da66c9-f4a4-4a87-a5f9-162e7771f4c9 req-2b71f05e-7523-4efd-bdb5-785c4a17682d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:22.955960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97da66c9-f4a4-4a87-a5f9-162e7771f4c9 req-2b71f05e-7523-4efd-bdb5-785c4a17682d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 946 time: 0.0590270 Feb 03 11:24:23.008705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97da66c9-f4a4-4a87-a5f9-162e7771f4c9 req-ec33a5e9-69bc-449d-9ecb-671bef1c9e63 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461786 Feb 03 11:24:23.028217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:23.074246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d32e5501-40b7-4ff4-ba55-11e5a81340c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b367f26cc354f61881dbdaac8bc37ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447419 Feb 03 11:24:23.076736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:23.123722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] Publish callbacks [] for security_group (a239af9f-79b8-4f9e-a82a-1c08ea867011), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:23.145770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] Publish callbacks [] for security_group (a239af9f-79b8-4f9e-a82a-1c08ea867011), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:23.206305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a239af9f-79b8-4f9e-a82a-1c08ea867011), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:23.209092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:23.210259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a239af9f-79b8-4f9e-a82a-1c08ea867011 HTTP/1.1" status: 204 len: 168 time: 0.1325703 Feb 03 11:24:23.219211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abfe9e-3443-4c05-8e38-048015e07b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a239af9f-79b8-4f9e-a82a-1c08ea867011,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:23.267571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-404fa130-b079-40d6-b85d-4109d0ec97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:23.269464 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-404fa130-b079-40d6-b85d-4109d0ec97b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 1125 time: 0.0989249 Feb 03 11:24:23.349635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-1c218383-26da-4beb-8fa8-941e9fc7cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:23.351897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-1c218383-26da-4beb-8fa8-941e9fc7cc08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1125 time: 0.0526948 Feb 03 11:24:23.462518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-e79fd989-d05b-4dc3-ac65-bdfe3b3c5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:23.464019 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-e79fd989-d05b-4dc3-ac65-bdfe3b3c5c5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.1064422 Feb 03 11:24:23.540531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-6b65025b-04ca-44c1-a1f9-2be8e8588872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 999 time: 0.0676765 Feb 03 11:24:23.598038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-081e6fe1-2409-4d41-81bc-ef4b1f85d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:23.599536 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-081e6fe1-2409-4d41-81bc-ef4b1f85d443 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.0528977 Feb 03 11:24:23.649829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-ce715ead-b62c-4919-b81c-579141a55249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:23.651340 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-ce715ead-b62c-4919-b81c-579141a55249 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452168 Feb 03 11:24:23.754725 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-21919eda-3042-40e8-9a8d-743965ad3a80 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968003 Feb 03 11:24:23.873204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-28f4a775-c8c2-4ff9-8c91-0a3ee9af7936 req-73ffa492-8f24-416e-9afe-55af081a3abf service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126516 Feb 03 11:24:24.013447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:24.205554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-403117303'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:24.272700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:24.280072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.311741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.348947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127052c-6396-480c-a612-f3c1d6e3251b req-f008b20d-2229-44db-89f1-9a8f5e9f8564 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:24.352514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c127052c-6396-480c-a612-f3c1d6e3251b req-f008b20d-2229-44db-89f1-9a8f5e9f8564 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.4984887 Feb 03 11:24:24.405926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-8df75e5e-e360-4de7-b793-cdb8b592b323 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:24.407781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-8df75e5e-e360-4de7-b793-cdb8b592b323 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.69 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 946 time: 0.5120871 Feb 03 11:24:24.462123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for security_group (9df485d1-dc25-482a-b119-e515fc9483f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.469817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9df485d1-dc25-482a-b119-e515fc9483f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.483037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7df6fa-ed6f-4126-8a64-672fadf082d5 req-6c031368-14a6-4c08-a2af-573ff3960996 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:24.484549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf7df6fa-ed6f-4126-8a64-672fadf082d5 req-6c031368-14a6-4c08-a2af-573ff3960996 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1725059 Feb 03 11:24:24.506779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c127052c-6396-480c-a612-f3c1d6e3251b req-d05b8013-62b8-4a2d-b122-28c0a811e4e4 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/security-groups?id=32312c47-18a5-4906-9490-946391f793b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311109 Feb 03 11:24:24.536113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:24:24.586315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df485d1-dc25-482a-b119-e515fc9483f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:24.613067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6bee6182-f572-42e1-9d5b-3c8c1c44c15b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.614340 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Added segment 6bee6182-f572-42e1-9d5b-3c8c1c44c15b of type vlan for network 134040e6-0113-4b2f-96c2-7e25b948102e Feb 03 11:24:24.666739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf7df6fa-ed6f-4126-8a64-672fadf082d5 req-4981f039-57be-4ec8-927e-34a767194d19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704390 Feb 03 11:24:24.697526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (134040e6-0113-4b2f-96c2-7e25b948102e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.765390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (134040e6-0113-4b2f-96c2-7e25b948102e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.777524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac0b5b-0050-4c47-9cfe-7f990f714184 req-dba6c9b1-c9c1-46a7-837e-11d382864a82 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:24.779041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cac0b5b-0050-4c47-9cfe-7f990f714184 req-dba6c9b1-c9c1-46a7-837e-11d382864a82 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 946 time: 0.1241601 Feb 03 11:24:24.781043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:24.781214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Deleting port bf03fa67-54a8-4b98-801e-cfaa79d2809f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:24.781477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.783006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:24.888861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9cac0b5b-0050-4c47-9cfe-7f990f714184 req-2d9164af-a8e0-44f4-9311-6001c12fdc0e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040008 Feb 03 11:24:25.008732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] For port bf03fa67-54a8-4b98-801e-cfaa79d2809f, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bf03fa67-54a8-4b98-801e-cfaa79d2809f,segment=NetworkSegment(1e7ec5ab-993c-46ec-871a-da316ce19f11),segment_id=1e7ec5ab-993c-46ec-871a-da316ce19f11)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:25.010120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:25.057179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Calling delete_port for bf03fa67-54a8-4b98-801e-cfaa79d2809f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:25.357063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bf03fa67-54a8-4b98-801e-cfaa79d2809f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:25.390826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bf03fa67-54a8-4b98-801e-cfaa79d2809f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:25.416160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Pushing event deleted for resources: {'Port': ['ID=bf03fa67-54a8-4b98-801e-cfaa79d2809f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:25.529907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] No DVR routers for this DVR port bf03fa67-54a8-4b98-801e-cfaa79d2809f on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:25.539855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:25.544573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09560862-5715-4ce2-ad60-ebd6ec4fc7c6 req-aea3934a-cec6-49cb-a49f-654f32bccf3e tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.69 "DELETE /v2.0/ports/bf03fa67-54a8-4b98-801e-cfaa79d2809f HTTP/1.1" status: 204 len: 173 time: 1.1309319 Feb 03 11:24:25.546644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'name': 'network-vif-deleted', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:25.555746 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903475ac-2326-456b-9bd1-acdadd480196" -d '{"events": [{"server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "name": "network-vif-deleted", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:25.660352 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6411316 Feb 03 11:24:25.660998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51134) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:25.669639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:25.798405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1962-8778-4363-8f23-7ab39ba05a5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Network': ['ID=134040e6-0113-4b2f-96c2-7e25b948102e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:25.823315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:24:25.916191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:25.923485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.122771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:26.135055 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f161c547-4f5a-497f-bf3c-c7d83e243643 x-openstack-request-id: req-f161c547-4f5a-497f-bf3c-c7d83e243643 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:26.135463 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077dda02-dea3-4921-b944-1eee192eb9c5", "name": "network-vif-deleted", "tag": "bf03fa67-54a8-4b98-801e-cfaa79d2809f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:26.135606 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f161c547-4f5a-497f-bf3c-c7d83e243643 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:26.150170 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077dda02-dea3-4921-b944-1eee192eb9c5', 'name': 'network-vif-deleted', 'tag': 'bf03fa67-54a8-4b98-801e-cfaa79d2809f', 'status': 'completed', 'code': 200} Feb 03 11:24:26.182999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b853da-44eb-4b72-bd7b-fc63b68d49f7 req-12aa9a8a-1048-4297-8c2a-85fee9c0bf16 tempest-ServerPasswordTestJSON-1518187589 tempest-ServerPasswordTestJSON-1518187589-project] 10.222.0.30 "GET /v2.0/ports?device_id=077dda02-dea3-4921-b944-1eee192eb9c5 HTTP/1.1" status: 200 len: 210 time: 0.1404500 Feb 03 11:24:26.578736 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-25327ea9-ee85-4163-a78a-5490138c2cdf tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3316 time: 0.4534297 Feb 03 11:24:26.581740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51162) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:26.597565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'network': {'name': 'tempest-network-smoke--981429672', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'port_security_enabled': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:26.611633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (b7ae70d5-d471-4c57-bfc5-b60ac8bb369e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.629210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a38d73ab-28ac-40ef-9be8-fa0f8b9a6120 req-bb4efb20-1aba-4003-a6b7-fd9b74362d72 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.1877866 Feb 03 11:24:26.666551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:26.681928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.764942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:24:26.805234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.806022 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Added segment 67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6 of type vlan for network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff Feb 03 11:24:26.829597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc5976-b26d-40a1-9aec-b9a252d43eaa req-f6cbeaec-0f54-4847-95c9-5f9c6deb5be2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:26.835261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edc5976-b26d-40a1-9aec-b9a252d43eaa req-f6cbeaec-0f54-4847-95c9-5f9c6deb5be2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.5845199 Feb 03 11:24:26.913016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (660ee8bf-5c93-45e7-b7d8-00be6f4713ff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.915945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:26.916932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network hostable DHCP agents. Network: 134040e6-0113-4b2f-96c2-7e25b948102e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:24:26.937861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=b7ae70d5-d471-4c57-bfc5-b60ac8bb369e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:26.983023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (660ee8bf-5c93-45e7-b7d8-00be6f4713ff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.996035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:26.999738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:27.000400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.060139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edc5976-b26d-40a1-9aec-b9a252d43eaa req-621b50cc-374c-4199-9c20-077f1db70c16 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872566 Feb 03 11:24:27.078875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:24:27.093525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 134040e6-0113-4b2f-96c2-7e25b948102e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:27.103096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b3387-e60a-4cfa-a4da-96e4f0ff9f2b None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:27.134455 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5419998 Feb 03 11:24:27.145000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:27.150461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:27.160035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.204817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'admin_state_up': True, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:27.210725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0dcc187e-52f8-4ec8-b1f6-ef8e0c6423f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5455077 Feb 03 11:24:27.211307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:27.229406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'name': 'tempest-NetworksTestDHCPv6-1190561305'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:27.264832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'b7ae70d5-d471-4c57-bfc5-b60ac8bb369e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:24:27.266017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.328146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:27.422839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fd495-c61d-446d-9f9e-44fbcb7388e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Network': ['ID=660ee8bf-5c93-45e7-b7d8-00be6f4713ff,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:27.432066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/b7ae70d5-d471-4c57-bfc5-b60ac8bb369e/be6375f2-210d-4446-ad8c-8921b287c7ac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:27.443693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.448870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.708107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Deleting subnet 9aeb9912-1e26-4a01-98fc-e039e23d10d3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:27.736782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Publish callbacks [] for subnet (9aeb9912-1e26-4a01-98fc-e039e23d10d3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.770343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_controller (de794e0d-78f8-4cde-a73c-9cdd5336cf72), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:27.813900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:24:27.916061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59d78361-1731-490b-9121-09a69a3175b9 req-d0cf9142-a7b4-42c1-8047-4217d2436d56 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0527003 Feb 03 11:24:27.942099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (9aeb9912-1e26-4a01-98fc-e039e23d10d3), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.002402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:28.006120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.042698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf03fa67-54a8-4b98-801e-cfaa79d2809f no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:28.063894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 08d529e2-d619-4fad-854e-f0eebdc00b7e yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:28.157993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (9aeb9912-1e26-4a01-98fc-e039e23d10d3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.217983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: bf03fa67-54a8-4b98-801e-cfaa79d2809f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:24:28.222071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bf03fa67-54a8-4b98-801e-cfaa79d2809f not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:24:28.239299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (de794e0d-78f8-4cde-a73c-9cdd5336cf72), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.254184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks [] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.273952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.376441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:28.388182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:28.392599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:28.489939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (9aeb9912-1e26-4a01-98fc-e039e23d10d3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.515896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Pushing event updated for resources: {'Port': ['ID=be6375f2-210d-4446-ad8c-8921b287c7ac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:28.592843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Attempting to bind port be6375f2-210d-4446-ad8c-8921b287c7ac on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:28.593293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Attempting to bind port be6375f2-210d-4446-ad8c-8921b287c7ac by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:28.593813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Attempting to bind port be6375f2-210d-4446-ad8c-8921b287c7ac on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:28.601026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:28.604200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:28.604662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.605096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:28.605659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Bound port: be6375f2-210d-4446-ad8c-8921b287c7ac, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:28.606079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.697607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.732745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9aeb9912-1e26-4a01-98fc-e039e23d10d3 HTTP/1.1" status: 204 len: 168 time: 1.4033577 Feb 03 11:24:28.736454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51210) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:28.736454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:28.769381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91974e-002d-4ba9-9951-bd7e300c78d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aeb9912-1e26-4a01-98fc-e039e23d10d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:28.809227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] For port be6375f2-210d-4446-ad8c-8921b287c7ac, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:28.830331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] For port be6375f2-210d-4446-ad8c-8921b287c7ac, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be6375f2-210d-4446-ad8c-8921b287c7ac,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:28.853411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.889785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:28.903450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::223 (134040e6-0113-4b2f-96c2-7e25b948102e/b7ae70d5-d471-4c57-bfc5-b60ac8bb369e/08d529e2-d619-4fad-854e-f0eebdc00b7e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:28.939259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.056653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02d78-b1ea-4639-9669-f749a201a934 None None] Pushing event updated for resources: {'Port': ['ID=be6375f2-210d-4446-ad8c-8921b287c7ac,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:29.246400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.25.7.16 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/1df25ce1-ff64-49fc-bc18-4368f60cfd54) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:29.457920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f937738d-228f-4933-a664-34137fff456b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.493210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f54302a-ad29-4c96-a55b-261b795a3f3b req-e8d6bf78-54d5-42c3-861b-76f1f5c07ffc tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.2369750 Feb 03 11:24:29.563970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.672543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.673438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (31700c29-e60b-41ff-baf1-29b9ece6632a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.730177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ff23-3c9d-4168-b976-12c9f50ce4e9 req-a779f431-680d-4ea0-8aff-c7a51a5148e8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:29.734334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:29.752769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd06ff23-3c9d-4168-b976-12c9f50ce4e9 req-a779f431-680d-4ea0-8aff-c7a51a5148e8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 1.4159942 Feb 03 11:24:29.760290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:29.765078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:29.791871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=1df25ce1-ff64-49fc-bc18-4368f60cfd54,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:29.836053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:29.939102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd06ff23-3c9d-4168-b976-12c9f50ce4e9 req-590d7b2a-fcf5-4ffc-9cca-bddcaa765e46 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847296 Feb 03 11:24:29.949242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-49c71469-0a3f-4935-ad89-0d1022a0cc23 req-36397a4b-f4d1-4c3d-afbf-86ce9d34b7d7 service neutron] (103126) timed out ('10.222.0.53', 59453) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:24:30.127902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (31700c29-e60b-41ff-baf1-29b9ece6632a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.180458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31700c29-e60b-41ff-baf1-29b9ece6632a']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:30.212646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.218664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7ec5ab-993c-46ec-871a-da316ce19f11') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:30.219078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7ec5ab-993c-46ec-871a-da316ce19f11') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:30.237325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f937738d-228f-4933-a664-34137fff456b admin admin] Publish callbacks [] for security_group (cec50be8-8bf1-41e9-bf51-f54de5d1fefd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.250270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (1e7ec5ab-993c-46ec-871a-da316ce19f11), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.278532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f937738d-228f-4933-a664-34137fff456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cec50be8-8bf1-41e9-bf51-f54de5d1fefd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.319038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937738d-228f-4933-a664-34137fff456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec50be8-8bf1-41e9-bf51-f54de5d1fefd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:30.372608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1e7ec5ab-993c-46ec-871a-da316ce19f11), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.389489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:30.399695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.418140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:24:30.420686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (1e7ec5ab-993c-46ec-871a-da316ce19f11), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:24:30.425971 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:24:30.464328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:30.468044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:30.479005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:30.479680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.532056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f937738d-228f-4933-a664-34137fff456b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3630450dc0b4434994e12be779bdb754&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7941883 Feb 03 11:24:30.544946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51224) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:30.546992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=08d529e2-d619-4fad-854e-f0eebdc00b7e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:30.583244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be6375f2-210d-4446-ad8c-8921b287c7ac up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:30.621675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e1957604-f816-4701-b686-f29e5bf4dd4c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4082189 Feb 03 11:24:30.636560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:30.674271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be6375f2-210d-4446-ad8c-8921b287c7ac triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:30.674653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.809767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4173d3e-d880-42e7-b033-c62d8ad9e090 req-db47f39a-920d-4309-bbf9-45ab05265a93 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0673182 Feb 03 11:24:30.819259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (31700c29-e60b-41ff-baf1-29b9ece6632a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.825052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.828726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/31700c29-e60b-41ff-baf1-29b9ece6632a HTTP/1.1" status: 204 len: 168 time: 2.0693364 Feb 03 11:24:30.864353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebb374-c71c-48f2-bd7f-31c6f8c1afd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=31700c29-e60b-41ff-baf1-29b9ece6632a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:30.896370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] Publish callbacks [] for security_group (cec50be8-8bf1-41e9-bf51-f54de5d1fefd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.940790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be6375f2-210d-4446-ad8c-8921b287c7ac is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:30.943519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:30.958194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183f9c1-2d5d-4723-abf6-c5740d70710d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:30.992225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183f9c1-2d5d-4723-abf6-c5740d70710d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:30.998081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a183f9c1-2d5d-4723-abf6-c5740d70710d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3424606 Feb 03 11:24:31.021400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:31.038897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] Publish callbacks [] for security_group (cec50be8-8bf1-41e9-bf51-f54de5d1fefd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.088392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port be6375f2-210d-4446-ad8c-8921b287c7ac, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be6375f2-210d-4446-ad8c-8921b287c7ac,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:31.095703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:31.103104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.174502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.180974 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a54b110c-338c-40db-a973-6c3ccf91d54f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d18db40bc884d0b897d913cf27cfec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827348 Feb 03 11:24:31.183467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f76ca3-c6b8-47a8-b826-1068af90a57b None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:31.183809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51238) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:31.399208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router de794e0d-78f8-4cde-a73c-9cdd5336cf72 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:24:31.434381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7de29a13-b35c-40af-90c8-aef624283b9c req-f3e32d7b-2551-4f20-af7a-35ad8d3a45d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.1359904 Feb 03 11:24:31.450803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cec50be8-8bf1-41e9-bf51-f54de5d1fefd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.462766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.463939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cec50be8-8bf1-41e9-bf51-f54de5d1fefd HTTP/1.1" status: 204 len: 168 time: 0.9120317 Feb 03 11:24:31.472217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc90592-b5b3-4450-9eb6-ae71779d0b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.497499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=be6375f2-210d-4446-ad8c-8921b287c7ac,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:31.547053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.547464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.547814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.548226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.548547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.548884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.549263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.549626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.549975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.550393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.550770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.551152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.551480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:31.557652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad365652-0d48-4081-bae5-1c1f0f61aeb7 None None] Provisioning complete for port be6375f2-210d-4446-ad8c-8921b287c7ac triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:31.559461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad365652-0d48-4081-bae5-1c1f0f61aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.561097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:24:31.604252 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.606972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Sync routers for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:24:31.611641 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6e39ad64-37c9-46e1-a01c-09e45addee85 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.4631658 Feb 03 11:24:31.612591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51242) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:31.612994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2d054-763f-41ab-b254-1ef4b611b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec50be8-8bf1-41e9-bf51-f54de5d1fefd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:31.675921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] Publish callbacks [] for security_group (32312c47-18a5-4906-9490-946391f793b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.699942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:31.701380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:31.759574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6561aef-9354-41a5-9e48-dc284115b3d9 req-7093a719-0e23-43e5-b2e4-6876cea651d6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:31.763900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6561aef-9354-41a5-9e48-dc284115b3d9 req-7093a719-0e23-43e5-b2e4-6876cea651d6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.4772580 Feb 03 11:24:31.801134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 08d529e2-d619-4fad-854e-f0eebdc00b7e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:31.802400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:31.806366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9366c0-f33b-44be-87be-f16ec923bc47 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:31.813119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9f9366c0-f33b-44be-87be-f16ec923bc47 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=69072920c92541a58ffccc5f1b18fe28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1904714 Feb 03 11:24:31.815052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:31.995090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] Publish callbacks [] for security_group (32312c47-18a5-4906-9490-946391f793b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.180836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:32.194535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6561aef-9354-41a5-9e48-dc284115b3d9 req-c22d31ce-b8b4-40b6-b713-b5d4b6e95723 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105053 Feb 03 11:24:32.250768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32312c47-18a5-4906-9490-946391f793b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.268835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.272860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32312c47-18a5-4906-9490-946391f793b4 HTTP/1.1" status: 204 len: 168 time: 1.0395484 Feb 03 11:24:32.306438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.437604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f97c36b-5242-4696-95fb-3f297e506432 req-d1e1da70-505e-449c-9dcd-eea8d26af450 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.3079634 Feb 03 11:24:32.454561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8e68f3b-025d-46e8-b375-4c42a77fb356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.467538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad365652-0d48-4081-bae5-1c1f0f61aeb7 None None] Current status of the port be6375f2-210d-4446-ad8c-8921b287c7ac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:32.471754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be6375f2-210d-4446-ad8c-8921b287c7ac up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:32.494601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 08d529e2-d619-4fad-854e-f0eebdc00b7e owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:32.630881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:32.693811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8e68f3b-025d-46e8-b375-4c42a77fb356 admin admin] Publish callbacks [] for security_group (fb824fb9-7533-4e40-a24f-e5ecb10268ba), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.722612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8e68f3b-025d-46e8-b375-4c42a77fb356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fb824fb9-7533-4e40-a24f-e5ecb10268ba), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:32.824368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9570-a6b9-4eb6-82ef-7a15c291ebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32312c47-18a5-4906-9490-946391f793b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:32.872364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8487d7-bdfe-4315-b72f-849016a0ddf9 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:32.884782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1c8487d7-bdfe-4315-b72f-849016a0ddf9 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0678160 Feb 03 11:24:32.892645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51260) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:33.033262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b2299a12-9f39-412e-8da5-77efc37dc1d2 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387405 Feb 03 11:24:33.035918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:33.036250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f8e68f3b-025d-46e8-b375-4c42a77fb356 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e64500c945e74c22bcbe14c07f9167fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8342566 Feb 03 11:24:33.036781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:33.103763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e68f3b-025d-46e8-b375-4c42a77fb356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb824fb9-7533-4e40-a24f-e5ecb10268ba,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:33.200325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Provisioning complete for port be6375f2-210d-4446-ad8c-8921b287c7ac triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:33.200995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.211350 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c50c73d2-5f62-433e-bf8a-cf5f994c0d79 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=69072920c92541a58ffccc5f1b18fe28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1732700 Feb 03 11:24:33.214992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51272) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:33.226803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7507d7e7-5d9e-4e0c-93b3-ff7ebfeeb482 req-2b6edef9-dfd3-4d59-9cca-596231e5b95f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1574819 Feb 03 11:24:33.560325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Current status of the port be6375f2-210d-4446-ad8c-8921b287c7ac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:33.591527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be6375f2-210d-4446-ad8c-8921b287c7ac triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:33.593213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.626086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e717-f76d-4a4f-a7e3-dfebfedb96dc req-e341d94f-7911-4c07-a9b4-3e67018d5d1b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:33.639154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b31e717-f76d-4a4f-a7e3-dfebfedb96dc req-e341d94f-7911-4c07-a9b4-3e67018d5d1b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.2128224 Feb 03 11:24:33.641695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.697497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f253-37c6-4d76-83bd-c6345370a42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.698036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] Publish callbacks [] for security_group (fb824fb9-7533-4e40-a24f-e5ecb10268ba), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.710330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=08d529e2-d619-4fad-854e-f0eebdc00b7e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:33.750987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Provisioning complete for port 08d529e2-d619-4fad-854e-f0eebdc00b7e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:33.751369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08d529e2-d619-4fad-854e-f0eebdc00b7e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.784652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] Publish callbacks [] for security_group (fb824fb9-7533-4e40-a24f-e5ecb10268ba), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.821497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01b406b4-d42f-4070-911b-2fa456f6e491 None None] Port 08d529e2-d619-4fad-854e-f0eebdc00b7e was deleted so its status cannot be updated. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 11:24:33.830984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.839631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-735c91e2-f6d2-4dfd-9797-f1432f561006 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/08d529e2-d619-4fad-854e-f0eebdc00b7e HTTP/1.1" status: 204 len: 168 time: 2.8168743 Feb 03 11:24:33.847380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6386a3b7-9722-4e29-a154-3cdb62aaf15b req-8e6deb08-28cb-40a7-a2f6-f8d8856a3629 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1097491 Feb 03 11:24:33.851447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:33.884640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b31e717-f76d-4a4f-a7e3-dfebfedb96dc req-1aad2825-2799-432c-b1ac-b78c9492f4b4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380071 Feb 03 11:24:33.977810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fb824fb9-7533-4e40-a24f-e5ecb10268ba), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.980704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:33.981918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb824fb9-7533-4e40-a24f-e5ecb10268ba HTTP/1.1" status: 204 len: 168 time: 0.9157863 Feb 03 11:24:34.002476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fc9cf335-e40c-4ca8-9938-c61fb24009f7 None None] Could not find standard attr ID for object 08d529e2-d619-4fad-854e-f0eebdc00b7e. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:24:34.030449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490af71-2ae1-49e9-b134-450a53260f65 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:34.032159 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8490af71-2ae1-49e9-b134-450a53260f65 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8083770 Feb 03 11:24:34.042777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7219d65-b7f2-4c56-9dd5-cde397a0029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb824fb9-7533-4e40-a24f-e5ecb10268ba,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:34.043838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51294) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:34.085509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51296) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:34.118920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:30Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:34.126843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be6375f2-210d-4446-ad8c-8921b287c7ac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:34.182326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-71b37c02-3223-4cb9-b93c-975728362427 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269312 Feb 03 11:24:34.182857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51300) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:34.187671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499537386', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:34.221677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edbbd4-e13b-4f94-ba83-250885535bd5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:34.225954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edbbd4-e13b-4f94-ba83-250885535bd5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:34.227776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-67edbbd4-e13b-4f94-ba83-250885535bd5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3748460 Feb 03 11:24:34.230932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51302) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:34.236944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Checking router: de794e0d-78f8-4cde-a73c-9cdd5336cf72 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:24:34.240541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Updating router de794e0d-78f8-4cde-a73c-9cdd5336cf72 port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:24:34.333087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.373886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet b7ae70d5-d471-4c57-bfc5-b60ac8bb369e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:34.382912 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (b7ae70d5-d471-4c57-bfc5-b60ac8bb369e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.398255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-network', 'tenant_id': '1b08815f43bd440bb2f63363da50f872'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:34.483215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Made reservation on behalf of 1b08815f43bd440bb2f63363da50f872 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:34.486326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.499793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:34.503665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.506148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (b7ae70d5-d471-4c57-bfc5-b60ac8bb369e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.508219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.643239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.800569 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:24:34.946942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (b7ae70d5-d471-4c57-bfc5-b60ac8bb369e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.977553 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks [] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:34.989054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.112265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-609e899b-6c23-4573-b2fd-64ace4662ae4 req-c7c9a541-f836-4748-9d9f-9f5b76f50a11 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0650654 Feb 03 11:24:35.177203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks [] for security_group (49db5285-5c50-4d5f-aa6c-6f0bb897058d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.182712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Attempting to bind port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:35.183425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2995df73-ad4b-4c89-ab7e-06b61c0d19f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.184401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Attempting to bind port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:35.186402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Attempting to bind port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:35.202293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (49db5285-5c50-4d5f-aa6c-6f0bb897058d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.203226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (b7ae70d5-d471-4c57-bfc5-b60ac8bb369e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.229432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:35.231487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:35.238812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.238812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:35.238812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Bound port: 1df25ce1-ff64-49fc-bc18-4368f60cfd54, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:35.240616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.299464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263edaf8-936b-48cd-98bd-95fdd923d534 None None] Pushing event updated for resources: {'Port': ['ID=1df25ce1-ff64-49fc-bc18-4368f60cfd54,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:35.371991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.385539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b7ae70d5-d471-4c57-bfc5-b60ac8bb369e HTTP/1.1" status: 204 len: 168 time: 1.1496959 Feb 03 11:24:35.388129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c83b-efb6-46d7-bdb1-76909aa6645b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ae70d5-d471-4c57-bfc5-b60ac8bb369e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:35.391246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:35.399062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725a1bd-39b4-4ef9-a419-628c3c07d4a3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:35.456657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:24:35.461807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49db5285-5c50-4d5f-aa6c-6f0bb897058d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:35.553567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5065f9c5-6bc9-4e1e-a16b-7b7933313577), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.560053 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Added segment 5065f9c5-6bc9-4e1e-a16b-7b7933313577 of type vlan for network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 Feb 03 11:24:35.565793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dbe117b3-5de9-4f77-b224-5204c33b060c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1610727 Feb 03 11:24:35.565793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:35.566649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] For port 1df25ce1-ff64-49fc-bc18-4368f60cfd54, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:35.606716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:35.694797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ba0c-36b0-4b57-8e77-01b268ea9477 req-a807d0bb-0018-42eb-8a35-40bb5777e6d8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:35.696376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b831ba0c-36b0-4b57-8e77-01b268ea9477 req-a807d0bb-0018-42eb-8a35-40bb5777e6d8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.5738940 Feb 03 11:24:35.714886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] For port 1df25ce1-ff64-49fc-bc18-4368f60cfd54, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1df25ce1-ff64-49fc-bc18-4368f60cfd54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:35.746265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.794089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (92a4ca20-44c3-4f88-a0a5-2985df9a3781), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.841728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Subnet': ['ID=2995df73-ad4b-4c89-ab7e-06b61c0d19f8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:35.855642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (92a4ca20-44c3-4f88-a0a5-2985df9a3781), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.857904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:35.858612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:35.949351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] Pushing event updated for resources: {'Network': ['ID=92a4ca20-44c3-4f88-a0a5-2985df9a3781,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:35.978241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91afd072-4f97-44fa-b669-c225cc424ed9 req-a4825635-723f-4750-a337-da50635992fb tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0512137 Feb 03 11:24:35.979784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Checking segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:35.980443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network hostable DHCP agents. Network: 660ee8bf-5c93-45e7-b7d8-00be6f4713ff, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:24:35.990515 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aed13193-1e7d-4b6c-a266-61997d414b09 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9037778 Feb 03 11:24:35.996438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:36.004331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Request body: {'subnet': {'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-subnet', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:36.030920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b831ba0c-36b0-4b57-8e77-01b268ea9477 req-05d133fb-b53a-48ad-83f6-98fd98c45f4b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130639 Feb 03 11:24:36.041251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:36.052807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.061665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:24:36.062203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Made reservation on behalf of 1b08815f43bd440bb2f63363da50f872 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:36.068942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.075545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:24:36.163516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 660ee8bf-5c93-45e7-b7d8-00be6f4713ff) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:36.207854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f677277-1dbc-4475-ab2c-157107ff7e5c None None] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:36.498529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'fixed_ips': [{'subnet_id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:24:36.499826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.500434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (166e55ac-97ab-47e1-80f5-c9b6dfb3c444), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.549740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:36.555297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:36.564181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:36.565840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.662924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:36.668864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.678635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0774546 Feb 03 11:24:36.681294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9836c8-378c-40cb-814f-d214f83fa91b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=166e55ac-97ab-47e1-80f5-c9b6dfb3c444,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:36.685725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:36.704319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'name': 'tempest-NetworksTestDHCPv6-626739793'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:36.714517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a85e8819-33bb-43d9-8f86-d8467f9e9700), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:36.740478 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7200a37b-bcde-4163-b24f-6fea953ca144 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5567625 Feb 03 11:24:36.766618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51366) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:36.916494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Allocated IP 172.20.0.18 (660ee8bf-5c93-45e7-b7d8-00be6f4713ff/2995df73-ad4b-4c89-ab7e-06b61c0d19f8/40e3e09a-ec99-4b94-b957-87a3857c8b6b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:37.203389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks [] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:37.229227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:24:37.235969 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:37.266424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:37.268877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:37.270433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263edaf8-936b-48cd-98bd-95fdd923d534 None None] Pushing event updated for resources: {'Port': ['ID=1df25ce1-ff64-49fc-bc18-4368f60cfd54,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:37.370153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:37.377335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:37.384504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Pushing event updated for resources: {'Port': ['ID=40e3e09a-ec99-4b94-b957-87a3857c8b6b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:37.421068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:37.421610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:37.597369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85e8819-33bb-43d9-8f86-d8467f9e9700,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:37.614301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Checking segment: {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:37.614802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Network hostable DHCP agents. Network: 92a4ca20-44c3-4f88-a0a5-2985df9a3781, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:24:37.698342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:24:37.783036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:37.831870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 92a4ca20-44c3-4f88-a0a5-2985df9a3781) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:37.854219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:37.859493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:37.959265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82e0dab6-2589-4b87-8606-d609d996c952 req-6b7c12f5-0a24-4074-ba46-42a47b71d7f8 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1341641 Feb 03 11:24:38.019175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b56e-5181-4c92-b9db-17427911fb50 req-b2ad0f9a-482f-4315-957e-ee457461d7de tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:38.020777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61a6b56e-5181-4c92-b9db-17427911fb50 req-b2ad0f9a-482f-4315-957e-ee457461d7de tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1969554 Feb 03 11:24:38.128379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61a6b56e-5181-4c92-b9db-17427911fb50 req-18c79164-5e96-4a7d-957b-481756c47e77 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996718 Feb 03 11:24:38.195665 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fafc0405-6453-468f-961e-57057e4cd840 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1933093 Feb 03 11:24:38.195871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:38.195977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51390) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:38.197422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.211203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:38.260944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port d78eece6-3d56-4b68-bf0f-f5cde9a0b455 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:38.365142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (81b18489-0ec3-4ca6-9cce-73621843c070), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.366197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (81b18489-0ec3-4ca6-9cce-73621843c070), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.451242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0cdc84-dec1-4f52-beba-24528c1f8cda None None] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:38.464064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be6375f2-210d-4446-ad8c-8921b287c7ac no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:38.561147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for router_controller (81b18489-0ec3-4ca6-9cce-73621843c070), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.564294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::3a9 (134040e6-0113-4b2f-96c2-7e25b948102e/166e55ac-97ab-47e1-80f5-c9b6dfb3c444/d78eece6-3d56-4b68-bf0f-f5cde9a0b455) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:38.692088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.803768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for router_gateway (81b18489-0ec3-4ca6-9cce-73621843c070), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.883826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (d78eece6-3d56-4b68-bf0f-f5cde9a0b455), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:38.987131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d78eece6-3d56-4b68-bf0f-f5cde9a0b455), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.046913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Attempting to bind port 40e3e09a-ec99-4b94-b957-87a3857c8b6b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:39.047743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Attempting to bind port 40e3e09a-ec99-4b94-b957-87a3857c8b6b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:39.048771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Attempting to bind port 40e3e09a-ec99-4b94-b957-87a3857c8b6b on network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:39.071412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.075237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:39.082763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:39.097994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:39.100199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:39.103763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:39.104324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Checking segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:39.104447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.105455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.105991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Bound using segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:39.106613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Bound port: 40e3e09a-ec99-4b94-b957-87a3857c8b6b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:39.107121 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.121034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=d78eece6-3d56-4b68-bf0f-f5cde9a0b455,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:39.130272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3de1a4a-e44a-43df-b77f-1f22038aab25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4403188 Feb 03 11:24:39.133988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:39.202977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17be38fd-4e69-4461-af8b-9b29c8ddc2b0 req-12bf95f9-68c4-4682-b8bd-f33b1ca340e7 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0736332 Feb 03 11:24:39.316651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.20.0.17 (660ee8bf-5c93-45e7-b7d8-00be6f4713ff/2995df73-ad4b-4c89-ab7e-06b61c0d19f8/6e6128e1-54ce-42c9-88b6-36a064a4c1ca) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:39.391076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8658-8bf6-4b01-8c93-a296b71e77bf req-e20eb3b4-dadd-4288-8279-0ee06a6d2389 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:39.392658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-750a8658-8bf6-4b01-8c93-a296b71e77bf req-e20eb3b4-dadd-4288-8279-0ee06a6d2389 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1039979 Feb 03 11:24:39.448206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eff3fe-4653-4634-bcf1-3129e376c0a0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:39.478358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eff3fe-4653-4634-bcf1-3129e376c0a0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:39.480012 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50eff3fe-4653-4634-bcf1-3129e376c0a0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3450866 Feb 03 11:24:39.483841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:39.510050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-750a8658-8bf6-4b01-8c93-a296b71e77bf req-b5ebd401-e869-469b-ba49-fc6eea0454b8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100407 Feb 03 11:24:39.563574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for router_gateway (81b18489-0ec3-4ca6-9cce-73621843c070), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.607972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Deleting port be6375f2-210d-4446-ad8c-8921b287c7ac {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:39.608563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.646624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be6375f2-210d-4446-ad8c-8921b287c7ac is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:39.646929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.656688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.659975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:30Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:39.700476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd53332-9d97-497a-8f44-7149217fb741 None None] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:39.721108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port d78eece6-3d56-4b68-bf0f-f5cde9a0b455 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:39.721596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d78eece6-3d56-4b68-bf0f-f5cde9a0b455), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.853960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d78eece6-3d56-4b68-bf0f-f5cde9a0b455), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.869054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for d78eece6-3d56-4b68-bf0f-f5cde9a0b455 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:39.895314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:39.932180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] For port 40e3e09a-ec99-4b94-b957-87a3857c8b6b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:39.956797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b447c-8716-4ff6-aabb-75f34b66e28f None None] The sync data for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 is: [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:30Z', 'revision_number': 3, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:24:40.057037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Allocated IP 172.25.7.167 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/878cfd2a-763d-41d2-8cd5-b363c54b5918) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:40.081284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d78eece6-3d56-4b68-bf0f-f5cde9a0b455), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.089772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] For port 40e3e09a-ec99-4b94-b957-87a3857c8b6b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e3e09a-ec99-4b94-b957-87a3857c8b6b,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:40.105360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.208343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.217077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/d78eece6-3d56-4b68-bf0f-f5cde9a0b455 HTTP/1.1" status: 204 len: 168 time: 0.7300656 Feb 03 11:24:40.217621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11a02d-b860-4df2-b6e0-ed2085b3d0b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=d78eece6-3d56-4b68-bf0f-f5cde9a0b455,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:40.229800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:40.316372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.386202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.446558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:40.451193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:40.488394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:40.635655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port be6375f2-210d-4446-ad8c-8921b287c7ac, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be6375f2-210d-4446-ad8c-8921b287c7ac,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:40.669727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3076ff-fa7c-4016-8892-5b8fa25e3831 None None] Pushing event updated for resources: {'Port': ['ID=40e3e09a-ec99-4b94-b957-87a3857c8b6b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:40.675175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76dcca0e-ffe3-446f-bbd0-48991bcf65ee req-42b967e9-42e4-49b9-ae10-088ece61867c tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1910231 Feb 03 11:24:40.699522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9527f3-1ef3-4d8c-8d02-575066a846c1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:40.702422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9527f3-1ef3-4d8c-8d02-575066a846c1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:40.704073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bb9527f3-1ef3-4d8c-8d02-575066a846c1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4724364 Feb 03 11:24:40.707586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:40.713303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:40.766008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.855534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.929887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] For port be6375f2-210d-4446-ad8c-8921b287c7ac, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be6375f2-210d-4446-ad8c-8921b287c7ac,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:40.930800 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.959297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 166e55ac-97ab-47e1-80f5-c9b6dfb3c444 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:40.983493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (166e55ac-97ab-47e1-80f5-c9b6dfb3c444), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:40.997217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.030965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Calling delete_port for be6375f2-210d-4446-ad8c-8921b287c7ac owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:41.110815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (166e55ac-97ab-47e1-80f5-c9b6dfb3c444), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.137875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1df25ce1-ff64-49fc-bc18-4368f60cfd54 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:41.157495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Pushing event updated for resources: {'Port': ['ID=878cfd2a-763d-41d2-8cd5-b363c54b5918,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:41.206259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:41.209929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:41.221888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:41.242258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (166e55ac-97ab-47e1-80f5-c9b6dfb3c444), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.317203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=be6375f2-210d-4446-ad8c-8921b287c7ac,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:41.363164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (166e55ac-97ab-47e1-80f5-c9b6dfb3c444), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.387923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f89c43-8acd-4271-9ea9-f2639e54555e req-7bc582c4-701d-48a5-bc1a-f7bc3d31d33c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:41.395416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6f89c43-8acd-4271-9ea9-f2639e54555e req-7bc582c4-701d-48a5-bc1a-f7bc3d31d33c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.6829748 Feb 03 11:24:41.459417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=166e55ac-97ab-47e1-80f5-c9b6dfb3c444,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:41.484935 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.493875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a2077db-f06c-40a4-b7a2-a1da337900e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/166e55ac-97ab-47e1-80f5-c9b6dfb3c444 HTTP/1.1" status: 204 len: 168 time: 0.7794733 Feb 03 11:24:41.494939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:41.509069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:41.510128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.584317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (be6375f2-210d-4446-ad8c-8921b287c7ac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.599790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0a890a7e-f88c-4c89-911a-75f8848da86b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033418 Feb 03 11:24:41.604399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:41.613845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:41.644508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] Pushing event deleted for resources: {'Port': ['ID=be6375f2-210d-4446-ad8c-8921b287c7ac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:41.670697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6f89c43-8acd-4271-9ea9-f2639e54555e req-1b070e6a-7277-49a0-8afd-463778da59fd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739801 Feb 03 11:24:41.676539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532c571-aed4-45b9-a98a-6bee097bfcdc None None] No DVR routers for this DVR port be6375f2-210d-4446-ad8c-8921b287c7ac on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:41.712655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e902977-1224-44a9-b569-960ca89bad66 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:41.876080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.899637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3de8203d-3080-4abc-b6fb-1e9013ca2892 req-16099a6a-33ff-45fa-81dd-44b19983da7c tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0715711 Feb 03 11:24:41.900518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:41.903963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.932597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:41.933085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:41.964680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 1df25ce1-ff64-49fc-bc18-4368f60cfd54, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1df25ce1-ff64-49fc-bc18-4368f60cfd54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:41.970394 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:42.045393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=1df25ce1-ff64-49fc-bc18-4368f60cfd54,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:42.245021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (7d92ef07-bc6c-44bc-ba30-7b8d100141f6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:42.280998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:42.284519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:42.288974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:42.289686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:42.293965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7bbb6-fc52-4c8e-b8d9-3fc53dd749ac None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:42.346388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7383149 Feb 03 11:24:42.352466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:42.357811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'name': 'tempest-NetworksTestDHCPv6-1992796587'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:42.431015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddb02a-be1c-48a8-b533-b8175aa08124 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=7d92ef07-bc6c-44bc-ba30-7b8d100141f6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:42.532257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '7d92ef07-bc6c-44bc-ba30-7b8d100141f6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:24:42.534650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:42.620811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:42.627629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:42.671366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port b60d8813-e8fa-4a14-a8ce-5afb335e0008 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:42.701385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8de9e6-f1db-40c4-a17d-a4ed4d650a9c None None] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:42.746340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for router_gateway (81b18489-0ec3-4ca6-9cce-73621843c070), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.006871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0a560-ece7-495a-a14d-1031364c4f42 req-6b65eda6-181e-4f54-bc42-e5e329085dc3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:43.019901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aea0a560-ece7-495a-a14d-1031364c4f42 req-6b65eda6-181e-4f54-bc42-e5e329085dc3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1619122 Feb 03 11:24:43.130878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (81b18489-0ec3-4ca6-9cce-73621843c070), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.168299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc3ce71a-1547-436e-ae9c-d502dbc18a6c req-2a582e7e-f561-4674-8b0a-f50e62a1a018 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1456919 Feb 03 11:24:43.219045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/7d92ef07-bc6c-44bc-ba30-7b8d100141f6/278e3547-a1ee-4084-a71c-21e58ae4e9f1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:43.286238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aea0a560-ece7-495a-a14d-1031364c4f42 req-d7f7eadc-2897-46c9-8393-a2c095b5883c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422683 Feb 03 11:24:43.387531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1df25ce1-ff64-49fc-bc18-4368f60cfd54 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:43.423916 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.445686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.497346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-397d8c41-2159-4166-9583-2792d6610888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:43.499513 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-397d8c41-2159-4166-9583-2792d6610888 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1125 time: 0.1594238 Feb 03 11:24:43.562447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.562832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks [] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.610340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:43.621954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:43.622548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.643371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.657106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Provisioning complete for port 40e3e09a-ec99-4b94-b957-87a3857c8b6b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:43.657807 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.719436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::1a7 (134040e6-0113-4b2f-96c2-7e25b948102e/7d92ef07-bc6c-44bc-ba30-7b8d100141f6/b60d8813-e8fa-4a14-a8ce-5afb335e0008) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:43.740989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:43.750523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Pushing event updated for resources: {'Port': ['ID=278e3547-a1ee-4084-a71c-21e58ae4e9f1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:43.754283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:43.761024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:43.774990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Router 81b18489-0ec3-4ca6-9cce-73621843c070 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:24:43.781955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-d886f6ee-b36b-43e1-9d25-d99b98e35c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:43.783437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-d886f6ee-b36b-43e1-9d25-d99b98e35c20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.2142854 Feb 03 11:24:43.807012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:43.844653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:43.898664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:43.899342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e3e09a-ec99-4b94-b957-87a3857c8b6b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:43.970454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Attempting to bind port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:43.970986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Attempting to bind port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:43.971442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Attempting to bind port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:43.981737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:43.982594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:43.982776 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.983260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:43.983841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Bound port: 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:43.984315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:43.987091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Current status of the port 40e3e09a-ec99-4b94-b957-87a3857c8b6b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:43.987588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.056665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] For port 40e3e09a-ec99-4b94-b957-87a3857c8b6b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e3e09a-ec99-4b94-b957-87a3857c8b6b,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:44.063864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (b60d8813-e8fa-4a14-a8ce-5afb335e0008), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.129124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] For port 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:44.132628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] For port 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=278e3547-a1ee-4084-a71c-21e58ae4e9f1,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:44.137712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.158812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b60d8813-e8fa-4a14-a8ce-5afb335e0008), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.169738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-140ae68f-9a01-4cac-b3f4-5425e0aff058 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 200 len: 999 time: 0.3756239 Feb 03 11:24:44.179934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.224229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee9c34-c758-4b3f-91bd-e3820f0121b5 None None] Pushing event updated for resources: {'Port': ['ID=40e3e09a-ec99-4b94-b957-87a3857c8b6b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:44.240302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 40e3e09a-ec99-4b94-b957-87a3857c8b6b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:44.245983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.304298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=b60d8813-e8fa-4a14-a8ce-5afb335e0008,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:44.324178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:44.325500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:44.339570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:44.349938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.350623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.414617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cfe28c0a-9c86-40ea-a689-a11a198b7f7c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0611484 Feb 03 11:24:44.431061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:44.438585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d940533-6c85-42e9-a395-74493b15bad3 req-ecdcc4d4-eecc-43b4-9943-52196d7c6a69 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0539327 Feb 03 11:24:44.444766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Provisioning complete for port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:44.445210 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.497402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:24:44.508890 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Sync routers for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:24:44.525174 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:44.526039 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:44.559844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdb1ed-250d-4236-b2c0-2dd564baf24d req-fa738030-d099-4966-8d5f-8cfa41ceaa16 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.563112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17cdb1ed-250d-4236-b2c0-2dd564baf24d req-fa738030-d099-4966-8d5f-8cfa41ceaa16 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.1140301 Feb 03 11:24:44.597822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe262-f53c-4daa-9943-e5c8ffb70a77 None None] Pushing event updated for resources: {'Port': ['ID=278e3547-a1ee-4084-a71c-21e58ae4e9f1,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:44.605378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router de794e0d-78f8-4cde-a73c-9cdd5336cf72 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:24:44.620102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-cce210be-1840-473b-8e54-a3e0a5618d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.622072 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-cce210be-1840-473b-8e54-a3e0a5618d78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.4440777 Feb 03 11:24:44.628550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:44.640289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.642186 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-097ae29b-7c2a-43f7-a97d-562c6eba630a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4410706 Feb 03 11:24:44.652898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:44.782226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 40e3e09a-ec99-4b94-b957-87a3857c8b6b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:44.796463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c7c98-13e5-46cf-8369-93488dc68bff tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.803143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c7c98-13e5-46cf-8369-93488dc68bff tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.804822 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc0c7c98-13e5-46cf-8369-93488dc68bff tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3341854 Feb 03 11:24:44.811332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51492) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:44.844650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Provisioning complete for port 40e3e09a-ec99-4b94-b957-87a3857c8b6b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:44.845060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:44.846858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17cdb1ed-250d-4236-b2c0-2dd564baf24d req-35596e9c-eee5-44eb-b6cf-a941892b7957 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732279 Feb 03 11:24:44.869624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-53af1389-bd5a-4c62-a45e-8e0f9e0882b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:44.871282 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-53af1389-bd5a-4c62-a45e-8e0f9e0882b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2363226 Feb 03 11:24:44.903407 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:45.135160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad417eac-8c90-4108-9af2-d203b5ea4e96 None None] Current status of the port 40e3e09a-ec99-4b94-b957-87a3857c8b6b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:45.226998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 278e3547-a1ee-4084-a71c-21e58ae4e9f1 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:45.262788 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-4e4dcc8e-130f-4871-80d4-c8ec2b51670b service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803685 Feb 03 11:24:45.338403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1060ed60-834d-42b6-9cbb-05611f4ba715 None None] Provisioning complete for port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:45.338779 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1060ed60-834d-42b6-9cbb-05611f4ba715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:45.400132 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-8a05dfe0-44b9-4916-a1a4-da4685159d45 req-7bcd971d-1a32-4a1a-a154-dd9fbfa8aec4 service neutron] 10.222.0.53 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159410 Feb 03 11:24:45.458887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1060ed60-834d-42b6-9cbb-05611f4ba715 None None] Port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:45.460768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:24:45.478579 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d4e1132-5725-48f0-935b-b5a7585a9380 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "PUT /v2.0/routers/de794e0d-78f8-4cde-a73c-9cdd5336cf72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7106094 Feb 03 11:24:45.485912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:45.490976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:45.515460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Sync routers for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:24:45.550937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port b60d8813-e8fa-4a14-a8ce-5afb335e0008 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:45.552364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b60d8813-e8fa-4a14-a8ce-5afb335e0008), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:45.690963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:45.691524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:45.711356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49daba5f-0e18-49ad-a2aa-2625b0eeb672 req-801efb79-ad29-4a01-8229-6938e052648d tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0907941 Feb 03 11:24:45.735325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:45.775346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b60d8813-e8fa-4a14-a8ce-5afb335e0008), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:45.796676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for b60d8813-e8fa-4a14-a8ce-5afb335e0008 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:45.848834 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 3, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:45.953396 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Checking router: 81b18489-0ec3-4ca6-9cce-73621843c070 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:24:45.954148 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Updating router 81b18489-0ec3-4ca6-9cce-73621843c070 port 878cfd2a-763d-41d2-8cd5-b363c54b5918 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:24:46.030653 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.089982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:46.120237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b60d8813-e8fa-4a14-a8ce-5afb335e0008), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.199264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=b60d8813-e8fa-4a14-a8ce-5afb335e0008,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:46.253708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:46.254386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.257431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.275613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c26233b-acf7-44fe-ac59-6419d76e2e06 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/b60d8813-e8fa-4a14-a8ce-5afb335e0008 HTTP/1.1" status: 204 len: 168 time: 1.4528270 Feb 03 11:24:46.279229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51524) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:46.359834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Allocated IP 172.20.0.1 (92a4ca20-44c3-4f88-a0a5-2985df9a3781/a85e8819-33bb-43d9-8f86-d8467f9e9700/fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:46.407249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-115ab879-0a13-4cda-a095-246b4dd89e8b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:46.408887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-115ab879-0a13-4cda-a095-246b4dd89e8b tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/networks?id=660ee8bf-5c93-45e7-b7d8-00be6f4713ff HTTP/1.1" status: 200 len: 797 time: 0.5078578 Feb 03 11:24:46.424727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d499a-3a4a-4ae4-a38c-7fa9237a32b6 req-ee67b90c-c557-4451-943d-4794917c17d5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:46.426667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-796d499a-3a4a-4ae4-a38c-7fa9237a32b6 req-ee67b90c-c557-4451-943d-4794917c17d5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 0.3590114 Feb 03 11:24:46.477552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.506643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=278e3547-a1ee-4084-a71c-21e58ae4e9f1,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:46.517233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-279a53fd-c43a-4a08-9d71-e3eda68a09d8 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/quotas/69072920c92541a58ffccc5f1b18fe28 HTTP/1.1" status: 200 len: 375 time: 0.0894725 Feb 03 11:24:46.520091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca4207-4c0c-4dcb-9e39-8e260b9d56fb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:46.521605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca4207-4c0c-4dcb-9e39-8e260b9d56fb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:46.523931 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8bca4207-4c0c-4dcb-9e39-8e260b9d56fb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2438731 Feb 03 11:24:46.526610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:46.569417 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks [] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.582371 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.594533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.595682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e3e09a-ec99-4b94-b957-87a3857c8b6b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:46.658880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 7d92ef07-bc6c-44bc-ba30-7b8d100141f6 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:46.669575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (7d92ef07-bc6c-44bc-ba30-7b8d100141f6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.686378 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Attempting to bind port 878cfd2a-763d-41d2-8cd5-b363c54b5918 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:46.686917 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Attempting to bind port 878cfd2a-763d-41d2-8cd5-b363c54b5918 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:46.687294 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Attempting to bind port 878cfd2a-763d-41d2-8cd5-b363c54b5918 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:46.722900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:46.723272 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:46.723686 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.724087 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:46.725176 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Bound port: 878cfd2a-763d-41d2-8cd5-b363c54b5918, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:46.725576 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.752030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f7a32589-eeb6-4478-9f55-68361936d94d None None] Provisioning complete for port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:46.752812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7a32589-eeb6-4478-9f55-68361936d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.780139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-796d499a-3a4a-4ae4-a38c-7fa9237a32b6 req-e3fe4001-bfcb-4a9e-8d60-52606d0a3b23 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394556 Feb 03 11:24:46.787221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7d92ef07-bc6c-44bc-ba30-7b8d100141f6), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.806875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks [] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.834677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-25bc119f-fa64-420f-abe7-597075405974 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3038225 Feb 03 11:24:46.871811 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] For port 878cfd2a-763d-41d2-8cd5-b363c54b5918, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:46.875697 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] For port 878cfd2a-763d-41d2-8cd5-b363c54b5918, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=878cfd2a-763d-41d2-8cd5-b363c54b5918,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:46.895799 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:46.925986 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Pushing event updated for resources: {'Port': ['ID=878cfd2a-763d-41d2-8cd5-b363c54b5918,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:46.945820 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.947865 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.950368 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.951879 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.952416 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.954490 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.955002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.955503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.956009 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.956892 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.957977 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.959928 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:46.960982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:47.002099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.044866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7d92ef07-bc6c-44bc-ba30-7b8d100141f6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.060162 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:47.060838 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:47.132885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Pushing event updated for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:47.172571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:47.209536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7d92ef07-bc6c-44bc-ba30-7b8d100141f6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.218611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:47.260493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:47.265205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2917b795-4031-40b5-814d-0e172e0a5499 req-5f8d100f-9ce6-4cf5-baa9-ec4ab8765545 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0913084 Feb 03 11:24:47.273722 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a04621-0fc0-4e14-b317-f327cd8b011d None None] Pushing event updated for resources: {'Port': ['ID=878cfd2a-763d-41d2-8cd5-b363c54b5918,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:47.280051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=7d92ef07-bc6c-44bc-ba30-7b8d100141f6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:47.314931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.318947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de70593c-8a5b-4b14-b4e7-ad64771dc940 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/7d92ef07-bc6c-44bc-ba30-7b8d100141f6 HTTP/1.1" status: 204 len: 168 time: 0.7911909 Feb 03 11:24:47.322365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:47.361998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ff337-d5a2-4dcf-9425-bbe6b69a1c32 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:47.387686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (81b18489-0ec3-4ca6-9cce-73621843c070), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.425258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:47.457654 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fdb4d2f4-7496-4cf4-87ac-4fafb6ed6f88 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341722 Feb 03 11:24:47.460010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51558) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:47.493250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:24:47.498933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-dc4f7a15-21c8-4fa4-9c96-d1a9c3377ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316631 Feb 03 11:24:47.570399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=278e3547-a1ee-4084-a71c-21e58ae4e9f1,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:47.571541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe3dd8-cea7-4d28-be0a-069fca61c3fd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:47.573128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3fbe3dd8-cea7-4d28-be0a-069fca61c3fd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1121349 Feb 03 11:24:47.575775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:47.615939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 40e3e09a-ec99-4b94-b957-87a3857c8b6b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:47.616323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.629320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-1f4ef161-1b9e-40f2-9350-69eeb30e418f service neutron] 10.222.0.30 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222587 Feb 03 11:24:47.671634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6e6128e1-54ce-42c9-88b6-36a064a4c1ca', 'name': '', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:c5:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:42Z', 'revision_number': 2, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:47.739535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f7a32589-eeb6-4478-9f55-68361936d94d None None] Current status of the port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:47.742107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Checking router: de794e0d-78f8-4cde-a73c-9cdd5336cf72 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:24:47.742465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Updating router de794e0d-78f8-4cde-a73c-9cdd5336cf72 port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:24:47.838209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-6141ba8d-61b4-48b4-9dc4-29972392f472 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:47.840092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.854265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-6141ba8d-61b4-48b4-9dc4-29972392f472 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.4029479 Feb 03 11:24:47.855122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:24:47.880040 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 3, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:47.892773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9757ffa0-26a1-469f-9eb5-c0e3e484a8d4 None None] Could not find standard attr ID for object b60d8813-e8fa-4a14-a8ce-5afb335e0008. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:24:47.899933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:47.923215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-5cb459fe-2394-439e-8dfb-0489c5eb5951 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/quotas/26ce044479aa4f7e96133cdacee706d6 HTTP/1.1" status: 200 len: 375 time: 0.0674794 Feb 03 11:24:47.926399 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:47.974618 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb4ccf-ab9d-4bb4-9ce1-ea97fccfd0e7 None None] The sync data for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 is: [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 3, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:24:47.987990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'mac_address': 'fa:16:3e:6b:64:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:24:48.021198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 40e3e09a-ec99-4b94-b957-87a3857c8b6b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:48.174822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 278e3547-a1ee-4084-a71c-21e58ae4e9f1 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:48.228479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:48.228938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.302208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Deleting port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:48.302653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.320557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a99ceb-99a3-442a-955d-c106bd979894 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:48.324338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4a99ceb-99a3-442a-955d-c106bd979894 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7454462 Feb 03 11:24:48.325447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51582) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:48.328281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:48.449215 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c166a12-bce9-482a-bbe9-7aee25c8e8e3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147943 Feb 03 11:24:48.449994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:48.473842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:48.543417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:48.592425 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.673506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:48.682706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.734424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] For port 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=278e3547-a1ee-4084-a71c-21e58ae4e9f1,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:48.735384 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.772114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Calling delete_port for 278e3547-a1ee-4084-a71c-21e58ae4e9f1 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:48.786145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:48.786976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.797307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-108b118e-3dbd-4d9b-966e-635011deb0f0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8728950 Feb 03 11:24:48.921179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:48.952643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks [] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:48.959760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['e798c9a6-a4be-4821-ba7e-914f3a71439a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:49.005420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f13a2fa5-fe8c-4400-8070-0cbdf8573382), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.029427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 278e3547-a1ee-4084-a71c-21e58ae4e9f1, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=278e3547-a1ee-4084-a71c-21e58ae4e9f1,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:49.053376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.069284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.096503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:49.101741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:49.112667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:49.116977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.121856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-531cf555-3ca1-4a76-9dc3-bc474d109aed service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232069 Feb 03 11:24:49.170423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=f13a2fa5-fe8c-4400-8070-0cbdf8573382,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:49.193437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f803445-3532-4836-b561-0c694c8f0d9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7423737 Feb 03 11:24:49.194493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51598) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:49.212498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': 'f13a2fa5-fe8c-4400-8070-0cbdf8573382', 'ip_address': '2001:db8::bf2d:853b:5e0e:cfd7'}], 'name': 'tempest-NetworksTestDHCPv6-136015837'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:49.248422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7e0ff-25a7-4548-82d2-f8b942e29ff1 None None] Pushing event updated for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:49.296410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7068b-3119-4543-8462-9ca478725e87 req-10219459-ce67-49c0-8bb2-fac10c829bba tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:49.298028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43f7068b-3119-4543-8462-9ca478725e87 req-10219459-ce67-49c0-8bb2-fac10c829bba tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 943 time: 1.2950087 Feb 03 11:24:49.311105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-e3439c24-19e7-42ca-a6c7-09f28059993d service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838710 Feb 03 11:24:49.413143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:49.420964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (278e3547-a1ee-4084-a71c-21e58ae4e9f1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.434246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=278e3547-a1ee-4084-a71c-21e58ae4e9f1,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:49.484850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Attempting to bind port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:49.485288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Attempting to bind port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:49.485652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Attempting to bind port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca on network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:49.494651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] No DVR routers for this DVR port 278e3547-a1ee-4084-a71c-21e58ae4e9f1 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:49.496297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:49.496672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Checking segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:49.497116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.497697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Bound using segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:49.498244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Bound port: 6e6128e1-54ce-42c9-88b6-36a064a4c1ca, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:49.498623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.543616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1aca-f7ba-4f53-844b-83a70d263c89 None None] Pushing event deleted for resources: {'Port': ['ID=278e3547-a1ee-4084-a71c-21e58ae4e9f1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:49.563438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e9dad-e943-4e44-b08d-0ee8ee7e7a6b None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:49.600237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43f7068b-3119-4543-8462-9ca478725e87 req-84ab2550-8015-4ac0-be35-ab8854828e42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657237 Feb 03 11:24:49.636589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b5422fdc-23a9-4a15-bc6e-73e562e19e68 None None] Provisioning complete for port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:49.636589 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5422fdc-23a9-4a15-bc6e-73e562e19e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.691693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.755398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 6637650a-184d-4869-95de-af92461c931f yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:49.759649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks [] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.768736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.864150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (81b18489-0ec3-4ca6-9cce-73621843c070), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.870265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5422fdc-23a9-4a15-bc6e-73e562e19e68 None None] Port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:49.879449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] For port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:49.881143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51608) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:49.886589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] For port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:49.911365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.923659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'f13a2fa5-fe8c-4400-8070-0cbdf8573382'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:24:49.924509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:49.978943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07423e6c-62de-4b3d-a664-ef01e574562c req-8319682b-0a51-48a8-b06f-2f7d2b125993 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 210 time: 0.1121984 Feb 03 11:24:49.995922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e93aa12d-e35f-447d-848e-618ba589cb2a req-7b2db6d3-0736-488a-8779-21fbe4ee0f7c tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1186297 Feb 03 11:24:50.001300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Pushing event updated for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:50.086556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::bf2d:853b:5e0e:cfd7 (134040e6-0113-4b2f-96c2-7e25b948102e/f13a2fa5-fe8c-4400-8070-0cbdf8573382/6637650a-184d-4869-95de-af92461c931f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:50.162793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:50.164251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:50.190005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7e0ff-25a7-4548-82d2-f8b942e29ff1 None None] Pushing event updated for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:50.226293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f852930c-3af0-4ab9-aa63-728ba703ced6 req-e2db68b9-8fc8-40e1-ab4c-95b920419255 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 210 time: 0.0751274 Feb 03 11:24:50.282657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:50.284552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:50.451497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (6637650a-184d-4869-95de-af92461c931f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.496774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6637650a-184d-4869-95de-af92461c931f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.569179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=6637650a-184d-4869-95de-af92461c931f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:50.571377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87a9eed2-3384-44c9-87c3-51231de4ba0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.667992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 878cfd2a-763d-41d2-8cd5-b363c54b5918 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:50.677551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87a9eed2-3384-44c9-87c3-51231de4ba0d admin admin] Publish callbacks [] for security_group (15f31600-a9d7-4250-92ce-e623d223abb6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.680740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:50.683427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.684425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.684760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.685472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.685884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.686297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.686632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.687083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.687416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.688402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.688946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.689293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.689612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:24:50.693629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:50.695872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-87a9eed2-3384-44c9-87c3-51231de4ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15f31600-a9d7-4250-92ce-e623d223abb6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.719058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/f13a2fa5-fe8c-4400-8070-0cbdf8573382/c2528500-c9e1-4728-8331-001036873451) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:50.721800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:50.727853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:50.729037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.738785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-4eb7d4d6-db6d-4cd1-9bdc-3764aaf3a442 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:50.741852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-4eb7d4d6-db6d-4cd1-9bdc-3764aaf3a442 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.69 "GET /v2.0/networks?id=660ee8bf-5c93-45e7-b7d8-00be6f4713ff HTTP/1.1" status: 200 len: 797 time: 0.3365853 Feb 03 11:24:50.750653 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-87a9eed2-3384-44c9-87c3-51231de4ba0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ad685751f9c485c88aec2673d5590ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8667853 Feb 03 11:24:50.758006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:50.763417 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c0ae456a-0668-4334-8cb0-95dca3801fcf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5661373 Feb 03 11:24:50.771172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:50.787545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Request body: {'port': {'device_id': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'admin_state_up': True, 'tenant_id': '69072920c92541a58ffccc5f1b18fe28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:50.790780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 878cfd2a-763d-41d2-8cd5-b363c54b5918 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:50.791167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.811051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Router 81b18489-0ec3-4ca6-9cce-73621843c070 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:24:50.845214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9eed2-3384-44c9-87c3-51231de4ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f31600-a9d7-4250-92ce-e623d223abb6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:50.859735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Provisioning complete for port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:50.861192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:50.892013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ed4ec-fc58-4d30-be3d-f5cfab299f94 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:50.896503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e7ed4ec-fc58-4d30-be3d-f5cfab299f94 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1216004 Feb 03 11:24:50.900252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:50.973920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] Publish callbacks [] for security_group (15f31600-a9d7-4250-92ce-e623d223abb6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.005346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] Publish callbacks [] for security_group (15f31600-a9d7-4250-92ce-e623d223abb6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.006753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:51.054455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 6637650a-184d-4869-95de-af92461c931f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:51.054874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6637650a-184d-4869-95de-af92461c931f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.131106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80640979-6df1-43f5-8f7a-d6d0bab255e6 req-f0ae15b9-2c2f-4f9a-9037-b1f0ee7cf8cb tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 210 time: 0.0462787 Feb 03 11:24:51.138978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e137-0c2c-42fc-b071-1a8adf9d8465 req-65b18799-a5db-45f4-ab8a-00c34e3dd0ad tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:51.140604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8d4e137-0c2c-42fc-b071-1a8adf9d8465 req-65b18799-a5db-45f4-ab8a-00c34e3dd0ad tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 944 time: 0.3635476 Feb 03 11:24:51.149890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15f31600-a9d7-4250-92ce-e623d223abb6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.153416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.172227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15f31600-a9d7-4250-92ce-e623d223abb6 HTTP/1.1" status: 204 len: 168 time: 0.3983612 Feb 03 11:24:51.192790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:24:51.203794 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Sync routers for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:24:51.212512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0f717d2-6e0d-4800-807d-6ec1227ff420 admin admin] 10.222.0.30 "PUT /v2.0/routers/81b18489-0ec3-4ca6-9cce-73621843c070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5556531 Feb 03 11:24:51.231002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:51.234523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee53ba-af71-46ff-94ee-bad52cef57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f31600-a9d7-4250-92ce-e623d223abb6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:51.236355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:51.290050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Made reservation on behalf of 69072920c92541a58ffccc5f1b18fe28 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:51.290603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 878cfd2a-763d-41d2-8cd5-b363c54b5918 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:51.290719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.294538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.305242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6637650a-184d-4869-95de-af92461c931f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.328844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Current status of the port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:51.329498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.356212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 878cfd2a-763d-41d2-8cd5-b363c54b5918, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=878cfd2a-763d-41d2-8cd5-b363c54b5918,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:51.367665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a40b2ae-5178-44be-aeda-97aaf17e9a2f req-071f3723-3d76-42f1-967b-488309938587 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1117797 Feb 03 11:24:51.392415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks [] for port (c2528500-c9e1-4728-8331-001036873451), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.395468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8d4e137-0c2c-42fc-b071-1a8adf9d8465 req-44b67308-97b9-4127-a162-13fc9d6b9dd5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452548 Feb 03 11:24:51.441477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 6637650a-184d-4869-95de-af92461c931f owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:51.442099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.514839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=878cfd2a-763d-41d2-8cd5-b363c54b5918,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:51.527699 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c2528500-c9e1-4728-8331-001036873451), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.570228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b212a28f-f1d1-49a2-b621-e51dec03f433 req-42ed62bb-396c-4bf2-a9be-9d0a1f1b4476 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 210 time: 0.0460949 Feb 03 11:24:51.591031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:51.632691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Pushing event updated for resources: {'Port': ['ID=c2528500-c9e1-4728-8331-001036873451,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:51.675373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] For port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:51.682912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:51.694321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Allocated IP 172.20.0.30 (660ee8bf-5c93-45e7-b7d8-00be6f4713ff/2995df73-ad4b-4c89-ab7e-06b61c0d19f8/2e366b31-74d5-4fb8-935c-25d7135375cb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:51.699991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:51.702088 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.706020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:51.711323 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:51.750291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port e798c9a6-a4be-4821-ba7e-914f3a71439a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:51.750692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.811056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6e6128e1-54ce-42c9-88b6-36a064a4c1ca', 'name': '', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:c5:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:49Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:51.873725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-dff017a9-0951-486a-845a-40afc71cc0ed tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:51.874454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d983de-e78d-4edd-90f8-68146ead5790 None None] The sync data for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 is: [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6e6128e1-54ce-42c9-88b6-36a064a4c1ca', 'name': '', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:c5:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:49Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:24:51.887875 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-dff017a9-0951-486a-845a-40afc71cc0ed tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.5258048 Feb 03 11:24:51.904806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Request body: {'port': {'device_id': '35baa6f6-a782-4295-8657-a152f9f66acc', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'admin_state_up': True, 'tenant_id': '26ce044479aa4f7e96133cdacee706d6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:51.914979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Attempting to bind port c2528500-c9e1-4728-8331-001036873451 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:51.915560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Attempting to bind port c2528500-c9e1-4728-8331-001036873451 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:51.915943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Attempting to bind port c2528500-c9e1-4728-8331-001036873451 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:51.934247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b2ba1-b4b5-4656-8544-00193ccb3c83 None None] Pushing event updated for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:51.975173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:51.975560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:51.976023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:51.976428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:51.976928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Bound port: c2528500-c9e1-4728-8331-001036873451, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:51.977368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c2528500-c9e1-4728-8331-001036873451), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.044720 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:48Z', 'revision_number': 2, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:52.092611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] For port c2528500-c9e1-4728-8331-001036873451, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:52.096149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] For port c2528500-c9e1-4728-8331-001036873451, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c2528500-c9e1-4728-8331-001036873451,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:52.101732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port e798c9a6-a4be-4821-ba7e-914f3a71439a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:52.101872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:52.102133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.106799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c2528500-c9e1-4728-8331-001036873451), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.133190 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Checking router: 81b18489-0ec3-4ca6-9cce-73621843c070 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:24:52.133554 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Updating router 81b18489-0ec3-4ca6-9cce-73621843c070 port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:24:52.185393 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.215624 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.225209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7badb50-c971-4ac5-8a25-a2c5fc246070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.232874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccb67a-23b8-4235-b612-45f6056dadc4 None None] Pushing event updated for resources: {'Port': ['ID=c2528500-c9e1-4728-8331-001036873451,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:52.260717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:52.264014 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8bda08-c884-428f-89a2-9e847aed3394" -d '{"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:52.297519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:52.305531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.380706 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:52.391052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.400315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0efbbb4-42b4-4ba2-83d2-aa07e265276a req-497007a9-9a35-4ecf-9a13-accf2fc7032d tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 210 time: 0.0974054 Feb 03 11:24:52.407642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 878cfd2a-763d-41d2-8cd5-b363c54b5918 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:52.434856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:52.467011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6637650a-184d-4869-95de-af92461c931f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.471934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 878cfd2a-763d-41d2-8cd5-b363c54b5918 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:52.472317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.542136 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ebf0e-f303-421c-88f8-4bc179bebaeb x-openstack-request-id: req-412ebf0e-f303-421c-88f8-4bc179bebaeb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:52.542470 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-plugged", "status": "completed", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:52.542728 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-412ebf0e-f303-421c-88f8-4bc179bebaeb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:52.543153 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'code': 200} Feb 03 11:24:52.554962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-e8335ac7-7dd5-4352-80e6-1f17632a0dc0 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:52.582330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-e8335ac7-7dd5-4352-80e6-1f17632a0dc0 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 820 time: 0.4783196 Feb 03 11:24:52.602685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.642937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 878cfd2a-763d-41d2-8cd5-b363c54b5918 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:52.650294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6e6128e1-54ce-42c9-88b6-36a064a4c1ca up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:52.690518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=6637650a-184d-4869-95de-af92461c931f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:52.795020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:52.795561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.797541 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks [] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.805842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-a03d5bbe-87d3-4aee-b470-0466735a7417 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/quotas/1b08815f43bd440bb2f63363da50f872 HTTP/1.1" status: 200 len: 375 time: 0.2045391 Feb 03 11:24:52.806887 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.845077 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:52.849540 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99d6146b-aa93-46ae-b258-e5ceaed396d8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/6637650a-184d-4869-95de-af92461c931f HTTP/1.1" status: 204 len: 168 time: 1.9482696 Feb 03 11:24:52.853887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:52.904544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:52.920979 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e0728-3e78-45be-a9fa-8b0729a83431 None None] Pushing event updated for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:52.939704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20713d6-caeb-46f6-9670-c8f41eb3847b req-d4c16515-7563-4f0a-ac1d-27ee164e3c07 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.2595904 Feb 03 11:24:52.960596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:52.968753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:52.984409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:52.994435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event updated for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:52.998912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Allocated IP 172.20.0.9 (b6476650-6a71-4ca7-8d9b-cbb255588ec8/2fe3e590-2e21-477d-817c-4d4fb1c47fcf/d6877c98-cf0a-4133-bfab-5b7b2a5aee02) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:53.020889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3f127-bce7-4cb1-b8e6-36b4c3974373 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:53.022744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3f127-bce7-4cb1-b8e6-36b4c3974373 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:53.025200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-98a3f127-bce7-4cb1-b8e6-36b4c3974373 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1702130 Feb 03 11:24:53.032395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:53.067969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7badb50-c971-4ac5-8a25-a2c5fc246070 admin admin] Publish callbacks [] for security_group (fa275ecf-2a17-4cc5-a612-0083b91a31b1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.090192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7badb50-c971-4ac5-8a25-a2c5fc246070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fa275ecf-2a17-4cc5-a612-0083b91a31b1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.129843 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Attempting to bind port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:53.129843 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Attempting to bind port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:53.130538 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Attempting to bind port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa on network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:53.143362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:53.143741 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Checking segment: {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:53.147433 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.148215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Bound using segment: {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:53.148683 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Bound port: fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:53.149105 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.165107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:53.165754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.202066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-c90d4609-44df-4477-905d-9fd81cab6f80 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3950427 Feb 03 11:24:53.208607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet f13a2fa5-fe8c-4400-8070-0cbdf8573382 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:53.218007 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (f13a2fa5-fe8c-4400-8070-0cbdf8573382), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.254352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14e64-cc91-46c6-9d76-1b1b81ee3830 req-1014a75c-88a8-4997-beb2-89ddb3e5ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:53.255876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8d14e64-cc91-46c6-9d76-1b1b81ee3830 req-1014a75c-88a8-4997-beb2-89ddb3e5ca6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 1128 time: 0.4300556 Feb 03 11:24:53.282509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d7badb50-c971-4ac5-8a25-a2c5fc246070 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cb18883a7c542c193407560de02c914&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1651969 Feb 03 11:24:53.286396 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] For port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:53.292459 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] For port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:53.294102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (f13a2fa5-fe8c-4400-8070-0cbdf8573382), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.295457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badb50-c971-4ac5-8a25-a2c5fc246070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa275ecf-2a17-4cc5-a612-0083b91a31b1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:53.307247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:53.321492 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.332519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-690f3a27-f1f1-44e2-9788-83b593ddc68a tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5516763 Feb 03 11:24:53.394856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f13a2fa5-fe8c-4400-8070-0cbdf8573382), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.417001 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e0728-3e78-45be-a9fa-8b0729a83431 None None] Pushing event updated for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:53.420251 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:24:53.421105 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:24:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:53.469003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c4455d63-9684-4a46-bfdc-c87963bddfa8 None None] Provisioning complete for port 2e366b31-74d5-4fb8-935c-25d7135375cb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:53.469421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4455d63-9684-4a46-bfdc-c87963bddfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.481969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Request body: {'port': {'device_id': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:53.484125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f13a2fa5-fe8c-4400-8070-0cbdf8573382), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.498332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-f13de909-0f8f-48b5-956a-b7aa905b602f service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952895 Feb 03 11:24:53.543858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.552171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f13a2fa5-fe8c-4400-8070-0cbdf8573382 HTTP/1.1" status: 204 len: 168 time: 0.5185144 Feb 03 11:24:53.553335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4455d63-9684-4a46-bfdc-c87963bddfa8 None None] Port 2e366b31-74d5-4fb8-935c-25d7135375cb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:24:53.556662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:53.557376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435173-72ae-4a8b-a2af-84bdbc0f0635 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=f13a2fa5-fe8c-4400-8070-0cbdf8573382,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:53.620727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-70622007-e925-4656-9a37-5c25f62d6fd7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590868 Feb 03 11:24:53.621810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51676) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:53.644070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86356efd-5371-4004-92d0-a2228dffef8c req-41be3d13-d156-498e-b535-1e559055eb6e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:53.652745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:53.660845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86356efd-5371-4004-92d0-a2228dffef8c req-41be3d13-d156-498e-b535-1e559055eb6e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 0.5332487 Feb 03 11:24:53.737628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8d14e64-cc91-46c6-9d76-1b1b81ee3830 req-f63bd1a5-5194-4a7a-a375-c66620595e10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4628196 Feb 03 11:24:53.773688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks [] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.801411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:53.805766 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.819318 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:24:53.826676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.853203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] Publish callbacks [] for security_group (fa275ecf-2a17-4cc5-a612-0083b91a31b1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.915177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:53.928870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6da68ae7-e687-454c-91e7-f26ced5fa6a0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:53.986406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:53.992685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:53.995630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:54.022478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:24:54.068694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event updated for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:54.104233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] Publish callbacks [] for security_group (fa275ecf-2a17-4cc5-a612-0083b91a31b1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.143521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:54.144585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.146385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86356efd-5371-4004-92d0-a2228dffef8c req-b228a025-94c6-4889-a271-794a8d31be13 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837410 Feb 03 11:24:54.164561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-43151fe8-f5b2-428c-bfbf-238fd17147ab service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514118 Feb 03 11:24:54.174334 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-1aa640b6-b043-4cc1-948a-98c8e8cdb9a1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2795525 Feb 03 11:24:54.177925 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:53Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:24:54.231248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Request body: {'port': {'device_id': '35baa6f6-a782-4295-8657-a152f9f66acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:54.248194 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30d0a8-758b-4b5f-9da5-5a030190bd98 None None] The sync data for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 is: [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:53Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:24:54.270296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857cf111-fb9b-46dd-bf1a-966d3c9b47c8 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:54.317015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c2528500-c9e1-4728-8331-001036873451 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:54.375742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6568214d-1e50-41ca-897e-6cf81b19144c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.416238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.450468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:54.455806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:54.459820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:54.460414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.475405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Provisioning complete for port c2528500-c9e1-4728-8331-001036873451 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:54.476133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c2528500-c9e1-4728-8331-001036873451), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.654268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fa275ecf-2a17-4cc5-a612-0083b91a31b1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.657104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.660800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa275ecf-2a17-4cc5-a612-0083b91a31b1 HTTP/1.1" status: 204 len: 168 time: 1.3490510 Feb 03 11:24:54.689484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e366b31-74d5-4fb8-935c-25d7135375cb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:54.712406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks [] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.775362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb76de-3384-45b0-b787-59c0677be919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa275ecf-2a17-4cc5-a612-0083b91a31b1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:54.803547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Transition to ACTIVE for port object 2e366b31-74d5-4fb8-935c-25d7135375cb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:24:54.836459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.913198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6877c98-cf0a-4133-bfab-5b7b2a5aee02 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:54.926834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks [] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:54.982738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4052048-b9c4-46b2-b90b-4c32392f1ac3 req-62c3250c-c4da-49a2-9c47-e0bff2c3d723 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:54.998965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4052048-b9c4-46b2-b90b-4c32392f1ac3 req-62c3250c-c4da-49a2-9c47-e0bff2c3d723 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 895 time: 0.4009018 Feb 03 11:24:55.012952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Transition to ACTIVE for port object d6877c98-cf0a-4133-bfab-5b7b2a5aee02 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:24:55.047804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3992386 Feb 03 11:24:55.051106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:55.063981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.078706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9413d7-0f94-4f5f-a111-c878c50267c3 req-901d44f5-20c3-4f74-94c3-d366339ec5f6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:55.096022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d9413d7-0f94-4f5f-a111-c878c50267c3 req-901d44f5-20c3-4f74-94c3-d366339ec5f6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 931 time: 0.7563217 Feb 03 11:24:55.102797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c2528500-c9e1-4728-8331-001036873451 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:55.102797 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c2528500-c9e1-4728-8331-001036873451), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.113448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '6568214d-1e50-41ca-897e-6cf81b19144c', 'ip_address': '2001:db8::5290:e2c8:2613:2264'}], 'name': 'tempest-NetworksTestDHCPv6-599533497'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:55.178315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-fad1fcc2-f949-4300-9883-3b8812a31663 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5271912 Feb 03 11:24:55.218262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Pushing event updated for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:55.222492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Current status of the port c2528500-c9e1-4728-8331-001036873451 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:55.224901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c2528500-c9e1-4728-8331-001036873451), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.258253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:24:55.281694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e781ae-ccff-48c4-8b37-6d3e36ac6a55 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=6568214d-1e50-41ca-897e-6cf81b19144c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:55.413512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Pushing event updated for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:55.514178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] For port c2528500-c9e1-4728-8331-001036873451, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c2528500-c9e1-4728-8331-001036873451,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:55.535493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c2528500-c9e1-4728-8331-001036873451), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.542054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15d951d9-2c8c-4b25-b3d5-77bcc5ba8407 req-9ce7f9c9-b428-4043-a81f-afee0c862b30 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.3192949 Feb 03 11:24:55.682637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Attempting to bind port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:55.682829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Attempting to bind port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:55.683107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Attempting to bind port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:55.693302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d9413d7-0f94-4f5f-a111-c878c50267c3 req-b0cc8f7f-14bf-4fd6-9641-e48ccc536578 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704606 Feb 03 11:24:55.721441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:24:55.721785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Attempting to bind port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:55.758048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:55.759959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Checking segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:55.760565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Bound using segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:55.771996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Bound port: d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:55.775399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.789517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-440b8dc6-748c-49a7-8d82-fcf52f8673c6 req-e2a45023-5cf4-499b-b7eb-da60cec87f29 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 210 time: 0.0685918 Feb 03 11:24:55.813671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:55.835889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30322d-1103-48e2-8662-fcedafc27321 req-29797834-9db8-420a-998d-5e2bdf678483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:55.837957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-29797834-9db8-420a-998d-5e2bdf678483 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1127 time: 0.5124784 Feb 03 11:24:55.840679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2bed1-75d8-428d-80f7-9b635180eedb None None] Pushing event updated for resources: {'Port': ['ID=c2528500-c9e1-4728-8331-001036873451,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:55.866209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Deleting port c2528500-c9e1-4728-8331-001036873451 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:55.866957 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c2528500-c9e1-4728-8331-001036873451), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:55.899471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c2528500-c9e1-4728-8331-001036873451 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:55.963232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:55.967453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:55.995973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.077657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:56.079269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.080264 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] 10.222.0.53 "PUT /v2.0/ports/d6877c98-cf0a-4133-bfab-5b7b2a5aee02 HTTP/1.1" status: 200 len: 1091 time: 1.8549645 Feb 03 11:24:56.086278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:56.088760 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4412147-9469-4375-a41f-ba6cfd4ed7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:56.143815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] For port c2528500-c9e1-4728-8331-001036873451, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c2528500-c9e1-4728-8331-001036873451,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:56.146048 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c2528500-c9e1-4728-8331-001036873451), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.176129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Calling delete_port for c2528500-c9e1-4728-8331-001036873451 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:56.192020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Attempting to bind port 2e366b31-74d5-4fb8-935c-25d7135375cb on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:56.192638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Attempting to bind port 2e366b31-74d5-4fb8-935c-25d7135375cb by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:56.193157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Attempting to bind port 2e366b31-74d5-4fb8-935c-25d7135375cb on network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:56.226200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983d186-3f20-433e-a5a8-dc28cceaf023 service neutron] Pushing event updated for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:56.238809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.239106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30322d-1103-48e2-8662-fcedafc27321 req-0a9302f0-ac9a-45b4-8da2-7d8ba9dceb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:56.243367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-0a9302f0-ac9a-45b4-8da2-7d8ba9dceb62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.3035419 Feb 03 11:24:56.322846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Port 2e366b31-74d5-4fb8-935c-25d7135375cb on network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:24:56.323337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Attempting to bind port 2e366b31-74d5-4fb8-935c-25d7135375cb on network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:56.332025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:56.332353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Checking segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:56.332787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Bound using segment: {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:56.333652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Bound port: 2e366b31-74d5-4fb8-935c-25d7135375cb, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:56.334368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.334648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-df769d85-ae7c-4ba1-98c6-fb38279845ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:56.352361 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-df769d85-ae7c-4ba1-98c6-fb38279845ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 1125 time: 0.2016854 Feb 03 11:24:56.358461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:56.390698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:24:56.402300 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c2528500-c9e1-4728-8331-001036873451), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.434999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] Pushing event deleted for resources: {'Port': ['ID=c2528500-c9e1-4728-8331-001036873451,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:56.477387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e7961-e7d3-4c63-8696-9827c785fe05 None None] No DVR routers for this DVR port c2528500-c9e1-4728-8331-001036873451 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:24:56.507965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:56.508520 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.511351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091cc15-0589-4c40-85f1-a98af58e065a None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:24:56.519050 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-8b2a97a7-1b0a-41e8-a122-1b78b23301ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02 HTTP/1.1" status: 200 len: 217 time: 0.1657081 Feb 03 11:24:56.731119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141fcb5-03f9-4847-a506-2872b8245783 req-4f304609-2c44-4e28-8221-5c05763d9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:56.732501 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-4f304609-2c44-4e28-8221-5c05763d9002 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.1559572 Feb 03 11:24:56.792603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-eb18288c-45e2-48d6-85a3-8b988142dfa9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482969 Feb 03 11:24:56.883453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '6568214d-1e50-41ca-897e-6cf81b19144c'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:24:56.885163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.935595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:56.938973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2e366b31-74d5-4fb8-935c-25d7135375cb,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:56.943978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-c4d7189d-de16-47d0-bdd1-8132c7a1825b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 217 time: 0.6881990 Feb 03 11:24:56.961418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:56.969355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::5290:e2c8:2613:2264 (134040e6-0113-4b2f-96c2-7e25b948102e/6568214d-1e50-41ca-897e-6cf81b19144c/6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:57.015376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-265a3a7b-1638-430b-b9e3-8d1969e126d6 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121284 Feb 03 11:24:57.016846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:57.017565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.090103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34612-7c99-4af1-bdcd-a8ea807c8fe6 req-22a290d8-191e-4082-8394-3534e09ebb19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.091536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8d34612-7c99-4af1-bdcd-a8ea807c8fe6 req-22a290d8-191e-4082-8394-3534e09ebb19 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 1.2463062 Feb 03 11:24:57.092956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30322d-1103-48e2-8662-fcedafc27321 req-e915c267-e5bf-4567-a230-531164d887f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.094329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-e915c267-e5bf-4567-a230-531164d887f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.1267354 Feb 03 11:24:57.103634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.115417 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-b141fcb5-03f9-4847-a506-2872b8245783 req-07973106-6b3c-4298-8bf5-78acbda1e42a service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Feb 03 11:24:57.158308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.159638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.160860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-8f194f4f-6971-436f-9110-464060c56317 service neutron] 10.222.0.69 "PUT /v2.0/ports/2e366b31-74d5-4fb8-935c-25d7135375cb HTTP/1.1" status: 200 len: 1055 time: 3.8107231 Feb 03 11:24:57.165298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:24:57.168513 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c265628-a210-42e7-8a88-c4ccf77ec673" -d '{"events": [{"name": "network-changed", "server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:24:57.216682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:57.222678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.258021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-69cfae0d-88f9-4163-bee5-d3f2531077c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466999 Feb 03 11:24:57.265571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194f4f-6971-436f-9110-464060c56317 service neutron] Pushing event updated for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:57.311571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c2528500-c9e1-4728-8331-001036873451 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:24:57.322230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.349341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c2528500-c9e1-4728-8331-001036873451 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:24:57.349614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c2528500-c9e1-4728-8331-001036873451 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:24:57.351263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:57.364859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf7def-48b2-4a06-8a7b-d530cb28103f req-3a376010-30c2-41f3-bc29-8b3d0fedf867 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.377778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8adf7def-48b2-4a06-8a7b-d530cb28103f req-3a376010-30c2-41f3-bc29-8b3d0fedf867 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 907 time: 1.1877215 Feb 03 11:24:57.406197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.430678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8d34612-7c99-4af1-bdcd-a8ea807c8fe6 req-89740748-737e-484c-bbef-b4a830f4d0ac tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182454 Feb 03 11:24:57.447391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:57.453218 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac752a4-a7e0-4b0a-80d4-39322e4f0279 x-openstack-request-id: req-bac752a4-a7e0-4b0a-80d4-39322e4f0279 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:57.453507 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:57.453757 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bac752a4-a7e0-4b0a-80d4-39322e4f0279 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:57.454153 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02', 'status': 'completed', 'code': 200} Feb 03 11:24:57.508031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/6568214d-1e50-41ca-897e-6cf81b19144c/9cabbc67-862d-42db-86ff-f18fec3530c6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:57.511344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:57.559600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:57.565133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.565933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.578590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-e9932b46-20d2-4fd5-a978-a6622abebb30 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966986 Feb 03 11:24:57.589499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-52dcfe70-6c9e-4d2a-9f26-20fe97e99ffa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.591187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-52dcfe70-6c9e-4d2a-9f26-20fe97e99ffa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 820 time: 0.6434147 Feb 03 11:24:57.597060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5027122 Feb 03 11:24:57.604680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:57.687874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'port': {'device_id': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'admin_state_up': True, 'tenant_id': '1b08815f43bd440bb2f63363da50f872'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:57.751329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks [] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.755640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1235151e-c47b-4e65-9c23-0ddfce4f6cc6 req-cf81c409-f89a-4666-8821-27e43b9d412d tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1630321 Feb 03 11:24:57.762445 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.868664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:57.872900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:57.882440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:57.885110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Pushing event updated for resources: {'Port': ['ID=9cabbc67-862d-42db-86ff-f18fec3530c6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:57.899698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-a0737d2c-2831-468e-b577-9d22f885f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.901257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-a0737d2c-2831-468e-b577-9d22f885f079 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 1089 time: 0.6325190 Feb 03 11:24:57.958955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Attempting to bind port 9cabbc67-862d-42db-86ff-f18fec3530c6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:24:57.960035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Attempting to bind port 9cabbc67-862d-42db-86ff-f18fec3530c6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:24:57.960512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Attempting to bind port 9cabbc67-862d-42db-86ff-f18fec3530c6 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:24:57.968003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:24:57.970253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:24:57.970677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.971029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea224d8-bd80-4fd3-ba49-274a69b56e5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:57.971145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:24:57.971561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Bound port: 9cabbc67-862d-42db-86ff-f18fec3530c6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:24:57.971948 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:57.978163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f8b01f1-a961-49ba-aab8-b673c9b39677 req-de3c37e6-3108-4b4e-85d2-9ec15b6dfefe tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 210 time: 0.0836985 Feb 03 11:24:57.986925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-2e53e497-04e9-4e4f-a906-6a36b8722b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:57.988267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-2e53e497-04e9-4e4f-a906-6a36b8722b1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 1125 time: 0.4783292 Feb 03 11:24:58.043331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761269b9-cadb-482a-9cc5-58e9013c1672 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.045577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-3b495ae8-4b0d-46f8-acc9-7286ba86dac8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2e366b31-74d5-4fb8-935c-25d7135375cb HTTP/1.1" status: 200 len: 217 time: 0.1090117 Feb 03 11:24:58.055500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-761269b9-cadb-482a-9cc5-58e9013c1672 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4478126 Feb 03 11:24:58.055948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfb858-aae8-4630-aa39-601998626892 req-f232ab8a-c274-401d-b4ca-0990f4a23073 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.057516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12dfb858-aae8-4630-aa39-601998626892 req-f232ab8a-c274-401d-b4ca-0990f4a23073 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 943 time: 0.4632394 Feb 03 11:24:58.057957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:58.113605 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946fbf9-eeef-44d5-8641-23b8d7a5b825 x-openstack-request-id: req-0946fbf9-eeef-44d5-8641-23b8d7a5b825 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:24:58.113815 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:24:58.114062 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0946fbf9-eeef-44d5-8641-23b8d7a5b825 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:24:58.114466 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb', 'status': 'completed', 'code': 200} Feb 03 11:24:58.129676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] For port 9cabbc67-862d-42db-86ff-f18fec3530c6, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:24:58.132845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] For port 9cabbc67-862d-42db-86ff-f18fec3530c6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9cabbc67-862d-42db-86ff-f18fec3530c6,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:24:58.142013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:58.194188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-ea5f1f9a-9838-41f0-af52-f9c972134b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.196244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-ea5f1f9a-9838-41f0-af52-f9c972134b98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.2002802 Feb 03 11:24:58.196385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:24:58.214850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe30322d-1103-48e2-8662-fcedafc27321 req-3ce0a9ab-110d-415a-9064-207a07997e5b service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214252 Feb 03 11:24:58.229709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Made reservation on behalf of 1b08815f43bd440bb2f63363da50f872 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:24:58.233041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:58.245780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-9f828927-2541-440a-bb8d-4cb0b13a5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.251728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-9f828927-2541-440a-bb8d-4cb0b13a5800 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2995df73-ad4b-4c89-ab7e-06b61c0d19f8 HTTP/1.1" status: 200 len: 838 time: 0.1922441 Feb 03 11:24:58.300298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903d775-7b9c-4131-863c-0f34edb28fde None None] Pushing event updated for resources: {'Port': ['ID=9cabbc67-862d-42db-86ff-f18fec3530c6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:58.311721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12dfb858-aae8-4630-aa39-601998626892 req-bffd69b6-ed74-4766-aba8-8dd13fc9e3c3 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897805 Feb 03 11:24:58.316506 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-20a68e9e-4c9c-4a86-a211-5f4c2da6f2ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02 HTTP/1.1" status: 200 len: 217 time: 0.1133051 Feb 03 11:24:58.348592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:58.349118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:58.395652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-6c5cfe5d-0f0b-4842-956c-655bbf09a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.397759 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-6c5cfe5d-0f0b-4842-956c-655bbf09a959 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.0744262 Feb 03 11:24:58.441451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:24:58.441795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:58.470208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-3fc03253-3070-4143-9885-b9c3e1caddf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578713 Feb 03 11:24:58.477587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-ab958468-3585-4f25-a0a6-07fa6acd81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.479087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-ab958468-3585-4f25-a0a6-07fa6acd81ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=660ee8bf-5c93-45e7-b7d8-00be6f4713ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1886449 Feb 03 11:24:58.504286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:58.624157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-b1cd3554-9ee2-41a0-9ca1-663a86c3b8e6 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442249 Feb 03 11:24:58.744265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-f4412147-9469-4375-a41f-ba6cfd4ed7d7 req-43ed8555-61ce-4b10-b244-33662ed62fdd service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124763 Feb 03 11:24:58.796443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Allocated IP 172.20.0.14 (92a4ca20-44c3-4f88-a0a5-2985df9a3781/a85e8819-33bb-43d9-8f86-d8467f9e9700/d166b1c7-31c3-47dd-aab2-3457ac3960db) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:24:58.810832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:58.858991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db01a5-3564-47a5-9784-1ba49f203c93 req-75b46a31-e592-4207-bbd2-50225397d393 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.860467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7db01a5-3564-47a5-9784-1ba49f203c93 req-75b46a31-e592-4207-bbd2-50225397d393 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 907 time: 0.3978176 Feb 03 11:24:58.862166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:24:58.893735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-f24fd748-fe4d-4b05-a3fc-b9048858a5db service neutron] 10.222.0.69 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869531 Feb 03 11:24:58.901336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8769e-0254-4cc5-91db-1d44d11b5afe req-d7a9bbce-05b0-4cfd-b7c3-f541cafdac69 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:58.906277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c8769e-0254-4cc5-91db-1d44d11b5afe req-d7a9bbce-05b0-4cfd-b7c3-f541cafdac69 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 0.3247912 Feb 03 11:24:58.906520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:59.027399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbfe57fe-51e3-4e4a-a2fc-0ab1d89a8f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.056146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bb8dc30-0697-4a77-b64f-cf909d7e2e4d req-906d99ec-42f0-4520-997f-2ad05fcbac52 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0704768 Feb 03 11:24:59.121044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbfe57fe-51e3-4e4a-a2fc-0ab1d89a8f46 admin admin] Publish callbacks [] for security_group (1c4458bc-f498-4c72-b221-2f5c1dfa5652), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.124948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbfe57fe-51e3-4e4a-a2fc-0ab1d89a8f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c4458bc-f498-4c72-b221-2f5c1dfa5652), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.170090 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbfe57fe-51e3-4e4a-a2fc-0ab1d89a8f46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56f72d5e31f2435196027dd73c35f25c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2624671 Feb 03 11:24:59.170978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe57fe-51e3-4e4a-a2fc-0ab1d89a8f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4458bc-f498-4c72-b221-2f5c1dfa5652,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:59.174720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51812) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:59.220130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b05b0537-f563-4c13-a999-8d8c0b75748f req-2a202a3b-d607-408e-b83b-a473defd379e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 210 time: 0.0882075 Feb 03 11:24:59.228413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11c8769e-0254-4cc5-91db-1d44d11b5afe req-c8b591c1-a418-4504-b999-4cbe37aabd78 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099859 Feb 03 11:24:59.253816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] Publish callbacks [] for security_group (1c4458bc-f498-4c72-b221-2f5c1dfa5652), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.271462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-193e3fbb-d7a5-4f7c-80bb-80c7847196e4 req-128cad2e-98b7-4224-840f-92475a37282c service neutron] 10.222.0.69 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564107 Feb 03 11:24:59.308172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] Publish callbacks [] for security_group (1c4458bc-f498-4c72-b221-2f5c1dfa5652), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.340104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.381109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c4458bc-f498-4c72-b221-2f5c1dfa5652), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.384664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.385931 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c4458bc-f498-4c72-b221-2f5c1dfa5652 HTTP/1.1" status: 204 len: 168 time: 0.2102754 Feb 03 11:24:59.407171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.410278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f641-4c4f-4651-b924-754d840a2559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4458bc-f498-4c72-b221-2f5c1dfa5652,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:59.505463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.507202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:59.553742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d6877c98-cf0a-4133-bfab-5b7b2a5aee02 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:24:59.573684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.576967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f45db575-e604-41f3-9c26-ff986d7d4174 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece HTTP/1.1" status: 204 len: 168 time: 1.5144191 Feb 03 11:24:59.579527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51822) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:59.603152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-dd6b49cb-8e1c-468e-9362-f9270f2969ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.604671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-dd6b49cb-8e1c-468e-9362-f9270f2969ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 1089 time: 0.2361681 Feb 03 11:24:59.623028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:24:59.626689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:24:59.639838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:24:59.649066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:24:59.669385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2164ab-d627-4d64-9737-1102a5d48717 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.671604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2164ab-d627-4d64-9737-1102a5d48717 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.674022 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9d2164ab-d627-4d64-9737-1102a5d48717 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0930839 Feb 03 11:24:59.676403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:59.707561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Provisioning complete for port 9cabbc67-862d-42db-86ff-f18fec3530c6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:24:59.708116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.722459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc892fb-64f2-49d7-94f0-88758e3371ab req-a1da0ff8-fe27-47fd-b709-6d5a3181d100 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.730575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcc892fb-64f2-49d7-94f0-88758e3371ab req-a1da0ff8-fe27-47fd-b709-6d5a3181d100 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 943 time: 0.3071916 Feb 03 11:24:59.754371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 6568214d-1e50-41ca-897e-6cf81b19144c {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:24:59.758213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (6568214d-1e50-41ca-897e-6cf81b19144c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.767553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:59.789632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'port_id': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02', 'mac_address': 'fa:16:3e:eb:5f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe3e590-2e21-477d-817c-4d4fb1c47fcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:24:59.820601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51826) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:24:59.837621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (6568214d-1e50-41ca-897e-6cf81b19144c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.839184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.840398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f067fbe-401b-4165-8221-40cce2d7b0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.840694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.859786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Current status of the port 9cabbc67-862d-42db-86ff-f18fec3530c6 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:59.860184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.893806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:24:59.894207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.894567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcc892fb-64f2-49d7-94f0-88758e3371ab req-ebeb3282-8da0-45e9-921c-fcabb4571ae1 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630087 Feb 03 11:24:59.901988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-d26da282-7a36-4f54-9827-93fcba550a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:24:59.903965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-d26da282-7a36-4f54-9827-93fcba550a2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=660ee8bf-5c93-45e7-b7d8-00be6f4713ff HTTP/1.1" status: 200 len: 898 time: 0.2896316 Feb 03 11:24:59.910093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-cbb7b9e1-d29c-49f4-b466-ac6edaba75e3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2460208 Feb 03 11:24:59.924642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Request body: {'port': {'device_id': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:24:59.927487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6877c98-cf0a-4133-bfab-5b7b2a5aee02 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:24:59.951448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:59.961864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.968737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] For port 9cabbc67-862d-42db-86ff-f18fec3530c6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9cabbc67-862d-42db-86ff-f18fec3530c6,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:24:59.997803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:24:59.998352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6568214d-1e50-41ca-897e-6cf81b19144c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.005185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-86488022-f622-48dd-aa03-625d9818eaab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2e366b31-74d5-4fb8-935c-25d7135375cb HTTP/1.1" status: 200 len: 217 time: 0.0940785 Feb 03 11:25:00.044646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:00.070879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f067fbe-401b-4165-8221-40cce2d7b0bf admin admin] Publish callbacks [] for security_group (01520e22-aff7-4c6b-8d40-0538da5c77c6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.079562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f067fbe-401b-4165-8221-40cce2d7b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (01520e22-aff7-4c6b-8d40-0538da5c77c6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.111576 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f067fbe-401b-4165-8221-40cce2d7b0bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ee48e7f550142c6bdf7d59c1b1d227d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900093 Feb 03 11:25:00.120793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:00.127659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (6568214d-1e50-41ca-897e-6cf81b19144c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.129546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7fcd69ce-0c50-40fb-96b0-7005b6a0908d None None] Could not find standard attr ID for object 6637650a-184d-4869-95de-af92461c931f. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:00.141495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c51ef-b540-44b7-b732-d925fba451f0 None None] Pushing event updated for resources: {'Port': ['ID=9cabbc67-862d-42db-86ff-f18fec3530c6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:00.177699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=6568214d-1e50-41ca-897e-6cf81b19144c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:00.192121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.197861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b0717932-1da4-49ff-aead-0ddb9fef219f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6568214d-1e50-41ca-897e-6cf81b19144c HTTP/1.1" status: 204 len: 168 time: 0.5151379 Feb 03 11:25:00.197861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f067fbe-401b-4165-8221-40cce2d7b0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01520e22-aff7-4c6b-8d40-0538da5c77c6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:00.198960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:00.243598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d6877c98-cf0a-4133-bfab-5b7b2a5aee02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:00.271854 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-410c891d-da6c-48cb-9abd-f494d4255d24 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717971 Feb 03 11:25:00.273291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51838) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:00.280501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:00.312736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9cabbc67-862d-42db-86ff-f18fec3530c6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:00.364021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302d4bb-1af8-4433-bbfb-cd8d07e5f5bd None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:00.387914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:00.392669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.465093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e96b2dd-72f7-4de5-9231-0592ff3ed40a None None] Could not find standard attr ID for object 6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:00.492399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9cabbc67-862d-42db-86ff-f18fec3530c6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:00.492897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.593180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-85cad319-7d36-4e3b-89cc-29693cfee376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:00.595220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-85cad319-7d36-4e3b-89cc-29693cfee376 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2995df73-ad4b-4c89-ab7e-06b61c0d19f8 HTTP/1.1" status: 200 len: 838 time: 0.5788877 Feb 03 11:25:00.596039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.606601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (81615641-fd56-4542-aa14-448b09d48b56), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.680083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9cabbc67-862d-42db-86ff-f18fec3530c6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:00.680949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7706edb-b156-4074-84fc-72db80df3600 req-aae1baf0-22b4-4a6a-9b01-a1bc74f61fb5 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.1222503 Feb 03 11:25:00.690760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:00.698094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:00.699272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:00.701390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:00.702005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.727712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=81615641-fd56-4542-aa14-448b09d48b56,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:00.744583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86f8831e-dd3d-41f9-928b-48062532ca4d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4665663 Feb 03 11:25:00.744846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:00.752040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '81615641-fd56-4542-aa14-448b09d48b56', 'ip_address': '2001:db8::6ac6:bdd9:6ea4:6cd9'}], 'name': 'tempest-NetworksTestDHCPv6-943317415'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:00.771027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Deleting port 9cabbc67-862d-42db-86ff-f18fec3530c6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:00.771255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03aad6-2146-438c-b6d1-836d22a68451 req-5c7c5fef-be5d-43a4-8750-0ed19c1052d1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:00.771690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.773665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb03aad6-2146-438c-b6d1-836d22a68451 req-5c7c5fef-be5d-43a4-8750-0ed19c1052d1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 907 time: 0.7920671 Feb 03 11:25:00.822520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] Publish callbacks [] for security_group (01520e22-aff7-4c6b-8d40-0538da5c77c6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.870698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] For port 9cabbc67-862d-42db-86ff-f18fec3530c6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9cabbc67-862d-42db-86ff-f18fec3530c6,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:00.871369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.880852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-fc8f9fd1-2d66-4be5-89c9-b0d3267821b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:00.881103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:00.882565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-fc8f9fd1-2d66-4be5-89c9-b0d3267821b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=660ee8bf-5c93-45e7-b7d8-00be6f4713ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2585385 Feb 03 11:25:00.887222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:00.890064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Calling delete_port for 9cabbc67-862d-42db-86ff-f18fec3530c6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:00.906590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 255d66bf-c602-4890-aa46-a233302bd00f yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:00.952222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] Publish callbacks [] for security_group (01520e22-aff7-4c6b-8d40-0538da5c77c6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.004527 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (9cabbc67-862d-42db-86ff-f18fec3530c6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.034163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] Pushing event deleted for resources: {'Port': ['ID=9cabbc67-862d-42db-86ff-f18fec3530c6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:01.042083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac6260-29be-4bfe-b8fb-2c02e8e698b6 None None] No DVR routers for this DVR port 9cabbc67-862d-42db-86ff-f18fec3530c6 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:01.065713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf245b-eb3f-42e2-a8ed-d22f9f910a63 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:01.124728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a9270-2262-454f-9c1f-cfeeb56ad66b req-01565860-d6c7-453d-96f0-f6280aaddfac tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:01.126286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da8a9270-2262-454f-9c1f-cfeeb56ad66b req-01565860-d6c7-453d-96f0-f6280aaddfac tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 932 time: 0.3516598 Feb 03 11:25:01.132400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::6ac6:bdd9:6ea4:6cd9 (134040e6-0113-4b2f-96c2-7e25b948102e/81615641-fd56-4542-aa14-448b09d48b56/255d66bf-c602-4890-aa46-a233302bd00f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:01.236034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-204ae0aa-3966-473f-9e06-a0e097dd9625 service neutron] 10.222.0.69 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419039 Feb 03 11:25:01.267862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (01520e22-aff7-4c6b-8d40-0538da5c77c6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.270393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.274738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01520e22-aff7-4c6b-8d40-0538da5c77c6 HTTP/1.1" status: 204 len: 168 time: 1.1432381 Feb 03 11:25:01.310643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b917a9-62fd-4089-907c-144aef00ef8f req-0a7d6e5f-8855-4ac0-9e69-8e94d2b6c74b tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:01.311493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44b917a9-62fd-4089-907c-144aef00ef8f req-0a7d6e5f-8855-4ac0-9e69-8e94d2b6c74b tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 944 time: 0.3225989 Feb 03 11:25:01.343299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d83152-5f91-424b-b22d-8d23aa1000f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01520e22-aff7-4c6b-8d40-0538da5c77c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:01.361888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da8a9270-2262-454f-9c1f-cfeeb56ad66b req-642c1a2c-59db-422b-b0bc-cf8af935b6df tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213933 Feb 03 11:25:01.390817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a185f9d6-c841-4992-8710-db6752716bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.400105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (255d66bf-c602-4890-aa46-a233302bd00f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.435442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '81615641-fd56-4542-aa14-448b09d48b56'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:01.436656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.451744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (255d66bf-c602-4890-aa46-a233302bd00f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.481392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44b917a9-62fd-4089-907c-144aef00ef8f req-11b3e99d-f8fe-49ec-8333-780901d96e58 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622066 Feb 03 11:25:01.525385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:01.526557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=255d66bf-c602-4890-aa46-a233302bd00f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:01.531146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:01.532810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d166b1c7-31c3-47dd-aab2-3457ac3960db {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:25:01.537790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:01.539370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c265628-a210-42e7-8a88-c4ccf77ec673 req-d7da5f50-fcf7-4748-bc7b-e6b0c89b83c9 service neutron] 10.222.0.69 "GET /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935696 Feb 03 11:25:01.543567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks [] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.545141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:01.545884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.558632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Transition to ACTIVE for port object d166b1c7-31c3-47dd-aab2-3457ac3960db will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:25:01.563574 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-68ee6d52-3ddc-484e-a058-f7de2d3420f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8175809 Feb 03 11:25:01.565553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.566241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51846) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:01.631678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d6877c98-cf0a-4133-bfab-5b7b2a5aee02 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:01.638737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa79d5-c9cd-478f-ad99-dd651302727b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:01.641101 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00fa79d5-c9cd-478f-ad99-dd651302727b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0735006 Feb 03 11:25:01.643698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:01.688165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:01.739928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/81615641-fd56-4542-aa14-448b09d48b56/358d190f-3ba6-4793-a5eb-c223d6fabeb9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:01.740744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Attempting to bind port d166b1c7-31c3-47dd-aab2-3457ac3960db on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:01.741730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Attempting to bind port d166b1c7-31c3-47dd-aab2-3457ac3960db by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:01.741977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Attempting to bind port d166b1c7-31c3-47dd-aab2-3457ac3960db on network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:01.753549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Port d166b1c7-31c3-47dd-aab2-3457ac3960db on network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:25:01.753884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Attempting to bind port d166b1c7-31c3-47dd-aab2-3457ac3960db on network 92a4ca20-44c3-4f88-a0a5-2985df9a3781 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:01.761822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:01.762148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Checking segment: {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:01.763000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Bound using segment: {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:01.763000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Bound port: d166b1c7-31c3-47dd-aab2-3457ac3960db, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5065f9c5-6bc9-4e1e-a16b-7b7933313577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:01.763316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.765266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 255d66bf-c602-4890-aa46-a233302bd00f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:01.766210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (255d66bf-c602-4890-aa46-a233302bd00f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.782891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:25:01.805814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:01.806379 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.935379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50b1e46a-db57-4691-beae-6000f48147a3 req-a9283509-16f8-42e7-b472-8605f25df1b1 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0636215 Feb 03 11:25:01.938812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (255d66bf-c602-4890-aa46-a233302bd00f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.941596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:01.956460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 255d66bf-c602-4890-aa46-a233302bd00f owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:01.956736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:01.970205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:01.987268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ab59-74cf-448f-86f3-ea591b88d54e req-30eb1c2e-d5dd-4221-b2d4-e50bdbe66c12 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:01.989112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2231ab59-74cf-448f-86f3-ea591b88d54e req-30eb1c2e-d5dd-4221-b2d4-e50bdbe66c12 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 907 time: 0.1159892 Feb 03 11:25:02.016950 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks [] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.026248 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.029580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.031451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.033890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:02.034201 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.036091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] 10.222.0.53 "PUT /v2.0/ports/d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 1092 time: 2.1171012 Feb 03 11:25:02.036709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:02.042179 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd671f-032e-46b7-856b-f109adc6559d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:02.077923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2e366b31-74d5-4fb8-935c-25d7135375cb details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:25:02.092720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:02.100292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1cfd5-bf3e-4e66-a2b9-49fa937eb58a service neutron] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.115391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:02.124198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:02.132633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Pushing event updated for resources: {'Port': ['ID=358d190f-3ba6-4793-a5eb-c223d6fabeb9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.134958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:02.137316 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d98bf-00de-43ad-96dc-a242d53781e6" -d '{"events": [{"server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "name": "network-vif-plugged", "status": "completed", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:02.185953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:02.186644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (255d66bf-c602-4890-aa46-a233302bd00f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.224987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.229091 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bdf20-f650-4a0b-88b6-230bee64cada x-openstack-request-id: req-102bdf20-f650-4a0b-88b6-230bee64cada {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:02.229605 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:02.229684 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-102bdf20-f650-4a0b-88b6-230bee64cada {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:02.231579 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:25:02.247303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-82cabd3a-e7e6-4ee5-8364-f77584a27b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.251963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-82cabd3a-e7e6-4ee5-8364-f77584a27b7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1126 time: 0.1413851 Feb 03 11:25:02.254217 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d96d6-097d-452e-88d5-573b91ab7c50 x-openstack-request-id: req-4b3d96d6-097d-452e-88d5-573b91ab7c50 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:02.254515 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "name": "network-vif-plugged", "status": "completed", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:02.254774 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b3d96d6-097d-452e-88d5-573b91ab7c50 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:02.255179 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02', 'code': 200} Feb 03 11:25:02.295584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=255d66bf-c602-4890-aa46-a233302bd00f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.304520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.310585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Attempting to bind port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:02.311029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Attempting to bind port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:02.311455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Attempting to bind port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:02.314161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9cabbc67-862d-42db-86ff-f18fec3530c6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:02.317369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-d5c5e201-f2cc-477c-9cd7-f2a31d9cc5bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0483584 Feb 03 11:25:02.327061 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-247d2f03-be89-40ad-b90e-50a415ef6a68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/255d66bf-c602-4890-aa46-a233302bd00f HTTP/1.1" status: 204 len: 168 time: 0.6819973 Feb 03 11:25:02.327703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:02.356703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:02.357491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:02.357982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.358592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:02.359178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Bound port: 358d190f-3ba6-4793-a5eb-c223d6fabeb9, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:02.359636 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.383483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9cabbc67-862d-42db-86ff-f18fec3530c6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:02.383928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9cabbc67-862d-42db-86ff-f18fec3530c6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:02.409133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda123-3818-456b-b4b6-8672e5d4892d req-1316f9e7-6e6c-449b-afec-700dd8695a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.410807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-1316f9e7-6e6c-449b-afec-700dd8695a17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.0692861 Feb 03 11:25:02.457141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-3b3d177e-e51b-4f56-9a77-67b5decd183b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353487 Feb 03 11:25:02.463823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a85b0-b6c2-46bc-bb75-181cae12ba82 req-58418994-7e2f-41b4-ab97-623b099aa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.465510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c82a85b0-b6c2-46bc-bb75-181cae12ba82 req-58418994-7e2f-41b4-ab97-623b099aa262 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 1127 time: 0.1221564 Feb 03 11:25:02.475292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b284b9f-52fa-429e-b023-6e92420b461e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.477448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b284b9f-52fa-429e-b023-6e92420b461e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.478975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b284b9f-52fa-429e-b023-6e92420b461e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1497972 Feb 03 11:25:02.488087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:02.507983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.529051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2e366b31-74d5-4fb8-935c-25d7135375cb,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:02.539480 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-c82a85b0-b6c2-46bc-bb75-181cae12ba82 req-01905d02-8845-46cb-b093-c7e6493c13d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670033 Feb 03 11:25:02.558926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '2e366b31-74d5-4fb8-935c-25d7135375cb', 'network_id': '660ee8bf-5c93-45e7-b7d8-00be6f4713ff', 'port_id': '2e366b31-74d5-4fb8-935c-25d7135375cb', 'mac_address': 'fa:16:3e:53:1e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2995df73-ad4b-4c89-ab7e-06b61c0d19f8', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:25:02.565487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] For port 358d190f-3ba6-4793-a5eb-c223d6fabeb9, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:02.570193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] For port 358d190f-3ba6-4793-a5eb-c223d6fabeb9, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=358d190f-3ba6-4793-a5eb-c223d6fabeb9,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:02.598481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.636035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2e366b31-74d5-4fb8-935c-25d7135375cb is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:02.636427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.664341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e366b31-74d5-4fb8-935c-25d7135375cb {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:25:02.692003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b9e21-0b48-4da1-bf0b-6567c7838643 None None] Pushing event updated for resources: {'Port': ['ID=358d190f-3ba6-4793-a5eb-c223d6fabeb9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.696066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2e366b31-74d5-4fb8-935c-25d7135375cb,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:02.702128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.729287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 81615641-fd56-4542-aa14-448b09d48b56 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:02.733037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (81615641-fd56-4542-aa14-448b09d48b56), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.777889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:02.791838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (81615641-fd56-4542-aa14-448b09d48b56), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:02.844981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45bfc6-8ba1-41e1-b339-613988ac1399 req-31cbecb2-83ca-44f2-972a-d54b8401d3ec tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.846534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c45bfc6-8ba1-41e1-b339-613988ac1399 req-31cbecb2-83ca-44f2-972a-d54b8401d3ec tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 944 time: 0.3826919 Feb 03 11:25:02.857029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd9f6-fc92-4366-a0a4-7b8c2424041d req-0ec87baf-2b94-4ea6-b42f-9479ad7adff4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:02.858504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b63dd9f6-fc92-4366-a0a4-7b8c2424041d req-0ec87baf-2b94-4ea6-b42f-9479ad7adff4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 945 time: 0.2658241 Feb 03 11:25:02.878166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-3679086e-b2d4-4a9d-baf5-d13caadbc339 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129143 Feb 03 11:25:03.077555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2e366b31-74d5-4fb8-935c-25d7135375cb'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:03.113822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b63dd9f6-fc92-4366-a0a4-7b8c2424041d req-14338b48-5e89-4d12-8c15-61c412b2390c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379353 Feb 03 11:25:03.129361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c45bfc6-8ba1-41e1-b339-613988ac1399 req-8d6cf276-4838-4d49-b87d-6cb2b61ecd6e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531664 Feb 03 11:25:03.199628 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (81615641-fd56-4542-aa14-448b09d48b56), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:03.232389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27fda123-3818-456b-b4b6-8672e5d4892d req-c65aebb4-7815-4b9a-8c48-b304ae8e7de3 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997737 Feb 03 11:25:03.318365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4367265b-5945-4bbe-b18d-a8d8ff95a0bc req-e27fcece-f92b-42e0-954c-e938da2a1812 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0708435 Feb 03 11:25:03.385539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3662-bac3-4e32-9af7-ddf9c7682b3a req-22c10422-d36f-4380-99d3-f2f8872ca487 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.387096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19bf3662-bac3-4e32-9af7-ddf9c7682b3a req-22c10422-d36f-4380-99d3-f2f8872ca487 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 908 time: 0.1538110 Feb 03 11:25:03.388217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (81615641-fd56-4542-aa14-448b09d48b56), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:03.423520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd671f-032e-46b7-856b-f109adc6559d req-30ecccc4-d896-41c4-942f-a0fd60adadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.428067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-30ecccc4-d896-41c4-942f-a0fd60adadbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1126 time: 0.1360791 Feb 03 11:25:03.429382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=81615641-fd56-4542-aa14-448b09d48b56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:03.431426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:03.435114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bc1a677e-b230-4a73-8298-35555ce5646c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/81615641-fd56-4542-aa14-448b09d48b56 HTTP/1.1" status: 204 len: 168 time: 0.9314685 Feb 03 11:25:03.437025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.490977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-709bd9ce-61ca-4751-9067-37bed7a84d74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527759 Feb 03 11:25:03.493985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.555303 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eb8-66bb-4ce2-9dcb-47fb923dad77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:03.579803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd671f-032e-46b7-856b-f109adc6559d req-38f8c291-a7a7-4d5a-a8c5-22591ba5f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.581004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966f0ea-c7fd-49c4-9834-9e2c9e05aac1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.581371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-38f8c291-a7a7-4d5a-a8c5-22591ba5f336 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.1383960 Feb 03 11:25:03.582834 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3966f0ea-c7fd-49c4-9834-9e2c9e05aac1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0877593 Feb 03 11:25:03.585515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.629186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-37efaf31-cd63-4fec-9975-d893c6e28609 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0387681 Feb 03 11:25:03.651095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da356d-7441-48ee-9527-3a7d744329c5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.652753 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82da356d-7441-48ee-9527-3a7d744329c5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661652 Feb 03 11:25:03.655329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.719138 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-189213fe-e3c0-4f3d-84a8-5fa349da9732 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625331 Feb 03 11:25:03.728227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd671f-032e-46b7-856b-f109adc6559d req-2521357b-61bd-451f-803e-84c7800a8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:03.728483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.730377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-2521357b-61bd-451f-803e-84c7800a8be5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.0935516 Feb 03 11:25:03.736220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:03.786926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-000f5467-0c1a-43f3-8b3b-712ae0753d9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475757 Feb 03 11:25:03.848898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:03.857606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:03.861023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:03.904544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-48223015-fd3d-4a6f-8845-60039b957bc2 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101942 Feb 03 11:25:03.973402 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30ef7661-c357-46c7-8a7c-8771a5db794a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.002647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278acf47-d01c-4eb5-bd58-20ad2d1a2b67 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:04.031913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5dd671f-032e-46b7-856b-f109adc6559d req-903e9bb9-44b4-4a60-adcd-ecd117fa8c4a service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210446 Feb 03 11:25:04.072290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2e366b31-74d5-4fb8-935c-25d7135375cb up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:04.123823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Provisioning complete for port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:04.124200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.141442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (69f76713-1b11-476b-b829-539505d1fe52), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.183527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 358d190f-3ba6-4793-a5eb-c223d6fabeb9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:04.187029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30ef7661-c357-46c7-8a7c-8771a5db794a admin admin] Publish callbacks [] for security_group (a718895d-3efd-4c39-b8ee-baafa27732ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.217184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30ef7661-c357-46c7-8a7c-8771a5db794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a718895d-3efd-4c39-b8ee-baafa27732ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.235806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 2e366b31-74d5-4fb8-935c-25d7135375cb completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:25:04.242871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 2e366b31-74d5-4fb8-935c-25d7135375cb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:04.243253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.292645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:04.310316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30ef7661-c357-46c7-8a7c-8771a5db794a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=665a290b94c64aa6ab689c6b972cfd7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602547 Feb 03 11:25:04.314703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:04.315222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:04.324848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:04.330886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:04.330886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.345855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef7661-c357-46c7-8a7c-8771a5db794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718895d-3efd-4c39-b8ee-baafa27732ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:04.350569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=69f76713-1b11-476b-b829-539505d1fe52,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:04.365556 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-937cbcf4-0cab-4f00-9e9e-95a9ef7c51d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6358721 Feb 03 11:25:04.368722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:04.369325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:04.369757 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.372159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cf035-6f92-46ec-bf0c-6938b8977f23 req-7a2b2a2a-1260-4d24-8a2b-b3b6e265bef5 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:04.373742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d14cf035-6f92-46ec-bf0c-6938b8977f23 req-7a2b2a2a-1260-4d24-8a2b-b3b6e265bef5 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 944 time: 0.1450782 Feb 03 11:25:04.379759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '69f76713-1b11-476b-b829-539505d1fe52', 'ip_address': '2001:db8::fdb3:ef7c:b49c:416c'}], 'name': 'tempest-NetworksTestDHCPv6-346173731'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:04.402536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Current status of the port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:04.403622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.404535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198277-af83-487a-9fad-e6959e681996 req-c5b2c0ef-319d-4cf0-8ba4-8ccd9e347039 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:04.406042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76198277-af83-487a-9fad-e6959e681996 req-c5b2c0ef-319d-4cf0-8ba4-8ccd9e347039 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 945 time: 0.1498609 Feb 03 11:25:04.468318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] Publish callbacks [] for security_group (a718895d-3efd-4c39-b8ee-baafa27732ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.482963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d14cf035-6f92-46ec-bf0c-6938b8977f23 req-c9f2b644-01b7-448b-a2d1-620eddd732dc tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972726 Feb 03 11:25:04.509958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76198277-af83-487a-9fad-e6959e681996 req-d8dc2e5d-f106-43ca-b101-c02d7df1f411 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906341 Feb 03 11:25:04.510302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] For port 358d190f-3ba6-4793-a5eb-c223d6fabeb9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=358d190f-3ba6-4793-a5eb-c223d6fabeb9,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:04.519673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Deleting port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:04.519968 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.521555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2e366b31-74d5-4fb8-935c-25d7135375cb is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:04.521937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.523607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] Publish callbacks [] for security_group (a718895d-3efd-4c39-b8ee-baafa27732ad), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.525571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:04.544004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.594159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a718895d-3efd-4c39-b8ee-baafa27732ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.597828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.598890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a718895d-3efd-4c39-b8ee-baafa27732ad HTTP/1.1" status: 204 len: 168 time: 0.2813783 Feb 03 11:25:04.628948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4845a-bbdb-404e-b583-676f2d877582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718895d-3efd-4c39-b8ee-baafa27732ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:04.681122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2e366b31-74d5-4fb8-935c-25d7135375cb,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:04.711541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:04.717807 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd6b1b-90fa-49b6-a7aa-47d014f88770" -d '{"events": [{"server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "name": "network-vif-plugged", "status": "completed", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:04.729813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41de5b83-42cb-435d-ae7f-fa6202e4fc75 req-14bd9551-2806-4f82-bd73-f9b964cc4377 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0679462 Feb 03 11:25:04.731239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.755499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:04.762733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.774304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 0fde892c-16b7-42ae-ae6f-4ce54c3d0bab yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:04.785377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617da4-e82d-4223-99b1-36bae38b7481 req-e671f744-ae67-4597-8c7a-95af57753f13 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:04.789200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01617da4-e82d-4223-99b1-36bae38b7481 req-e671f744-ae67-4597-8c7a-95af57753f13 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 908 time: 0.1410789 Feb 03 11:25:04.793337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:04.833758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c479ebc-a69e-4d60-b6ca-056d3efdf7e7 None None] Pushing event updated for resources: {'Port': ['ID=358d190f-3ba6-4793-a5eb-c223d6fabeb9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:04.998413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7132-0399-4a4b-b974-a76178bcf7b1 req-c16080dc-b70e-44ce-992e-735f0c6c6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:05.000062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e30d7132-0399-4a4b-b974-a76178bcf7b1 req-c16080dc-b70e-44ce-992e-735f0c6c6061 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 1091 time: 0.0574663 Feb 03 11:25:05.051297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::fdb3:ef7c:b49c:416c (134040e6-0113-4b2f-96c2-7e25b948102e/69f76713-1b11-476b-b829-539505d1fe52/0fde892c-16b7-42ae-ae6f-4ce54c3d0bab) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:05.058407 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625a790-534b-4d97-af2f-0e5f04b05cad x-openstack-request-id: req-3625a790-534b-4d97-af2f-0e5f04b05cad {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:05.059885 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "name": "network-vif-plugged", "status": "completed", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:05.060448 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3625a790-534b-4d97-af2f-0e5f04b05cad {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:05.061068 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb', 'code': 200} Feb 03 11:25:05.071044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] For port 358d190f-3ba6-4793-a5eb-c223d6fabeb9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=358d190f-3ba6-4793-a5eb-c223d6fabeb9,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:05.071789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.093363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Calling delete_port for 358d190f-3ba6-4793-a5eb-c223d6fabeb9 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:05.121157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:05.206392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (358d190f-3ba6-4793-a5eb-c223d6fabeb9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.239643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] Pushing event deleted for resources: {'Port': ['ID=358d190f-3ba6-4793-a5eb-c223d6fabeb9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:05.243729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d434a6-c758-4153-9720-b039c0734e20 None None] No DVR routers for this DVR port 358d190f-3ba6-4793-a5eb-c223d6fabeb9 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:05.267376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da71f1-7d2e-4dbb-b3b1-883191fec898 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:05.278233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (0fde892c-16b7-42ae-ae6f-4ce54c3d0bab), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.323129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0fde892c-16b7-42ae-ae6f-4ce54c3d0bab), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.377145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:05.380455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:05.385374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:05.390692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:05.391318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.403840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=0fde892c-16b7-42ae-ae6f-4ce54c3d0bab,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:05.415485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51962) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:05.415997 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8136df26-9253-4e31-b6ba-648803a80e96 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0450470 Feb 03 11:25:05.423271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '69f76713-1b11-476b-b829-539505d1fe52', 'ip_address': '2001:db8::fdb3:ef7c:b49c:416c'}], 'name': 'tempest-NetworksTestDHCPv6-817343138'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:05.442590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '69f76713-1b11-476b-b829-539505d1fe52'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:05.443769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.610694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d166b1c7-31c3-47dd-aab2-3457ac3960db details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:25:05.621988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/69f76713-1b11-476b-b829-539505d1fe52/f50d80f0-2406-4b39-8ad7-054224ca23ee) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:05.654809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:05.703321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64b30-850a-4df0-9764-034e76968553 req-88459ec7-f134-4a96-b929-201463e84d7e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:05.704995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf64b30-850a-4df0-9764-034e76968553 req-88459ec7-f134-4a96-b929-201463e84d7e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 944 time: 0.1030035 Feb 03 11:25:05.775709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.815225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:05.825176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 4d3b7d70-dd51-47eb-8f10-f9b9efc9752d yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:05.868059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'port_id': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'mac_address': 'fa:16:3e:04:49:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:25:05.920993 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks [] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.926697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d166b1c7-31c3-47dd-aab2-3457ac3960db is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:05.927085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.938948 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:05.945929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d166b1c7-31c3-47dd-aab2-3457ac3960db {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:25:05.965989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:05.996156 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.013627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:06.017648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:06.019497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Pushing event updated for resources: {'Port': ['ID=f50d80f0-2406-4b39-8ad7-054224ca23ee,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:06.021646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:06.084070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d509b75f-40ae-424e-9e3d-bd6841f92055 req-41ae22db-94ce-4435-9114-e898aaaf0428 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0809004 Feb 03 11:25:06.100039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf64b30-850a-4df0-9764-034e76968553 req-271b3b7f-2598-48c8-b8f2-5ba45b2f0900 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219490 Feb 03 11:25:06.139851 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 11:25:06.140537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:25:06.156428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:06.162204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 358d190f-3ba6-4793-a5eb-c223d6fabeb9 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:06.164724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Attempting to bind port f50d80f0-2406-4b39-8ad7-054224ca23ee on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:06.165156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Attempting to bind port f50d80f0-2406-4b39-8ad7-054224ca23ee by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:06.165697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Attempting to bind port f50d80f0-2406-4b39-8ad7-054224ca23ee on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:06.182358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea137397-3966-4286-bfc2-888b0fcec613 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7646174 Feb 03 11:25:06.185001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:06.193524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51986) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:06.208926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 358d190f-3ba6-4793-a5eb-c223d6fabeb9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:06.209273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 358d190f-3ba6-4793-a5eb-c223d6fabeb9 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:06.214378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:06.215190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:06.215190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.216888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:06.217856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Bound port: f50d80f0-2406-4b39-8ad7-054224ca23ee, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:06.218246 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.261944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.295145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd5230-6f97-4980-80d8-19546f949eb2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:06.301154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d166b1c7-31c3-47dd-aab2-3457ac3960db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:06.301331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd5230-6f97-4980-80d8-19546f949eb2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:06.317541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:06.317923 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2dfd5230-6f97-4980-80d8-19546f949eb2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1314540 Feb 03 11:25:06.342132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bdb5d-10d8-4914-b28b-a41df7dd882f req-b6353916-2217-442b-8c8c-e4e1f1060c77 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:06.343849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce6bdb5d-10d8-4914-b28b-a41df7dd882f req-b6353916-2217-442b-8c8c-e4e1f1060c77 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.1086655 Feb 03 11:25:06.375289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75309e8f-0ef5-4eef-be0e-37efbe9bc458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.433880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] For port f50d80f0-2406-4b39-8ad7-054224ca23ee, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:06.454877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] For port f50d80f0-2406-4b39-8ad7-054224ca23ee, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f50d80f0-2406-4b39-8ad7-054224ca23ee,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:06.475166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.498147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 0fde892c-16b7-42ae-ae6f-4ce54c3d0bab {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:06.499482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0fde892c-16b7-42ae-ae6f-4ce54c3d0bab), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.512251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75309e8f-0ef5-4eef-be0e-37efbe9bc458 admin admin] Publish callbacks [] for security_group (68390e8f-2486-4fd1-96c5-57442ebbb4be), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.520305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75309e8f-0ef5-4eef-be0e-37efbe9bc458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (68390e8f-2486-4fd1-96c5-57442ebbb4be), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.574715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febdcbb-4439-4b39-bc72-41bc0054dbe3 None None] Pushing event updated for resources: {'Port': ['ID=f50d80f0-2406-4b39-8ad7-054224ca23ee,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:06.608366 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-75309e8f-0ef5-4eef-be0e-37efbe9bc458 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9700cf931f9e4b909c758ff535976484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124796 Feb 03 11:25:06.609598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309e8f-0ef5-4eef-be0e-37efbe9bc458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68390e8f-2486-4fd1-96c5-57442ebbb4be,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:06.612121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51992) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:06.666971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0fde892c-16b7-42ae-ae6f-4ce54c3d0bab), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.682731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 0fde892c-16b7-42ae-ae6f-4ce54c3d0bab owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:06.685606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] Publish callbacks [] for security_group (68390e8f-2486-4fd1-96c5-57442ebbb4be), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.709469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] Publish callbacks [] for security_group (68390e8f-2486-4fd1-96c5-57442ebbb4be), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.768862 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (68390e8f-2486-4fd1-96c5-57442ebbb4be), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.771945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:06.787557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68390e8f-2486-4fd1-96c5-57442ebbb4be HTTP/1.1" status: 204 len: 168 time: 0.1615615 Feb 03 11:25:06.797255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e0a7a-06ae-4f3f-8de4-bb5cf0323060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68390e8f-2486-4fd1-96c5-57442ebbb4be,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:06.881675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0fde892c-16b7-42ae-ae6f-4ce54c3d0bab), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.284805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=0fde892c-16b7-42ae-ae6f-4ce54c3d0bab,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:07.336017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2acb906f-6500-4d0d-93ee-561056d51cd5 req-54413eb7-12fe-4aa8-bbfe-843206ab29e7 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0634286 Feb 03 11:25:07.339790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.340145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.340485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.340820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.341180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.341507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.341836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.342433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.342547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.342795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.343112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.343432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.343747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:07.347034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.373766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.379166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0fb03097-4a31-4c05-8c3f-779411559067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/0fde892c-16b7-42ae-ae6f-4ce54c3d0bab HTTP/1.1" status: 204 len: 168 time: 1.0578444 Feb 03 11:25:07.379550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52018) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:07.417930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d682f07-8695-471e-a07c-be9b60bb5dec req-7e534a5d-1277-4c6d-9aeb-fccc6664a37e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:07.419460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d682f07-8695-471e-a07c-be9b60bb5dec req-7e534a5d-1277-4c6d-9aeb-fccc6664a37e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 945 time: 0.1458323 Feb 03 11:25:07.458382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d46fc-a700-4643-b6fd-dd8ba3466f2c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:07.465282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d46fc-a700-4643-b6fd-dd8ba3466f2c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:07.469254 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-261d46fc-a700-4643-b6fd-dd8ba3466f2c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863445 Feb 03 11:25:07.469702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:07.521792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d682f07-8695-471e-a07c-be9b60bb5dec req-a0657f5c-572b-4d12-a561-56fe72bb86d0 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959296 Feb 03 11:25:07.561666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 69f76713-1b11-476b-b829-539505d1fe52 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:07.565441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (69f76713-1b11-476b-b829-539505d1fe52), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.613393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d166b1c7-31c3-47dd-aab2-3457ac3960db up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:07.636584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (69f76713-1b11-476b-b829-539505d1fe52), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.689531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port d166b1c7-31c3-47dd-aab2-3457ac3960db completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:25:07.694243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port d166b1c7-31c3-47dd-aab2-3457ac3960db triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:07.694622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.859744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec635c-1cfb-459a-9530-44514852e79d req-b938f585-a8d8-4eef-8dad-2ee58fb1f593 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:07.871247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d166b1c7-31c3-47dd-aab2-3457ac3960db is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:07.872617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.874938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73ec635c-1cfb-459a-9530-44514852e79d req-b938f585-a8d8-4eef-8dad-2ee58fb1f593 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.2680118 Feb 03 11:25:07.881345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (69f76713-1b11-476b-b829-539505d1fe52), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:07.923360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:07.926457 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24a064-2a3a-4e7d-86cc-9038ddaea0e8" -d '{"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-plugged", "status": "completed", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:07.942360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:07.948640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.016701 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da621051-54cc-4d09-8eae-e74ee8adbc3f x-openstack-request-id: req-da621051-54cc-4d09-8eae-e74ee8adbc3f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:08.016876 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-plugged", "status": "completed", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:08.017174 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da621051-54cc-4d09-8eae-e74ee8adbc3f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:08.017910 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'code': 200} Feb 03 11:25:08.024759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:08.072359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (69f76713-1b11-476b-b829-539505d1fe52), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.098513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Could not find standard attr ID for object 0fde892c-16b7-42ae-ae6f-4ce54c3d0bab. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:08.128092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Provisioning complete for port f50d80f0-2406-4b39-8ad7-054224ca23ee triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:08.128670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.141366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.146903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/69f76713-1b11-476b-b829-539505d1fe52 HTTP/1.1" status: 204 len: 168 time: 0.6736732 Feb 03 11:25:08.147443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52044) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:08.166712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beedd5-525b-4f21-88c6-d221f010995c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=69f76713-1b11-476b-b829-539505d1fe52,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:08.197740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c08077-d425-4bd6-8cab-796cc9f36174 req-469c3151-7b91-4dbd-aa7a-353e1dc23497 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.207960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87c08077-d425-4bd6-8cab-796cc9f36174 req-469c3151-7b91-4dbd-aa7a-353e1dc23497 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.1779182 Feb 03 11:25:08.246715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca942d-cc0a-448d-8b0a-5114f47fc37f req-51d5aa22-cc23-4c4f-a87b-f1d57338b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.251169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3ca942d-cc0a-448d-8b0a-5114f47fc37f req-51d5aa22-cc23-4c4f-a87b-f1d57338b8ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.1529117 Feb 03 11:25:08.279360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b107fa55-cfb2-46bb-b06c-84d39723f179 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298537 Feb 03 11:25:08.282580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:08.292838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:08.321337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Current status of the port f50d80f0-2406-4b39-8ad7-054224ca23ee is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:08.321855 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.348381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f50d80f0-2406-4b39-8ad7-054224ca23ee up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:08.366013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3ca942d-cc0a-448d-8b0a-5114f47fc37f req-b6d585dc-c5e9-43f3-8504-713741389d91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074257 Feb 03 11:25:08.386923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:08.424776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ca453-a6d0-4fcb-bb4c-75e2b1a68456 req-bf1e1753-e011-483a-b8df-ef814c4724ee tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.441972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff5ca453-a6d0-4fcb-bb4c-75e2b1a68456 req-bf1e1753-e011-483a-b8df-ef814c4724ee tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 1091 time: 0.1183186 Feb 03 11:25:08.453556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] For port f50d80f0-2406-4b39-8ad7-054224ca23ee, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f50d80f0-2406-4b39-8ad7-054224ca23ee,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:08.466743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.520015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f50d80f0-2406-4b39-8ad7-054224ca23ee triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:08.520015 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.541970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a05432e-a5a0-4e61-b4d9-9416ba338576 req-60237ea3-96e6-4074-b913-f1529dbc1a26 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0519707 Feb 03 11:25:08.576651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950abff6-3246-4420-9a49-46180b61de3c None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:08.578216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:08.588403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.590853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d88a9879-1add-4449-a8ba-1bd3b954f5de None None] Could not find standard attr ID for object 255d66bf-c602-4890-aa46-a233302bd00f. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:08.630545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1811172-a62e-4263-9cff-e42014651ffc None None] Pushing event updated for resources: {'Port': ['ID=f50d80f0-2406-4b39-8ad7-054224ca23ee,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:08.699023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857d15-edb5-4395-a0ee-13d59d92d291 req-4d6b1337-e5b6-4c78-8177-c84ef68511fd tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.700835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91857d15-edb5-4395-a0ee-13d59d92d291 req-4d6b1337-e5b6-4c78-8177-c84ef68511fd tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1166 time: 0.1342947 Feb 03 11:25:08.701631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8612e2d-386d-475e-a79d-fa87e3e461f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.744102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f50d80f0-2406-4b39-8ad7-054224ca23ee is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:08.786173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135ba0-071c-4883-87ad-8c50db8f1a55 req-d01607a7-c5d5-4cfc-b96f-16318e1535cf tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.787706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea135ba0-071c-4883-87ad-8c50db8f1a55 req-d01607a7-c5d5-4cfc-b96f-16318e1535cf tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1268840 Feb 03 11:25:08.836533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:08.869025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91857d15-edb5-4395-a0ee-13d59d92d291 req-dbd62372-0399-4a22-9602-ed3137474bc3 tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1453168 Feb 03 11:25:08.871201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52064) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:08.918601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Deleting port f50d80f0-2406-4b39-8ad7-054224ca23ee {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:08.918974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.925150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (72ab89ed-1c3d-4483-ab31-2fe45c0eb193), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.935893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea135ba0-071c-4883-87ad-8c50db8f1a55 req-a6ba12de-43f0-4e67-82a1-9117cb55a651 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318600 Feb 03 11:25:08.978753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8612e2d-386d-475e-a79d-fa87e3e461f5 admin admin] Publish callbacks [] for security_group (d26637e2-b1ed-463c-9134-a94ea6ab1343), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.984852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8612e2d-386d-475e-a79d-fa87e3e461f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d26637e2-b1ed-463c-9134-a94ea6ab1343), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:08.985563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:08.994593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:08.998808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:08.999424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.031221 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7447729 Feb 03 11:25:09.033878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:09.038042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8612e2d-386d-475e-a79d-fa87e3e461f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26637e2-b1ed-463c-9134-a94ea6ab1343,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:09.038852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] For port f50d80f0-2406-4b39-8ad7-054224ca23ee, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f50d80f0-2406-4b39-8ad7-054224ca23ee,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:09.039339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '72ab89ed-1c3d-4483-ab31-2fe45c0eb193', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-396265065'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:09.039653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.043978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b8612e2d-386d-475e-a79d-fa87e3e461f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86447f258e6d46ceb31f36c9c5c70d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6543822 Feb 03 11:25:09.045352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c7a1a-4ac4-4b96-a7a2-c6410f13850b tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:09.046446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:09.049564 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-383c7a1a-4ac4-4b96-a7a2-c6410f13850b tempest-TestSecurityGroupsBasicOps-773611167 tempest-TestSecurityGroupsBasicOps-773611167-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 1086 time: 0.1725504 Feb 03 11:25:09.049564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d63927-6972-4ea9-b9b3-d8d84928f8b2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=72ab89ed-1c3d-4483-ab31-2fe45c0eb193,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:09.061394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Calling delete_port for f50d80f0-2406-4b39-8ad7-054224ca23ee owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:09.137779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] Publish callbacks [] for security_group (d26637e2-b1ed-463c-9134-a94ea6ab1343), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.167608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f50d80f0-2406-4b39-8ad7-054224ca23ee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.191446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] Publish callbacks [] for security_group (d26637e2-b1ed-463c-9134-a94ea6ab1343), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.223366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] Pushing event deleted for resources: {'Port': ['ID=f50d80f0-2406-4b39-8ad7-054224ca23ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:09.234193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf4a7c-e61e-472d-b73d-3934ab94e481 None None] No DVR routers for this DVR port f50d80f0-2406-4b39-8ad7-054224ca23ee on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:09.254831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5a461-27be-4486-93c5-ab075291beb6 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:09.298992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d26637e2-b1ed-463c-9134-a94ea6ab1343), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.299813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:09.302069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.306104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d26637e2-b1ed-463c-9134-a94ea6ab1343 HTTP/1.1" status: 204 len: 168 time: 0.2558815 Feb 03 11:25:09.309162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.354165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 19b1cd6f-26f2-403b-b769-8ee25298a979 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:09.354453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af51eed-990f-4696-8a93-54a541b74fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26637e2-b1ed-463c-9134-a94ea6ab1343,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:09.395142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b6b4-b163-4fe1-a2db-0d34653103f1 req-f226a52e-462b-4b5a-80b0-6713acb5a7b4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:09.396664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8191b6b4-b163-4fe1-a2db-0d34653103f1 req-f226a52e-462b-4b5a-80b0-6713acb5a7b4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.0894842 Feb 03 11:25:09.458901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151598fe-5012-417d-8187-2544f81949ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '72ab89ed-1c3d-4483-ab31-2fe45c0eb193'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:09.459874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.516489 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:25:09.524949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:25:09.552673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2481c1ab-a18a-4ab1-824e-1b4f016f055c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5169363 Feb 03 11:25:09.555652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:09.625640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1fa5b79a-7a9a-40ae-b57a-bbedb85713a3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0687771 Feb 03 11:25:09.626258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:09.647036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-151598fe-5012-417d-8187-2544f81949ec None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/72ab89ed-1c3d-4483-ab31-2fe45c0eb193/cd1d14ea-10bb-44e6-83a6-7ba0df60f178) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:09.712898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2a53545-2635-477e-a32a-f8d38cce18c2 req-3853a429-889a-4446-8f38-8dff3fb7a45c tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0506623 Feb 03 11:25:09.756997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e128611-24d3-42f5-8db8-0fae85ac97f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:09.758749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e128611-24d3-42f5-8db8-0fae85ac97f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:09.762662 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e128611-24d3-42f5-8db8-0fae85ac97f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1329565 Feb 03 11:25:09.762930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:09.842732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 72ab89ed-1c3d-4483-ab31-2fe45c0eb193 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:09.866759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks [] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.872620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (72ab89ed-1c3d-4483-ab31-2fe45c0eb193), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.884861 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.921382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (72ab89ed-1c3d-4483-ab31-2fe45c0eb193), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:09.942752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151598fe-5012-417d-8187-2544f81949ec None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:09.948171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-151598fe-5012-417d-8187-2544f81949ec None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:09.961381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151598fe-5012-417d-8187-2544f81949ec None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:09.975064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151598fe-5012-417d-8187-2544f81949ec None None] Pushing event updated for resources: {'Port': ['ID=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:10.052948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-151598fe-5012-417d-8187-2544f81949ec None None] Attempting to bind port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:10.053637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-151598fe-5012-417d-8187-2544f81949ec None None] Attempting to bind port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:10.053767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151598fe-5012-417d-8187-2544f81949ec None None] Attempting to bind port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:10.064606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151598fe-5012-417d-8187-2544f81949ec None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:10.065822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151598fe-5012-417d-8187-2544f81949ec None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:10.066392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.066924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151598fe-5012-417d-8187-2544f81949ec None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:10.067574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-151598fe-5012-417d-8187-2544f81949ec None None] Bound port: cd1d14ea-10bb-44e6-83a6-7ba0df60f178, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:10.068385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.143259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (72ab89ed-1c3d-4483-ab31-2fe45c0eb193), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.152437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d89dd2-19a0-45b6-b476-2ad05b347578 req-4953c446-b389-4608-8bcd-57549febf582 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:10.154285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9d89dd2-19a0-45b6-b476-2ad05b347578 req-4953c446-b389-4608-8bcd-57549febf582 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.0898497 Feb 03 11:25:10.190763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f50d80f0-2406-4b39-8ad7-054224ca23ee no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:10.219071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9d89dd2-19a0-45b6-b476-2ad05b347578 req-2e247423-c8c2-4d0e-b667-403a3e39b418 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Feb 03 11:25:10.219784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f50d80f0-2406-4b39-8ad7-054224ca23ee {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:10.220139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f50d80f0-2406-4b39-8ad7-054224ca23ee not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:10.247695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (72ab89ed-1c3d-4483-ab31-2fe45c0eb193), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.263072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.266401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/72ab89ed-1c3d-4483-ab31-2fe45c0eb193 HTTP/1.1" status: 204 len: 168 time: 0.5025101 Feb 03 11:25:10.269072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:10.273101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-151598fe-5012-417d-8187-2544f81949ec None None] For port cd1d14ea-10bb-44e6-83a6-7ba0df60f178, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:10.307831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-151598fe-5012-417d-8187-2544f81949ec None None] For port cd1d14ea-10bb-44e6-83a6-7ba0df60f178, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:10.313580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7e21-89db-456a-bb7f-7c907960f443 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=72ab89ed-1c3d-4483-ab31-2fe45c0eb193,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:10.320278 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151598fe-5012-417d-8187-2544f81949ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.339319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52112) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:10.344430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:10.355193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7e05e782-c382-4b41-aa63-6ba31b53aeeb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652633 Feb 03 11:25:10.372547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151598fe-5012-417d-8187-2544f81949ec None None] Pushing event updated for resources: {'Port': ['ID=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:10.471049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:10.471049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.694648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-f2ed19ae-d6f4-4bb2-bee1-290ed9e3d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:10.697122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-f2ed19ae-d6f4-4bb2-bee1-290ed9e3d69e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.1704221 Feb 03 11:25:10.714550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6e2e1-38b4-4096-b1b5-b31fa05eafed req-f17690ca-634e-4825-b531-bea595be5139 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:10.722510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4d6e2e1-38b4-4096-b1b5-b31fa05eafed req-f17690ca-634e-4825-b531-bea595be5139 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1447253 Feb 03 11:25:10.813773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e79f6b5-d784-40b8-85ea-8ef7ab062c60 req-2d90cedb-918b-4413-a0f3-e8e3966c12cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0795674 Feb 03 11:25:10.823151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (86d2b467-9f20-4f3c-8445-08cbbf6afa81), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.865168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc89af-ec2d-47a4-a8d9-bf6913d39067 req-e8c947eb-33f1-498c-b6d0-1687bf29b236 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:10.867206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0cc89af-ec2d-47a4-a8d9-bf6913d39067 req-e8c947eb-33f1-498c-b6d0-1687bf29b236 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.2874291 Feb 03 11:25:10.885350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:10.887324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:10.910448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:10.911167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:10.939174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=86d2b467-9f20-4f3c-8445-08cbbf6afa81,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:10.953995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c6fc99cb-3210-4b68-a20e-1dc4dbe57e8f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6135728 Feb 03 11:25:10.956667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:10.963500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1502721263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:10.969954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4d6e2e1-38b4-4096-b1b5-b31fa05eafed req-f8035620-0def-475e-ac87-f02a8630f661 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461860 Feb 03 11:25:11.016978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-b0366184-38cd-42bc-8504-e9f692b42bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:11.018663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-b0366184-38cd-42bc-8504-e9f692b42bb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.3130412 Feb 03 11:25:11.020713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (42c231a9-e4ea-4498-b616-6166072a7d98), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.021933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (42c231a9-e4ea-4498-b616-6166072a7d98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.089193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router_controller (42c231a9-e4ea-4498-b616-6166072a7d98), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.094628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-1d37cd19-f1d7-4fa3-b4d9-64e955cec2df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0698090 Feb 03 11:25:11.094846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (42c231a9-e4ea-4498-b616-6166072a7d98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.126422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.130398 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a59bae76-a84b-42d6-a41f-4be7d5e862f2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1693914 Feb 03 11:25:11.130646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52134) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:11.131386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96e51191-cb71-47cf-bd1b-6acddaf60b75 req-65adae4a-1c29-41bf-9ee6-adfaeae6128d tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0940614 Feb 03 11:25:11.226686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-d9fb5f82-17cb-46f7-b3d1-17f28173c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:11.228152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-d9fb5f82-17cb-46f7-b3d1-17f28173c01e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.1123123 Feb 03 11:25:11.235946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-91b37f02-2548-416a-bd39-4ad762275446 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:11.237427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-91b37f02-2548-416a-bd39-4ad762275446 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.69 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.1049364 Feb 03 11:25:11.276686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-e6f1206e-0560-4906-bef7-f46fe68ad070 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380657 Feb 03 11:25:11.406118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-3c86236c-bed2-4e51-ad0c-4e3004d9d06b service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093378 Feb 03 11:25:11.632433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ffe77d-c673-4d74-88b3-17e0e8a80e2f req-06dcf6b4-72bb-4c66-9e7f-bd1fb5cbd91f service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170837 Feb 03 11:25:11.658300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 2e366b31-74d5-4fb8-935c-25d7135375cb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:11.659027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.800673 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:25:11.839692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port 2e366b31-74d5-4fb8-935c-25d7135375cb, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2e366b31-74d5-4fb8-935c-25d7135375cb,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:11.840160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:11.858852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 2e366b31-74d5-4fb8-935c-25d7135375cb owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:11.886646 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.128970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4b6b6-8b0e-43f4-b50e-7f99e91711aa None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:12.310402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::1 (134040e6-0113-4b2f-96c2-7e25b948102e/86d2b467-9f20-4f3c-8445-08cbbf6afa81/24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:12.337848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52158) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:12.421368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd1d14ea-10bb-44e6-83a6-7ba0df60f178 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:12.452713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.472751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954987-409e-4964-b6b0-55f670c195df req-59ff525d-5b22-42e0-bcf2-f9fac17b3173 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:12.476254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34954987-409e-4964-b6b0-55f670c195df req-59ff525d-5b22-42e0-bcf2-f9fac17b3173 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9726304d-f46f-4028-8d04-5bf8ee9c737f HTTP/1.1" status: 200 len: 909 time: 0.3781648 Feb 03 11:25:12.487253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5e298-23b1-4d21-9980-77ced16a9a8b req-249077a7-d02d-4185-aa87-8c607d0d6fcf tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:12.495070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bef5e298-23b1-4d21-9980-77ced16a9a8b req-249077a7-d02d-4185-aa87-8c607d0d6fcf tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.2881420 Feb 03 11:25:12.499260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.523069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:12.526341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:12.567200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:12.568255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bef5e298-23b1-4d21-9980-77ced16a9a8b req-6b5ba9aa-7f43-4a80-9102-30d5a24e5227 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719438 Feb 03 11:25:12.568372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (42c231a9-e4ea-4498-b616-6166072a7d98), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.574504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2e366b31-74d5-4fb8-935c-25d7135375cb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.611710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=2e366b31-74d5-4fb8-935c-25d7135375cb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:12.625182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Provisioning complete for port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:12.625750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.660316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:12.676802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f2c41d8-3a1a-46ae-8803-0cc1674ffa85 req-2b447c72-204a-42eb-9422-22ec5bb7b840 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0659268 Feb 03 11:25:12.711909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] No DVR routers for this DVR port 2e366b31-74d5-4fb8-935c-25d7135375cb on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:12.716113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.732828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b446a6bf-14e9-440e-8b43-180d4039b661 req-6443891d-48dd-4cb6-b7db-3e1dbf4a9730 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.69 "DELETE /v2.0/ports/2e366b31-74d5-4fb8-935c-25d7135375cb HTTP/1.1" status: 204 len: 173 time: 1.4706259 Feb 03 11:25:12.735287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'name': 'network-vif-deleted', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:12.742988 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26741395-a28b-4e84-aa93-c2e5da76d5cf" -d '{"events": [{"server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "name": "network-vif-deleted", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:12.755895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e17a3b5-1546-43a3-af32-767b5d01da62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.768114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.853834 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e1fc2-6806-4e23-aa44-a3c04f943176 x-openstack-request-id: req-d58e1fc2-6806-4e23-aa44-a3c04f943176 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:12.854437 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9726304d-f46f-4028-8d04-5bf8ee9c737f", "name": "network-vif-deleted", "tag": "2e366b31-74d5-4fb8-935c-25d7135375cb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:12.854437 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d58e1fc2-6806-4e23-aa44-a3c04f943176 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:12.855616 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726304d-f46f-4028-8d04-5bf8ee9c737f', 'name': 'network-vif-deleted', 'tag': '2e366b31-74d5-4fb8-935c-25d7135375cb', 'status': 'completed', 'code': 200} Feb 03 11:25:12.966281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e17a3b5-1546-43a3-af32-767b5d01da62 admin admin] Publish callbacks [] for security_group (39c46954-1e64-48cd-8930-68f8f2177334), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:12.975493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e17a3b5-1546-43a3-af32-767b5d01da62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (39c46954-1e64-48cd-8930-68f8f2177334), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.042191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17a3b5-1546-43a3-af32-767b5d01da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c46954-1e64-48cd-8930-68f8f2177334,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:13.051616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e17a3b5-1546-43a3-af32-767b5d01da62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aff905b68194aa880b410ee8419a903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7079835 Feb 03 11:25:13.052434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:13.091269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:13.091796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.127615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] Publish callbacks [] for security_group (39c46954-1e64-48cd-8930-68f8f2177334), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.156582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] Publish callbacks [] for security_group (39c46954-1e64-48cd-8930-68f8f2177334), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.169189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Current status of the port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:13.169760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.180934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.189822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.190616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (42c231a9-e4ea-4498-b616-6166072a7d98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.248490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (39c46954-1e64-48cd-8930-68f8f2177334), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.252444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.270852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39c46954-1e64-48cd-8930-68f8f2177334 HTTP/1.1" status: 204 len: 168 time: 0.2165923 Feb 03 11:25:13.283543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:13.302144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6075ee-8522-42cf-ac68-522b5eb0ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c46954-1e64-48cd-8930-68f8f2177334,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:13.348171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] For port cd1d14ea-10bb-44e6-83a6-7ba0df60f178, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:13.384128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.442675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec693f5a-907d-4a8f-8e2c-3a61f34af12d req-c15db99d-dd09-4599-ae41-d4b823d32709 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249&device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.1369822 Feb 03 11:25:13.465450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:13.465727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.496122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:13.501819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:13.587637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:13.617551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d14c4-d33e-4b5f-ba37-bf8017a47160 None None] Pushing event updated for resources: {'Port': ['ID=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:13.703470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bde22b21-c0d5-48d4-8536-04091e43366e None None] Provisioning complete for port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:13.704171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bde22b21-c0d5-48d4-8536-04091e43366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:13.795017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:13.795523 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:13.887152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bde22b21-c0d5-48d4-8536-04091e43366e None None] Current status of the port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:13.888432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5cbe-3a46-4a87-a94f-37bc8633eb80 req-ba75836a-f1ff-4075-b513-1c5b3902718b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696644d7793f48ccb67dbc1640c6c8c0&device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0608468 Feb 03 11:25:13.925645 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Router 42c231a9-e4ea-4498-b616-6166072a7d98 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:25:13.951681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9eeacbb8-c4c2-4a56-a74c-d348bc62d90d req-ea795abb-1f7e-4079-b7c7-31add4f96293 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0952537 Feb 03 11:25:13.999051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:14.001169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-460e65e4-91a2-4183-aef7-67a427d110ac None None] Could not find standard attr ID for object 0fde892c-16b7-42ae-ae6f-4ce54c3d0bab. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:14.010409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af01ae3-cdda-4ecc-9b4e-0c3b9df22cf5 req-3752a41b-8d52-4dd9-8ebe-d688dc953097 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:14.012651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0af01ae3-cdda-4ecc-9b4e-0c3b9df22cf5 req-3752a41b-8d52-4dd9-8ebe-d688dc953097 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.3175449 Feb 03 11:25:14.027776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5cbe-3a46-4a87-a94f-37bc8633eb80 req-dce6d687-1a9e-4412-8f45-5f91950a3805 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=696644d7793f48ccb67dbc1640c6c8c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844839 Feb 03 11:25:14.057954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18c35955-6afe-4732-ac01-6fbc19465fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:14.070643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:14.085980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Sync routers for ids ['42c231a9-e4ea-4498-b616-6166072a7d98'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:14.093600 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9bd870c7-df22-494c-8e5d-5a0ed5736d14 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "PUT /v2.0/routers/42c231a9-e4ea-4498-b616-6166072a7d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618144 Feb 03 11:25:14.096184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52186) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:14.099827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Routers {'42c231a9-e4ea-4498-b616-6166072a7d98'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:14.100553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['42c231a9-e4ea-4498-b616-6166072a7d98'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:14.156573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a42f37-3bfc-45f1-a6e2-6d781841fb04 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:14.158764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5a42f37-3bfc-45f1-a6e2-6d781841fb04 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports/24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc HTTP/1.1" status: 200 len: 911 time: 0.0612078 Feb 03 11:25:14.161527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52188) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:14.183313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2e366b31-74d5-4fb8-935c-25d7135375cb no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:14.231356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a27e46-bd16-43a9-9f73-f282393ebc78 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:14.245160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a27e46-bd16-43a9-9f73-f282393ebc78 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:14.247020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58a27e46-bd16-43a9-9f73-f282393ebc78 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0845745 Feb 03 11:25:14.250229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:14.290728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 2e366b31-74d5-4fb8-935c-25d7135375cb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:14.291122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2e366b31-74d5-4fb8-935c-25d7135375cb not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:14.351464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:14.378936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d03631ac-62dd-487f-b04e-288592be024f None None] Provisioning complete for port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:14.379314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03631ac-62dd-487f-b04e-288592be024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:14.385273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Set router 42c231a9-e4ea-4498-b616-6166072a7d98 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:14.605032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d03631ac-62dd-487f-b04e-288592be024f None None] Port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:25:14.606765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd1d14ea-10bb-44e6-83a6-7ba0df60f178 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:14.796596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:14.797017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:14.830866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0af01ae3-cdda-4ecc-9b4e-0c3b9df22cf5 req-f9b560d0-266e-474b-aab9-bbb6b8b26400 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073120 Feb 03 11:25:14.877917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7456757c-b37a-48c0-aead-6f2ffe284a88 None None] Provisioning complete for port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:14.878471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7456757c-b37a-48c0-aead-6f2ffe284a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:14.903126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a5cbe-3a46-4a87-a94f-37bc8633eb80 req-4d1eaa25-fc2d-48b9-ae42-7a5ca4e84daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:14.904897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5cbe-3a46-4a87-a94f-37bc8633eb80 req-4d1eaa25-fc2d-48b9-ae42-7a5ca4e84daf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8630702 Feb 03 11:25:14.994656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18c35955-6afe-4732-ac01-6fbc19465fe6 admin admin] Publish callbacks [] for security_group (614a4aff-b38f-4540-bee3-41d20360458d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:14.999705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7456757c-b37a-48c0-aead-6f2ffe284a88 None None] Port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:25:15.027710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18c35955-6afe-4732-ac01-6fbc19465fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (614a4aff-b38f-4540-bee3-41d20360458d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.057553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (42c231a9-e4ea-4498-b616-6166072a7d98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.058760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'name': 'tempest-NetworksTestDHCPv6-router-1502721263', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:11Z', 'updated_at': '2022-02-03T11:25:12Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:9c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:12Z', 'updated_at': '2022-02-03T11:25:12Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:15.091051 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-18c35955-6afe-4732-ac01-6fbc19465fe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cabbdd19e1d4a70afb95a0cbed78533&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0771384 Feb 03 11:25:15.091737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Checking router: 42c231a9-e4ea-4498-b616-6166072a7d98 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:15.091857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:15.092358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Updating router 42c231a9-e4ea-4498-b616-6166072a7d98 port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:25:15.094155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c35955-6afe-4732-ac01-6fbc19465fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a4aff-b38f-4540-bee3-41d20360458d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:15.094537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:15.126304 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.191006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e436ecff-5b8c-46ec-b185-703820cf1bc2 req-ec4a2f65-8826-4657-920d-b109bf4a91b9 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0889714 Feb 03 11:25:15.217347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] Publish callbacks [] for security_group (614a4aff-b38f-4540-bee3-41d20360458d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.298662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] Publish callbacks [] for security_group (614a4aff-b38f-4540-bee3-41d20360458d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.359260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.404845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (614a4aff-b38f-4540-bee3-41d20360458d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.408056 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.409359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/614a4aff-b38f-4540-bee3-41d20360458d HTTP/1.1" status: 204 len: 168 time: 0.3091652 Feb 03 11:25:15.431630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53902c-a427-4809-8113-2dea1b4918d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a4aff-b38f-4540-bee3-41d20360458d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:15.528760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:15.529311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.535456 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks [] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.548579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.639775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4eb69-83ec-4b4d-8388-9d682a131e1c None None] Pushing event updated for resources: {'Port': ['ID=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:15.747002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Attempting to bind port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:15.747420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Attempting to bind port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:15.747787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Attempting to bind port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:15.754878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:15.755219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.755390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:15.755644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.756035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:15.756502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Bound port: 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:15.756931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.772114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:15.813238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:15.813744 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:15.907089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] For port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:15.917400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] For port 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:15.928368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.048732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Routers {'42c231a9-e4ea-4498-b616-6166072a7d98'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:16.049477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['42c231a9-e4ea-4498-b616-6166072a7d98'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:16.100340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port 6e6128e1-54ce-42c9-88b6-36a064a4c1ca, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:16.101473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.130080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.148246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 6e6128e1-54ce-42c9-88b6-36a064a4c1ca owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:16.188748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706b37-3a92-4887-80c5-63e810b77cba req-7e55c7f2-b031-4c53-b235-6e470e87f8c3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:16.190361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e706b37-3a92-4887-80c5-63e810b77cba req-7e55c7f2-b031-4c53-b235-6e470e87f8c3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1946843 Feb 03 11:25:16.230413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8d72cfdb-55dd-4002-8f7d-89e683dd66c9 None None] Could not find standard attr ID for object 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:16.231652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:16.249188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4eb69-83ec-4b4d-8388-9d682a131e1c None None] Pushing event updated for resources: {'Port': ['ID=24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:16.348207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.369951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] Set router 42c231a9-e4ea-4498-b616-6166072a7d98 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:16.481273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (42c231a9-e4ea-4498-b616-6166072a7d98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.502839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e706b37-3a92-4887-80c5-63e810b77cba req-f8661d8b-6a90-49a7-9f19-7c7b5bd9e643 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994049 Feb 03 11:25:16.505334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a11a5cbe-3a46-4a87-a94f-37bc8633eb80 req-b4b06d8a-4b05-4133-881e-32f002dc0498 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.69 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0525765 Feb 03 11:25:16.530598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53f77e44-55f6-4c80-a691-22a49161f9d0 req-b58a8b12-2eb8-4dc3-96a0-52fe14f1a7ce tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=99577b49-bbb3-4927-9707-36fe30019249 HTTP/1.1" status: 200 len: 210 time: 0.0971849 Feb 03 11:25:16.584215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1c5b8944-5b41-4871-92c5-626fb1827ddd None None] Could not find standard attr ID for object 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:16.779073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6e6128e1-54ce-42c9-88b6-36a064a4c1ca), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:16.846233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=6e6128e1-54ce-42c9-88b6-36a064a4c1ca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:16.891436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'name': 'tempest-NetworksTestDHCPv6-router-1502721263', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:11Z', 'updated_at': '2022-02-03T11:25:12Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:9c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:12Z', 'updated_at': '2022-02-03T11:25:15Z', 'revision_number': 4, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:16.967498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c382f58-abe9-4985-a07a-9050afd9c612 None None] The sync data for ids ['42c231a9-e4ea-4498-b616-6166072a7d98'] in n-d-821606-6 is: [{'id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'name': 'tempest-NetworksTestDHCPv6-router-1502721263', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:11Z', 'updated_at': '2022-02-03T11:25:12Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:9c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c231a9-e4ea-4498-b616-6166072a7d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:12Z', 'updated_at': '2022-02-03T11:25:15Z', 'revision_number': 4, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '86d2b467-9f20-4f3c-8445-08cbbf6afa81', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:17.152447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:17.331562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Router 42c231a9-e4ea-4498-b616-6166072a7d98 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:25:17.490416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:17.496479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39e8b6a3-c3d2-48e4-968f-ae55b5b85932 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "PUT /v2.0/routers/42c231a9-e4ea-4498-b616-6166072a7d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2448385 Feb 03 11:25:17.500366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:17.589616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router de794e0d-78f8-4cde-a73c-9cdd5336cf72 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:25:17.632595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087470cd-9647-45c9-9ca6-721b659bdec4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:17.633785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087470cd-9647-45c9-9ca6-721b659bdec4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:17.635321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-087470cd-9647-45c9-9ca6-721b659bdec4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1208169 Feb 03 11:25:17.638529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52246) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:17.739598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 86d2b467-9f20-4f3c-8445-08cbbf6afa81 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:17.761777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (86d2b467-9f20-4f3c-8445-08cbbf6afa81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:17.849302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (86d2b467-9f20-4f3c-8445-08cbbf6afa81), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:17.951935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3762e0-df3a-412e-8224-cb10da4138b1 req-b4fd760b-854a-46c1-8c11-6045cce902d3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:17.959387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3762e0-df3a-412e-8224-cb10da4138b1 req-b4fd760b-854a-46c1-8c11-6045cce902d3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.2808614 Feb 03 11:25:17.968163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (86d2b467-9f20-4f3c-8445-08cbbf6afa81), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:17.993935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27f4c27a-a3b1-4e2d-bfd2-b6cd8300ba33 req-39f3e0ba-2f13-4533-8ee2-c58d19612039 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696644d7793f48ccb67dbc1640c6c8c0&device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.0894372 Feb 03 11:25:18.046596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f60eb35d-b326-4774-a99a-d031401c11f1 req-d4596e3a-6cf3-4b45-8949-bef47bea69c5 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.0684774 Feb 03 11:25:18.047896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:18.062371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Sync routers for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:18.070646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-80c61128-9c1f-440f-9f47-cd3fdb5b45e4 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "PUT /v2.0/routers/de794e0d-78f8-4cde-a73c-9cdd5336cf72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4819446 Feb 03 11:25:18.071809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52262) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:18.087981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27f4c27a-a3b1-4e2d-bfd2-b6cd8300ba33 req-7c7245c0-e6c3-49da-9e47-284fcf995dbb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=696644d7793f48ccb67dbc1640c6c8c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555634 Feb 03 11:25:18.089600 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:18.091800 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:18.155323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (86d2b467-9f20-4f3c-8445-08cbbf6afa81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.206414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.212233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93484c77-90a5-43e9-a2cf-467172b973c9 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:18.214877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/86d2b467-9f20-4f3c-8445-08cbbf6afa81 HTTP/1.1" status: 204 len: 168 time: 0.5751460 Feb 03 11:25:18.215644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52270) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:18.216833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bf2cf-c7a4-44e4-92de-538ea0cab981 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=86d2b467-9f20-4f3c-8445-08cbbf6afa81,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:18.223908 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:18.232769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c27a-a3b1-4e2d-bfd2-b6cd8300ba33 req-4dc6b8e1-a091-4683-a1b9-d02dbdd0f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:18.239228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27f4c27a-a3b1-4e2d-bfd2-b6cd8300ba33 req-4dc6b8e1-a091-4683-a1b9-d02dbdd0f7ce service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317353 Feb 03 11:25:18.319403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3762e0-df3a-412e-8224-cb10da4138b1 req-4359d60a-1799-47f9-972a-42f928f59ba9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588021 Feb 03 11:25:18.344043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting subnet 2995df73-ad4b-4c89-ab7e-06b61c0d19f8 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:18.349451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for subnet (2995df73-ad4b-4c89-ab7e-06b61c0d19f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.490475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2995df73-ad4b-4c89-ab7e-06b61c0d19f8), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.539870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:18.573766 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bf9f90d8-3b2f-4b3b-b17e-5fe2ee5a0015 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3447964 Feb 03 11:25:18.576019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:18.654975 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:25:16Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:18.674313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2995df73-ad4b-4c89-ab7e-06b61c0d19f8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.700828 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Checking router: de794e0d-78f8-4cde-a73c-9cdd5336cf72 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:18.712384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (42c231a9-e4ea-4498-b616-6166072a7d98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.713831 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Routers {'de794e0d-78f8-4cde-a73c-9cdd5336cf72'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:18.714595 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:18.799118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2995df73-ad4b-4c89-ab7e-06b61c0d19f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.828870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.843139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/subnets/2995df73-ad4b-4c89-ab7e-06b61c0d19f8 HTTP/1.1" status: 204 len: 168 time: 0.7562044 Feb 03 11:25:18.869201 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] Set router de794e0d-78f8-4cde-a73c-9cdd5336cf72 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:18.881194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f69a2b-0448-42ad-a26d-b17305527818 None None] Network 660ee8bf-5c93-45e7-b7d8-00be6f4713ff requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:18.907836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:18.926252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7987bb1-8664-467c-900d-d33812c494cc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Subnet': ['ID=2995df73-ad4b-4c89-ab7e-06b61c0d19f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:18.974070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (42c231a9-e4ea-4498-b616-6166072a7d98), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:18.977305 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router_controller (42c231a9-e4ea-4498-b616-6166072a7d98), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.056965 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (42c231a9-e4ea-4498-b616-6166072a7d98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.057868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Fanout notify agent at l3_agent the message router_deleted on router 42c231a9-e4ea-4498-b616-6166072a7d98 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:25:19.072164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.074384 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9232c68b-7a66-4a5c-a8df-a1495ec26f07 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/routers/42c231a9-e4ea-4498-b616-6166072a7d98 HTTP/1.1" status: 204 len: 168 time: 0.4974196 Feb 03 11:25:19.077329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:19.084666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:19.150268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Deleting port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:19.152931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.249762 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:25:16Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:19.277331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc074bf7-0e56-40b8-bf9d-b014d10f5631 req-08aa6ab6-ce6e-4a52-8688-b23aa15c0507 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.0575438 Feb 03 11:25:19.318064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.338262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:19.339176 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084829b-193c-47b2-afad-24604c6ca767 None None] The sync data for ids ['de794e0d-78f8-4cde-a73c-9cdd5336cf72'] in n-d-821606-6 is: [{'id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1741508235', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:27Z', 'updated_at': '2022-02-03T11:25:16Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': '1df25ce1-ff64-49fc-bc18-4368f60cfd54', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de794e0d-78f8-4cde-a73c-9cdd5336cf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:28Z', 'updated_at': '2022-02-03T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:19.341816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.349213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] For port cd1d14ea-10bb-44e6-83a6-7ba0df60f178, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:19.354135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.394403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52316) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:19.402324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Calling delete_port for cd1d14ea-10bb-44e6-83a6-7ba0df60f178 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:19.512755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Sync routers for ids ['42c231a9-e4ea-4498-b616-6166072a7d98'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:19.546675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (de794e0d-78f8-4cde-a73c-9cdd5336cf72), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.561839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:19.561839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 11:25:19.565615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42c231a9-e4ea-4498-b616-6166072a7d98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent'). {{(pid=103128) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 11:25:19.602992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fca4222-af97-4c94-805c-d70eca67d246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.617024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:19.617893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 11:25:19.618682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42c231a9-e4ea-4498-b616-6166072a7d98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent'). {{(pid=103128) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 11:25:19.619180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f1925-461a-4c5d-9de5-444b338d47e8 None None] The sync data for ids ['42c231a9-e4ea-4498-b616-6166072a7d98'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:19.622914 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (cd1d14ea-10bb-44e6-83a6-7ba0df60f178), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.650159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6838d0c-34fd-4cdf-aa2d-a1405b10587f req-05906922-6f93-4c97-830a-ca79a1401042 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:19.652509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6838d0c-34fd-4cdf-aa2d-a1405b10587f req-05906922-6f93-4c97-830a-ca79a1401042 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1117961 Feb 03 11:25:19.656720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] No DVR routers for this DVR port cd1d14ea-10bb-44e6-83a6-7ba0df60f178 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:19.684437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 1df25ce1-ff64-49fc-bc18-4368f60cfd54 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:19.684788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.721149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300f9c-710d-49da-9853-0fac9bfd54b3 None None] Pushing event deleted for resources: {'Port': ['ID=cd1d14ea-10bb-44e6-83a6-7ba0df60f178,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:19.742420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6838d0c-34fd-4cdf-aa2d-a1405b10587f req-7e7ab6b3-c234-4fdc-8925-0725e5804337 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Feb 03 11:25:19.771667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] DHCP port deletion for 660ee8bf-5c93-45e7-b7d8-00be6f4713ff request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:19.798177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27f4c27a-a3b1-4e2d-bfd2-b6cd8300ba33 req-b93cfcea-c8dd-4569-aa0a-f916c230c64b tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.69 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.0622816 Feb 03 11:25:19.842568 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fca4222-af97-4c94-805c-d70eca67d246 admin admin] Publish callbacks [] for security_group (eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.852691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fca4222-af97-4c94-805c-d70eca67d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.877015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (8e01eaf8-cd5f-4581-993c-fa21d155a457), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.886135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port 1df25ce1-ff64-49fc-bc18-4368f60cfd54, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1df25ce1-ff64-49fc-bc18-4368f60cfd54,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:19.886429 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.900033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Deleting port 40e3e09a-ec99-4b94-b957-87a3857c8b6b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:19.900403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:19.903471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 1df25ce1-ff64-49fc-bc18-4368f60cfd54 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:20.034926 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5fca4222-af97-4c94-805c-d70eca67d246 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c19df02964c94df9945995b5964a06b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6386073 Feb 03 11:25:20.038378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:20.045646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:20.053153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca4222-af97-4c94-805c-d70eca67d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:20.087105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:20.092381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:20.093120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.112510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=8e01eaf8-cd5f-4581-993c-fa21d155a457,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:20.113316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303f889-64e6-42c4-a80f-6d8f79778278 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:20.121415 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c2f48df-c9f4-4964-ba1d-18b4ac0b3650 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0420628 Feb 03 11:25:20.124266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:20.128829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1616152569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:20.154088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.155515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.155757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] For port 40e3e09a-ec99-4b94-b957-87a3857c8b6b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e3e09a-ec99-4b94-b957-87a3857c8b6b,segment=NetworkSegment(67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6),segment_id=67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:20.156288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.186083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] Publish callbacks [] for security_group (eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.211329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] Publish callbacks [] for security_group (eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.218741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Calling delete_port for 40e3e09a-ec99-4b94-b957-87a3857c8b6b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:20.237242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router_controller (ab12e174-f4ef-485f-b263-0bd9b70956e1), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.244029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.295348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.297112 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77f1c735-8aa8-4ef4-8b1d-238809f8f6f3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1720023 Feb 03 11:25:20.299745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:20.310008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.314030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.315087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb HTTP/1.1" status: 204 len: 168 time: 0.2757545 Feb 03 11:25:20.326628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '8e01eaf8-cd5f-4581-993c-fa21d155a457'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:20.327485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.447240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8b60b-48c4-4bec-a482-eb3ca3947232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccbdb3c-b8ed-4f5f-8ea5-e45e821066fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:20.547468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:20.554926 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (40e3e09a-ec99-4b94-b957-87a3857c8b6b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.584395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:20.584788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 24cfbdf6-fa7e-452f-bfc7-00a1f8577ecc not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:20.585247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd1d14ea-10bb-44e6-83a6-7ba0df60f178 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:20.628292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] Pushing event deleted for resources: {'Port': ['ID=40e3e09a-ec99-4b94-b957-87a3857c8b6b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:20.631781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: cd1d14ea-10bb-44e6-83a6-7ba0df60f178 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:20.632641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd1d14ea-10bb-44e6-83a6-7ba0df60f178 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:20.633087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e3e09a-ec99-4b94-b957-87a3857c8b6b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:20.646083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-207e4902-8bb4-49cc-8ea8-6db7bd397224 req-10ca9c7a-1a00-4103-bc97-c70892f71940 tempest-ServerShowV247Test-288229748 tempest-ServerShowV247Test-288229748-project] 10.222.0.30 "GET /v2.0/ports?device_id=0363ec76-e8be-4a68-a706-70cb34a3caf1 HTTP/1.1" status: 200 len: 210 time: 0.1043713 Feb 03 11:25:20.657393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48881158-743e-4529-84fb-d40bc1c71554 None None] No DVR routers for this DVR port 40e3e09a-ec99-4b94-b957-87a3857c8b6b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:20.663067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 40e3e09a-ec99-4b94-b957-87a3857c8b6b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:20.663427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e3e09a-ec99-4b94-b957-87a3857c8b6b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:20.663868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6e6128e1-54ce-42c9-88b6-36a064a4c1ca no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:20.699025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/8e01eaf8-cd5f-4581-993c-fa21d155a457/0f88fa18-cea9-407e-a31c-cd541d832c18) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:20.701652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6e6128e1-54ce-42c9-88b6-36a064a4c1ca {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:20.702073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6e6128e1-54ce-42c9-88b6-36a064a4c1ca not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:20.707728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1df25ce1-ff64-49fc-bc18-4368f60cfd54), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.790208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=1df25ce1-ff64-49fc-bc18-4368f60cfd54,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:20.864123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:20.881384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dceaccc4-643f-4fb3-a49f-886728ba0659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.938141 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.938479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks [] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.946122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.982057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dceaccc4-643f-4fb3-a49f-886728ba0659 admin admin] Publish callbacks [] for security_group (f9a87a8e-7f08-48a2-8426-4691f6295368), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.988953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dceaccc4-643f-4fb3-a49f-886728ba0659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a87a8e-7f08-48a2-8426-4691f6295368), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:20.989365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:20.994361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:20.998854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:21.018939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Pushing event updated for resources: {'Port': ['ID=0f88fa18-cea9-407e-a31c-cd541d832c18,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:21.050074 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dceaccc4-643f-4fb3-a49f-886728ba0659 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46abd2ac8a764bf8843dc4595d2f52b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1813517 Feb 03 11:25:21.050074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaccc4-643f-4fb3-a49f-886728ba0659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a87a8e-7f08-48a2-8426-4691f6295368,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:21.052815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52340) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:21.092352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Attempting to bind port 0f88fa18-cea9-407e-a31c-cd541d832c18 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:21.092729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Attempting to bind port 0f88fa18-cea9-407e-a31c-cd541d832c18 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:21.093128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Attempting to bind port 0f88fa18-cea9-407e-a31c-cd541d832c18 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:21.102035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:21.102449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:21.102815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.103623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:21.104118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Bound port: 0f88fa18-cea9-407e-a31c-cd541d832c18, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:21.104505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.118191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] Publish callbacks [] for security_group (f9a87a8e-7f08-48a2-8426-4691f6295368), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.186790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] Publish callbacks [] for security_group (f9a87a8e-7f08-48a2-8426-4691f6295368), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.201439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] For port 0f88fa18-cea9-407e-a31c-cd541d832c18, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:21.205558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] For port 0f88fa18-cea9-407e-a31c-cd541d832c18, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0f88fa18-cea9-407e-a31c-cd541d832c18,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:21.218925 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.258660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a87a8e-7f08-48a2-8426-4691f6295368), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.262529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.266737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9a87a8e-7f08-48a2-8426-4691f6295368 HTTP/1.1" status: 204 len: 168 time: 0.2128305 Feb 03 11:25:21.282293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547da3-4a77-4d2b-a74d-3c9de10bb57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a87a8e-7f08-48a2-8426-4691f6295368,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:21.325001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c1506-17ce-4896-a10e-8fd9ea09e8e1 None None] Pushing event updated for resources: {'Port': ['ID=0f88fa18-cea9-407e-a31c-cd541d832c18,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:21.508895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.518769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_controller (de794e0d-78f8-4cde-a73c-9cdd5336cf72), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.557702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c914f6d-be34-4f78-8b0e-7dd9990f49ac req-220ae273-c39b-419f-8371-d7eb6b8b5f2d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:21.559276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c914f6d-be34-4f78-8b0e-7dd9990f49ac req-220ae273-c39b-419f-8371-d7eb6b8b5f2d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.7049308 Feb 03 11:25:21.617517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.645512 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (de794e0d-78f8-4cde-a73c-9cdd5336cf72), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.646091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Fanout notify agent at l3_agent the message router_deleted on router de794e0d-78f8-4cde-a73c-9cdd5336cf72 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:25:21.661518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:21.665797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d1c0ea85-d033-4f89-9a76-b67eba8524ed tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/routers/de794e0d-78f8-4cde-a73c-9cdd5336cf72 HTTP/1.1" status: 204 len: 168 time: 2.7445056 Feb 03 11:25:21.665983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:21.822886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c914f6d-be34-4f78-8b0e-7dd9990f49ac req-b8d041dc-7cf0-48a1-9cbb-2f99b465e949 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303720 Feb 03 11:25:21.832027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (660ee8bf-5c93-45e7-b7d8-00be6f4713ff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.031953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (660ee8bf-5c93-45e7-b7d8-00be6f4713ff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.064704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660ee8bf-5c93-45e7-b7d8-00be6f4713ff']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:22.077980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:22.078284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:22.092469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.102511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:22.109620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.119008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:22.119574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (67ebf7fa-ac62-4ca5-8022-dfa3a7899cf6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: items = [ Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:22.123579 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:22.158815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::1 (134040e6-0113-4b2f-96c2-7e25b948102e/8e01eaf8-cd5f-4581-993c-fa21d155a457/848cdaf3-f606-40a2-bf42-62014d3eab7b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:22.255414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (660ee8bf-5c93-45e7-b7d8-00be6f4713ff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.271377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.281367 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/networks/660ee8bf-5c93-45e7-b7d8-00be6f4713ff HTTP/1.1" status: 204 len: 168 time: 0.6112626 Feb 03 11:25:22.286058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52370) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:22.358671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a049627-14e1-40a6-887c-b71aa64dbfd3 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Network': ['ID=660ee8bf-5c93-45e7-b7d8-00be6f4713ff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:22.479421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26691a0e-8fbb-4232-bfe2-ed44539fa330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.551820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.614864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0f88fa18-cea9-407e-a31c-cd541d832c18 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:22.648947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.695378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0f88fa18-cea9-407e-a31c-cd541d832c18 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:22.695766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.724358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:22.734904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26691a0e-8fbb-4232-bfe2-ed44539fa330 admin admin] Publish callbacks [] for security_group (1204a31a-2089-4900-badc-a8d05ff534ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.736472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:22.739668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:22.740599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (ab12e174-f4ef-485f-b263-0bd9b70956e1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.801857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 17caa1c1-6d84-4a37-ac4f-8e2085cbbd95 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:22.802251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.838471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26691a0e-8fbb-4232-bfe2-ed44539fa330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1204a31a-2089-4900-badc-a8d05ff534ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.867062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0f88fa18-cea9-407e-a31c-cd541d832c18 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:22.868220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.915512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-26691a0e-8fbb-4232-bfe2-ed44539fa330 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=696644d7793f48ccb67dbc1640c6c8c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103769 Feb 03 11:25:22.933428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:22.943068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0f88fa18-cea9-407e-a31c-cd541d832c18, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0f88fa18-cea9-407e-a31c-cd541d832c18,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:22.949927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e34f888b-8e86-44d2-90bc-12fd13d1b944 None None] Provisioning complete for port 0f88fa18-cea9-407e-a31c-cd541d832c18 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:22.950526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e34f888b-8e86-44d2-90bc-12fd13d1b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.986295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=848cdaf3-f606-40a2-bf42-62014d3eab7b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:22.993111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:22.993472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for floatingip (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.021055 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.036012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 17caa1c1-6d84-4a37-ac4f-8e2085cbbd95 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:23.107883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691a0e-8fbb-4232-bfe2-ed44539fa330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1204a31a-2089-4900-badc-a8d05ff534ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:23.126970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0f88fa18-cea9-407e-a31c-cd541d832c18,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:23.129866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1df25ce1-ff64-49fc-bc18-4368f60cfd54 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:23.132002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.186664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 1df25ce1-ff64-49fc-bc18-4368f60cfd54 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:23.192353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1df25ce1-ff64-49fc-bc18-4368f60cfd54 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:23.222248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] Publish callbacks [] for security_group (1204a31a-2089-4900-badc-a8d05ff534ed), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.236588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bc1f-0459-449e-ae02-3f3d4d73baf3 req-73a82baf-80df-4a6b-bc98-3d1e7ed6e9a7 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:23.243903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22c6bc1f-0459-449e-ae02-3f3d4d73baf3 req-73a82baf-80df-4a6b-bc98-3d1e7ed6e9a7 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.2432141 Feb 03 11:25:23.302955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e34f888b-8e86-44d2-90bc-12fd13d1b944 None None] Current status of the port 0f88fa18-cea9-407e-a31c-cd541d832c18 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:23.352862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] Publish callbacks [] for security_group (1204a31a-2089-4900-badc-a8d05ff534ed), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.400331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22c6bc1f-0459-449e-ae02-3f3d4d73baf3 req-0c846cec-0d35-45b4-937a-c058cf568394 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509788 Feb 03 11:25:23.415737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (17caa1c1-6d84-4a37-ac4f-8e2085cbbd95), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.453404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6642a6ef-7865-43b7-89be-2eae7ea4f007 None None] Provisioning complete for port 848cdaf3-f606-40a2-bf42-62014d3eab7b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:23.453404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6642a6ef-7865-43b7-89be-2eae7ea4f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.480949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=17caa1c1-6d84-4a37-ac4f-8e2085cbbd95,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:23.529990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6642a6ef-7865-43b7-89be-2eae7ea4f007 None None] Port 848cdaf3-f606-40a2-bf42-62014d3eab7b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:25:23.566086 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1204a31a-2089-4900-badc-a8d05ff534ed), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.568692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.570429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1204a31a-2089-4900-badc-a8d05ff534ed HTTP/1.1" status: 204 len: 168 time: 0.6359088 Feb 03 11:25:23.587706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462fc23-6eb3-4132-97a6-abd1e0e96dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204a31a-2089-4900-badc-a8d05ff534ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:23.634380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for floatingip (604dbd86-c46d-479c-b2cb-3553a4bbbd08), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.634779 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Floating IP 604dbd86-c46d-479c-b2cb-3553a4bbbd08 disassociated (deleted). External IP: 172.25.7.2, port: 1a332fd5-3fba-4737-a0db-e6fdec2b105a. Feb 03 11:25:23.661648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.666895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.667779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (ab12e174-f4ef-485f-b263-0bd9b70956e1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:23.886227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:23.912325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=848cdaf3-f606-40a2-bf42-62014d3eab7b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:24.001108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:24.002889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:24.057625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router 4f050493-dee9-422e-876c-e791d1706ef3 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:25:24.151432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-502326331'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:24.177743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Router ab12e174-f4ef-485f-b263-0bd9b70956e1 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:25:24.178130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Made reservation on behalf of e4015bda34b8409290ea66c2b4d39b32 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:24.182962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.229054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.291640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:24.302889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:24.304136 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Sync routers for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:24.313325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.313583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Sync routers for ids ['ab12e174-f4ef-485f-b263-0bd9b70956e1'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:24.315864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50b1031d-bbfa-4dcc-999c-5a400b41b145 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "PUT /v2.0/routers/ab12e174-f4ef-485f-b263-0bd9b70956e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0144014 Feb 03 11:25:24.317285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52418) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:24.321230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:24.321866 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:24.329648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Routers {'ab12e174-f4ef-485f-b263-0bd9b70956e1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:24.330494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ab12e174-f4ef-485f-b263-0bd9b70956e1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:24.425898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fa3bac16-5ed9-4063-a231-d70dec1e3ecd None None] Provisioning complete for port 848cdaf3-f606-40a2-bf42-62014d3eab7b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:24.426642 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa3bac16-5ed9-4063-a231-d70dec1e3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.471449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Set router ab12e174-f4ef-485f-b263-0bd9b70956e1 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:24.475477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80022d0a-b9d1-445b-8758-203ace82928a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:24.479805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52428) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:24.479955 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80022d0a-b9d1-445b-8758-203ace82928a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports/848cdaf3-f606-40a2-bf42-62014d3eab7b HTTP/1.1" status: 200 len: 911 time: 0.1596026 Feb 03 11:25:24.516160 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c08ce7a-aeb6-42f9-a83d-499adac8f628 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/floatingips/604dbd86-c46d-479c-b2cb-3553a4bbbd08 HTTP/1.1" status: 204 len: 168 time: 2.2259536 Feb 03 11:25:24.516784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:24.519514 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900853eb-bdae-4285-9e37-44a1fdc9a92e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:24.529750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0f88fa18-cea9-407e-a31c-cd541d832c18 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:24.583386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks [] for security_group (fc81a119-3416-4599-9d59-d246065f9e0f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.590160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bac16-5ed9-4063-a231-d70dec1e3ecd None None] Port 848cdaf3-f606-40a2-bf42-62014d3eab7b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:25:24.590506 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:24.591723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fc81a119-3416-4599-9d59-d246065f9e0f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.606903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:24.618648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0dabfb7b-aeac-4370-b418-0753f6eb4112), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.619319 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Added segment 0dabfb7b-aeac-4370-b418-0753f6eb4112 of type vlan for network 8712fecb-d81a-4bbe-bfd8-c99d7f063147 Feb 03 11:25:24.663698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ca37-aaca-4e2d-8c75-6e17cb58daa7 req-b2d0ea39-aeeb-4f12-96e5-41ffc7df3a33 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:24.667424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3311ca37-aaca-4e2d-8c75-6e17cb58daa7 req-b2d0ea39-aeeb-4f12-96e5-41ffc7df3a33 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1706083 Feb 03 11:25:24.678000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8712fecb-d81a-4bbe-bfd8-c99d7f063147), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.686069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d72a7-5109-42de-b457-18c2cb8fca04 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:24.692157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d72a7-5109-42de-b457-18c2cb8fca04 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:24.694703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab4d72a7-5109-42de-b457-18c2cb8fca04 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2133567 Feb 03 11:25:24.702105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:24.721193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8712fecb-d81a-4bbe-bfd8-c99d7f063147), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.729210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:24.730099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.799555 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9098155 Feb 03 11:25:24.800347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81a119-3416-4599-9d59-d246065f9e0f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:24.805360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:24.848772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee77f72-8432-4462-aa58-6438ecfdeb32 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Pushing event updated for resources: {'Network': ['ID=8712fecb-d81a-4bbe-bfd8-c99d7f063147,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:24.850650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0f88fa18-cea9-407e-a31c-cd541d832c18 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:24.851038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:24.878340 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fe93f8-d67f-4aa2-a734-ad3f0ec59391 x-openstack-request-id: req-82fe93f8-d67f-4aa2-a734-ad3f0ec59391 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:24.878646 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:24.878907 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82fe93f8-d67f-4aa2-a734-ad3f0ec59391 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:24.879313 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'status': 'completed', 'code': 200} Feb 03 11:25:24.929415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8712fecb-d81a-4bbe-bfd8-c99d7f063147 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:25.027352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3311ca37-aaca-4e2d-8c75-6e17cb58daa7 req-a1eccd70-40e4-43e9-a82c-c00c928fcbf6 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534143 Feb 03 11:25:25.143006 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:25.153342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-e17b7313-a37a-4133-a955-9ec24b2e7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.154804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-e17b7313-a37a-4133-a955-9ec24b2e7a66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69072920c92541a58ffccc5f1b18fe28&device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 1166 time: 0.2300613 Feb 03 11:25:25.182859 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Checking router: 4f050493-dee9-422e-876c-e791d1706ef3 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:25.194852 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:25.196191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:25.202208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e99c-cde0-4b59-89fd-c314ff0120e4 req-427dc89b-ca82-44cb-8879-dc4a7deab196 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.203703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e18e99c-cde0-4b59-89fd-c314ff0120e4 req-427dc89b-ca82-44cb-8879-dc4a7deab196 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.2117860 Feb 03 11:25:25.219127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'name': 'tempest-network--210924184', 'router:external': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:25.244063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0f88fa18-cea9-407e-a31c-cd541d832c18 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:25.277383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:25.279023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'name': 'tempest-NetworksTestDHCPv6-router-1616152569', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:20Z', 'updated_at': '2022-02-03T11:25:22Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '848cdaf3-f606-40a2-bf42-62014d3eab7b', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:f7:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:21Z', 'updated_at': '2022-02-03T11:25:23Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:25.283556 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.308489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.311763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Checking router: ab12e174-f4ef-485f-b263-0bd9b70956e1 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:25.314711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Updating router ab12e174-f4ef-485f-b263-0bd9b70956e1 port 848cdaf3-f606-40a2-bf42-62014d3eab7b binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:25:25.347307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.368452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e18e99c-cde0-4b59-89fd-c314ff0120e4 req-80a1b26b-95f3-4364-aed3-f187500d26db tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1568005 Feb 03 11:25:25.377179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-8f72870b-bb3f-4824-b74b-17a1b1b9d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.378920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-8f72870b-bb3f-4824-b74b-17a1b1b9d1e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 200 len: 898 time: 0.2140334 Feb 03 11:25:25.406522 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:25.455053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-3aaa91ae-e0f0-4632-87d5-e268a997133c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 200 len: 217 time: 0.0642886 Feb 03 11:25:25.459457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for security_group (ef289543-69e2-4143-a853-e55ccc73530f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.464854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ef289543-69e2-4143-a853-e55ccc73530f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.497929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:25.515088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-e928e639-7a23-4bd7-b406-1a5ace7d0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.516528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-e928e639-7a23-4bd7-b406-1a5ace7d0265 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5868ad6-2745-4672-9622-7ff4b31e938b HTTP/1.1" status: 200 len: 835 time: 0.0556276 Feb 03 11:25:25.527903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f648153c-ac79-4384-81d9-e301152a4382), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.528719 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Added segment f648153c-ac79-4384-81d9-e301152a4382 of type vlan for network 4cb273b5-bd0d-4f23-bfbf-9edcee702326 Feb 03 11:25:25.539898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef289543-69e2-4143-a853-e55ccc73530f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:25.623396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4cb273b5-bd0d-4f23-bfbf-9edcee702326), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.679134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-fd29d3fa-3795-4720-a4a2-9ae427fb5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.681172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-fd29d3fa-3795-4720-a4a2-9ae427fb5b51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45c8734e-da8f-438b-ac1b-1d89d7a87989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206734 Feb 03 11:25:25.684981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4cb273b5-bd0d-4f23-bfbf-9edcee702326), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.687074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:25.688013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.734040 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:25.778190 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2a95d-573b-4e07-a2d8-b4be383ae6bb None None] The sync data for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 is: [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:26Z', 'revision_number': 4, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c', 'name': '', 'network_id': '45c8734e-da8f-438b-ac1b-1d89d7a87989', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'mac_address': 'fa:16:3e:8d:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:24Z', 'updated_at': '2022-02-03T11:23:29Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'subnets': [{'id': 'e5868ad6-2745-4672-9622-7ff4b31e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:25.793806 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (ab12e174-f4ef-485f-b263-0bd9b70956e1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.847864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks [] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.855350 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:25.910605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-52af8a56-f4a6-4e6d-9a5a-2d8ae55f55de service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173769 Feb 03 11:25:25.984643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee35160-2daf-4208-ba2f-3a4438162387 None None] Pushing event updated for resources: {'Port': ['ID=848cdaf3-f606-40a2-bf42-62014d3eab7b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:26.203517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-900853eb-bdae-4285-9e37-44a1fdc9a92e req-f6384b41-c445-457f-a664-1a64c1cb1dfa service neutron] 10.222.0.53 "GET /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489846 Feb 03 11:25:26.226188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=4cb273b5-bd0d-4f23-bfbf-9edcee702326,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:26.241813 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6390d22d-8a92-4945-9a54-33d6a0062147 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4333644 Feb 03 11:25:26.242775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:26.296091 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819536c-9d8e-4328-87d4-da2943023f05 None None] New status for floating IP 604dbd86-c46d-479c-b2cb-3553a4bbbd08: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:25:26.310249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a4e43-765a-4306-b2b0-ee0162f6312f req-aaba4f1c-c1e9-4c4a-8d76-ef2103375877 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:26.311914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c63a4e43-765a-4306-b2b0-ee0162f6312f req-aaba4f1c-c1e9-4c4a-8d76-ef2103375877 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1242166 Feb 03 11:25:26.317842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4cb273b5-bd0d-4f23-bfbf-9edcee702326 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:26.358610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 848cdaf3-f606-40a2-bf42-62014d3eab7b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:26.358964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.363637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4cb273b5-bd0d-4f23-bfbf-9edcee702326), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.471192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4cb273b5-bd0d-4f23-bfbf-9edcee702326), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.484178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c63a4e43-765a-4306-b2b0-ee0162f6312f req-e7abee68-d6e0-4a82-88aa-412e7b429b4e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595647 Feb 03 11:25:26.511431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb273b5-bd0d-4f23-bfbf-9edcee702326']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:26.522612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f648153c-ac79-4384-81d9-e301152a4382') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:26.523108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f648153c-ac79-4384-81d9-e301152a4382') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:26.529483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Attempting to bind port 848cdaf3-f606-40a2-bf42-62014d3eab7b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:26.532771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Attempting to bind port 848cdaf3-f606-40a2-bf42-62014d3eab7b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:26.535202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Attempting to bind port 848cdaf3-f606-40a2-bf42-62014d3eab7b on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:26.538389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f648153c-ac79-4384-81d9-e301152a4382), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.554441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 848cdaf3-f606-40a2-bf42-62014d3eab7b, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:26.555251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.558729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f648153c-ac79-4384-81d9-e301152a4382), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.559210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:26.561181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:26.561825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.563130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:26.564980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Bound port: 848cdaf3-f606-40a2-bf42-62014d3eab7b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:26.565735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:26.566147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f648153c-ac79-4384-81d9-e301152a4382), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:26.567920 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:26.570845 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.580461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-936f0b2f-409a-45a5-8976-748221fff323 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:26.581882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-936f0b2f-409a-45a5-8976-748221fff323 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.2012196 Feb 03 11:25:26.587678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 848cdaf3-f606-40a2-bf42-62014d3eab7b owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:26.649210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-83fc120b-ff5c-4ec1-9490-b0504dc91d59 None None] Provisioning complete for port 848cdaf3-f606-40a2-bf42-62014d3eab7b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:26.649847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83fc120b-ff5c-4ec1-9490-b0504dc91d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.652825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4cb273b5-bd0d-4f23-bfbf-9edcee702326), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.662294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cb273b5-bd0d-4f23-bfbf-9edcee702326 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:25:26.664309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5a337-72ce-47a1-ad56-d546e05b90ea req-69ac82d5-fb2d-41ff-88b7-631c0a1d0e60 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:26.671434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf5a337-72ce-47a1-ad56-d546e05b90ea req-69ac82d5-fb2d-41ff-88b7-631c0a1d0e60 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 984 time: 0.1707568 Feb 03 11:25:26.685947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.688801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-83fc120b-ff5c-4ec1-9490-b0504dc91d59 None None] Port 848cdaf3-f606-40a2-bf42-62014d3eab7b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:25:26.706580 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4cb273b5-bd0d-4f23-bfbf-9edcee702326 HTTP/1.1" status: 204 len: 168 time: 0.4627013 Feb 03 11:25:26.720624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:26.729264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:26.748660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d4c4-1d77-4c02-ae94-ce7e8423e5dd tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cb273b5-bd0d-4f23-bfbf-9edcee702326,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:26.780027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:26.782579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.786306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] For port 848cdaf3-f606-40a2-bf42-62014d3eab7b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:26.792341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] For port 848cdaf3-f606-40a2-bf42-62014d3eab7b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=848cdaf3-f606-40a2-bf42-62014d3eab7b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:26.803748 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.851690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:26.870572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b270a1f9-7a00-4dd7-a733-ac440d478ce3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:26.870922 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Added segment b270a1f9-7a00-4dd7-a733-ac440d478ce3 of type vlan for network 529bc47e-8e1c-4778-8474-8629a8fd7384 Feb 03 11:25:26.940021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee35160-2daf-4208-ba2f-3a4438162387 None None] Pushing event updated for resources: {'Port': ['ID=848cdaf3-f606-40a2-bf42-62014d3eab7b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:26.966338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Routers {'ab12e174-f4ef-485f-b263-0bd9b70956e1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:26.966973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ab12e174-f4ef-485f-b263-0bd9b70956e1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:26.973057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (529bc47e-8e1c-4778-8474-8629a8fd7384), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.033300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (529bc47e-8e1c-4778-8474-8629a8fd7384), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.034296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:27.035141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.124270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=529bc47e-8e1c-4778-8474-8629a8fd7384,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:27.180758 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d72b4e7-5750-4e0b-b04a-f60baa2a051d tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4562945 Feb 03 11:25:27.181112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:27.193448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'subnet': {'network_id': '529bc47e-8e1c-4778-8474-8629a8fd7384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:27.197218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] Set router ab12e174-f4ef-485f-b263-0bd9b70956e1 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:27.252960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:27.255381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.289893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0bf5a337-72ce-47a1-ad56-d546e05b90ea req-d537938d-4dbd-4cf6-b0ce-2c7cd55869bc tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/security-groups?id=c1778aa0-1c6c-48ed-8a87-32bddc1c0729&id=b059e301-b654-4e0e-914f-8b61a5748d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6171331 Feb 03 11:25:27.336019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 529bc47e-8e1c-4778-8474-8629a8fd7384 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:27.381636 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.439488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (848cdaf3-f606-40a2-bf42-62014d3eab7b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.465694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52490) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:27.469919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7c226132-368b-4d0f-9217-15636ed8d593 None None] Could not find standard attr ID for object 848cdaf3-f606-40a2-bf42-62014d3eab7b. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:27.479177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=848cdaf3-f606-40a2-bf42-62014d3eab7b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:27.495360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 1a332fd5-3fba-4737-a0db-e6fdec2b105a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:27.495669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.580588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'name': 'tempest-NetworksTestDHCPv6-router-1616152569', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:20Z', 'updated_at': '2022-02-03T11:25:22Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '848cdaf3-f606-40a2-bf42-62014d3eab7b', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:f7:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:21Z', 'updated_at': '2022-02-03T11:25:26Z', 'revision_number': 4, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:27.609838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b07d7-b71c-4508-9bd7-fcee65ee9f4e None None] The sync data for ids ['ab12e174-f4ef-485f-b263-0bd9b70956e1'] in n-d-821606-6 is: [{'id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'name': 'tempest-NetworksTestDHCPv6-router-1616152569', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:20Z', 'updated_at': '2022-02-03T11:25:22Z', 'revision_number': 2, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None, '_interfaces': [{'id': '848cdaf3-f606-40a2-bf42-62014d3eab7b', 'name': '', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'mac_address': 'fa:16:3e:f7:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:21Z', 'updated_at': '2022-02-03T11:25:26Z', 'revision_number': 4, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'subnets': [{'id': '8e01eaf8-cd5f-4581-993c-fa21d155a457', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:27.682671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:25:27.683142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d1b74ea3-c904-42b5-9aeb-70d16146562f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.700663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cfbb0b-3b90-48dc-9c37-8ebd2de956cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.795529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1b74ea3-c904-42b5-9aeb-70d16146562f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:27.804490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (ab12e174-f4ef-485f-b263-0bd9b70956e1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.828698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Checking segment: {'id': 'b270a1f9-7a00-4dd7-a733-ac440d478ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '529bc47e-8e1c-4778-8474-8629a8fd7384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:27.829154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Network hostable DHCP agents. Network: 529bc47e-8e1c-4778-8474-8629a8fd7384, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:25:27.850047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port 1a332fd5-3fba-4737-a0db-e6fdec2b105a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1a332fd5-3fba-4737-a0db-e6fdec2b105a,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:27.851024 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.876946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Network 529bc47e-8e1c-4778-8474-8629a8fd7384 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:25:27.902445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cfbb0b-3b90-48dc-9c37-8ebd2de956cd admin admin] Publish callbacks [] for security_group (a778ac5e-4536-4a4a-8762-53cbdd525cd9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.904404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 529bc47e-8e1c-4778-8474-8629a8fd7384) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:27.928080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cfbb0b-3b90-48dc-9c37-8ebd2de956cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a778ac5e-4536-4a4a-8762-53cbdd525cd9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.934020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:27.934723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:27.949500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67c6ea-91d7-47fd-9665-c34c93505de1 None None] Network 529bc47e-8e1c-4778-8474-8629a8fd7384 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:27.979417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 1a332fd5-3fba-4737-a0db-e6fdec2b105a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:27.995458 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3cfbb0b-3b90-48dc-9c37-8ebd2de956cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e7374f33f9b421abb5cceaaa56e908c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284059 Feb 03 11:25:27.997562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfbb0b-3b90-48dc-9c37-8ebd2de956cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778ac5e-4536-4a4a-8762-53cbdd525cd9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:28.003535 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9189c8ec-e5b1-4ec4-b4ed-baf8c7c4a094 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8214166 Feb 03 11:25:28.004563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:28.023563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:28.028889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'floatingip': {'floating_network_id': '529bc47e-8e1c-4778-8474-8629a8fd7384'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:28.084333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.097078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006d1df-1722-4f41-8a0e-aa4e3e22b417 req-a540219e-c052-455c-b84f-3da9172fd40e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:28.105990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a006d1df-1722-4f41-8a0e-aa4e3e22b417 req-a540219e-c052-455c-b84f-3da9172fd40e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.4899416 Feb 03 11:25:28.111612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79468888-de15-4142-a865-611d2461a4f0 None None] Network 529bc47e-8e1c-4778-8474-8629a8fd7384 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:28.119502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] Publish callbacks [] for security_group (a778ac5e-4536-4a4a-8762-53cbdd525cd9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.161913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] Publish callbacks [] for security_group (a778ac5e-4536-4a4a-8762-53cbdd525cd9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.282547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a778ac5e-4536-4a4a-8762-53cbdd525cd9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.285681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.287000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a778ac5e-4536-4a4a-8762-53cbdd525cd9 HTTP/1.1" status: 204 len: 168 time: 0.2801781 Feb 03 11:25:28.293463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.304852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236652-e582-4d4a-912c-c03900a3d328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778ac5e-4536-4a4a-8762-53cbdd525cd9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:28.325719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a332fd5-3fba-4737-a0db-e6fdec2b105a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.353210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a006d1df-1722-4f41-8a0e-aa4e3e22b417 req-314772ca-7dbb-4df1-be3a-6f51a56057f2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467475 Feb 03 11:25:28.398124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Router ab12e174-f4ef-485f-b263-0bd9b70956e1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:25:28.414901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=1a332fd5-3fba-4737-a0db-e6fdec2b105a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:28.486346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Allocated IP 172.20.0.2 (529bc47e-8e1c-4778-8474-8629a8fd7384/d1b74ea3-c904-42b5-9aeb-70d16146562f/8e7cd10b-5b0c-43c2-983b-f2971976ba0e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:28.493100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] No DVR routers for this DVR port 1a332fd5-3fba-4737-a0db-e6fdec2b105a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:28.495855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.500276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24cb19c4-870f-432e-a2ae-91e5a1f1208b req-8bdba866-b7c4-4308-bcf5-7831aeebe645 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.53 "DELETE /v2.0/ports/1a332fd5-3fba-4737-a0db-e6fdec2b105a HTTP/1.1" status: 204 len: 173 time: 1.9089577 Feb 03 11:25:28.538035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'name': 'network-vif-deleted', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:28.545173 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe16ab4-d915-4cbb-b99a-d07763a718b4" -d '{"events": [{"server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "name": "network-vif-deleted", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:28.557989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84188f17-3ff0-4d4a-bb88-f8429c83ad6f req-6f2b7b8f-97fc-4a1a-b9f8-d9145a6b2631 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6a4309-3a22-4046-8736-ad4b380329d5 HTTP/1.1" status: 200 len: 210 time: 0.1371706 Feb 03 11:25:28.640447 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0273ff-ebec-410c-a23c-b320a82d5b64 x-openstack-request-id: req-9c0273ff-ebec-410c-a23c-b320a82d5b64 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:28.640744 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6a4309-3a22-4046-8736-ad4b380329d5", "name": "network-vif-deleted", "tag": "1a332fd5-3fba-4737-a0db-e6fdec2b105a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:28.641034 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c0273ff-ebec-410c-a23c-b320a82d5b64 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:28.641504 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a4309-3a22-4046-8736-ad4b380329d5', 'name': 'network-vif-deleted', 'tag': '1a332fd5-3fba-4737-a0db-e6fdec2b105a', 'status': 'completed', 'code': 200} Feb 03 11:25:28.666841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:28.672890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.687586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b58e2d37-0cf2-453e-8915-118a77c2e49f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "PUT /v2.0/routers/ab12e174-f4ef-485f-b263-0bd9b70956e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819007 Feb 03 11:25:28.687847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:28.722317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.746571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:28.766239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Network 529bc47e-8e1c-4778-8474-8629a8fd7384 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:28.770182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c390-5e6f-4306-bdc9-3e76256ca37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.771878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:28.775421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:28.779822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dac543-4600-4d80-9681-900c2709550c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:28.781158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dac543-4600-4d80-9681-900c2709550c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:28.783235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-62dac543-4600-4d80-9681-900c2709550c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0944469 Feb 03 11:25:28.788836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:28.809059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7cd10b-5b0c-43c2-983b-f2971976ba0e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:28.851758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 8e01eaf8-cd5f-4581-993c-fa21d155a457 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:28.859495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (8e01eaf8-cd5f-4581-993c-fa21d155a457), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.893302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for floatingip (7fe05e4c-79e6-44a4-85e3-6c48d06f1b0b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.916860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (8e01eaf8-cd5f-4581-993c-fa21d155a457), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:28.946083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.039150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c390-5e6f-4306-bdc9-3e76256ca37d admin admin] Publish callbacks [] for security_group (92efc9a2-d1c7-479f-8fe8-abedd886bdaf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.046845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c390-5e6f-4306-bdc9-3e76256ca37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (92efc9a2-d1c7-479f-8fe8-abedd886bdaf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.075208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8e01eaf8-cd5f-4581-993c-fa21d155a457), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.126077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ca3c390-5e6f-4306-bdc9-3e76256ca37d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8e993ae728c42839dfd844d7946e0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784158 Feb 03 11:25:29.128060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.128726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.137040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.137535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c390-5e6f-4306-bdc9-3e76256ca37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efc9a2-d1c7-479f-8fe8-abedd886bdaf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:29.209801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (8e01eaf8-cd5f-4581-993c-fa21d155a457), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.226084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7cd10b-5b0c-43c2-983b-f2971976ba0e,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:29.248057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf593cc-3ab4-4a81-b0ed-4944d116f80a None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:29.251088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7fe05e4c-79e6-44a4-85e3-6c48d06f1b0b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.266683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.271518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/8e01eaf8-cd5f-4581-993c-fa21d155a457 HTTP/1.1" status: 204 len: 168 time: 0.4802034 Feb 03 11:25:29.272800 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] Publish callbacks [] for security_group (92efc9a2-d1c7-479f-8fe8-abedd886bdaf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.273999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.275952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97b3fa-aefd-43a5-aed6-563058aa8017 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=8e01eaf8-cd5f-4581-993c-fa21d155a457,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:29.289563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.290673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3aa638f9-af1b-47d3-8d5d-86ecb8cbde92 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2661672 Feb 03 11:25:29.298025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.374315 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f0036e33-e6eb-44b7-abae-73ea572d6fb1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0987601 Feb 03 11:25:29.376510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52524) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.385551 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] Publish callbacks [] for security_group (92efc9a2-d1c7-479f-8fe8-abedd886bdaf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.401372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-40900c4e-2f90-4bda-9f03-5227d118a931 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=529bc47e-8e1c-4778-8474-8629a8fd7384 HTTP/1.1" status: 200 len: 689 time: 0.1015117 Feb 03 11:25:29.404198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52528) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.448558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:29.470802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.512411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Deleting port 0f88fa18-cea9-407e-a31c-cd541d832c18 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:29.513032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.587770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] For port 0f88fa18-cea9-407e-a31c-cd541d832c18, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0f88fa18-cea9-407e-a31c-cd541d832c18,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:29.588455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.604925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Sync routers for ids ['ab12e174-f4ef-485f-b263-0bd9b70956e1'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:29.617466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Calling delete_port for 0f88fa18-cea9-407e-a31c-cd541d832c18 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:29.621685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (529bc47e-8e1c-4778-8474-8629a8fd7384), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.625768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (92efc9a2-d1c7-479f-8fe8-abedd886bdaf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.628572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.629489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Routers {'ab12e174-f4ef-485f-b263-0bd9b70956e1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:29.630255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ab12e174-f4ef-485f-b263-0bd9b70956e1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:29.630493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92efc9a2-d1c7-479f-8fe8-abedd886bdaf HTTP/1.1" status: 204 len: 168 time: 0.5005651 Feb 03 11:25:29.638203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6908-cbf8-40e4-be2b-4146facf52db req-dc64b6bc-379c-41ee-bce5-78b78b7bc853 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:29.639723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c13a6908-cbf8-40e4-be2b-4146facf52db req-dc64b6bc-379c-41ee-bce5-78b78b7bc853 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1914749 Feb 03 11:25:29.694522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.695859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c7c0-41f1-43d1-9b12-e6f81a7d2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efc9a2-d1c7-479f-8fe8-abedd886bdaf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:29.711623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1a332fd5-3fba-4737-a0db-e6fdec2b105a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:29.737061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.740117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router_controller (ab12e174-f4ef-485f-b263-0bd9b70956e1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.806185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 1a332fd5-3fba-4737-a0db-e6fdec2b105a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:29.806714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1a332fd5-3fba-4737-a0db-e6fdec2b105a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:29.807842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (ab12e174-f4ef-485f-b263-0bd9b70956e1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.808476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Fanout notify agent at l3_agent the message router_deleted on router ab12e174-f4ef-485f-b263-0bd9b70956e1 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:25:29.809217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Set router ab12e174-f4ef-485f-b263-0bd9b70956e1 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:29.821639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.825670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb5f6877-5caa-451a-b586-84f968d75d65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/routers/ab12e174-f4ef-485f-b263-0bd9b70956e1 HTTP/1.1" status: 204 len: 168 time: 0.4443743 Feb 03 11:25:29.827817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52536) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.857373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c13a6908-cbf8-40e4-be2b-4146facf52db req-20ea13ac-65ff-4c00-8c62-0d7ecf78d65e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113867 Feb 03 11:25:29.871367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12e174-f4ef-485f-b263-0bd9b70956e1', 'name': 'tempest-NetworksTestDHCPv6-router-1616152569', 'tenant_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:20Z', 'updated_at': '2022-02-03T11:25:27Z', 'revision_number': 3, 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:29.892765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (c1778aa0-1c6c-48ed-8a87-32bddc1c0729), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.909512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Deleting port 8e7cd10b-5b0c-43c2-983b-f2971976ba0e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:29.910183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.911683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Checking router: ab12e174-f4ef-485f-b263-0bd9b70956e1 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:29.932264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2173dc9-19a3-4948-81fe-bd46d8ebae97 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:29.933967 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d2173dc9-19a3-4948-81fe-bd46d8ebae97 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1047707 Feb 03 11:25:29.936937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (c1778aa0-1c6c-48ed-8a87-32bddc1c0729), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:29.937459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:29.958301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:29.958681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 11:25:29.959290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_agentschedulers_db [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab12e174-f4ef-485f-b263-0bd9b70956e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent'). {{(pid=103128) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 11:25:29.959704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759275ae-ffe7-4de4-95cf-00754cbc97b1 None None] The sync data for ids ['ab12e174-f4ef-485f-b263-0bd9b70956e1'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:29.987474 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0f88fa18-cea9-407e-a31c-cd541d832c18), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.002941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ca5dcb-7257-495c-80b6-ae724795d8b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:30.019028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b3ca5dcb-7257-495c-80b6-ae724795d8b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665781 Feb 03 11:25:30.019028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:30.032463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] Pushing event deleted for resources: {'Port': ['ID=0f88fa18-cea9-407e-a31c-cd541d832c18,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.048498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95713c72-de50-4af7-83b6-4f4c841c9f9d None None] No DVR routers for this DVR port 0f88fa18-cea9-407e-a31c-cd541d832c18 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:30.092558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1778aa0-1c6c-48ed-8a87-32bddc1c0729), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.095484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.096794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/security-groups/c1778aa0-1c6c-48ed-8a87-32bddc1c0729 HTTP/1.1" status: 204 len: 168 time: 0.4024909 Feb 03 11:25:30.103573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.104144 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for floatingip (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.106580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:30.108900 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1d91d9d8-3a7d-403e-8a78-3b636241d3db tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944965 Feb 03 11:25:30.114541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52554) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:30.120301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:30.135591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Calling delete_port for 8e7cd10b-5b0c-43c2-983b-f2971976ba0e owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:30.137985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd4c2c-877d-4756-899c-914d41d7f1e1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1778aa0-1c6c-48ed-8a87-32bddc1c0729,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.250730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:30.250927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (b059e301-b654-4e0e-914f-8b61a5748d6d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.251149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.285976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (b059e301-b654-4e0e-914f-8b61a5748d6d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.375348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b059e301-b654-4e0e-914f-8b61a5748d6d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.378150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.379349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/security-groups/b059e301-b654-4e0e-914f-8b61a5748d6d HTTP/1.1" status: 204 len: 168 time: 0.2716134 Feb 03 11:25:30.382441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:30.391158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8e7cd10b-5b0c-43c2-983b-f2971976ba0e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.418402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206aa3c-1059-49d6-9861-f2f8b5c088f9 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059e301-b654-4e0e-914f-8b61a5748d6d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.473342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e7cd10b-5b0c-43c2-983b-f2971976ba0e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.550831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 848cdaf3-f606-40a2-bf42-62014d3eab7b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:30.598489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 848cdaf3-f606-40a2-bf42-62014d3eab7b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:30.599105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 848cdaf3-f606-40a2-bf42-62014d3eab7b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:30.603565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0f88fa18-cea9-407e-a31c-cd541d832c18 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:30.648282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for floatingip (7fe05e4c-79e6-44a4-85e3-6c48d06f1b0b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.676675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0f88fa18-cea9-407e-a31c-cd541d832c18 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:30.684723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0f88fa18-cea9-407e-a31c-cd541d832c18 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:30.720724 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d1b74ea3-c904-42b5-9aeb-70d16146562f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.783671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:25:30.785906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (d1b74ea3-c904-42b5-9aeb-70d16146562f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.788586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (9e29e38b-2a5b-432f-ac59-a185d15fe581), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.815761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b74ea3-c904-42b5-9aeb-70d16146562f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.881900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (529bc47e-8e1c-4778-8474-8629a8fd7384), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.896478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:30.908346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:30.911718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529bc47e-8e1c-4778-8474-8629a8fd7384']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:30.911977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:30.912584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.919478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b2a24-f9dd-4890-89b4-b3ccf6275e2f None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:30.942662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b270a1f9-7a00-4dd7-a733-ac440d478ce3') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:30.943486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b270a1f9-7a00-4dd7-a733-ac440d478ce3') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:30.961592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=9e29e38b-2a5b-432f-ac59-a185d15fe581,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:30.977753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (b270a1f9-7a00-4dd7-a733-ac440d478ce3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:30.982275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d7a4bdbe-7739-45e0-bbdd-a531774cf96e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8665583 Feb 03 11:25:30.984783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:30.992827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:31.019134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b270a1f9-7a00-4dd7-a733-ac440d478ce3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.028786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:31.029400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (b270a1f9-7a00-4dd7-a733-ac440d478ce3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:31.036723 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:31.069999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '9e29e38b-2a5b-432f-ac59-a185d15fe581'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:31.073932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.112535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fe163-4dd5-4399-b6df-5b3e430d33ad req-397e94c3-0b1b-409a-a0b1-936f6d1a9a8a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.114186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af2fe163-4dd5-4399-b6df-5b3e430d33ad req-397e94c3-0b1b-409a-a0b1-936f6d1a9a8a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1476092 Feb 03 11:25:31.180267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af2fe163-4dd5-4399-b6df-5b3e430d33ad req-e0cb93a3-65fb-495e-b005-58840a600516 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Feb 03 11:25:31.181213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (529bc47e-8e1c-4778-8474-8629a8fd7384), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.186670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 529bc47e-8e1c-4778-8474-8629a8fd7384 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:25:31.189491 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.195472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/529bc47e-8e1c-4778-8474-8629a8fd7384 HTTP/1.1" status: 204 len: 168 time: 1.7877359 Feb 03 11:25:31.199078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:31.227013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aca2e-9899-429f-aef2-ea60bda283c5 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Network': ['ID=529bc47e-8e1c-4778-8474-8629a8fd7384,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:31.268295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:31.271487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.376815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bec1c087-233e-4db5-a212-b52fc2009c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.410292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Allocated IP 2001:db8::f816:3eff:fee5:6d42 (134040e6-0113-4b2f-96c2-7e25b948102e/9e29e38b-2a5b-432f-ac59-a185d15fe581/be0f54c1-db88-4085-8e7a-79bb8d41182b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:31.462368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6a90c51d-7bfb-4df3-92cd-3cc300d28382 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2562006 Feb 03 11:25:31.465059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:31.590940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.591429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.591879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.592379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.592825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.593290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.593728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.594217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.594659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.595086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:31.597160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e10c21ab-6605-47a6-ae77-403859201226 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6550 time: 0.1301253 Feb 03 11:25:31.601197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52604) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:31.714983 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-001ce2fa-88a0-447a-9f6b-daa03cec1cac tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] delete failed (client error): The resource could not be found. Feb 03 11:25:31.718589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-001ce2fa-88a0-447a-9f6b-daa03cec1cac tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/7fe05e4c-79e6-44a4-85e3-6c48d06f1b0b HTTP/1.1" status: 404 len: 345 time: 0.1140039 Feb 03 11:25:31.719353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:31.744344 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b02e39d-c0cb-404e-8bb3-7f112f8670f4 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 11:25:31.748599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b02e39d-c0cb-404e-8bb3-7f112f8670f4 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:25:31.749717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks [] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.757585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b02e39d-c0cb-404e-8bb3-7f112f8670f4 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/529bc47e-8e1c-4778-8474-8629a8fd7384 HTTP/1.1" status: 404 len: 339 time: 0.0371089 Feb 03 11:25:31.762482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:31.769188 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.776211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'name': 'tempest-network--364236028', 'router:external': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:31.817258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:31.820151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.859284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:31.863721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:31.868074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:31.881631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:31.903313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e7c428eb-ca9c-469c-ba99-4dff75d12626), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:31.903822 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Added segment e7c428eb-ca9c-469c-ba99-4dff75d12626 of type vlan for network 5b9c56b2-4311-4486-b1ac-bdff188fad27 Feb 03 11:25:31.995781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5b9c56b2-4311-4486-b1ac-bdff188fad27), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.037491 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5b9c56b2-4311-4486-b1ac-bdff188fad27), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.040622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.041440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.064887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2984779 Feb 03 11:25:32.075338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:32.238588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Pushing event updated for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:32.283443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Attempting to bind port be0f54c1-db88-4085-8e7a-79bb8d41182b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:32.284070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Attempting to bind port be0f54c1-db88-4085-8e7a-79bb8d41182b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:32.285471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Attempting to bind port be0f54c1-db88-4085-8e7a-79bb8d41182b on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:32.305258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.305654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.305998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.306335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.306667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.307003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.307330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.307654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.307975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.308297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.308620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.308971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.309296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:32.316383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:32.316768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:32.325497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.325884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:32.326383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Bound port: be0f54c1-db88-4085-8e7a-79bb8d41182b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:32.326784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.334244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0980605-4e57-4f30-a881-978036bd0432 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.342317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0980605-4e57-4f30-a881-978036bd0432 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.347871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0980605-4e57-4f30-a881-978036bd0432 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.356272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0980605-4e57-4f30-a881-978036bd0432 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.360544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0980605-4e57-4f30-a881-978036bd0432 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2815518 Feb 03 11:25:32.366359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52628) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:32.390341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb9d00-87f9-4d90-9405-71bbd9c05a38 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=5b9c56b2-4311-4486-b1ac-bdff188fad27,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:32.404323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (4f050493-dee9-422e-876c-e791d1706ef3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.406616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f396f090-00dc-423e-8ae8-a15b9d054498), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.418514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5b9c56b2-4311-4486-b1ac-bdff188fad27 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:32.469560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b019f86-fa9d-462d-9a64-7d901c4c4f44 req-8dd1c9cb-6ec0-41a7-a3e0-4ba6c22cb72f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.472754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b019f86-fa9d-462d-9a64-7d901c4c4f44 req-8dd1c9cb-6ec0-41a7-a3e0-4ba6c22cb72f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1135545 Feb 03 11:25:32.517089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=f396f090-00dc-423e-8ae8-a15b9d054498,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:32.535965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:32.547878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:32.550692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b019f86-fa9d-462d-9a64-7d901c4c4f44 req-0b05af17-0c17-4deb-8ffb-dddb95d7fd9f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Feb 03 11:25:32.595395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:32.608263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:32.608868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.632185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be0f54c1-db88-4085-8e7a-79bb8d41182b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:32.633014 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5b9c56b2-4311-4486-b1ac-bdff188fad27), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.641421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.677620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b2e2d4f7-1e3b-4fdf-b4a5-53aacff8c518 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6913741 Feb 03 11:25:32.680580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:32.686552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:a1:fa:02', 'name': 'tempest-NetworksTestDHCPv6-1093726522'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:32.736559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4b16-287d-4471-8100-7a02ba271ebb None None] Pushing event updated for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:32.813839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5b9c56b2-4311-4486-b1ac-bdff188fad27), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.879344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9c56b2-4311-4486-b1ac-bdff188fad27']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:32.908357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:32.920413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c428eb-ca9c-469c-ba99-4dff75d12626') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:32.929023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c428eb-ca9c-469c-ba99-4dff75d12626') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:32.947839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e7c428eb-ca9c-469c-ba99-4dff75d12626), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:32.975586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e7c428eb-ca9c-469c-ba99-4dff75d12626), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.018480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:33.019146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e7c428eb-ca9c-469c-ba99-4dff75d12626), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:33.072565 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:33.166307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.232407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 365a2523-cdfa-4e6c-ab4b-8eafa984e074 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:33.324492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5b9c56b2-4311-4486-b1ac-bdff188fad27), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.334545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b9c56b2-4311-4486-b1ac-bdff188fad27 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:25:33.350426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.356877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5b9c56b2-4311-4486-b1ac-bdff188fad27 HTTP/1.1" status: 204 len: 168 time: 0.9861927 Feb 03 11:25:33.380720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:33.400337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'name': 'tempest-network--1083870013', 'router:external': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:33.428083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a0aa2-b30a-4b7b-9ca2-c903a9d76e66 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b9c56b2-4311-4486-b1ac-bdff188fad27,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:33.522571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:33.531190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.587487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:33.603831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3e47ec80-a002-4316-be95-b18163a5804c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.604288 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Added segment 3e47ec80-a002-4316-be95-b18163a5804c of type vlan for network b0f7d798-47ab-4071-86e4-797dd7b304da Feb 03 11:25:33.615080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 172.20.0.8 (134040e6-0113-4b2f-96c2-7e25b948102e/f396f090-00dc-423e-8ae8-a15b9d054498/365a2523-cdfa-4e6c-ab4b-8eafa984e074) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:33.630651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fea1:fa02 (134040e6-0113-4b2f-96c2-7e25b948102e/9e29e38b-2a5b-432f-ac59-a185d15fe581/365a2523-cdfa-4e6c-ab4b-8eafa984e074) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:33.677404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b0f7d798-47ab-4071-86e4-797dd7b304da), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.713251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b0f7d798-47ab-4071-86e4-797dd7b304da), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.717091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:33.726316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:33.891467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=b0f7d798-47ab-4071-86e4-797dd7b304da,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:33.905937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b0f7d798-47ab-4071-86e4-797dd7b304da details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:33.908070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9c323774-19d9-4c8b-a5d1-73b091cbd8ae tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5252306 Feb 03 11:25:33.914888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:33.935020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:33.935988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.062547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (365a2523-cdfa-4e6c-ab4b-8eafa984e074), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.125942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (365a2523-cdfa-4e6c-ab4b-8eafa984e074), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.142294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359d8f3-e7a2-4eb6-9001-b2d163b34397 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:34.143816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e359d8f3-e7a2-4eb6-9001-b2d163b34397 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "GET /v2.0/networks/b0f7d798-47ab-4071-86e4-797dd7b304da HTTP/1.1" status: 200 len: 757 time: 0.2262490 Feb 03 11:25:34.173056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:34.173428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.199655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:34.241401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:34.243382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=365a2523-cdfa-4e6c-ab4b-8eafa984e074,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:34.317232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe3662-8db4-49ab-a30d-0997515292ed req-e3f5a204-8da8-41b8-8a21-c34818eff375 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:34.334959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f20a26f-0e0a-4515-94da-4298e6e74d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.335757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-febe3662-8db4-49ab-a30d-0997515292ed req-e3f5a204-8da8-41b8-8a21-c34818eff375 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.6030767 Feb 03 11:25:34.405332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:34.422648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:34.434599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:34.606295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.640235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.651632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be0f54c1-db88-4085-8e7a-79bb8d41182b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:34.654005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d6c49-9e54-4d6d-b4a5-095fbe43b514 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:34.706231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:34.823150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Provisioning complete for port be0f54c1-db88-4085-8e7a-79bb8d41182b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:34.823526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:34.927209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be0f54c1-db88-4085-8e7a-79bb8d41182b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:34.928391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.051288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:35.051838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.170276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be0f54c1-db88-4085-8e7a-79bb8d41182b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:35.185714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.189255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (4f050493-dee9-422e-876c-e791d1706ef3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.196283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:35.196283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.197728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '9e29e38b-2a5b-432f-ac59-a185d15fe581', 'ip_address': '2001:db8::f816:3eff:fee5:6d42'}, {'subnet_id': 'f396f090-00dc-423e-8ae8-a15b9d054498'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'be0f54c1-db88-4085-8e7a-79bb8d41182b'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:25:35.288671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091861e-9133-4b67-ad4a-989872919d55 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:35.290772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a091861e-9133-4b67-ad4a-989872919d55 tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "GET /v2.0/networks/8712fecb-d81a-4bbe-bfd8-c99d7f063147 HTTP/1.1" status: 200 len: 767 time: 1.0308018 Feb 03 11:25:35.297053 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.297988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:35.326915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-febe3662-8db4-49ab-a30d-0997515292ed req-2e4f83e9-f1d1-41ff-b38a-5c4865dd3476 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9900227 Feb 03 11:25:35.350710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04af96-f191-47ad-b4bb-3d27cf47ba2d None None] Pushing event updated for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:35.377468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:35.378997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:35.380605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.399493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:35.399898 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:35.426009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-52bb2be5-56c5-47f0-9678-ae617fcd270a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7440248 Feb 03 11:25:35.427774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:35.471119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b0f7d798-47ab-4071-86e4-797dd7b304da), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.527040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220b2e7-a32c-4d79-8c96-e0f206b714c6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:35.533136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220b2e7-a32c-4d79-8c96-e0f206b714c6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:35.538420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0220b2e7-a32c-4d79-8c96-e0f206b714c6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1082132 Feb 03 11:25:35.539028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:35.599381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1d13b497-ee90-4047-9c64-b91822165e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.609179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Allocated IP 172.20.0.2 (134040e6-0113-4b2f-96c2-7e25b948102e/f396f090-00dc-423e-8ae8-a15b9d054498/be0f54c1-db88-4085-8e7a-79bb8d41182b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:35.649565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 365a2523-cdfa-4e6c-ab4b-8eafa984e074 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:35.650237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (365a2523-cdfa-4e6c-ab4b-8eafa984e074), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.683703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b0f7d798-47ab-4071-86e4-797dd7b304da), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.728467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be0f54c1-db88-4085-8e7a-79bb8d41182b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:35.753040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (365a2523-cdfa-4e6c-ab4b-8eafa984e074), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.761938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f7d798-47ab-4071-86e4-797dd7b304da']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:35.769165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 365a2523-cdfa-4e6c-ab4b-8eafa984e074 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:35.774393 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Publish callbacks [] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.776478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e47ec80-a002-4316-be95-b18163a5804c') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:35.776943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e47ec80-a002-4316-be95-b18163a5804c') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:35.781054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.795008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3e47ec80-a002-4316-be95-b18163a5804c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.817776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Router 4f050493-dee9-422e-876c-e791d1706ef3 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:25:35.820414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3e47ec80-a002-4316-be95-b18163a5804c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.838587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:35.839141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3e47ec80-a002-4316-be95-b18163a5804c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:35.841157 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:35.898808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b138-0a9a-4023-abc5-763ec7fa1a95 None None] Pushing event updated for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:35.950740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:35.953676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1d13b497-ee90-4047-9c64-b91822165e3c admin admin] Publish callbacks [] for security_group (a9fe1c9d-b134-44a4-a4b3-8e71beda784d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:35.960942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1d13b497-ee90-4047-9c64-b91822165e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9fe1c9d-b134-44a4-a4b3-8e71beda784d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.090387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (365a2523-cdfa-4e6c-ab4b-8eafa984e074), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.121692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b0f7d798-47ab-4071-86e4-797dd7b304da), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.123723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:36.133935 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Sync routers for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:36.155931 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:36.156773 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:36.163633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=365a2523-cdfa-4e6c-ab4b-8eafa984e074,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:36.232503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1d13b497-ee90-4047-9c64-b91822165e3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd8861d0115641028477684338b6ef2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488083 Feb 03 11:25:36.239658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13b497-ee90-4047-9c64-b91822165e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe1c9d-b134-44a4-a4b3-8e71beda784d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:36.248599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52696) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:36.265918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.289848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13ff9c77-19c3-4759-a5ed-148a0b8cbec0 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "PUT /v2.0/routers/4f050493-dee9-422e-876c-e791d1706ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9053464 Feb 03 11:25:36.292516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0f7d798-47ab-4071-86e4-797dd7b304da {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:25:36.301704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.305831 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b0f7d798-47ab-4071-86e4-797dd7b304da HTTP/1.1" status: 204 len: 168 time: 1.0066848 Feb 03 11:25:36.328320 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:36.331011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9485f-872a-49f8-9b72-16cd317c3ae6 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0f7d798-47ab-4071-86e4-797dd7b304da,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:36.339113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:36.339595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52704) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:36.379324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'name': 'tempest-network--1307135882'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:36.492865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.504247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ba2f18cc-92d1-4d71-9260-62c2819b96d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/365a2523-cdfa-4e6c-ab4b-8eafa984e074 HTTP/1.1" status: 204 len: 168 time: 0.9641302 Feb 03 11:25:36.511192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52708) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:36.660842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] Publish callbacks [] for security_group (a9fe1c9d-b134-44a4-a4b3-8e71beda784d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.685835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be0f54c1-db88-4085-8e7a-79bb8d41182b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:36.724947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446bfb0-435b-4ed5-95e1-558d78030838 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:36.728383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446bfb0-435b-4ed5-95e1-558d78030838 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:36.731526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446bfb0-435b-4ed5-95e1-558d78030838 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:36.736381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a446bfb0-435b-4ed5-95e1-558d78030838 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2197587 Feb 03 11:25:36.749735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:36.830673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be0f54c1-db88-4085-8e7a-79bb8d41182b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:36.831073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.831187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting subnet e5868ad6-2745-4672-9622-7ff4b31e938b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:36.833616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Made reservation on behalf of de1aff568dff4c8c97fc2e3c48d7f3e0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:36.836586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.841600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for subnet (e5868ad6-2745-4672-9622-7ff4b31e938b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.920427 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:25:34Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:36.935623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 9e29e38b-2a5b-432f-ac59-a185d15fe581 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:36.946561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (9e29e38b-2a5b-432f-ac59-a185d15fe581), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:36.973590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e5868ad6-2745-4672-9622-7ff4b31e938b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.013355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Checking router: 4f050493-dee9-422e-876c-e791d1706ef3 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:25:37.019906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:37.041261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Routers {'4f050493-dee9-422e-876c-e791d1706ef3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:37.045170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['4f050493-dee9-422e-876c-e791d1706ef3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:37.061314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29003d-c429-4320-b031-a3af0313e0f8 req-dd2e952e-8250-434c-96d0-c996d3d2ed3d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:37.063290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c29003d-c429-4320-b031-a3af0313e0f8 req-dd2e952e-8250-434c-96d0-c996d3d2ed3d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.5579724 Feb 03 11:25:37.065909 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] Publish callbacks [] for security_group (a9fe1c9d-b134-44a4-a4b3-8e71beda784d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.073330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:37.079336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (63fb4009-ffa6-455d-b8a3-1178e9cbec87), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.079693 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Added segment 63fb4009-ffa6-455d-b8a3-1178e9cbec87 of type vlan for network 44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 Feb 03 11:25:37.186042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (9e29e38b-2a5b-432f-ac59-a185d15fe581), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.248500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-96038392-dfba-4e4b-a097-af9db19006d8 None None] Provisioning complete for port be0f54c1-db88-4085-8e7a-79bb8d41182b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:37.249570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96038392-dfba-4e4b-a097-af9db19006d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.253777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.352444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c29003d-c429-4320-b031-a3af0313e0f8 req-fe08f9f5-d062-439d-8586-06879a8863c2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808962 Feb 03 11:25:37.366939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] Set router 4f050493-dee9-422e-876c-e791d1706ef3 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:37.369713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e5868ad6-2745-4672-9622-7ff4b31e938b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.374974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.380616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:37.382209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.396605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9fe1c9d-b134-44a4-a4b3-8e71beda784d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.405066 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.415436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9fe1c9d-b134-44a4-a4b3-8e71beda784d HTTP/1.1" status: 204 len: 168 time: 1.1655929 Feb 03 11:25:37.489854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.507053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1422007 Feb 03 11:25:37.516608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:37.530838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:37.619796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b620-207f-4174-b3be-b96e1ef44e7a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:37.652258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:37.687221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e5868ad6-2745-4672-9622-7ff4b31e938b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.707912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-96038392-dfba-4e4b-a097-af9db19006d8 None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:37.764479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.772525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-96038392-dfba-4e4b-a097-af9db19006d8 None None] Could not find standard attr ID for object 365a2523-cdfa-4e6c-ab4b-8eafa984e074. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:37.772686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/subnets/e5868ad6-2745-4672-9622-7ff4b31e938b HTTP/1.1" status: 204 len: 168 time: 1.4260032 Feb 03 11:25:37.773012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d7f73-1268-4a1f-878e-2481a46c8ba1 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Subnet': ['ID=e5868ad6-2745-4672-9622-7ff4b31e938b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:37.780749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e6c27-4cd1-4498-8dd8-853a2a6e46c9 None None] Network 45c8734e-da8f-438b-ac1b-1d89d7a87989 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:37.784660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:37.907313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.921356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d93204-f1e4-45e9-ad1c-564520108749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe1c9d-b134-44a4-a4b3-8e71beda784d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:37.928976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.942716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Network 44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 is not hosted by any dhcp agent {{(pid=103127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:25:37.943932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:37.945356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:37.949766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "PUT /v2.0/networks/44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 HTTP/1.1" status: 200 len: 858 time: 0.4295638 Feb 03 11:25:37.950865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:37.962299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (9e29e38b-2a5b-432f-ac59-a185d15fe581), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.020533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2e463e8d-a6d1-4f39-bd34-396d62f9d37d None None] Could not find standard attr ID for object 365a2523-cdfa-4e6c-ab4b-8eafa984e074. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:38.023326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:25:34Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:38.064974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfe563-424f-433e-ba10-c08dd75e9e90 tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event updated for resources: {'Network': ['ID=44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:38.099419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (9e29e38b-2a5b-432f-ac59-a185d15fe581), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.114143 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad44aa-8bee-4174-a61c-d6d94053e7b9 None None] The sync data for ids ['4f050493-dee9-422e-876c-e791d1706ef3'] in n-d-821606-6 is: [{'id': '4f050493-dee9-422e-876c-e791d1706ef3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-103945723', 'tenant_id': '69072920c92541a58ffccc5f1b18fe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'faccc27b-e000-4168-8293-30935010e6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:25:34Z', 'revision_number': 5, 'project_id': '69072920c92541a58ffccc5f1b18fe28', 'gw_port': {'id': 'faccc27b-e000-4168-8293-30935010e6c0', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f050493-dee9-422e-876c-e791d1706ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:23:18Z', 'updated_at': '2022-02-03T11:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:25:38.171492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (4f050493-dee9-422e-876c-e791d1706ef3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.173551 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.179775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52726) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:38.187483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/9e29e38b-2a5b-432f-ac59-a185d15fe581 HTTP/1.1" status: 204 len: 168 time: 1.4247341 Feb 03 11:25:38.187483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:38.221074 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18c3cf1b-d8e5-4e36-afa9-19bb29c070e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.286950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet f396f090-00dc-423e-8ae8-a15b9d054498 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:38.290105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f46c-0357-49f8-8d60-51a06fcb8374 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=9e29e38b-2a5b-432f-ac59-a185d15fe581,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:38.293387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (f396f090-00dc-423e-8ae8-a15b9d054498), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.304702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.369989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f396f090-00dc-423e-8ae8-a15b9d054498), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.539888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f56270d-0aaa-4bf4-a93a-e9f49ff090f4 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:38.588990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] DHCP port deletion for 45c8734e-da8f-438b-ac1b-1d89d7a87989 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:38.622046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f396f090-00dc-423e-8ae8-a15b9d054498), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.622925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18c3cf1b-d8e5-4e36-afa9-19bb29c070e7 admin admin] Publish callbacks [] for security_group (b4e39b79-332d-4fa4-afc9-53872352b325), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.661249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18c3cf1b-d8e5-4e36-afa9-19bb29c070e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4e39b79-332d-4fa4-afc9-53872352b325), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.676036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062ed2b-0c02-4a43-a73a-a90dfa94d0f3 req-6a80b9db-d18f-4209-ab8e-fe3d2663e28c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:38.677643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b062ed2b-0c02-4a43-a73a-a90dfa94d0f3 req-6a80b9db-d18f-4209-ab8e-fe3d2663e28c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.2248645 Feb 03 11:25:38.720182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:38.726776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.739686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b062ed2b-0c02-4a43-a73a-a90dfa94d0f3 req-fabf13cc-1a39-4c57-ac9d-2264cbd7f9a3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Feb 03 11:25:38.760476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f396f090-00dc-423e-8ae8-a15b9d054498), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.799850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:38.800575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8cf87a3e-3d6b-4e3d-a61d-0ee649301e0c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:38.801122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=f396f090-00dc-423e-8ae8-a15b9d054498,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:38.801458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:38.809482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.816116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7301d1ba-bb17-44f0-825c-ebaa473140a6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f396f090-00dc-423e-8ae8-a15b9d054498 HTTP/1.1" status: 204 len: 168 time: 0.6256282 Feb 03 11:25:38.816352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52736) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:38.861612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4f9d326c-387a-4a73-ad2f-7980ae59606a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415359 Feb 03 11:25:38.861837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:38.879725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:38.886966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:38.947270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fb4009-ffa6-455d-b8a3-1178e9cbec87') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:38.949074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fb4009-ffa6-455d-b8a3-1178e9cbec87') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:38.976368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:38.976892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.979823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Deleting port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:38.980425 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:38.980699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (63fb4009-ffa6-455d-b8a3-1178e9cbec87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.020699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:39.023582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-18c3cf1b-d8e5-4e36-afa9-19bb29c070e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=404d759d3c9a4a59a8ce74f19d25de4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8329690 Feb 03 11:25:39.027069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (63fb4009-ffa6-455d-b8a3-1178e9cbec87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.030084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_gateway (4f050493-dee9-422e-876c-e791d1706ef3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.049000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3cf1b-d8e5-4e36-afa9-19bb29c070e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e39b79-332d-4fa4-afc9-53872352b325,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:39.077248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:39.077670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (63fb4009-ffa6-455d-b8a3-1178e9cbec87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:39.085348 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:39.151522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] Publish callbacks [] for security_group (b4e39b79-332d-4fa4-afc9-53872352b325), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.156265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:39.161050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.232380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] Publish callbacks [] for security_group (b4e39b79-332d-4fa4-afc9-53872352b325), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.276731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b89e7-fb5a-4aaa-bea1-8b466cc29769 None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': 'f396f090-00dc-423e-8ae8-a15b9d054498'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'be0f54c1-db88-4085-8e7a-79bb8d41182b'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:25:39.309941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f87b89e7-fb5a-4aaa-bea1-8b466cc29769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.327738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:39.331436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] For port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,segment=NetworkSegment(6d46a36c-d7f4-4a54-9a92-f0140e11f842),segment_id=6d46a36c-d7f4-4a54-9a92-f0140e11f842)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:39.331972 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.366748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4e39b79-332d-4fa4-afc9-53872352b325), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.370660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.374121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4e39b79-332d-4fa4-afc9-53872352b325 HTTP/1.1" status: 204 len: 168 time: 0.3514392 Feb 03 11:25:39.383098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Calling delete_port for e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:39.396476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6ec7e-b773-4617-a0a5-086e0185c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e39b79-332d-4fa4-afc9-53872352b325,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:39.479813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.516208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event deleted for resources: {'Port': ['ID=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:39.518415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e6452fc6-2cd2-42b2-b252-d774cbb3d7a8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.567945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] No DVR routers for this DVR port e6452fc6-2cd2-42b2-b252-d774cbb3d7a8 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:39.573474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad805-7aad-45fa-bf5f-700e5f8cda2c None None] Pushing event deleted for resources: {'Port': ['ID=e6452fc6-2cd2-42b2-b252-d774cbb3d7a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:39.819594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f292042-d85b-433c-a244-881b968753dc None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:39.907105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.942546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Pushing event deleted for resources: {'Network': ['ID=44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:39.950776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 11:25:39.977231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:39.991104 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4ce0f4ff-bcdc-4265-be91-eeb0cd1cc93a tempest-ExternalNetworksTestJSON-789337355 tempest-ExternalNetworksTestJSON-789337355-project-admin] 10.222.0.30 "DELETE /v2.0/networks/44ae1fbf-1ba0-474c-bf3a-a6fc0f9fd242 HTTP/1.1" status: 204 len: 168 time: 2.0378897 Feb 03 11:25:39.992580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:40.033809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-55eff1c5-7a67-4656-82d4-f1e425b762df None None] Provisioning complete for port be0f54c1-db88-4085-8e7a-79bb8d41182b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:40.034466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eff1c5-7a67-4656-82d4-f1e425b762df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.074570 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf78fe-3ffd-4892-ad50-75bfb60b53ce tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] DELETE failed (client error): The resource could not be found. Feb 03 11:25:40.076572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf78fe-3ffd-4892-ad50-75bfb60b53ce tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:25:40.091528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54cf78fe-3ffd-4892-ad50-75bfb60b53ce tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "DELETE /v2.0/subnets/d1b74ea3-c904-42b5-9aeb-70d16146562f HTTP/1.1" status: 404 len: 337 time: 0.0893490 Feb 03 11:25:40.091781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:40.115450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Deleting port faccc27b-e000-4168-8293-30935010e6c0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:40.117464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (faccc27b-e000-4168-8293-30935010e6c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.174285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:40.265671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55eff1c5-7a67-4656-82d4-f1e425b762df None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:40.314838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Deleting port be0f54c1-db88-4085-8e7a-79bb8d41182b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:40.314838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.369079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] For port faccc27b-e000-4168-8293-30935010e6c0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=faccc27b-e000-4168-8293-30935010e6c0,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:40.371088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (faccc27b-e000-4168-8293-30935010e6c0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.430871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Calling delete_port for faccc27b-e000-4168-8293-30935010e6c0 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:40.475597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:25:40.572133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5a2f9-7cc8-4828-8186-29be1cdeec9b req-fae67687-37c8-4d7e-b69e-ec6f6ba4cbe9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:40.592016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb5a2f9-7cc8-4828-8186-29be1cdeec9b req-fae67687-37c8-4d7e-b69e-ec6f6ba4cbe9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.7360249 Feb 03 11:25:40.598636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be0f54c1-db88-4085-8e7a-79bb8d41182b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:40.739411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8712fecb-d81a-4bbe-bfd8-c99d7f063147), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.811258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be0f54c1-db88-4085-8e7a-79bb8d41182b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:40.811758 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.827807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Calling delete_port for be0f54c1-db88-4085-8e7a-79bb8d41182b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:40.903231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb5a2f9-7cc8-4828-8186-29be1cdeec9b req-aee9cadd-426f-421c-b5dd-e1d36c95fdf4 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501966 Feb 03 11:25:40.948968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (faccc27b-e000-4168-8293-30935010e6c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:40.977248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Port': ['ID=faccc27b-e000-4168-8293-30935010e6c0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:41.049684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be0f54c1-db88-4085-8e7a-79bb8d41182b is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:41.050073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.051614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (4f050493-dee9-422e-876c-e791d1706ef3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.140559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port be0f54c1-db88-4085-8e7a-79bb8d41182b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be0f54c1-db88-4085-8e7a-79bb8d41182b,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:41.154816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8712fecb-d81a-4bbe-bfd8-c99d7f063147), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.162946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.195125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (4f050493-dee9-422e-876c-e791d1706ef3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.205588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router_controller (4f050493-dee9-422e-876c-e791d1706ef3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.219548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (be0f54c1-db88-4085-8e7a-79bb8d41182b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.238334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] No DVR routers for this DVR port be0f54c1-db88-4085-8e7a-79bb8d41182b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:41.253667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8712fecb-d81a-4bbe-bfd8-c99d7f063147']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.287979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dabfb7b-aeac-4370-b418-0753f6eb4112') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.288635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dabfb7b-aeac-4370-b418-0753f6eb4112') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.305154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:41.312192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (4f050493-dee9-422e-876c-e791d1706ef3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.313312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Fanout notify agent at l3_agent the message router_deleted on router 4f050493-dee9-422e-876c-e791d1706ef3 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:25:41.317879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (0dabfb7b-aeac-4370-b418-0753f6eb4112), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.330342 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.337503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0eaaae83-49ee-4535-ad40-8ef56e3106d2 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/routers/4f050493-dee9-422e-876c-e791d1706ef3 HTTP/1.1" status: 204 len: 168 time: 3.5503552 Feb 03 11:25:41.340232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52780) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:41.350429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdb6f9-c78f-452c-8fb3-5c4fbc9333b4 None None] Pushing event deleted for resources: {'Port': ['ID=be0f54c1-db88-4085-8e7a-79bb8d41182b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:41.370575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0dabfb7b-aeac-4370-b418-0753f6eb4112), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.375140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Port be0f54c1-db88-4085-8e7a-79bb8d41182b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 11:25:41.375914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:6d42 {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 11:25:41.386510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:6d42 {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 11:25:41.388745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:41.389527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (0dabfb7b-aeac-4370-b418-0753f6eb4112), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:41.395615 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:41.413611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.514119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:41.518244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:41.526029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:41.528233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3da6bf-4793-4c0f-a024-6f27d0f90acc None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:41.534123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.536983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (45c8734e-da8f-438b-ac1b-1d89d7a87989), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.546382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:41.578962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8712fecb-d81a-4bbe-bfd8-c99d7f063147), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.601655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.605307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] 10.222.0.30 "DELETE /v2.0/networks/8712fecb-d81a-4bbe-bfd8-c99d7f063147 HTTP/1.1" status: 204 len: 168 time: 1.5126462 Feb 03 11:25:41.680483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d52199-2398-4f9f-8274-c224773391ac tempest-ExternalNetworksTestJSON-860837510 tempest-ExternalNetworksTestJSON-860837510-project] Pushing event deleted for resources: {'Network': ['ID=8712fecb-d81a-4bbe-bfd8-c99d7f063147,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:41.701329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-79706d3b-008d-4e23-9270-4c76c97539f6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8370862 Feb 03 11:25:41.705606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:41.718817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:41.805954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (45c8734e-da8f-438b-ac1b-1d89d7a87989), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.809577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:41.810492 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.852616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c8734e-da8f-438b-ac1b-1d89d7a87989']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.883739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d46a36c-d7f4-4a54-9a92-f0140e11f842') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.883983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d46a36c-d7f4-4a54-9a92-f0140e11f842') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:41.939711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6d46a36c-d7f4-4a54-9a92-f0140e11f842), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.966271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:41.980065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:41.987344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6d46a36c-d7f4-4a54-9a92-f0140e11f842), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.012830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:25:42.013374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6d46a36c-d7f4-4a54-9a92-f0140e11f842), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:25:42.016618 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:25:42.048577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Allocated IP 2001:db8::f816:3eff:fe3a:20d1 (134040e6-0113-4b2f-96c2-7e25b948102e/0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d/8212bb0a-d59b-4615-8b22-2177c22f9e6f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:42.207396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (45c8734e-da8f-438b-ac1b-1d89d7a87989), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.221635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.231460 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] 10.222.0.30 "DELETE /v2.0/networks/45c8734e-da8f-438b-ac1b-1d89d7a87989 HTTP/1.1" status: 204 len: 168 time: 0.8877563 Feb 03 11:25:42.263789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bb07-5e7e-4ae3-a245-9c2aaa641f41 tempest-TestSecurityGroupsBasicOps-759038992 tempest-TestSecurityGroupsBasicOps-759038992-project] Pushing event deleted for resources: {'Network': ['ID=45c8734e-da8f-438b-ac1b-1d89d7a87989,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:42.314194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52808) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:42.348328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583037b-3211-4193-ba82-7d6a145e7660 req-14d5a22d-8aff-499f-bebb-6840068e641d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:42.352038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f583037b-3211-4193-ba82-7d6a145e7660 req-14d5a22d-8aff-499f-bebb-6840068e641d tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.3147566 Feb 03 11:25:42.496990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks [] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.506655 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.546062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f583037b-3211-4193-ba82-7d6a145e7660 req-5efe5f79-95e3-4f73-9a7c-8696c8c15b86 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497593 Feb 03 11:25:42.573821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (f0168758-494b-43da-8356-0e65a1078b9e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.610181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:42.624541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:42.630054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:42.671204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:42.693596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:42.698534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:42.699223 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.703349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device faccc27b-e000-4168-8293-30935010e6c0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:42.728285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=f0168758-494b-43da-8356-0e65a1078b9e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:42.755626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e211cfb-deec-4d89-8bd0-e2457a6cb970 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0485291 Feb 03 11:25:42.758999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:42.766745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: faccc27b-e000-4168-8293-30935010e6c0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:42.767089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device faccc27b-e000-4168-8293-30935010e6c0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:42.777406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:53:a4:39', 'name': 'tempest-NetworksTestDHCPv6-97649773'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:42.801336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Pushing event updated for resources: {'Port': ['ID=8212bb0a-d59b-4615-8b22-2177c22f9e6f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:42.823000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Attempting to bind port 8212bb0a-d59b-4615-8b22-2177c22f9e6f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:42.824240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Attempting to bind port 8212bb0a-d59b-4615-8b22-2177c22f9e6f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:42.824240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Attempting to bind port 8212bb0a-d59b-4615-8b22-2177c22f9e6f on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:42.829943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:42.830326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:42.830722 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.831418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:42.832056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Bound port: 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:42.832598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.839536 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74258442-aa88-4a06-810c-5dc87d8a2412 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4015bda34b8409290ea66c2b4d39b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241072 Feb 03 11:25:42.842240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:42.929568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] For port 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:42.936409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] For port 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8212bb0a-d59b-4615-8b22-2177c22f9e6f,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:42.948539 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:42.964037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:42.973533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] Publish callbacks [] for security_group (fc81a119-3416-4599-9d59-d246065f9e0f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.020856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df08412-e481-4cd5-8297-03a382dccbd8 None None] Pushing event updated for resources: {'Port': ['ID=8212bb0a-d59b-4615-8b22-2177c22f9e6f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:43.048958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] Publish callbacks [] for security_group (fc81a119-3416-4599-9d59-d246065f9e0f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.115134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.142665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:43.220341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac41968-a5c1-4e62-8231-078c96d669b7 req-e0b46302-5dcf-47a2-8f24-0e4800a52fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:43.223180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ac41968-a5c1-4e62-8231-078c96d669b7 req-e0b46302-5dcf-47a2-8f24-0e4800a52fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.1330550 Feb 03 11:25:43.260428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fc81a119-3416-4599-9d59-d246065f9e0f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.263743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.266788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc81a119-3416-4599-9d59-d246065f9e0f HTTP/1.1" status: 204 len: 168 time: 0.4213662 Feb 03 11:25:43.291459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df75f5-c928-46b4-8898-1f8890ea41dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81a119-3416-4599-9d59-d246065f9e0f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:43.360188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ac41968-a5c1-4e62-8231-078c96d669b7 req-0b83c4e1-6e71-472e-aedf-e50708b3d3ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312358 Feb 03 11:25:43.477428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 172.20.0.2 (134040e6-0113-4b2f-96c2-7e25b948102e/f0168758-494b-43da-8356-0e65a1078b9e/58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:43.496272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe53:a439 (134040e6-0113-4b2f-96c2-7e25b948102e/0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d/58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:43.760257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1059-8583-4b40-af66-f36dcd3f6dbc req-8333b87f-72c3-4b02-9789-d13d05cd764a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:43.761846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcab1059-8583-4b40-af66-f36dcd3f6dbc req-8333b87f-72c3-4b02-9789-d13d05cd764a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.0865700 Feb 03 11:25:43.780361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.833483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcab1059-8583-4b40-af66-f36dcd3f6dbc req-f6b140fe-e48d-414f-afad-12544b072fae tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Feb 03 11:25:43.843515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:43.915542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:43.918687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:43.923679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:43.927834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:43.932410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:43.982169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:43.982861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.008002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32aaae75-f443-4368-a06c-a8d7bb091044 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2478771 Feb 03 11:25:44.010828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:44.015231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:44.096874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a9d1e4a-ded1-4c12-bbce-d7925cd30024 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de1aff568dff4c8c97fc2e3c48d7f3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802586 Feb 03 11:25:44.097670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:44.103764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484cf19-689d-4cc6-9f17-eee5cac5d053 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:44.124090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484cf19-689d-4cc6-9f17-eee5cac5d053 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:44.127955 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4484cf19-689d-4cc6-9f17-eee5cac5d053 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1053193 Feb 03 11:25:44.131585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:44.293665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] Publish callbacks [] for security_group (ef289543-69e2-4143-a853-e55ccc73530f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.351297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:44.351686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.381049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] Publish callbacks [] for security_group (ef289543-69e2-4143-a853-e55ccc73530f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.471572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-0054ad51-d6aa-408f-b407-029ede23a053 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1908727 Feb 03 11:25:44.575650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21023756-fb91-4d47-ad2a-5928d3b22561 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:44.642213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a091c436-8dab-4ce9-b605-7ec8d78d99ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69072920c92541a58ffccc5f1b18fe28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7071662 Feb 03 11:25:44.643692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:44.715361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-a7335ac2-2c65-4211-88a4-e1e4bf3203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:44.717728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-a7335ac2-2c65-4211-88a4-e1e4bf3203d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 1127 time: 0.1893191 Feb 03 11:25:44.720997 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ef289543-69e2-4143-a853-e55ccc73530f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.728004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.733545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef289543-69e2-4143-a853-e55ccc73530f HTTP/1.1" status: 204 len: 168 time: 0.6347506 Feb 03 11:25:44.734537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] Publish callbacks [] for security_group (7292931d-402c-4e77-aa82-e40cd999dec2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.736933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.760381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d091-0163-4e40-80e7-6e348d805104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef289543-69e2-4143-a853-e55ccc73530f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:44.762611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:44.820251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] Publish callbacks [] for security_group (7292931d-402c-4e77-aa82-e40cd999dec2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.890945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8212bb0a-d59b-4615-8b22-2177c22f9e6f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:44.946279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7292931d-402c-4e77-aa82-e40cd999dec2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.949092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:44.950732 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7292931d-402c-4e77-aa82-e40cd999dec2 HTTP/1.1" status: 204 len: 168 time: 0.3060400 Feb 03 11:25:44.960875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84606bff-5d8e-497d-85bb-5a8bbfa2bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292931d-402c-4e77-aa82-e40cd999dec2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:44.980567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Provisioning complete for port 8212bb0a-d59b-4615-8b22-2177c22f9e6f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:44.981355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.009075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-7c192c24-8e1d-4979-8138-bc0268ae7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:45.010831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-7c192c24-8e1d-4979-8138-bc0268ae7313 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 200 len: 909 time: 0.2361097 Feb 03 11:25:45.071360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8212bb0a-d59b-4615-8b22-2177c22f9e6f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:45.071826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.198370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d', 'ip_address': '2001:db8::f816:3eff:fe3a:20d1'}, {'subnet_id': 'f0168758-494b-43da-8356-0e65a1078b9e'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '8212bb0a-d59b-4615-8b22-2177c22f9e6f'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:25:45.200404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:45.201039 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.283193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.313593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] For port 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8212bb0a-d59b-4615-8b22-2177c22f9e6f,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:45.314702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:45.315189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.349332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.511727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:45.527369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Allocated IP 172.20.0.3 (134040e6-0113-4b2f-96c2-7e25b948102e/f0168758-494b-43da-8356-0e65a1078b9e/8212bb0a-d59b-4615-8b22-2177c22f9e6f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:45.638433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] For port 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8212bb0a-d59b-4615-8b22-2177c22f9e6f,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:45.747911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-66600d49-16e9-45c9-83f8-9cc079935457 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 200 len: 1000 time: 0.7248061 Feb 03 11:25:45.773744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b68fd-7cf6-47b7-b87a-a10bc92b9826 req-2f8cf574-2d38-4ca5-b83b-5d82b486a9e8 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:45.775651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f00b68fd-7cf6-47b7-b87a-a10bc92b9826 req-2f8cf574-2d38-4ca5-b83b-5d82b486a9e8 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.7626588 Feb 03 11:25:45.850645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-de26cb0a-1ee1-4604-b8d9-fa10b9c6ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:45.852403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-de26cb0a-1ee1-4604-b8d9-fa10b9c6ff73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=714f53ec-13f3-4c28-9c35-690b254ce8e1 HTTP/1.1" status: 200 len: 847 time: 0.0965741 Feb 03 11:25:45.852966 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.861775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d6ab2d-0e55-41d3-8191-64327128eba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:45.921661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:45.945781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f00b68fd-7cf6-47b7-b87a-a10bc92b9826 req-061c6239-4a88-4297-9198-b961131985a0 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483939 Feb 03 11:25:46.031346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52902) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:46.037262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d6ab2d-0e55-41d3-8191-64327128eba9 admin admin] Publish callbacks [] for security_group (24b2d92a-59c8-4820-b262-8f66616278cc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.046655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-86d6ab2d-0e55-41d3-8191-64327128eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (24b2d92a-59c8-4820-b262-8f66616278cc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.053084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1276022852', 'description': 'tempest-description-956854508'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:46.071188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5117c923-185e-42d6-a802-f77f0d7952fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.092137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Publish callbacks [] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.119357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.120371 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86d6ab2d-0e55-41d3-8191-64327128eba9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=019e371cbd0d472f9e4a7904554c4e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6071396 Feb 03 11:25:46.121193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:46.126537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.137143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e18f4-5ecf-4a80-bf7f-1f29bd69a34b None None] Pushing event updated for resources: {'Port': ['ID=8212bb0a-d59b-4615-8b22-2177c22f9e6f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.175911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6ab2d-0e55-41d3-8191-64327128eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2d92a-59c8-4820-b262-8f66616278cc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.180664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-75606156-b825-45ea-82ac-961f42607034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:46.182533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-75606156-b825-45ea-82ac-961f42607034 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72824220-a3b3-41cc-bcea-fc0542b067ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3176079 Feb 03 11:25:46.270047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.276512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2de7f3ad-f4ae-44a3-8033-26ae7d55896b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f HTTP/1.1" status: 204 len: 168 time: 2.1414759 Feb 03 11:25:46.309100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:46.321206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70873ba8-a671-48e1-b3eb-3cfa7b5fc31a None None] Pushing event updated for resources: {'Port': ['ID=8212bb0a-d59b-4615-8b22-2177c22f9e6f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.338093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5117c923-185e-42d6-a802-f77f0d7952fc admin admin] Publish callbacks [] for security_group (59deee21-343d-42b7-90c2-d656393d1641), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.343762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] Publish callbacks [] for security_group (24b2d92a-59c8-4820-b262-8f66616278cc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.346627 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:46.347106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5117c923-185e-42d6-a802-f77f0d7952fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59deee21-343d-42b7-90c2-d656393d1641), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.347994 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:46.382719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5117c923-185e-42d6-a802-f77f0d7952fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8574a7b8e4d4eca82825976961f4def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477948 Feb 03 11:25:46.397835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:46.467144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.469974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (a4b56be7-10ac-455e-9f47-38edd5a114fd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.498287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] Publish callbacks [] for security_group (24b2d92a-59c8-4820-b262-8f66616278cc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.515209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a4b56be7-10ac-455e-9f47-38edd5a114fd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.515999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117c923-185e-42d6-a802-f77f0d7952fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59deee21-343d-42b7-90c2-d656393d1641,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.565930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234adc46-6bd8-4da5-ad82-9b43a672019f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:46.567507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234adc46-6bd8-4da5-ad82-9b43a672019f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:46.569626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234adc46-6bd8-4da5-ad82-9b43a672019f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:46.574362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-234adc46-6bd8-4da5-ad82-9b43a672019f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2614026 Feb 03 11:25:46.574519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:46.581673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-06d9eafc-ddf5-46f6-b661-b41f4ca85307 service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879881 Feb 03 11:25:46.582421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b56be7-10ac-455e-9f47-38edd5a114fd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.589338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.602414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c5270ab-d1da-4da2-bda8-6efe98142626 req-50763f40-1b78-4f96-9907-a84bab7372e9 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5571892 Feb 03 11:25:46.695205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] Publish callbacks [] for security_group (59deee21-343d-42b7-90c2-d656393d1641), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.739705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:46.753128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] Publish callbacks [] for security_group (59deee21-343d-42b7-90c2-d656393d1641), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.761188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.821762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dd372a7-f905-4640-ae4b-687bce374f28 req-360b925b-bed4-4062-8e80-2da74762966b service neutron] 10.222.0.53 "GET /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172782 Feb 03 11:25:46.834998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88e411b2-293d-4750-bb07-079e0eb93852 req-c152966e-2229-4a06-8d4f-5b3dffdd6f29 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1276022852&fields=id&tenant_id=1b08815f43bd440bb2f63363da50f872 HTTP/1.1" status: 200 len: 267 time: 0.1441104 Feb 03 11:25:46.842738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (24b2d92a-59c8-4820-b262-8f66616278cc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.847511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.850220 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24b2d92a-59c8-4820-b262-8f66616278cc HTTP/1.1" status: 204 len: 168 time: 0.7239656 Feb 03 11:25:46.915092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c0f63-a447-4bb8-8501-0988fee2e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b2d92a-59c8-4820-b262-8f66616278cc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:46.927597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.932338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59deee21-343d-42b7-90c2-d656393d1641), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.935566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:46.936808 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59deee21-343d-42b7-90c2-d656393d1641 HTTP/1.1" status: 204 len: 168 time: 0.5222681 Feb 03 11:25:46.971503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:46.989615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00c995-529e-41aa-a765-9459184828d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59deee21-343d-42b7-90c2-d656393d1641,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:47.019073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e411b2-293d-4750-bb07-079e0eb93852 req-27aacd41-b8f3-4f7f-ab9c-c4d8f9f91849 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:47.020717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88e411b2-293d-4750-bb07-079e0eb93852 req-27aacd41-b8f3-4f7f-ab9c-c4d8f9f91849 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.1541095 Feb 03 11:25:47.032271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'port': {'security_groups': ['49db5285-5c50-4d5f-aa6c-6f0bb897058d', 'a4b56be7-10ac-455e-9f47-38edd5a114fd']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:47.146037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.172283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8212bb0a-d59b-4615-8b22-2177c22f9e6f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:47.280281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.296267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.352548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:47.359621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.369783 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bf95b0d2-0e3a-406a-aebb-674880980787 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d HTTP/1.1" status: 204 len: 168 time: 0.7935653 Feb 03 11:25:47.372466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8212bb0a-d59b-4615-8b22-2177c22f9e6f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:47.372466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.374455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:47.479766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet f0168758-494b-43da-8356-0e65a1078b9e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:25:47.483816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (f0168758-494b-43da-8356-0e65a1078b9e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.578530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (f0168758-494b-43da-8356-0e65a1078b9e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.607927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:47.717316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cecff7-d071-49e4-babf-e06288cdc37d None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:47.770111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f0168758-494b-43da-8356-0e65a1078b9e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.781943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:47.802578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52946) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:47.817716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bab34c66-ad61-4575-9c04-55a4108abb3d None None] Could not find standard attr ID for object 58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:25:47.827408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.840119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a6859f5-39e7-4800-bd62-cc4749c71aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.842712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.865768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d166b1c7-31c3-47dd-aab2-3457ac3960db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:47.912103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f0168758-494b-43da-8356-0e65a1078b9e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.937087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52948) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:47.958803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:47.975789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.980865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bab34c66-ad61-4575-9c04-55a4108abb3d None None] Provisioning complete for port 8212bb0a-d59b-4615-8b22-2177c22f9e6f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:47.981565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bab34c66-ad61-4575-9c04-55a4108abb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:47.982613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:47.982855 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f0168758-494b-43da-8356-0e65a1078b9e HTTP/1.1" status: 204 len: 168 time: 0.6069164 Feb 03 11:25:47.986503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e6972-0a18-4773-b73b-29c4d1034e49 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=f0168758-494b-43da-8356-0e65a1078b9e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:48.052599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f6e4657c-9411-41c6-b61b-6651c8d11c2e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651262 Feb 03 11:25:48.054011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:48.060114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8fb8835d-830e-4500-b6dd-7f8073b41729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=553d794ae6d442778c00b54fa04b8768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1016376 Feb 03 11:25:48.063952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52954) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:48.065365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:48.066126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.067592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88e411b2-293d-4750-bb07-079e0eb93852 req-dfaec950-1638-4d0b-af91-870326b3fd69 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "PUT /v2.0/ports/d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 982 time: 1.0404913 Feb 03 11:25:48.068258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:48.071325 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30b1b7a-22e7-47e9-bce3-60d4042764f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:48.089371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a6859f5-39e7-4800-bd62-cc4749c71aad admin admin] Publish callbacks [] for security_group (dda85fc3-200a-4848-b448-48137699e418), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.108388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a6859f5-39e7-4800-bd62-cc4749c71aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dda85fc3-200a-4848-b448-48137699e418), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.109691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:48.192483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d166b1c7-31c3-47dd-aab2-3457ac3960db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:48.243397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a6859f5-39e7-4800-bd62-cc4749c71aad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c48b83ff5ac4513b267b03f85703074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364130 Feb 03 11:25:48.244488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:48.253179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6859f5-39e7-4800-bd62-cc4749c71aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda85fc3-200a-4848-b448-48137699e418,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:48.301516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] Publish callbacks [] for security_group (a569933c-84c3-4144-909c-9002e8837c17), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.324977 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c9de1-05a9-47b2-bf8c-34ac70f1b61f x-openstack-request-id: req-af6c9de1-05a9-47b2-bf8c-34ac70f1b61f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:48.325360 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:48.327768 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af6c9de1-05a9-47b2-bf8c-34ac70f1b61f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:48.328211 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:25:48.343210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] Publish callbacks [] for security_group (a569933c-84c3-4144-909c-9002e8837c17), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.372361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] Publish callbacks [] for security_group (dda85fc3-200a-4848-b448-48137699e418), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.419174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] Publish callbacks [] for security_group (dda85fc3-200a-4848-b448-48137699e418), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.446951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:48.451598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.459988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a569933c-84c3-4144-909c-9002e8837c17), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.463806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.477957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a569933c-84c3-4144-909c-9002e8837c17 HTTP/1.1" status: 204 len: 168 time: 0.4127419 Feb 03 11:25:48.492100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf124a5-2462-49e0-ba23-a6dc7e73baed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569933c-84c3-4144-909c-9002e8837c17,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:48.528862 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dda85fc3-200a-4848-b448-48137699e418), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.539112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.540966 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dda85fc3-200a-4848-b448-48137699e418 HTTP/1.1" status: 204 len: 168 time: 0.2952008 Feb 03 11:25:48.554597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f7ed7-f39f-48df-af08-881d8efd31d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda85fc3-200a-4848-b448-48137699e418,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:48.580000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-35970e6d-44ec-422b-b44d-5730263e7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:48.581585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-35970e6d-44ec-422b-b44d-5730263e7eb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1167 time: 0.2613177 Feb 03 11:25:48.586715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-fe0329de-b8cc-4b50-9de9-dc0f4366441c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1276022852&fields=id&tenant_id=1b08815f43bd440bb2f63363da50f872 HTTP/1.1" status: 200 len: 267 time: 0.2695775 Feb 03 11:25:48.678071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bab34c66-ad61-4575-9c04-55a4108abb3d None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:48.733375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bb66b-b584-448f-955b-dfd1801d47ef None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': 'f0168758-494b-43da-8356-0e65a1078b9e'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '8212bb0a-d59b-4615-8b22-2177c22f9e6f'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:25:48.745181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52978) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:48.802094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:25:48.840397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb66b-b584-448f-955b-dfd1801d47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:48.897803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-487fabe3-cd34-429a-ac1f-5d159b8bc699 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:48.900091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-487fabe3-cd34-429a-ac1f-5d159b8bc699 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 985 time: 0.2761872 Feb 03 11:25:48.936604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'port': {'security_groups': ['49db5285-5c50-4d5f-aa6c-6f0bb897058d']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:49.134420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-01d7a0c4-eb9a-4218-88ce-865fe6884bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:49.135728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-01d7a0c4-eb9a-4218-88ce-865fe6884bfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.5458961 Feb 03 11:25:49.160902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14a549-14ee-4553-bb4e-db1a26b2055e None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:49.205953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-821db530-ec2c-43a0-907d-80ba92300188 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0520940 Feb 03 11:25:49.208313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.221253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:49.265575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.270267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b91596f3-39f5-4d3f-886c-dd5dbd739c98 None None] Provisioning complete for port 8212bb0a-d59b-4615-8b22-2177c22f9e6f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:49.270801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b91596f3-39f5-4d3f-886c-dd5dbd739c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.406418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (ed0a4df4-b363-4930-a14c-7fc42e60aa5b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.504825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b91596f3-39f5-4d3f-886c-dd5dbd739c98 None None] Current status of the port 8212bb0a-d59b-4615-8b22-2177c22f9e6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:49.513372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:25:49.536690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.538792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-1a3d0192-ba5c-45f1-926f-a5266673d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:49.543610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-1a3d0192-ba5c-45f1-926f-a5266673d378 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.3285992 Feb 03 11:25:49.591978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Deleting port 8212bb0a-d59b-4615-8b22-2177c22f9e6f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:49.592444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.722741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-4dba9675-76f3-4097-a864-17476e54eb3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891192 Feb 03 11:25:49.731932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:49.786826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] For port 8212bb0a-d59b-4615-8b22-2177c22f9e6f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8212bb0a-d59b-4615-8b22-2177c22f9e6f,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:49.793860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:49.800528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Allocated IP 172.25.7.35 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/31875aa2-45a0-4a05-81db-77d2ea1eacc9) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:49.837334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Calling delete_port for 8212bb0a-d59b-4615-8b22-2177c22f9e6f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:49.981040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.014280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8212bb0a-d59b-4615-8b22-2177c22f9e6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.031914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-ac3ce987-fc50-4509-8777-c95c57d060c2 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:50.033781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-ac3ce987-fc50-4509-8777-c95c57d060c2 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.5333712 Feb 03 11:25:50.055877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:50.065179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:50.065412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.066362 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.076574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] Pushing event deleted for resources: {'Port': ['ID=8212bb0a-d59b-4615-8b22-2177c22f9e6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:50.085771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3d4e2-cd01-4912-9017-5bfe84a11b6d None None] No DVR routers for this DVR port 8212bb0a-d59b-4615-8b22-2177c22f9e6f on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:25:50.107454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1195b2b-209c-468d-8619-28684c89ea90 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:50.160083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:50.160867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1040013 Feb 03 11:25:50.181653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:50.186948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98c793-8058-4c9e-bb19-8727fb52208b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=ed0a4df4-b363-4930-a14c-7fc42e60aa5b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:50.198902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:50.211556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-7839ff22-0259-4e2c-a1ac-b11223bf50f5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/quotas/26ce044479aa4f7e96133cdacee706d6 HTTP/1.1" status: 200 len: 375 time: 0.1638541 Feb 03 11:25:50.226541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:50.241687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:50.249141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Pushing event updated for resources: {'Port': ['ID=31875aa2-45a0-4a05-81db-77d2ea1eacc9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:50.352641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'ed0a4df4-b363-4930-a14c-7fc42e60aa5b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:50.358019 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.534293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:50.686821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Allocated IP 172.20.0.2 (134040e6-0113-4b2f-96c2-7e25b948102e/ed0a4df4-b363-4930-a14c-7fc42e60aa5b/0bb69df5-cf28-4464-b61c-656891cf2927) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:50.727195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for floatingip (5d303c17-dcff-4005-b667-4913bb3d761e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.748516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1272934900-network', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:50.755034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:50.759833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.935871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:50.997971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks [] for port (0bb69df5-cf28-4464-b61c-656891cf2927), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.011253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.011976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Made reservation on behalf of 67a6ada8d2c840db814c8a2f65c4c281 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:51.021675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.081991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:51.085782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.092207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:51.102210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:51.106603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Pushing event updated for resources: {'Port': ['ID=0bb69df5-cf28-4464-b61c-656891cf2927,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:51.168283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-951556a3-bb17-4e2a-977e-a36392b00f02 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1271319 Feb 03 11:25:51.191575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Attempting to bind port 0bb69df5-cf28-4464-b61c-656891cf2927 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:51.192207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Attempting to bind port 0bb69df5-cf28-4464-b61c-656891cf2927 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:51.192731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Attempting to bind port 0bb69df5-cf28-4464-b61c-656891cf2927 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:51.198462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8212bb0a-d59b-4615-8b22-2177c22f9e6f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:25:51.210377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks [] for security_group (e5202e22-5598-4add-bfd0-fd70acf7d53e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.227280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e5202e22-5598-4add-bfd0-fd70acf7d53e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.240282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8212bb0a-d59b-4615-8b22-2177c22f9e6f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:25:51.241411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8212bb0a-d59b-4615-8b22-2177c22f9e6f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:25:51.248647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:51.249491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:51.250089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.250638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:51.251280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Bound port: 0bb69df5-cf28-4464-b61c-656891cf2927, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:51.251817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.318531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-e77982c5-283d-4e83-8534-efa456d10b6a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0524833 Feb 03 11:25:51.349113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] For port 0bb69df5-cf28-4464-b61c-656891cf2927, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:51.353298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] For port 0bb69df5-cf28-4464-b61c-656891cf2927, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bb69df5-cf28-4464-b61c-656891cf2927,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:51.362157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.429862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b7ee-f0b3-49b3-9928-2b87ed3171fe None None] Pushing event updated for resources: {'Port': ['ID=0bb69df5-cf28-4464-b61c-656891cf2927,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:51.451757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.455110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:25:51.471388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.485540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c30b1b7a-22e7-47e9-bce3-60d4042764f0 req-b0acb7c5-3458-4993-b645-79b3ea2b2879 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858775 Feb 03 11:25:51.498335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5202e22-5598-4add-bfd0-fd70acf7d53e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:51.515097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:51.583665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (81d08b16-a5cf-4d83-9aae-72faba581c3a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.584024 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Added segment 81d08b16-a5cf-4d83-9aae-72faba581c3a of type vlan for network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 Feb 03 11:25:51.608663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.609146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.609499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.609888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.610450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.610758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.611294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.611628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.612120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.612432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.613570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.613570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.613570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:25:51.633735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.650212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.663907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d166b1c7-31c3-47dd-aab2-3457ac3960db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:51.721836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-fa752be7-0308-4996-b6c8-56d11b23d02b service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352903 Feb 03 11:25:51.754681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Pushing event updated for resources: {'Port': ['ID=31875aa2-45a0-4a05-81db-77d2ea1eacc9,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:51.765690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1c916ff9-c299-4d20-9f85-1d6259e7bec0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.768230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (5d303c17-dcff-4005-b667-4913bb3d761e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.774023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:51.778988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.781158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65e964d1-dfc2-45b4-8871-ca53f4508e57 req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "PUT /v2.0/ports/d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 943 time: 2.8699541 Feb 03 11:25:51.782577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:25:51.790591 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9616492-054e-4e9d-ad18-adbb654d6337" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:25:51.907821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['d166b1c7-31c3-47dd-aab2-3457ac3960db'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:51.927283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94472cb-20ec-4dfe-828a-45af3fc16b5a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:51.928218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:51.934089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04837089-1f7a-4045-b1e1-5903e92df500 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1877868 Feb 03 11:25:51.939459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:51.984982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1893150971', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'fixed_ips': [{'ip_address': '172.25.7.35'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:52.021462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1c916ff9-c299-4d20-9f85-1d6259e7bec0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.023536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:52.024349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.117841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5815046 Feb 03 11:25:52.124099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:52.148366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-996db7f8-f5a8-4cf3-bb74-e1a85470cedd service neutron] 10.222.0.30 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192445 Feb 03 11:25:52.236634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Request body: {'subnet': {'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1272934900-subnet', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:52.294263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Made reservation on behalf of b4d6d6b202d94cb69d9ce2a342820e85 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:52.302411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.315589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Made reservation on behalf of 67a6ada8d2c840db814c8a2f65c4c281 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:52.318008 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.320564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bb301-1113-4ccf-9c3c-65373717f26a admin admin] Pushing event updated for resources: {'Network': ['ID=1c916ff9-c299-4d20-9f85-1d6259e7bec0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:52.370536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:25:52.394060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.400892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-a897e422-c705-4822-a3ae-e4e00746c6c2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4171858 Feb 03 11:25:52.406986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:52.433039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.639574 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1587fe-247e-4638-b804-ea5834f4f556 x-openstack-request-id: req-5f1587fe-247e-4638-b804-ea5834f4f556 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:25:52.639786 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:25:52.643256 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f1587fe-247e-4638-b804-ea5834f4f556 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:25:52.643746 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:25:52.661456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for security_group (0461f66f-9479-408d-9673-8ac4fd14e77b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.860451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0461f66f-9479-408d-9673-8ac4fd14e77b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:52.889768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2afdf95d-f755-4fc3-b9c3-804ff596df19 req-8e45cac5-7c0d-4119-aa90-92355a5715a3 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 210 time: 0.1434910 Feb 03 11:25:52.895841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] device_id is not set on port a0e793a8-172a-4c56-9650-703459dc157d yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:52.939669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-55613389-969d-48ca-bf59-9907128e107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:52.943718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-55613389-969d-48ca-bf59-9907128e107c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.2982278 Feb 03 11:25:52.963048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:53.107439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6a6fe331-7f56-4e5a-9019-71a781541197), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:53.189354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6fe331-7f56-4e5a-9019-71a781541197,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:53.191308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0461f66f-9479-408d-9673-8ac4fd14e77b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:53.233884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6356e9-022b-4e0c-a7c4-82672069b52a None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:25:53.326884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bb69df5-cf28-4464-b61c-656891cf2927 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:53.420461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:25:53.429058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-6146a583-dd07-4a64-acc5-e2b03951cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:53.437016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-6146a583-dd07-4a64-acc5-e2b03951cf48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.4798801 Feb 03 11:25:53.542499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:53.582613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-939c9fe2-91f9-4c1e-b783-15faeef29c3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.1414411 Feb 03 11:25:53.586018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Allocated IP 172.25.7.52 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/1a8a031b-77d8-4ed3-9e80-1771e4cd0a56) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:53.775007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-2db1b9c8-5547-4fcc-a5b4-1629ce3a817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:53.777021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-2db1b9c8-5547-4fcc-a5b4-1629ce3a817c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.1843989 Feb 03 11:25:53.782735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89f90582-c127-4b6b-9397-0d0928e08388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:53.905581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89f90582-c127-4b6b-9397-0d0928e08388 admin admin] Publish callbacks [] for security_group (8ec8f63e-edfe-45f3-813f-2ff8c9bdabba), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.011163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-4223bbdd-a4e7-43ac-9dd0-3bbc1ad4cf72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121177 Feb 03 11:25:54.015566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89f90582-c127-4b6b-9397-0d0928e08388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8ec8f63e-edfe-45f3-813f-2ff8c9bdabba), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.023190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:54.023954 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.116801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:54.117230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.124822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.150686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Checking segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:54.150906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-930b386e-cde6-48c9-b459-c4d7559b96b1 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254034 Feb 03 11:25:54.151034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Network hostable DHCP agents. Network: 1c916ff9-c299-4d20-9f85-1d6259e7bec0, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:25:54.188889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6356e9-022b-4e0c-a7c4-82672069b52a None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:25:54.196653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Unable to find a vacant binding_index for network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 and agent e4495a1b-6d00-4087-b955-a5835c372027 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 11:25:54.206754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6356e9-022b-4e0c-a7c4-82672069b52a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1c916ff9-c299-4d20-9f85-1d6259e7bec0) {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:25:54.217261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1c916ff9-c299-4d20-9f85-1d6259e7bec0) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:54.219539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbfa8323-9187-4147-84db-9a6ca3c0847d req-13569e03-f136-49c5-a469-26c70bd083ef tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 210 time: 0.2050834 Feb 03 11:25:54.243906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:54.245315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.249096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f90582-c127-4b6b-9397-0d0928e08388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8f63e-edfe-45f3-813f-2ff8c9bdabba,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:54.258025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-89f90582-c127-4b6b-9397-0d0928e08388 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77aeb24cd3b14c809761138c026752a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138219 Feb 03 11:25:54.280751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:54.315409 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d34fc765-4d66-4b40-9a7e-3f50f7775025 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1068270 Feb 03 11:25:54.318475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:54.327279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:54.412285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.413204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.464262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:54.464576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.472235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 0bb69df5-cf28-4464-b61c-656891cf2927, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bb69df5-cf28-4464-b61c-656891cf2927,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:54.510195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (0bb69df5-cf28-4464-b61c-656891cf2927), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.519135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.543319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:54.543861 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.609658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=0bb69df5-cf28-4464-b61c-656891cf2927,revision_number=4']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:54.616888 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:54.617409 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:54.646039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.650334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6a518853-89c8-4cdf-b145-15ba445c2254), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.660500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-2d882c95-2551-4de5-8cf8-6d3fb63c0515 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:54.663754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-2d882c95-2551-4de5-8cf8-6d3fb63c0515 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 813 time: 0.2310555 Feb 03 11:25:54.691207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Request body: {'port': {'device_id': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'admin_state_up': True, 'tenant_id': '26ce044479aa4f7e96133cdacee706d6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:54.758397 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] Publish callbacks [] for security_group (8ec8f63e-edfe-45f3-813f-2ff8c9bdabba), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.759103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=6a518853-89c8-4cdf-b145-15ba445c2254,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:54.771088 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:54.771890 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:54.776052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for router_controller (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.790754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:54.792935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:54.796384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:54.798067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.803790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9616492-054e-4e9d-ad18-adbb654d6337 req-92cd172e-85c1-421e-afd3-044f36fd212d service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349607 Feb 03 11:25:54.828873 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4b6b9520-63fa-4460-98dd-4b1df2c3f674 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6599834 Feb 03 11:25:54.829706 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53132) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:54.845237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:25:54.846989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.863233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] Publish callbacks [] for security_group (8ec8f63e-edfe-45f3-813f-2ff8c9bdabba), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.873017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:c6:b5:27', 'name': 'tempest-NetworksTestDHCPv6-821282398'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:54.907970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:54.942828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:54.966954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:55.021260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:55.088989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Allocated IP 172.20.0.2 (1c916ff9-c299-4d20-9f85-1d6259e7bec0/6a6fe331-7f56-4e5a-9019-71a781541197/163a2aa9-de01-4d72-8f9f-a72bbbb29180) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:55.174429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for router_gateway (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.178949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'Port': ['ID=1a8a031b-77d8-4ed3-9e80-1771e4cd0a56,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:55.195172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8ec8f63e-edfe-45f3-813f-2ff8c9bdabba), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.198272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.200478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ec8f63e-edfe-45f3-813f-2ff8c9bdabba HTTP/1.1" status: 204 len: 168 time: 0.9178936 Feb 03 11:25:55.216876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Made reservation on behalf of 26ce044479aa4f7e96133cdacee706d6 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:55.222479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.229990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb09b-60f8-4ef3-ac81-cc1c5867e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8f63e-edfe-45f3-813f-2ff8c9bdabba,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:55.312594 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 11:25:55.313177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:25:55.341372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:55.341819 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03d2a518-e362-4753-b3e3-4423b2958633 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.3724966 Feb 03 11:25:55.361237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:55.361735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.467137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:25:55.511289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:55.511690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.531772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] For port 0bb69df5-cf28-4464-b61c-656891cf2927, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bb69df5-cf28-4464-b61c-656891cf2927,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:55.608184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.722397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:25:55.729233 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:25:55.761634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks [] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.784077 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.806429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57cc76-26b6-4471-a344-00c8372e370e None None] Pushing event updated for resources: {'Port': ['ID=0bb69df5-cf28-4464-b61c-656891cf2927,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:55.811073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.816556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:55.816805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:55.835268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:55.843166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:55.883150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82deb604-629b-4ad7-bcc5-61548845681e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.923545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.926048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 7fb359ae-a145-41f2-af01-112210e6c878 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:25:55.939018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Attempting to bind port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:25:55.939398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Attempting to bind port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:25:55.939860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Attempting to bind port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 on network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:25:55.954578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:25:55.955001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Checking segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:25:55.955413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.955804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Bound using segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:25:55.956285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Bound port: 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:25:55.956663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:55.968177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Pushing event updated for resources: {'Port': ['ID=163a2aa9-de01-4d72-8f9f-a72bbbb29180,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:55.980162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32379c45-2ad2-4500-8a56-4b5d49a48ca4 req-c66b843b-1ec8-4400-8a33-4398547711f9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 210 time: 0.5509968 Feb 03 11:25:56.007427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for router_gateway (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.024787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9b7b1a6a-8c66-4ba8-850a-42a02a089764 None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:56.027395 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1a6a-8c66-4ba8-850a-42a02a089764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.048364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.098698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:56.193768 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82deb604-629b-4ad7-bcc5-61548845681e admin admin] Publish callbacks [] for security_group (417ec718-acd8-4e7d-9701-5a9fafddb7ed), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.206547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82deb604-629b-4ad7-bcc5-61548845681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (417ec718-acd8-4e7d-9701-5a9fafddb7ed), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.224094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.252741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b1a6a-8c66-4ba8-850a-42a02a089764 None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:56.259992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bb69df5-cf28-4464-b61c-656891cf2927 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:56.277501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Allocated IP 172.20.0.7 (b6476650-6a71-4ca7-8d9b-cbb255588ec8/2fe3e590-2e21-477d-817c-4d4fb1c47fcf/aa7817a0-8c66-451b-9b47-2151c636934d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:56.310544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] For port 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:25:56.315579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Deleting port 31875aa2-45a0-4a05-81db-77d2ea1eacc9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:56.315953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.331512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] For port 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=163a2aa9-de01-4d72-8f9f-a72bbbb29180,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:25:56.333727 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82deb604-629b-4ad7-bcc5-61548845681e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee017692188d4301b8293788f13df6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770641 Feb 03 11:25:56.342542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53146) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:56.343882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb604-629b-4ad7-bcc5-61548845681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ec718-acd8-4e7d-9701-5a9fafddb7ed,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:56.347998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.353939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:56.354436 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.376780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Allocated IP 172.25.7.62 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b1a90936-1774-4b1d-8144-4ed0f6af5c04) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:56.380291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 172.20.0.13 (134040e6-0113-4b2f-96c2-7e25b948102e/ed0a4df4-b363-4930-a14c-7fc42e60aa5b/7fb359ae-a145-41f2-af01-112210e6c878) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:56.394620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fec6:b527 (134040e6-0113-4b2f-96c2-7e25b948102e/6a518853-89c8-4cdf-b145-15ba445c2254/7fb359ae-a145-41f2-af01-112210e6c878) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:25:56.581725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.582022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for floatingip (31875aa2-45a0-4a05-81db-77d2ea1eacc9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.594786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] Publish callbacks [] for security_group (417ec718-acd8-4e7d-9701-5a9fafddb7ed), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.632984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] Publish callbacks [] for security_group (417ec718-acd8-4e7d-9701-5a9fafddb7ed), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.647417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a2c9a-474d-484e-b558-9c0692c72744 None None] Pushing event updated for resources: {'Port': ['ID=163a2aa9-de01-4d72-8f9f-a72bbbb29180,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:56.698895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (7fb359ae-a145-41f2-af01-112210e6c878), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.699485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:56.732526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Calling delete_port for 31875aa2-45a0-4a05-81db-77d2ea1eacc9 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:56.747612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (417ec718-acd8-4e7d-9701-5a9fafddb7ed), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.750194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.751318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/417ec718-acd8-4e7d-9701-5a9fafddb7ed HTTP/1.1" status: 204 len: 168 time: 0.4076693 Feb 03 11:25:56.786996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.790137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7fb359ae-a145-41f2-af01-112210e6c878), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.792981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bade32-b91f-425b-b576-883fa558b7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ec718-acd8-4e7d-9701-5a9fafddb7ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:56.852480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:56.861917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:56.864803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:56.900215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.924752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.960181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:56.960854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.980074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=7fb359ae-a145-41f2-af01-112210e6c878,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:56.983120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks [] for port (aa7817a0-8c66-451b-9b47-2151c636934d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:56.992772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.008701 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6fa4b7d9-eecb-4101-bc4e-e610422e838d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1414797 Feb 03 11:25:57.010047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:57.040041 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.096713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Pushing event updated for resources: {'Port': ['ID=b1a90936-1774-4b1d-8144-4ed0f6af5c04,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:57.102629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:57.104349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:57.107044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:57.270703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.285114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:57.300813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (31875aa2-45a0-4a05-81db-77d2ea1eacc9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.358696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:25:57.390875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event updated for resources: {'Port': ['ID=1a8a031b-77d8-4ed3-9e80-1771e4cd0a56,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:57.468059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Network b6476650-6a71-4ca7-8d9b-cbb255588ec8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:25:57.472109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for router_gateway (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.474455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:25:57.497450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:25:57.534290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.545728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Pushing event deleted for resources: {'Port': ['ID=31875aa2-45a0-4a05-81db-77d2ea1eacc9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:57.768339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.769758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-cdf81885-b16d-478b-9c90-dd4c89536daa tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3679135 Feb 03 11:25:57.770296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event updated for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:25:57.793727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934ee21-90dc-4dd5-b23c-2b4177a681ad tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:57.801173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934ee21-90dc-4dd5-b23c-2b4177a681ad tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:57.805343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5934ee21-90dc-4dd5-b23c-2b4177a681ad tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7670007 Feb 03 11:25:57.810123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:57.810808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.814023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:57.919677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:57.999723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cfed8-4c07-4678-a557-36f8acbcc253 req-ae1d035b-c873-4d48-91f6-718db1c11012 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:58.001301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-568cfed8-4c07-4678-a557-36f8acbcc253 req-ae1d035b-c873-4d48-91f6-718db1c11012 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 931 time: 0.8572805 Feb 03 11:25:58.005498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-b2279492-5417-42fe-bcd0-2ca7791fbb63 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.1886899 Feb 03 11:25:58.007057 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks [] for floatingip (5d303c17-dcff-4005-b667-4913bb3d761e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.009730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.010889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bf99745e-43ce-4dab-a732-be7a0a3cc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879 tempest-ExternalNetworksAdminNegativeTestJSON-1669581879-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/5d303c17-dcff-4005-b667-4913bb3d761e HTTP/1.1" status: 204 len: 168 time: 2.6199126 Feb 03 11:25:58.133921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:25:58.224459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-568cfed8-4c07-4678-a557-36f8acbcc253 req-a518655e-a96d-485a-817d-5edb2494c03e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802158 Feb 03 11:25:58.236487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-f9e77986-4b76-4a22-9f6c-60de8c9697b5 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5443313 Feb 03 11:25:58.293973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04d46d-a33a-49aa-af5d-7fef1c0a5303 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:58.317705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Request body: {'port': {'device_id': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:25:58.420896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:25:58.437595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 7fb359ae-a145-41f2-af01-112210e6c878 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:25:58.437958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7fb359ae-a145-41f2-af01-112210e6c878), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.452329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.454419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:25:58.458450 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-38fa580a-4aa8-4174-8003-a33a9cd0d29e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1368754 Feb 03 11:25:58.459513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc53ffa-4e31-401b-9dac-e066a8386274 None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:25:58.461102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:58.464129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 163a2aa9-de01-4d72-8f9f-a72bbbb29180 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:25:58.510406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.582005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53186) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:25:58.587425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:25:58.588175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:58.607227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50908c1-38de-4684-8dac-4529ea771b1c req-6dcf210e-14aa-462e-9b85-942645c540d2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:25:58.608640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-6dcf210e-14aa-462e-9b85-942645c540d2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.5657542 Feb 03 11:25:58.622862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Provisioning complete for port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:58.638547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.650163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-bbbf9870-5a23-4c73-b215-b59b5623157c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:25:58.651177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50908c1-38de-4684-8dac-4529ea771b1c req-bbbf9870-5a23-4c73-b215-b59b5623157c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112510 Feb 03 11:25:58.737456 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7fb359ae-a145-41f2-af01-112210e6c878), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:58.855601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 7fb359ae-a145-41f2-af01-112210e6c878 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:25:59.122294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:25:59.350662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-630eaedf-8ae9-47ec-b8a0-fdbafad99083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.414724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:25:59.415287 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.528936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:59.529352 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.668274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:25:59.668676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.756875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] For port 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=163a2aa9-de01-4d72-8f9f-a72bbbb29180,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:25:59.768149 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.806106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:25:57Z', 'revision_number': 3, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:25:59.856101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-630eaedf-8ae9-47ec-b8a0-fdbafad99083 admin admin] Publish callbacks [] for security_group (e704337b-9064-4c7c-9752-3f5dfcc0237e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:25:59.866956 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-630eaedf-8ae9-47ec-b8a0-fdbafad99083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e704337b-9064-4c7c-9752-3f5dfcc0237e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.040125 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-630eaedf-8ae9-47ec-b8a0-fdbafad99083 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cb75779445b4fe685638e6b23393434&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4575319 Feb 03 11:26:00.041312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eaedf-8ae9-47ec-b8a0-fdbafad99083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704337b-9064-4c7c-9752-3f5dfcc0237e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:00.046365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53254) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:00.061286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Pushing event updated for resources: {'Port': ['ID=163a2aa9-de01-4d72-8f9f-a72bbbb29180,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:00.069284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.090446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:00.090815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Updating router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 port b1a90936-1774-4b1d-8144-4ed0f6af5c04 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:26:00.155042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.226914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:00.227460 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.279220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:00.283687 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:00.287108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7817a0-8c66-451b-9b47-2151c636934d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:26:00.314783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks [] for port (aa7817a0-8c66-451b-9b47-2151c636934d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.363455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Transition to ACTIVE for port object aa7817a0-8c66-451b-9b47-2151c636934d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:26:00.450348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7fb359ae-a145-41f2-af01-112210e6c878), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.477210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Allocated IP 172.20.0.1 (1c916ff9-c299-4d20-9f85-1d6259e7bec0/6a6fe331-7f56-4e5a-9019-71a781541197/a0906b58-0ad3-4872-9c2d-124b8625ed4d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:00.484508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.546433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03913e35-9a5e-426b-8fec-b36606e11900 None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:00.620206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b54942-7769-4fd6-9e2a-4f768de80ea2 None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:00.636819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks [] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.683025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] Publish callbacks [] for security_group (e704337b-9064-4c7c-9752-3f5dfcc0237e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.689018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.706502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-11e96093-6123-48c7-84dd-7681a6f25264 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:00.708456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-11e96093-6123-48c7-84dd-7681a6f25264 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.9029748 Feb 03 11:26:00.719058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0a42-3b72-4a98-ba45-87ae90dc946e req-42d20b58-e1d6-4075-a387-fc9b33000782 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:00.728710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-606b0a42-3b72-4a98-ba45-87ae90dc946e req-42d20b58-e1d6-4075-a387-fc9b33000782 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 943 time: 0.6809244 Feb 03 11:26:00.742481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] Publish callbacks [] for security_group (e704337b-9064-4c7c-9752-3f5dfcc0237e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.743534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=7fb359ae-a145-41f2-af01-112210e6c878,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:00.835651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:00.853931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e704337b-9064-4c7c-9752-3f5dfcc0237e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.862554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.867810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e704337b-9064-4c7c-9752-3f5dfcc0237e HTTP/1.1" status: 204 len: 168 time: 0.8161144 Feb 03 11:26:00.868874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:00.887405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:00.900525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Pushing event updated for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:00.965722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56760d-f7ba-49e4-bd67-54d4c193306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704337b-9064-4c7c-9752-3f5dfcc0237e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:00.996247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:00.999390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.006868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53310) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:01.011273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56dc8331-97b5-4b41-9bce-87df305f1720 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/7fb359ae-a145-41f2-af01-112210e6c878 HTTP/1.1" status: 204 len: 168 time: 3.1859367 Feb 03 11:26:01.034159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:01.034672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.102907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-fa7370e9-d2bb-4bd7-8102-89b8217c44b7 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.3473132 Feb 03 11:26:01.126857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'floatingip': {'port_id': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:01.129867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:01.205231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1c1bc-b9f8-420d-90d4-ffa74bd39446 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:01.206651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1c1bc-b9f8-420d-90d4-ffa74bd39446 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:01.207973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1c1bc-b9f8-420d-90d4-ffa74bd39446 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:01.224332 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8cf1c1bc-b9f8-420d-90d4-ffa74bd39446 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2128167 Feb 03 11:26:01.225494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:01.330155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-606b0a42-3b72-4a98-ba45-87ae90dc946e req-721baba3-718d-4dfa-b49a-500cd8d60a5f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005232 Feb 03 11:26:01.374958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.429585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 6a518853-89c8-4cdf-b145-15ba445c2254 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:01.447541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (6a518853-89c8-4cdf-b145-15ba445c2254), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.531020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Attempting to bind port aa7817a0-8c66-451b-9b47-2151c636934d on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:01.531373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Attempting to bind port aa7817a0-8c66-451b-9b47-2151c636934d by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:01.531681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Attempting to bind port aa7817a0-8c66-451b-9b47-2151c636934d on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:01.560502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:01.573933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (6a518853-89c8-4cdf-b145-15ba445c2254), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.593414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Port aa7817a0-8c66-451b-9b47-2151c636934d on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:26:01.593730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Attempting to bind port aa7817a0-8c66-451b-9b47-2151c636934d on network b6476650-6a71-4ca7-8d9b-cbb255588ec8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:01.594531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d303c4e6-f1dc-477c-ac30-c6d3d96eb695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.621143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:01.621598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Checking segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:01.621999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Bound using segment: {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:01.622768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Bound port: aa7817a0-8c66-451b-9b47-2151c636934d, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746364e8-369b-445f-b421-88e24f358308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:01.622907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.653486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.688329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks [] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.719950 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.787469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:01.814186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 163a2aa9-de01-4d72-8f9f-a72bbbb29180 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:01.879506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks [] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.890851 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.946497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Attempting to bind port b1a90936-1774-4b1d-8144-4ed0f6af5c04 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:01.947093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Attempting to bind port b1a90936-1774-4b1d-8144-4ed0f6af5c04 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:01.947469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Attempting to bind port b1a90936-1774-4b1d-8144-4ed0f6af5c04 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:01.957342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:01.957740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:01.958120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:01.958522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:01.959103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Bound port: b1a90936-1774-4b1d-8144-4ed0f6af5c04, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:01.959459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.008038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Pushing event updated for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.021597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53350) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:02.030375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb0419-3a60-45ff-964e-80c5048b9e50 None None] Pushing event updated for resources: {'Port': ['ID=b1a90936-1774-4b1d-8144-4ed0f6af5c04,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.036111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:02.051319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:02.091198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] For port b1a90936-1774-4b1d-8144-4ed0f6af5c04, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:02.095536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] For port b1a90936-1774-4b1d-8144-4ed0f6af5c04, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1a90936-1774-4b1d-8144-4ed0f6af5c04,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:02.097447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Provisioning complete for port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:02.097827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.101879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:02.102253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.106870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=aa7817a0-8c66-451b-9b47-2151c636934d,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:02.113928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6a518853-89c8-4cdf-b145-15ba445c2254), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.144107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.149557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c69d24a-2421-4466-b9dc-3ad7b2316be6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d6d6b202d94cb69d9ce2a342820e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494773 Feb 03 11:26:02.155669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.157486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53354) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:02.167787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.278537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:02.279387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:25:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:02.291259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8409ee89-f297-452b-8e86-4b4dbdb12396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.335055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:02.335667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.337215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] 10.222.0.69 "PUT /v2.0/ports/aa7817a0-8c66-451b-9b47-2151c636934d HTTP/1.1" status: 200 len: 1091 time: 4.0246153 Feb 03 11:26:02.343787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:02.346039 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cee7f7-d186-40a2-a9d9-278b402d616d" -d '{"events": [{"name": "network-changed", "server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:02.435962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8409ee89-f297-452b-8e86-4b4dbdb12396 admin admin] Publish callbacks [] for security_group (2121e89c-1a84-42b7-bc96-ad6b23b27732), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.445186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8409ee89-f297-452b-8e86-4b4dbdb12396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2121e89c-1a84-42b7-bc96-ad6b23b27732), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.465855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:02.496621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409ee89-f297-452b-8e86-4b4dbdb12396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2121e89c-1a84-42b7-bc96-ad6b23b27732,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.546195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (6a518853-89c8-4cdf-b145-15ba445c2254), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.591363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=6a518853-89c8-4cdf-b145-15ba445c2254,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.599269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.604539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-926006c0-8095-4e42-af31-c8e81fc61067 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6a518853-89c8-4cdf-b145-15ba445c2254 HTTP/1.1" status: 204 len: 168 time: 1.3783545 Feb 03 11:26:02.609804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8409ee89-f297-452b-8e86-4b4dbdb12396 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d523c22ca3ed47a08052e3f3a83bfa82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831614 Feb 03 11:26:02.611279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53362) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:02.613573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53364) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:02.617121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356886fc-ef5c-43f2-a807-9f4a6f6f5906 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:02.624765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:02.686975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:02.692764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet ed0a4df4-b363-4930-a14c-7fc42e60aa5b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:02.695286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb0419-3a60-45ff-964e-80c5048b9e50 None None] Pushing event updated for resources: {'Port': ['ID=b1a90936-1774-4b1d-8144-4ed0f6af5c04,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.739315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0228ad-2558-48f6-b069-316c3a074c3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:02.740165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:02.760781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (ed0a4df4-b363-4930-a14c-7fc42e60aa5b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.784035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:02.815412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ed0252e-05a3-488c-a52a-e557dc242045 None None] Could not find standard attr ID for object 7fb359ae-a145-41f2-af01-112210e6c878. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:26:02.885944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] Publish callbacks [] for security_group (2121e89c-1a84-42b7-bc96-ad6b23b27732), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.915253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] Publish callbacks [] for security_group (2121e89c-1a84-42b7-bc96-ad6b23b27732), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.954379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:02.954913 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.967255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] Publish callbacks [] for security_group (0461f66f-9479-408d-9673-8ac4fd14e77b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.970810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:26:02.994799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2121e89c-1a84-42b7-bc96-ad6b23b27732), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.997551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:02.998815 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2121e89c-1a84-42b7-bc96-ad6b23b27732 HTTP/1.1" status: 204 len: 168 time: 0.3835213 Feb 03 11:26:03.034853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ed0a4df4-b363-4930-a14c-7fc42e60aa5b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.048382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Port a0906b58-0ad3-4872-9c2d-124b8625ed4d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:03.049422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2932e-6538-4375-a62d-13b79546b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2121e89c-1a84-42b7-bc96-ad6b23b27732,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:03.055052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:03.122669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fa9e1-2c37-427a-8973-dfe5cbab17e1 None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:03.133670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Provisioning complete for port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:03.134538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.147473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-a2e4c4fd-c1b6-46bf-b988-58ef778c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:03.153231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-a2e4c4fd-c1b6-46bf-b988-58ef778c0e94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 1125 time: 0.7571070 Feb 03 11:26:03.164576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] Publish callbacks [] for security_group (0461f66f-9479-408d-9673-8ac4fd14e77b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.217049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d727b-be62-4d7e-8294-1e2e225c73db req-4e413d52-c8da-4ad9-b465-b72b8d171cc7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:03.219018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c83d727b-be62-4d7e-8294-1e2e225c73db req-4e413d52-c8da-4ad9-b465-b72b8d171cc7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 943 time: 0.4977765 Feb 03 11:26:03.252647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.299748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0452cbf3-c72d-49f4-a229-21239176e95c None None] Current status of the port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:03.308285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:03.312219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ed0a4df4-b363-4930-a14c-7fc42e60aa5b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.359757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.427748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-03f2ec80-9494-45c8-9b0e-ff32eca9f7b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7817a0-8c66-451b-9b47-2151c636934d HTTP/1.1" status: 200 len: 217 time: 0.2285175 Feb 03 11:26:03.431087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9caac8bb-c2b9-483e-92ee-b50287ee2a3d None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:03.431468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9caac8bb-c2b9-483e-92ee-b50287ee2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.492219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0461f66f-9479-408d-9673-8ac4fd14e77b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.503072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.511849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0461f66f-9479-408d-9673-8ac4fd14e77b HTTP/1.1" status: 204 len: 168 time: 1.3365784 Feb 03 11:26:03.549928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9caac8bb-c2b9-483e-92ee-b50287ee2a3d None None] Port a0906b58-0ad3-4872-9c2d-124b8625ed4d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:03.609519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44470b2c-b219-4c40-824e-e03d39cb2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0461f66f-9479-408d-9673-8ac4fd14e77b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:03.613219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:03.614304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:03.645107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c83d727b-be62-4d7e-8294-1e2e225c73db req-36281dce-69a9-46fa-b718-7d5bed9f78e6 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127562 Feb 03 11:26:03.652713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0d343081-a05d-4299-9bf0-77304fa1e027 admin admin] 10.222.0.30 "PUT /v2.0/routers/79e89090-6ea4-40ce-b3d5-ad983b0e9ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1907358 Feb 03 11:26:03.661213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ed0a4df4-b363-4930-a14c-7fc42e60aa5b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.703505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:03.710002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/ed0a4df4-b363-4930-a14c-7fc42e60aa5b HTTP/1.1" status: 204 len: 168 time: 1.0952067 Feb 03 11:26:03.737854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53378) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:03.744879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26087f79-bae8-493d-9b04-92e85f3cd6f9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0a4df4-b363-4930-a14c-7fc42e60aa5b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:03.853347 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4b1d43d5-7705-4ced-a43d-ce42368e33a2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142230 Feb 03 11:26:03.854070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:03.861092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:04.025409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:04.035133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867f094-234e-4ec9-ade6-c30639a81fb3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:04.039121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.289865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cc0d54e8-9896-4053-8c4d-21fde6fe733c None None] Provisioning complete for port 0bb69df5-cf28-4464-b61c-656891cf2927 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:04.302887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc0d54e8-9896-4053-8c4d-21fde6fe733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.364345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-ef313e66-2574-409e-a856-732b7788edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:04.366063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-ef313e66-2574-409e-a856-732b7788edb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.8991654 Feb 03 11:26:04.367665 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6de9b0-294d-4126-b3e6-a171140ac8d6 x-openstack-request-id: req-4f6de9b0-294d-4126-b3e6-a171140ac8d6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:04.368191 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:04.368339 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f6de9b0-294d-4126-b3e6-a171140ac8d6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:04.368628 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d', 'status': 'completed', 'code': 200} Feb 03 11:26:04.386056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19152dde-ecb6-4c04-9e44-49f32afcbd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.419789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f6b1-7606-4055-9696-f69714701f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.509610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-2ea8f792-c48f-47e9-9714-ff8f6cc6ca78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192985 Feb 03 11:26:04.545944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d54e8-9896-4053-8c4d-21fde6fe733c None None] Current status of the port 0bb69df5-cf28-4464-b61c-656891cf2927 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:04.552562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:26:04.569044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (b226774d-fc3f-4592-8feb-206663626614), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.661705 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Floating IP c6287a19-2af0-493f-b7ab-f1b1c9ccc85f associated. External IP: 172.25.7.52, port: d166b1c7-31c3-47dd-aab2-3457ac3960db. Feb 03 11:26:04.676818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:04.681647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.683684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:04.691515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:04.692377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Deleting port 0bb69df5-cf28-4464-b61c-656891cf2927 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:04.692800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.692928 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.715883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=b226774d-fc3f-4592-8feb-206663626614,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:04.733238 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4cdc317-2eef-493a-85ff-a44b976d74cb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8780074 Feb 03 11:26:04.735971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:04.744578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:04.750395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6525d0-c70e-4dc9-b78d-969c16c90eeb req-845fe7fb-c71e-4dcb-8bde-afa97dd8c03d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:04.758356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e6525d0-c70e-4dc9-b78d-969c16c90eeb req-845fe7fb-c71e-4dcb-8bde-afa97dd8c03d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 0.3887854 Feb 03 11:26:04.951360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] For port 0bb69df5-cf28-4464-b61c-656891cf2927, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bb69df5-cf28-4464-b61c-656891cf2927,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:04.951817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.958716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-c9cac4c0-3bb0-4a4e-ab1d-222785766ded service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423997 Feb 03 11:26:04.964391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:04.970095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:04.984623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Calling delete_port for 0bb69df5-cf28-4464-b61c-656891cf2927 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:05.011412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:05.018300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1172231641-network', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:05.081766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e6525d0-c70e-4dc9-b78d-969c16c90eeb req-3440f4ca-305b-497c-a5d7-d86ec8720ddb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222110 Feb 03 11:26:05.176852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Made reservation on behalf of 8f31d3cc781347bda047ca5e564b5d5c for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:05.179308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.184208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0bb69df5-cf28-4464-b61c-656891cf2927), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.197277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f6b1-7606-4055-9696-f69714701f22 admin admin] Publish callbacks [] for security_group (6d45fd37-ff45-49b4-8492-1f6b903f7fd2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.217015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.236017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] Pushing event deleted for resources: {'Port': ['ID=0bb69df5-cf28-4464-b61c-656891cf2927,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:05.249808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4cbd7-ff0d-4c15-865e-1b78a218d898 None None] No DVR routers for this DVR port 0bb69df5-cf28-4464-b61c-656891cf2927 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:05.287112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9274b-8708-456f-804f-ee26c95e8890 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:05.308619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f6b1-7606-4055-9696-f69714701f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d45fd37-ff45-49b4-8492-1f6b903f7fd2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.382706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ea2f6b1-7606-4055-9696-f69714701f22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6f99a959891499ebab8f486241bdc43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7626309 Feb 03 11:26:05.400741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53426) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:05.408675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3de35b0-9662-44c1-be00-412cac9228d4 req-b64ff62f-b38a-4cb3-911d-a57d3ce3cd4a service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234507 Feb 03 11:26:05.495795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'b226774d-fc3f-4592-8feb-206663626614'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:05.496731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.525841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070ffe-b258-4c86-84a7-50695cc9aae4 req-a16f6a15-7c5e-4ba7-8fde-96e7e0736561 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:05.533954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85070ffe-b258-4c86-84a7-50695cc9aae4 req-a16f6a15-7c5e-4ba7-8fde-96e7e0736561 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 943 time: 0.3258429 Feb 03 11:26:05.536946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] Publish callbacks [] for security_group (6d45fd37-ff45-49b4-8492-1f6b903f7fd2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.566348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] Publish callbacks [] for security_group (6d45fd37-ff45-49b4-8492-1f6b903f7fd2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.612371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:26:05.614995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f6b1-7606-4055-9696-f69714701f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d45fd37-ff45-49b4-8492-1f6b903f7fd2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:05.615611 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (4e34cf54-a25c-4234-9697-452196d6a788), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.689852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d45fd37-ff45-49b4-8492-1f6b903f7fd2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.692459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.696450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d45fd37-ff45-49b4-8492-1f6b903f7fd2 HTTP/1.1" status: 204 len: 168 time: 0.2865965 Feb 03 11:26:05.760950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=4e34cf54-a25c-4234-9697-452196d6a788,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:05.789321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks [] for security_group (3776b82e-307e-4d4e-bb38-b363dde2dca3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.792019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:05.793962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:05.796707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3776b82e-307e-4d4e-bb38-b363dde2dca3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.801164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:05.802143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.825828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85070ffe-b258-4c86-84a7-50695cc9aae4 req-88e89d36-31c8-48c2-abc6-5898d7b9c97e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827866 Feb 03 11:26:05.833368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dfd68-de09-4ee4-8fd9-35b5b9bd5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d45fd37-ff45-49b4-8492-1f6b903f7fd2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:05.854751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:05.866517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ef73e30-adfb-4795-b0c8-b8f9f3c4fb45 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1289041 Feb 03 11:26:05.869386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:05.873844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-adf7c641-02c3-4cd2-b321-fc8b75f0c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:05.876442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-adf7c641-02c3-4cd2-b321-fc8b75f0c513 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 1125 time: 0.3592324 Feb 03 11:26:05.877071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:c6:4b:39', 'name': 'tempest-NetworksTestDHCPv6-825638400'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:05.899935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1a90936-1774-4b1d-8144-4ed0f6af5c04 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:05.987634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-930eb919-cc4d-45eb-92d6-5c5d728a5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:05.988712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8715ae9a-6c02-4a04-aa1f-c03d1e263e5d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:05.989100 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Added segment 8715ae9a-6c02-4a04-aa1f-c03d1e263e5d of type vlan for network e37de0a2-2587-4ccb-8624-f4a37514d7ca Feb 03 11:26:05.989629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-930eb919-cc4d-45eb-92d6-5c5d728a5381 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.1035376 Feb 03 11:26:05.992139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3776b82e-307e-4d4e-bb38-b363dde2dca3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:06.005168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Allocated IP 172.20.0.2 (134040e6-0113-4b2f-96c2-7e25b948102e/b226774d-fc3f-4592-8feb-206663626614/f6dccd68-dec0-4df6-9f80-16a541e82df4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:06.024824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Allocated IP 2001:db8::f816:3eff:fe0e:f423 (134040e6-0113-4b2f-96c2-7e25b948102e/4e34cf54-a25c-4234-9697-452196d6a788/f6dccd68-dec0-4df6-9f80-16a541e82df4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:06.057260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Router 81b18489-0ec3-4ca6-9cce-73621843c070 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:06.103515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e37de0a2-2587-4ccb-8624-f4a37514d7ca), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.119355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:06.136653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-74cef259-3cca-4ff5-a58a-fa30ac134b94 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:06.140705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-74cef259-3cca-4ff5-a58a-fa30ac134b94 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.53 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 0.2513447 Feb 03 11:26:06.145652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-8c4cc6ec-a220-4b27-8195-346c081e0098 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7817a0-8c66-451b-9b47-2151c636934d HTTP/1.1" status: 200 len: 217 time: 0.1173203 Feb 03 11:26:06.236816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:26:06.245475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.255869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1a90936-1774-4b1d-8144-4ed0f6af5c04 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:06.278265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.308784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e37de0a2-2587-4ccb-8624-f4a37514d7ca), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.310400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:06.311203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.321802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port be2350e4-5763-4d25-a8d5-a702afd5b15f yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:06.344938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.481071 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4684114 Feb 03 11:26:06.481765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:06.493484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Request body: {'subnet': {'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1172231641-subnet', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:06.512437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks [] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.539478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:06.540457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.583359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:06.593705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:06.601607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:06.611398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1a90936-1774-4b1d-8144-4ed0f6af5c04 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:06.611398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.622859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874116-cb22-4d58-8427-f3b000c5d699 admin admin] Pushing event updated for resources: {'Network': ['ID=e37de0a2-2587-4ccb-8624-f4a37514d7ca,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:06.636783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Pushing event updated for resources: {'Port': ['ID=f6dccd68-dec0-4df6-9f80-16a541e82df4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:06.649283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:06.668405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Made reservation on behalf of 8f31d3cc781347bda047ca5e564b5d5c for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:06.673568 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.702557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-5ca643d6-fe86-4dbf-becf-ffccec0d48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:06.704869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-5ca643d6-fe86-4dbf-becf-ffccec0d48fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.5448174 Feb 03 11:26:06.710192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:06.734528 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Sync routers for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:06.758144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:06.759146 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:06.787826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.800893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-d2711c51-3274-4af8-b1cc-9edf39d041bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878038 Feb 03 11:26:06.809470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3760da-7acb-432b-9e78-5eb9575b82fc req-12da5c6d-2d1a-4a89-a686-7b102ea63c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:06.811045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc3760da-7acb-432b-9e78-5eb9575b82fc req-12da5c6d-2d1a-4a89-a686-7b102ea63c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 946 time: 0.5630376 Feb 03 11:26:06.937446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port b1a90936-1774-4b1d-8144-4ed0f6af5c04, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1a90936-1774-4b1d-8144-4ed0f6af5c04,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:06.942864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Deleting port e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:06.943227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:06.983637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:06.993711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.079950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4bd6ab8a-dc33-4091-bd6c-93014ae2baf3 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "PUT /v2.0/floatingips/c6287a19-2af0-493f-b7ab-f1b1c9ccc85f HTTP/1.1" status: 200 len: 996 time: 5.9758489 Feb 03 11:26:07.091572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:07.113920 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c9161-849d-4993-afdf-e296d8d7d13c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:07.115736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bdf1f7c5-1397-4a3f-90bc-d1c1531dd6be tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2047955016'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:07.116604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bdf1f7c5-1397-4a3f-90bc-d1c1531dd6be tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Unknown quota resources ['metering_label']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:26:07.122955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.151210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bb69df5-cf28-4464-b61c-656891cf2927 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:07.193155 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:07.258725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:07.364514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc3760da-7acb-432b-9e78-5eb9575b82fc req-d89451d3-ca7f-4f2c-b266-69ea0cd92c7f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=2567f8f5-c33c-4818-a5a4-90cff2fbd588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5040460 Feb 03 11:26:07.394961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0bb69df5-cf28-4464-b61c-656891cf2927 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:07.395443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bb69df5-cf28-4464-b61c-656891cf2927 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:07.401911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] For port e798c9a6-a4be-4821-ba7e-914f3a71439a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=e798c9a6-a4be-4821-ba7e-914f3a71439a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:07.402471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.409885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-94d4736d-ac1d-4844-bfb6-543a1dcf7635 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965579 Feb 03 11:26:07.413767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:07.416039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:07.428197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=b1a90936-1774-4b1d-8144-4ed0f6af5c04,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:07.471069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-904031d3-eb31-4390-9115-f040a07d5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:07.472889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-904031d3-eb31-4390-9115-f040a07d5577 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.2976077 Feb 03 11:26:07.575737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Attempting to bind port f6dccd68-dec0-4df6-9f80-16a541e82df4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:07.576422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Attempting to bind port f6dccd68-dec0-4df6-9f80-16a541e82df4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:07.576996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Attempting to bind port f6dccd68-dec0-4df6-9f80-16a541e82df4 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:07.587487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:07.587929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:07.588432 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.588832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:07.589457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Bound port: f6dccd68-dec0-4df6-9f80-16a541e82df4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:07.589850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.633237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.653872 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c6287a19-2af0-493f-b7ab-f1b1c9ccc85f', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'port_id': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'mac_address': 'fa:16:3e:04:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:25:55Z', 'updated_at': '2022-02-03T11:26:02Z', 'revision_number': 1, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:07.654189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f7c5-1397-4a3f-90bc-d1c1531dd6be tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:07.655438 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bdf1f7c5-1397-4a3f-90bc-d1c1531dd6be tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1017489 Feb 03 11:26:07.659396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:07.660765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 172.20.0.7 (134040e6-0113-4b2f-96c2-7e25b948102e/b226774d-fc3f-4592-8feb-206663626614/be2350e4-5763-4d25-a8d5-a702afd5b15f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:07.672063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f3820d93-2478-4d1f-bb42-669d4b28fd85 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9d78b066-cae1-4e0c-bd26-60e81704f44b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:07.672573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f3820d93-2478-4d1f-bb42-669d4b28fd85 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:26:07.683318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fec6:4b39 (134040e6-0113-4b2f-96c2-7e25b948102e/4e34cf54-a25c-4234-9697-452196d6a788/be2350e4-5763-4d25-a8d5-a702afd5b15f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:07.702284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Checking segment: {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:07.702601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Network hostable DHCP agents. Network: e37de0a2-2587-4ccb-8624-f4a37514d7ca, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:07.723393 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Checking router: 81b18489-0ec3-4ca6-9cce-73621843c070 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:07.732212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:07.733414 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:07.794618 n-d-821606-6 neutron-server[103126]: WARNING neutron.services.metering.metering_plugin [None req-f3820d93-2478-4d1f-bb42-669d4b28fd85 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 11:26:07.828877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:07.909739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87cee7f7-d186-40a2-a9d9-278b402d616d req-2dde6545-b732-4198-87f2-f3ce175435a7 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882672 Feb 03 11:26:07.918176 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:07.946311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1a90936-1774-4b1d-8144-4ed0f6af5c04 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:08.021107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.021673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.022186 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Floating IP 62d165fa-e2ac-4236-ba69-f186d1c7a602 disassociated. External IP: 172.25.7.121, port: e798c9a6-a4be-4821-ba7e-914f3a71439a. Feb 03 11:26:08.022526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Calling delete_port for e798c9a6-a4be-4821-ba7e-914f3a71439a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:08.157561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] For port f6dccd68-dec0-4df6-9f80-16a541e82df4, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:08.207152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] For port f6dccd68-dec0-4df6-9f80-16a541e82df4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6dccd68-dec0-4df6-9f80-16a541e82df4,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:08.221794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.348758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b1a90936-1774-4b1d-8144-4ed0f6af5c04 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:08.352570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.422513 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c6287a19-2af0-493f-b7ab-f1b1c9ccc85f', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'port_id': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'mac_address': 'fa:16:3e:04:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:25:55Z', 'updated_at': '2022-02-03T11:26:02Z', 'revision_number': 1, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:08.440401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe61a-9c77-444f-8a41-6fafdfb2c1ab None None] Pushing event updated for resources: {'Port': ['ID=f6dccd68-dec0-4df6-9f80-16a541e82df4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:08.478012 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41e803-b9f8-42c4-b543-fac663bcacd7 None None] The sync data for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 is: [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c6287a19-2af0-493f-b7ab-f1b1c9ccc85f', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'port_id': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'mac_address': 'fa:16:3e:04:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:25:55Z', 'updated_at': '2022-02-03T11:26:02Z', 'revision_number': 1, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:08.607222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c46d5f-a8ec-4300-b81b-7530b270303e req-cb18db69-c75b-47dd-baca-90e5d5533009 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:08.613976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13c46d5f-a8ec-4300-b81b-7530b270303e req-cb18db69-c75b-47dd-baca-90e5d5533009 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 943 time: 1.0648613 Feb 03 11:26:08.622365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-48d359bf-5d20-43e2-8978-8d8153c9ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:08.634421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-48d359bf-5d20-43e2-8978-8d8153c9ad75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 1.1171091 Feb 03 11:26:08.640046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:08.655436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:08.660761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3820d93-2478-4d1f-bb42-669d4b28fd85 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.665599 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3820d93-2478-4d1f-bb42-669d4b28fd85 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9981844 Feb 03 11:26:08.668861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53518) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:08.687702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:08.692647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-44fadb13-b6bc-4c66-8ef9-64279686d550 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9d78b066-cae1-4e0c-bd26-60e81704f44b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:08.692888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-44fadb13-b6bc-4c66-8ef9-64279686d550 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:26:08.710860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:08.711222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Updating router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 port a0906b58-0ad3-4872-9c2d-124b8625ed4d binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:26:08.758422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b1a90936-1774-4b1d-8144-4ed0f6af5c04 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:08.784789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e37de0a2-2587-4ccb-8624-f4a37514d7ca) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:08.792694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:08.794963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.806701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2745ff-5b05-4293-a5ab-b80f28be5c94 None None] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:08.814102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-3361e56e-8df3-4d94-b94b-1295de27e220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 999 time: 0.1693628 Feb 03 11:26:08.822639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13c46d5f-a8ec-4300-b81b-7530b270303e req-c2a31675-c158-47b7-a762-9046e04e57f9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871691 Feb 03 11:26:08.839960 n-d-821606-6 neutron-server[103126]: WARNING neutron.services.metering.metering_plugin [None req-44fadb13-b6bc-4c66-8ef9-64279686d550 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 11:26:08.850317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:08.857303 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a1d1d66-b90a-4dc8-8a13-45be2834734d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3707457 Feb 03 11:26:08.880947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:08.932659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:08.952535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d6f14-3b2f-4fc3-a843-384fedd1b18b None None] New status for floating IP c6287a19-2af0-493f-b7ab-f1b1c9ccc85f: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:26:09.001274 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e406c-16b1-49e2-9eed-53e7b2359c4b x-openstack-request-id: req-0b5e406c-16b1-49e2-9eed-53e7b2359c4b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:09.001578 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:09.001836 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b5e406c-16b1-49e2-9eed-53e7b2359c4b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:09.002247 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:26:09.026160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-5034b73e-63e4-4b95-a2ef-1fb2123d42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:09.028009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-5034b73e-63e4-4b95-a2ef-1fb2123d42df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.2044127 Feb 03 11:26:09.030873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (5110cb13-3595-409c-92a1-5a3efacdecad), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.031906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (5110cb13-3595-409c-92a1-5a3efacdecad), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.071319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e798c9a6-a4be-4821-ba7e-914f3a71439a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.076777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-1e7e44c2-e2f4-4418-afdd-4e9241b7d78e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412726 Feb 03 11:26:09.124205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4cf1854f-1c28-40a9-a536-ed0388b37a76 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:26:09.125254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-4cf1854f-1c28-40a9-a536-ed0388b37a76 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0379617 Feb 03 11:26:09.207043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'Port': ['ID=e798c9a6-a4be-4821-ba7e-914f3a71439a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:09.250609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7458a17e-e07a-44d8-b076-6a13b3fc1f91 req-b565556f-24bd-456a-9ff4-889831f39825 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 210 time: 0.1697302 Feb 03 11:26:09.262599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (be2350e4-5763-4d25-a8d5-a702afd5b15f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.278608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44fadb13-b6bc-4c66-8ef9-64279686d550 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.282334 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44fadb13-b6bc-4c66-8ef9-64279686d550 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6020086 Feb 03 11:26:09.282494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for router_controller (5110cb13-3595-409c-92a1-5a3efacdecad), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.286996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14d5189d-f81f-414a-9621-71d7c9edf5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.289630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53526) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:09.293682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.294060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.294397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.295711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.295711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.295711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.295711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.296256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.296444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.296666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.297056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.297268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.297622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:09.319829 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f3144d4-d1c6-4b64-ac8c-a4b5600d56c5 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=de86ce31-64a7-4c44-9baf-373890d2d4c0 HTTP/1.1" status: 200 len: 462 time: 0.0231898 Feb 03 11:26:09.324591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:09.399958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-b679b04b-7ecd-4f89-996f-08482a800e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:09.402145 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-b679b04b-7ecd-4f89-996f-08482a800e2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.3529727 Feb 03 11:26:09.423610 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks [] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.434239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.440114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'fixed_ips': [{'subnet_id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:09.441495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.523710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cedad-143a-4ac1-9921-a39a1c397083 None None] Pushing event updated for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:09.609544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (be2350e4-5763-4d25-a8d5-a702afd5b15f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.630136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a71d198-98ff-420e-8bfa-76667cb6654b tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.632771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a71d198-98ff-420e-8bfa-76667cb6654b tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/de86ce31-64a7-4c44-9baf-373890d2d4c0 HTTP/1.1" status: 204 len: 168 time: 0.3037860 Feb 03 11:26:09.667668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53530) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:09.742856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-43bc7356-f08f-4df4-b289-91e21059e745 service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864449 Feb 03 11:26:09.751070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b732c7df-2ad4-4327-8a61-0d8c795eb43e tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=de86ce31-64a7-4c44-9baf-373890d2d4c0 HTTP/1.1" status: 200 len: 221 time: 0.0818992 Feb 03 11:26:09.751760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:09.754091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:09.797941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Attempting to bind port a0906b58-0ad3-4872-9c2d-124b8625ed4d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:09.798686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Attempting to bind port a0906b58-0ad3-4872-9c2d-124b8625ed4d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:09.799918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Attempting to bind port a0906b58-0ad3-4872-9c2d-124b8625ed4d on network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:09.814755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:09.817293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Checking segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:09.817804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.818300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Bound using segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:09.822247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Bound port: a0906b58-0ad3-4872-9c2d-124b8625ed4d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:09.822824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:09.863976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Allocated IP 172.20.0.2 (e37de0a2-2587-4ccb-8624-f4a37514d7ca/0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b/ee54daa7-a9bb-4306-ad05-b36fedd6da1e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:09.943017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:09.953055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93a59032-677b-4db9-b3e0-7ea5a9a0dde0 req-042ae812-c358-441b-96ba-28c90d2dd888 service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948533 Feb 03 11:26:09.959421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:09.960855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5e839243-3cd7-4f29-a473-b92566d50e34 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1106630333', 'description': 'label created by tempest'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:09.961396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5e839243-3cd7-4f29-a473-b92566d50e34 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Unknown quota resources ['metering_label']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:26:09.967558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=be2350e4-5763-4d25-a8d5-a702afd5b15f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:09.979927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:09.993185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:10.004158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-f154a379-b39e-499f-a2c5-4c504c3be42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.008770 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-f154a379-b39e-499f-a2c5-4c504c3be42b service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.5942855 Feb 03 11:26:10.024828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6dccd68-dec0-4df6-9f80-16a541e82df4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:10.059497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for router_gateway (5110cb13-3595-409c-92a1-5a3efacdecad), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.106129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: e798c9a6-a4be-4821-ba7e-914f3a71439a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:10.106415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device e798c9a6-a4be-4821-ba7e-914f3a71439a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:10.123612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14d5189d-f81f-414a-9621-71d7c9edf5e6 admin admin] Publish callbacks [] for security_group (43331cd2-0666-4ffc-89cb-19bd29379238), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.195935 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-5da5c17b-85cb-4ec3-88c1-d9aa797f681d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 1001 time: 0.1777155 Feb 03 11:26:10.205751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14d5189d-f81f-414a-9621-71d7c9edf5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43331cd2-0666-4ffc-89cb-19bd29379238), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.209606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7476ff3e-746d-496f-9279-8dcab44aa3ec None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:10.209985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7476ff3e-746d-496f-9279-8dcab44aa3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.216552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] For port a0906b58-0ad3-4872-9c2d-124b8625ed4d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:10.253178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9f608-68f4-4802-9fb0-96418741ea9d None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:10.318197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.319398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.329182 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14d5189d-f81f-414a-9621-71d7c9edf5e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=299018bcd96f4f7aa9002baf44e8e27c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6139736 Feb 03 11:26:10.330629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:10.343643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5189d-f81f-414a-9621-71d7c9edf5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43331cd2-0666-4ffc-89cb-19bd29379238,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:10.359288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-ab07816d-b588-40fa-b844-f5d32ad044dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.361185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-ab07816d-b588-40fa-b844-f5d32ad044dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.1567857 Feb 03 11:26:10.369147 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-670edb5d-16be-4f2f-afae-bc14a428e1c4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4975924 Feb 03 11:26:10.382780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-2a32a548-1155-4e8a-a3bb-f05837cd1807 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 1001 time: 0.3304989 Feb 03 11:26:10.383275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:10.421818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] For port a0906b58-0ad3-4872-9c2d-124b8625ed4d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0906b58-0ad3-4872-9c2d-124b8625ed4d,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:10.430638 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-f71e390c-3adc-4595-bbf0-a6bfb5690b8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545385 Feb 03 11:26:10.441209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device aa7817a0-8c66-451b-9b47-2151c636934d details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:26:10.458685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e839243-3cd7-4f29-a473-b92566d50e34 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.462999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e839243-3cd7-4f29-a473-b92566d50e34 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6990061 Feb 03 11:26:10.467291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:10.479009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.522258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7476ff3e-746d-496f-9279-8dcab44aa3ec None None] Port a0906b58-0ad3-4872-9c2d-124b8625ed4d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:10.541848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] Publish callbacks [] for security_group (43331cd2-0666-4ffc-89cb-19bd29379238), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.594712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14363253-3e75-4dca-aeb8-2c2de9e22b28 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=2852ee6a-2c64-44bc-a946-dcc92d61236b HTTP/1.1" status: 200 len: 468 time: 0.1230516 Feb 03 11:26:10.597976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53546) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:10.604254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6dccd68-dec0-4df6-9f80-16a541e82df4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:10.604254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.622948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2238453-898e-43a7-a8fe-6e11b2a299a8 req-2b3e275d-eaa3-4b91-a347-a99b3d26e391 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.624368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2238453-898e-43a7-a8fe-6e11b2a299a8 req-2b3e275d-eaa3-4b91-a347-a99b3d26e391 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 943 time: 0.5762386 Feb 03 11:26:10.633666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-3ede1b05-f107-4c62-8508-a9193e7af02f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.640621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-3ede1b05-f107-4c62-8508-a9193e7af02f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports/d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 943 time: 0.1902003 Feb 03 11:26:10.692040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] Publish callbacks [] for security_group (43331cd2-0666-4ffc-89cb-19bd29379238), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.763880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c176c8-787a-4f66-aa92-47914c99110c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.770051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c176c8-787a-4f66-aa92-47914c99110c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:10.772023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a0c176c8-787a-4f66-aa92-47914c99110c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3864312 Feb 03 11:26:10.787488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:10.788273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:10.790708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cedad-143a-4ac1-9921-a39a1c397083 None None] Pushing event updated for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:10.796059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks [] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.818499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:10.851338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.868760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Provisioning complete for port f6dccd68-dec0-4df6-9f80-16a541e82df4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:10.869180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:10.902715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:10.930006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2238453-898e-43a7-a8fe-6e11b2a299a8 req-f499cd26-eea8-48b2-9155-9c346544bc2c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812011 Feb 03 11:26:10.933806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:10.977831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:11.011682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] No DVR routers for this DVR port e798c9a6-a4be-4821-ba7e-914f3a71439a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:11.021175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-41298297-d44f-403b-837e-e8fa450467bd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 1001 time: 0.2882142 Feb 03 11:26:11.024222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.027280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b0936c3-996b-4156-8c6f-961e2d058749 req-2ce4fd52-1d73-4e36-b204-782a2e2375b0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.53 "DELETE /v2.0/ports/e798c9a6-a4be-4821-ba7e-914f3a71439a HTTP/1.1" status: 204 len: 173 time: 4.8782134 Feb 03 11:26:11.028646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-deleted', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:11.031419 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b38be5-473e-4af2-8f19-e571ec321e34" -d '{"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-deleted", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:11.033154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=aa7817a0-8c66-451b-9b47-2151c636934d,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:11.042879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:11.075465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:11.082523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Pushing event updated for resources: {'Port': ['ID=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:11.104310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:11.105082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:11.107422 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-22f3714f-b2d9-436d-a0cf-fcd9084486cd service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696360 Feb 03 11:26:11.117235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'aa7817a0-8c66-451b-9b47-2151c636934d', 'network_id': 'b6476650-6a71-4ca7-8d9b-cbb255588ec8', 'port_id': 'aa7817a0-8c66-451b-9b47-2151c636934d', 'mac_address': 'fa:16:3e:53:b4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe3e590-2e21-477d-817c-4d4fb1c47fcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:26:11.210142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9135696-a2a1-4135-b4f5-50648d9fc06c req-cf38daba-6794-4651-ba63-a0df9f5ad5fd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=51baf298-8e7d-4ed4-9c40-c350bf37971f HTTP/1.1" status: 200 len: 210 time: 0.1223633 Feb 03 11:26:11.230376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:11.280598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd772622-4bde-43b6-85bd-741b8ca34ea7 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.294252 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bd772622-4bde-43b6-85bd-741b8ca34ea7 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/2852ee6a-2c64-44bc-a946-dcc92d61236b HTTP/1.1" status: 204 len: 168 time: 0.6932573 Feb 03 11:26:11.297445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53552) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.307766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:11.316546 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.346903 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bad4b239-05a9-4eaf-aec6-8bd00dcecc20 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=2852ee6a-2c64-44bc-a946-dcc92d61236b HTTP/1.1" status: 200 len: 216 time: 0.0483391 Feb 03 11:26:11.352399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53554) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.371110 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-98e2babd-5cdb-471d-8ff1-82e8164bebf2 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0174921 Feb 03 11:26:11.378653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.395731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-d56c9161-849d-4993-afdf-e296d8d7d13c req-c0519db3-0229-4a71-99ef-52df085623e3 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399032 Feb 03 11:26:11.396330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (43331cd2-0666-4ffc-89cb-19bd29379238), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.400838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.402375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43331cd2-0666-4ffc-89cb-19bd29379238 HTTP/1.1" status: 204 len: 168 time: 1.0682020 Feb 03 11:26:11.408948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-960d15c4-cd66-49f9-a49a-04d51282cd43 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0261567 Feb 03 11:26:11.409886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53560) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.435239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ce31b-df2a-44dd-bb1e-a4722fa8e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43331cd2-0666-4ffc-89cb-19bd29379238,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:11.493067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a9513c9c-ed81-42f9-a9e1-a7f945a77a58 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/9d78b066-cae1-4e0c-bd26-60e81704f44b HTTP/1.1" status: 200 len: 473 time: 0.0828321 Feb 03 11:26:11.498572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.509897 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-122ac41b-f908-4d99-a112-c672b16ecf79 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/1eb00bf9-fac7-4732-9ac9-e82183c04b0b HTTP/1.1" status: 200 len: 459 time: 0.0100813 Feb 03 11:26:11.514947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53564) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.552774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port aa7817a0-8c66-451b-9b47-2151c636934d is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:11.553305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.594733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f6dccd68-dec0-4df6-9f80-16a541e82df4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6dccd68-dec0-4df6-9f80-16a541e82df4,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:11.595999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Attempting to bind port ee54daa7-a9bb-4306-ad05-b36fedd6da1e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:11.596564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Attempting to bind port ee54daa7-a9bb-4306-ad05-b36fedd6da1e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:11.597035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Attempting to bind port ee54daa7-a9bb-4306-ad05-b36fedd6da1e on network e37de0a2-2587-4ccb-8624-f4a37514d7ca {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:11.626922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7817a0-8c66-451b-9b47-2151c636934d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:26:11.640709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:11.641211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Checking segment: {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:11.641533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.647621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Bound using segment: {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:11.648161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Bound port: ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:11.648598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.651318 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.712136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-587fe72d-ae18-442e-9d8a-17deec871b41 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.722180 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-587fe72d-ae18-442e-9d8a-17deec871b41 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/1eb00bf9-fac7-4732-9ac9-e82183c04b0b HTTP/1.1" status: 204 len: 168 time: 0.2037871 Feb 03 11:26:11.722514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:11.825225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:11.885519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:11.885912 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:11.952830 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3701f5fe-30ca-4862-8cd2-3a7ff3f205cf x-openstack-request-id: req-3701f5fe-30ca-4862-8cd2-3a7ff3f205cf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:11.953165 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51baf298-8e7d-4ed4-9c40-c350bf37971f", "name": "network-vif-deleted", "tag": "e798c9a6-a4be-4821-ba7e-914f3a71439a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:11.953416 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3701f5fe-30ca-4862-8cd2-3a7ff3f205cf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:11.953828 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51baf298-8e7d-4ed4-9c40-c350bf37971f', 'name': 'network-vif-deleted', 'tag': 'e798c9a6-a4be-4821-ba7e-914f3a71439a', 'status': 'completed', 'code': 200} Feb 03 11:26:11.991882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port be2350e4-5763-4d25-a8d5-a702afd5b15f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:11.992520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (be2350e4-5763-4d25-a8d5-a702afd5b15f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.012548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=aa7817a0-8c66-451b-9b47-2151c636934d,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:12.071372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7a047f5-f41d-4341-bac6-61fff807abf4 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.076864 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d7a047f5-f41d-4341-bac6-61fff807abf4 tempest-MeteringIpV6TestJSON-1219053412 tempest-MeteringIpV6TestJSON-1219053412-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/9d78b066-cae1-4e0c-bd26-60e81704f44b HTTP/1.1" status: 204 len: 168 time: 0.3512502 Feb 03 11:26:12.147026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-71e71cdd-3ddd-432e-9878-23949f14ff3b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:12.148512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-71e71cdd-3ddd-432e-9878-23949f14ff3b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 1.1023288 Feb 03 11:26:12.216400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for router_gateway (5110cb13-3595-409c-92a1-5a3efacdecad), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.220940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0906b58-0ad3-4872-9c2d-124b8625ed4d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:12.237996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.323202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.434502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f6dccd68-dec0-4df6-9f80-16a541e82df4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:12.435220 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (be2350e4-5763-4d25-a8d5-a702afd5b15f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.453227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] For port ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:12.482035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53592) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:12.491316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3471c-0d0b-4a5f-995a-f3403f8bd834 req-d7b987b3-1958-48ce-b3ea-3e1ea5d00271 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:12.493347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5e3471c-0d0b-4a5f-995a-f3403f8bd834 req-d7b987b3-1958-48ce-b3ea-3e1ea5d00271 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 944 time: 0.3990262 Feb 03 11:26:12.496141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-d3a66999-8d15-4675-954f-73025afb15d1 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 1001 time: 0.2914088 Feb 03 11:26:12.497398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for be2350e4-5763-4d25-a8d5-a702afd5b15f owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:12.525697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:12.752824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53598) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:12.800113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] For port ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:12.827252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.829322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:12.830104 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:12.833138 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.857806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65868826-1687-47f1-8323-9548c76678e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.882424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:12.894723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:10Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:12.928624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Allocated IP 172.25.7.253 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b32149f4-1bce-494f-8b06-03315b65e831) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:12.930003 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-130d6ef2-fd25-4412-971f-0b86f823a82b tempest-AgentManagementNegativeTest-475883738 tempest-AgentManagementNegativeTest-475883738-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1759446 Feb 03 11:26:12.939761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:12.940215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:12.941303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5e3471c-0d0b-4a5f-995a-f3403f8bd834 req-d553cd19-18fe-4fc8-b626-1ecc3b6a8a5d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376688 Feb 03 11:26:13.089507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['aa7817a0-8c66-451b-9b47-2151c636934d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:26:13.118481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53608) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:13.152456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bede-bc7b-4ea0-8786-df62cc13102e None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:10Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:13.277484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (2567f8f5-c33c-4818-a5a4-90cff2fbd588), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.319353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a44d1-b52f-4cf2-ad17-dd7fef2dbeea None None] Pushing event updated for resources: {'Port': ['ID=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:13.342054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (2567f8f5-c33c-4818-a5a4-90cff2fbd588), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.391286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.403018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.403431 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Floating IP c6287a19-2af0-493f-b7ab-f1b1c9ccc85f disassociated. External IP: 172.25.7.52, port: d166b1c7-31c3-47dd-aab2-3457ac3960db. Feb 03 11:26:13.419993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:13.439997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c15f3ca-fa6c-4307-a28c-89462c9defde None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:13.462585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2567f8f5-c33c-4818-a5a4-90cff2fbd588), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.466178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.468184 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "DELETE /v2.0/security-groups/2567f8f5-c33c-4818-a5a4-90cff2fbd588 HTTP/1.1" status: 204 len: 168 time: 0.3483007 Feb 03 11:26:13.471993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53616) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:13.504093 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-2f505619-a61f-485e-a594-c5a1e2ff3574 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] show failed (client error): The resource could not be found. Feb 03 11:26:13.515018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:13.517146 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f505619-a61f-485e-a594-c5a1e2ff3574 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups/2567f8f5-c33c-4818-a5a4-90cff2fbd588 HTTP/1.1" status: 404 len: 347 time: 0.0276399 Feb 03 11:26:13.530529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (be2350e4-5763-4d25-a8d5-a702afd5b15f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.557244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a0906b58-0ad3-4872-9c2d-124b8625ed4d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:13.557709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.575267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:13.591342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c591-04a0-4fad-89b2-cfa4147b936c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567f8f5-c33c-4818-a5a4-90cff2fbd588,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:13.659493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=be2350e4-5763-4d25-a8d5-a702afd5b15f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:13.672193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:13.673874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65868826-1687-47f1-8323-9548c76678e6 admin admin] Publish callbacks [] for security_group (30f17782-5fcd-4789-9411-79723d1e2d9a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.694373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65868826-1687-47f1-8323-9548c76678e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (30f17782-5fcd-4789-9411-79723d1e2d9a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.714674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:13.715446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.721807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868826-1687-47f1-8323-9548c76678e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f17782-5fcd-4789-9411-79723d1e2d9a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:13.735750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for port (b32149f4-1bce-494f-8b06-03315b65e831), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.737405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbadb224-134b-403f-948d-cff8abec868b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.747156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port a0906b58-0ad3-4872-9c2d-124b8625ed4d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0906b58-0ad3-4872-9c2d-124b8625ed4d,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:13.767849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-65868826-1687-47f1-8323-9548c76678e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92cac7ee7cc24c3b8f7d73a78e5c6a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2845652 Feb 03 11:26:13.769511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:13.799346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.816766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:13.817493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:13.985859 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbadb224-134b-403f-948d-cff8abec868b admin admin] Publish callbacks [] for security_group (0b4596fc-ad15-4297-8a0e-4a58432bd0d0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.990785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:13.996438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56d7241b-70b8-453c-8427-db355dbf034f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/be2350e4-5763-4d25-a8d5-a702afd5b15f HTTP/1.1" status: 204 len: 168 time: 3.1726723 Feb 03 11:26:14.000097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbadb224-134b-403f-948d-cff8abec868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0b4596fc-ad15-4297-8a0e-4a58432bd0d0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.002956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:14.057870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbadb224-134b-403f-948d-cff8abec868b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9de57aa646aa47019b8ecae87ff8658c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6366422 Feb 03 11:26:14.063258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:14.076325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:14.181329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] Publish callbacks [] for security_group (30f17782-5fcd-4789-9411-79723d1e2d9a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.193188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:14.217853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b32149f4-1bce-494f-8b06-03315b65e831), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.231555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6dccd68-dec0-4df6-9f80-16a541e82df4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:14.270352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] Publish callbacks [] for security_group (0b4596fc-ad15-4297-8a0e-4a58432bd0d0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.300793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Current status of the port a0906b58-0ad3-4872-9c2d-124b8625ed4d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:14.305533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Deleting port f717dfa6-57e2-4ac7-ac4a-8c02e8abf968 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:14.306052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.311484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] Publish callbacks [] for security_group (0b4596fc-ad15-4297-8a0e-4a58432bd0d0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.381074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadb224-134b-403f-948d-cff8abec868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4596fc-ad15-4297-8a0e-4a58432bd0d0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:14.389715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0b4596fc-ad15-4297-8a0e-4a58432bd0d0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.395726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.400064 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b4596fc-ad15-4297-8a0e-4a58432bd0d0 HTTP/1.1" status: 204 len: 168 time: 0.3329892 Feb 03 11:26:14.406324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] Publish callbacks [] for security_group (30f17782-5fcd-4789-9411-79723d1e2d9a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.439879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Provisioning complete for port f6dccd68-dec0-4df6-9f80-16a541e82df4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:14.440307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.448622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4fe7-bced-4dfd-b008-ebc9bd971ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4596fc-ad15-4297-8a0e-4a58432bd0d0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:14.482163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.482723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.511762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Calling delete_port for f717dfa6-57e2-4ac7-ac4a-8c02e8abf968 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:14.538740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (30f17782-5fcd-4789-9411-79723d1e2d9a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.543562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.543898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6dccd68-dec0-4df6-9f80-16a541e82df4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:14.544291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.546299 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30f17782-5fcd-4789-9411-79723d1e2d9a HTTP/1.1" status: 204 len: 168 time: 0.7756214 Feb 03 11:26:14.577249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a310-d4de-4c55-a9d2-6b3b33ea5444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f17782-5fcd-4789-9411-79723d1e2d9a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:14.578263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Pushing event updated for resources: {'Port': ['ID=b32149f4-1bce-494f-8b06-03315b65e831,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:14.697192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b6a215-bb71-4a81-b606-97f83c44e266 None None] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:14.712653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:14.721556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9abe6-d354-4c74-bc19-ef2cc9f27ff4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:14.723106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9abe6-d354-4c74-bc19-ef2cc9f27ff4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:14.724472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9abe6-d354-4c74-bc19-ef2cc9f27ff4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:14.726297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35f9abe6-d354-4c74-bc19-ef2cc9f27ff4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7209489 Feb 03 11:26:14.729419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53634) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:14.730898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:14.742364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Router 81b18489-0ec3-4ca6-9cce-73621843c070 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:14.744507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:14.795291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:14.822460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8528-594f-4a5e-b979-3c536ba55810 req-8b6ede66-4f9c-4ae9-9cbb-32058a4ca37e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:14.824434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a03c8528-594f-4a5e-b979-3c536ba55810 req-8b6ede66-4f9c-4ae9-9cbb-32058a4ca37e tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 944 time: 0.6650119 Feb 03 11:26:14.848214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bd9f2df4-24e6-4eaa-8ce3-9545f2b38269 None None] Could not find standard attr ID for object be2350e4-5763-4d25-a8d5-a702afd5b15f. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:26:14.864737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:14.870124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 4e34cf54-a25c-4234-9697-452196d6a788 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:14.877880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (4e34cf54-a25c-4234-9697-452196d6a788), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.915991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51fdd9-811d-4668-8bad-e12d438ebe5e None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:14.923714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:14.931416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee54daa7-a9bb-4306-ad05-b36fedd6da1e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:14.972657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:14.974459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (4e34cf54-a25c-4234-9697-452196d6a788), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:14.983585 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Sync routers for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:15.002029 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:15.006924 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:15.031069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.109166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Provisioning complete for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:15.109879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.190229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:15.197495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f717dfa6-57e2-4ac7-ac4a-8c02e8abf968), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.237987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:15.246522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-f3039d79-1bad-44b3-a133-32123ffe4952 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "PUT /v2.0/floatingips/c6287a19-2af0-493f-b7ab-f1b1c9ccc85f HTTP/1.1" status: 200 len: 694 time: 2.7401025 Feb 03 11:26:15.259045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'Port': ['ID=f717dfa6-57e2-4ac7-ac4a-8c02e8abf968,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:15.260739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:15.269295 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38868de9-d0c3-4982-af9d-d8693b9de7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:15.279063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4e34cf54-a25c-4234-9697-452196d6a788), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.330072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Current status of the port ee54daa7-a9bb-4306-ad05-b36fedd6da1e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:15.331034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.354317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a03c8528-594f-4a5e-b979-3c536ba55810 req-d4232076-73dc-458b-b81b-b93fde06bbf8 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864622 Feb 03 11:26:15.355357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43cf7363-f415-43e6-8840-ca7ca37875b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.421155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:15.421636 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.437177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4e34cf54-a25c-4234-9697-452196d6a788), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.509991 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c08c48-dc3b-4005-a1da-3ecb18a5dc75 x-openstack-request-id: req-20c08c48-dc3b-4005-a1da-3ecb18a5dc75 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:15.510560 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:15.510560 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20c08c48-dc3b-4005-a1da-3ecb18a5dc75 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:15.510914 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:26:15.538421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.551433 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/4e34cf54-a25c-4234-9697-452196d6a788 HTTP/1.1" status: 204 len: 168 time: 0.8179541 Feb 03 11:26:15.556367 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:15.575524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53779588-66d1-45e1-a9e4-7004d69ec955 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=4e34cf54-a25c-4234-9697-452196d6a788,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:15.579217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53652) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:15.593651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96607b1a-f947-4db3-b2d4-36fffa2d3090 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:15.594784 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Checking router: 81b18489-0ec3-4ca6-9cce-73621843c070 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:15.619366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:15.619987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:15.625638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (62d165fa-e2ac-4236-ba69-f186d1c7a602), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.641222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.643756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-17860200-5f97-4109-86c2-b84fdb3aacfa tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "DELETE /v2.0/floatingips/62d165fa-e2ac-4236-ba69-f186d1c7a602 HTTP/1.1" status: 204 len: 168 time: 2.1274083 Feb 03 11:26:15.690738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-a1c4a433-0d95-4ed4-ad36-2cee29c70461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:15.690738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-a1c4a433-0d95-4ed4-ad36-2cee29c70461 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.1524358 Feb 03 11:26:15.693891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet b226774d-fc3f-4592-8feb-206663626614 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:15.698269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (b226774d-fc3f-4592-8feb-206663626614), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.732333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c037-2e46-4e53-ac76-fcd3e82c3b70 None None] New status for floating IP 62d165fa-e2ac-4236-ba69-f186d1c7a602: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:26:15.748997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (b226774d-fc3f-4592-8feb-206663626614), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:15.802881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-27ecf75b-1592-471f-9129-cca84e93a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:15.813292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-27ecf75b-1592-471f-9129-cca84e93a028 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b08815f43bd440bb2f63363da50f872&device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 1128 time: 0.4754000 Feb 03 11:26:15.849453 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:15.892800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (b226774d-fc3f-4592-8feb-206663626614), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.126264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee54daa7-a9bb-4306-ad05-b36fedd6da1e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:16.127837 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.137208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (b226774d-fc3f-4592-8feb-206663626614), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.139646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] For port ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:16.156316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53662) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.156848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.159195 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.199465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860670211', 'description': 'tempest-description--847984257'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:16.205272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.213103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b226774d-fc3f-4592-8feb-206663626614 HTTP/1.1" status: 204 len: 168 time: 0.6293819 Feb 03 11:26:16.229856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e256fae-0fe8-4245-937b-34768c5d16dc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=b226774d-fc3f-4592-8feb-206663626614,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:16.273383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.275570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-f84f30eb-b3a6-4bc8-97d1-cd69cd89e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:16.277129 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-f84f30eb-b3a6-4bc8-97d1-cd69cd89e739 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 0.3271832 Feb 03 11:26:16.313904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.352377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-50456a39-204d-4815-939e-1fdef6bc4d2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0611141 Feb 03 11:26:16.390773 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6224bdb5-3fb5-437c-8bd2-7fe17f7d5946 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125329 Feb 03 11:26:16.402594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.428636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e70e89-007b-4af1-87af-23286eb5c0a2 None None] Pushing event updated for resources: {'Port': ['ID=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:16.449832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1103140869'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:16.453827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:16.454236 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:16.455656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5ad15e44-be70-4221-9264-bf29f00060ce None None] Provisioning complete for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:16.456040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ad15e44-be70-4221-9264-bf29f00060ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.500667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.504043 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:16.519847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device aa7817a0-8c66-451b-9b47-2151c636934d up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:16.560008 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4323d-c34f-482f-8ac2-838ae7b918f6 None None] The sync data for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 is: [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:24:47Z', 'revision_number': 4, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port': {'id': '878cfd2a-763d-41d2-8cd5-b363c54b5918', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:39Z', 'updated_at': '2022-02-03T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa', 'name': '', 'network_id': '92a4ca20-44c3-4f88-a0a5-2985df9a3781', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:24:45Z', 'updated_at': '2022-02-03T11:24:57Z', 'revision_number': 5, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'subnets': [{'id': 'a85e8819-33bb-43d9-8f86-d8467f9e9700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:16.563095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:16.566582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.574147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-4defd2f2-0de7-454a-91c0-629d90e52e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:16.576038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-4defd2f2-0de7-454a-91c0-629d90e52e43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.1878695 Feb 03 11:26:16.577848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291c6f6-2d66-40d8-9ea8-e890c3426758 None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': 'b226774d-fc3f-4592-8feb-206663626614'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'f6dccd68-dec0-4df6-9f80-16a541e82df4'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:26:16.612306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.621369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a31e6c-18e0-42cf-ac73-3ec825738e1f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:16.622842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03a31e6c-18e0-42cf-ac73-3ec825738e1f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2155697 Feb 03 11:26:16.628730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.636062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2291c6f6-2d66-40d8-9ea8-e890c3426758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.685020 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-534bc212-dd2a-4559-b9e3-1a7a90c24999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873058 Feb 03 11:26:16.794056 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43cf7363-f415-43e6-8840-ca7ca37875b2 admin admin] Publish callbacks [] for security_group (0284d4df-273b-42a2-8b1f-fa1bb498d222), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.811649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43cf7363-f415-43e6-8840-ca7ca37875b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0284d4df-273b-42a2-8b1f-fa1bb498d222), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.813761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for router_gateway (5110cb13-3595-409c-92a1-5a3efacdecad), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.859778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7363-f415-43e6-8840-ca7ca37875b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284d4df-273b-42a2-8b1f-fa1bb498d222,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:16.909681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (c06fd540-74b4-4e65-8b51-9e5ac1748ca1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.927702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5122a7-e3f5-41ca-a0f4-f50b5fbc57d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:16.934021 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f5122a7-e3f5-41ca-a0f4-f50b5fbc57d4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2862382 Feb 03 11:26:16.935154 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c06fd540-74b4-4e65-8b51-9e5ac1748ca1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:16.947543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53676) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:16.980250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5ad15e44-be70-4221-9264-bf29f00060ce None None] Current status of the port ee54daa7-a9bb-4306-ad05-b36fedd6da1e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:17.003614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port aa7817a0-8c66-451b-9b47-2151c636934d completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:26:17.035863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port aa7817a0-8c66-451b-9b47-2151c636934d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:17.035863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.052007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-a6c2e3ef-0725-4cad-9a29-b13376af35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:17.052610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06fd540-74b4-4e65-8b51-9e5ac1748ca1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:17.054585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-a6c2e3ef-0725-4cad-9a29-b13376af35b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 200 len: 921 time: 1.2358568 Feb 03 11:26:17.060224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.061565 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8acf1fae-62b6-4ac1-8f66-1c3099413f81 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8713210 Feb 03 11:26:17.068278 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f8368-b525-4799-b098-a828c8e9296c None None] New status for floating IP c6287a19-2af0-493f-b7ab-f1b1c9ccc85f: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:26:17.077413 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-668d903a-6985-44c4-84a1-d898e5a495b6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933168 Feb 03 11:26:17.079415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:17.079763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53680) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:17.093256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:17.096778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee54daa7-a9bb-4306-ad05-b36fedd6da1e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:17.104376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group_rule': {'security_group_id': 'c06fd540-74b4-4e65-8b51-9e5ac1748ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:17.141506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820d908-10a2-4675-b89f-03f94bc5df69 req-325e1917-8b49-4625-8e75-d5e0cf0a1c1f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:17.153634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b820d908-10a2-4675-b89f-03f94bc5df69 req-325e1917-8b49-4625-8e75-d5e0cf0a1c1f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 944 time: 0.5764177 Feb 03 11:26:17.188808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922ad51-e40e-42d8-87be-1c208d5ffe2f None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:17.211271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-b65774a9-d50b-4e4b-b8dd-27bab5b1b19d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 200 len: 217 time: 0.0799963 Feb 03 11:26:17.247870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43cf7363-f415-43e6-8840-ca7ca37875b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e85fb97155b641d6a43f49822f31f049&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0553896 Feb 03 11:26:17.254952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:17.289339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-722b731c-fdda-4ea6-9439-5af150489c23 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898261 Feb 03 11:26:17.390952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0906b58-0ad3-4872-9c2d-124b8625ed4d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:17.424373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] Publish callbacks [] for security_group (0284d4df-273b-42a2-8b1f-fa1bb498d222), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.432053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port aa7817a0-8c66-451b-9b47-2151c636934d is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:17.432437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.434362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-002763fd-fbdf-4d60-bfc7-4d82e262bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:17.436127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-002763fd-fbdf-4d60-bfc7-4d82e262bb48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 200 len: 860 time: 0.2138102 Feb 03 11:26:17.457504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-498ef771-c14e-4094-983c-986c3e8b2e3d None None] Provisioning complete for port f6dccd68-dec0-4df6-9f80-16a541e82df4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:17.457888 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-498ef771-c14e-4094-983c-986c3e8b2e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.459820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b820d908-10a2-4675-b89f-03f94bc5df69 req-7ee32410-d4f1-43de-8d4c-f8d1a34078e3 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001528 Feb 03 11:26:17.470102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (cb098719-5b05-4f20-9e4e-2fd83df77345), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.489005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for security_group (b57d862d-6c58-48a4-925e-238b1dbf4079), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.507115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-c02d4254-7957-445a-b110-ebe3e8a5150f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a4ca20-44c3-4f88-a0a5-2985df9a3781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456629 Feb 03 11:26:17.515449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b57d862d-6c58-48a4-925e-238b1dbf4079), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.518700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (5110cb13-3595-409c-92a1-5a3efacdecad), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.531230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:17.534669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] Publish callbacks [] for security_group (0284d4df-273b-42a2-8b1f-fa1bb498d222), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.560831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0a0f34da-d5b0-47a6-8cd6-992d66876357), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.561233 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 0a0f34da-d5b0-47a6-8cd6-992d66876357 of type vlan for network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c Feb 03 11:26:17.594404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:17.597172 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654870be-a50a-4d5b-9989-7783e5c7e234" -d '{"events": [{"server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:17.622953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=aa7817a0-8c66-451b-9b47-2151c636934d,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:17.641672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port a0906b58-0ad3-4872-9c2d-124b8625ed4d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:17.642054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.643757 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.675748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:17.682333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.684055 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:17.684675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:17.691922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:26:17.694754 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcccbc5-f5f7-47ef-b43d-6121d932fcdd x-openstack-request-id: req-6fcccbc5-f5f7-47ef-b43d-6121d932fcdd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:17.695045 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:17.695297 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fcccbc5-f5f7-47ef-b43d-6121d932fcdd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:17.695693 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d', 'code': 200} Feb 03 11:26:17.729515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (46997f51-1f73-46fd-ae47-6efe0d6fbd5c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.758719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-38868de9-d0c3-4982-af9d-d8693b9de7ba req-9405cda6-6dcb-4b8c-b169-58a6e98329b8 service neutron] 10.222.0.53 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372969 Feb 03 11:26:17.808032 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-204e7dbc-2045-4671-8f1c-662c3e0778e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7220285 Feb 03 11:26:17.813332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:17.820588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:17.823120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-498ef771-c14e-4094-983c-986c3e8b2e3d None None] Current status of the port f6dccd68-dec0-4df6-9f80-16a541e82df4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:17.832562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:17.882779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port a0906b58-0ad3-4872-9c2d-124b8625ed4d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:17.884059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee54daa7-a9bb-4306-ad05-b36fedd6da1e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:17.916400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Deleting port f6dccd68-dec0-4df6-9f80-16a541e82df4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:17.917018 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.920999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0284d4df-273b-42a2-8b1f-fa1bb498d222), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.923513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.924683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0284d4df-273b-42a2-8b1f-fa1bb498d222 HTTP/1.1" status: 204 len: 168 time: 0.6462705 Feb 03 11:26:17.934804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55be79d-1901-4245-96c3-34d7ec8c2505 req-a3f8edc1-1677-4b93-ac7b-72d7893cb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:17.936561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a55be79d-1901-4245-96c3-34d7ec8c2505 req-a3f8edc1-1677-4b93-ac7b-72d7893cb817 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 1127 time: 0.1465938 Feb 03 11:26:17.937244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d862d-6c58-48a4-925e-238b1dbf4079,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:17.943173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-75965850-c619-4e4a-98b9-0c0a9f8c522e service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261231 Feb 03 11:26:17.971941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de00a-c0c8-4c96-8dbd-6fff51ebe18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284d4df-273b-42a2-8b1f-fa1bb498d222,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:17.988358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (46997f51-1f73-46fd-ae47-6efe0d6fbd5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:17.994320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:17.994989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.007834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] For port f6dccd68-dec0-4df6-9f80-16a541e82df4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6dccd68-dec0-4df6-9f80-16a541e82df4,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:18.007834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.016414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (cb098719-5b05-4f20-9e4e-2fd83df77345), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.025684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Calling delete_port for f6dccd68-dec0-4df6-9f80-16a541e82df4 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:18.028867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Router 5110cb13-3595-409c-92a1-5a3efacdecad is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:26:18.029267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cb098719-5b05-4f20-9e4e-2fd83df77345), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.072455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb098719-5b05-4f20-9e4e-2fd83df77345,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:18.082970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:18.087643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.089213 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:18.090282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:18.097553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a55be79d-1901-4245-96c3-34d7ec8c2505 req-cc06c977-4f38-40ef-8347-ce3b8b75d20f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533196 Feb 03 11:26:18.136112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f6dccd68-dec0-4df6-9f80-16a541e82df4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.148274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9538846 Feb 03 11:26:18.173706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] Pushing event deleted for resources: {'Port': ['ID=f6dccd68-dec0-4df6-9f80-16a541e82df4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:18.179951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3f3cb-1d36-4d14-bc59-d4685c1636c3 None None] No DVR routers for this DVR port f6dccd68-dec0-4df6-9f80-16a541e82df4 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:18.207434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:18.208004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.245051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9680d-97f3-4ab9-95af-7df3677ab902 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=46997f51-1f73-46fd-ae47-6efe0d6fbd5c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:18.245358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7430da4f-5cbc-4b5b-a8ed-a28218362787 req-4df1e64f-c93d-46ab-bba2-7875bc222865 service neutron] 10.222.0.30 "GET /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588351 Feb 03 11:26:18.245480 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a604b7bb-0218-4000-ba9e-3691ff9ab589 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4180238 Feb 03 11:26:18.264692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:18.264888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.270775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:18.291236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.294652 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7b048076-ab1b-4df2-92cd-36966cf2554d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2099526 Feb 03 11:26:18.295343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.300628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:18.304440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.310903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'security_group_rule': {'security_group_id': 'c06fd540-74b4-4e65-8b51-9e5ac1748ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:18.424445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (db94d5b8-ce62-4a43-bcfa-556b2320e798), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.434408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee54daa7-a9bb-4306-ad05-b36fedd6da1e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:18.525873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:18.531982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.535999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6dccd68-dec0-4df6-9f80-16a541e82df4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:18.577213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (db94d5b8-ce62-4a43-bcfa-556b2320e798), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.582688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-f38de509-37f9-4322-9c81-a45bf02be204 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips/c6287a19-2af0-493f-b7ab-f1b1c9ccc85f HTTP/1.1" status: 200 len: 692 time: 0.1291029 Feb 03 11:26:18.584207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (db94d5b8-ce62-4a43-bcfa-556b2320e798), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.594259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f6dccd68-dec0-4df6-9f80-16a541e82df4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:18.595111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6dccd68-dec0-4df6-9f80-16a541e82df4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:18.642875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:18.657762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db94d5b8-ce62-4a43-bcfa-556b2320e798,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:18.663453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Sync routers for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:18.692989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:18.694225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:18.699782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.705389 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-23d53d5d-bb34-43b7-8a13-ed1d90d787f9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954554 Feb 03 11:26:18.706707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.723372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:18.732363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:18.736587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.740013 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:18.740013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:18.813874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.816081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f99f671a-9026-48c1-849b-4b753e410f0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9296765 Feb 03 11:26:18.822128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.823344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0704a8b7-88f8-4a26-a14a-646feefe2bbf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5587428 Feb 03 11:26:18.825293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53712) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:18.845699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:18.851073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:18.889551 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:18.936224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de486fc-23bb-4e3a-8dd0-8ecb4ef2ccee req-256ebb26-1c5d-46c5-b083-47b68d332cff tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:18.937889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9de486fc-23bb-4e3a-8dd0-8ecb4ef2ccee req-256ebb26-1c5d-46c5-b083-47b68d332cff tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 945 time: 0.3524570 Feb 03 11:26:19.023594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d8e87485-3554-419a-9580-3aedbd01157b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.024059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-40d67124-e907-45ef-bdc8-856021f70e4e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:19.026746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-40d67124-e907-45ef-bdc8-856021f70e4e tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/networks/6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 784 time: 0.4314132 Feb 03 11:26:19.051536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-38625b18-28b4-4978-83fe-2dd7fa7a0290 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:26:19.052837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-38625b18-28b4-4978-83fe-2dd7fa7a0290 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143657 Feb 03 11:26:19.132412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=d8e87485-3554-419a-9580-3aedbd01157b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:19.156312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:15Z', 'revision_number': 3, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:19.159078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:19.163489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.164968 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:19.165454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:19.170506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9de486fc-23bb-4e3a-8dd0-8ecb4ef2ccee req-6a83e493-9f4c-4fa7-b913-1c6882098463 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206631 Feb 03 11:26:19.175302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-cdc5b01c-7024-4182-95c8-b9e6eb2135cc tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.1001093 Feb 03 11:26:19.198518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Checking router: 5110cb13-3595-409c-92a1-5a3efacdecad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:19.199109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Updating router 5110cb13-3595-409c-92a1-5a3efacdecad port b32149f4-1bce-494f-8b06-03315b65e831 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:26:19.244683 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b32149f4-1bce-494f-8b06-03315b65e831), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.272101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eef0bbe3-9c79-4960-a608-a71baeccdea5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4394975 Feb 03 11:26:19.272766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:19.288347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '0a0f34da-d5b0-47a6-8cd6-992d66876357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:19.296708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: 46997f51-1f73-46fd-ae47-6efe0d6fbd5c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:19.315530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:19.336698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-4f7de676-d335-407c-b6db-d6905f79c1c6 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.0881085 Feb 03 11:26:19.383020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:19.483579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 46997f51-1f73-46fd-ae47-6efe0d6fbd5c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:19.491777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:19.492549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.503766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8fb2d-6377-4916-b71e-218cf5af44fa None None] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:19.533498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1f2010d-3a5f-4025-b520-2769d3efc0ba tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2363565 Feb 03 11:26:19.535476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53726) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:19.625310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.687724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:19.691803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.694188 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:19.694640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:19.743086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1dd059cf-55f4-49b8-b2b9-b267128d980a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4362760 Feb 03 11:26:19.744738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Deleting port 1a8a031b-77d8-4ed3-9e80-1771e4cd0a56 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:19.745130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.752304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:19.758630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:19.918044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1664711813'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:19.931470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.931849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.943393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-46997f51-1f73-46fd-ae47-6efe0d6fbd5c', 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'd8e87485-3554-419a-9580-3aedbd01157b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:19.944130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.954244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Calling delete_port for 1a8a031b-77d8-4ed3-9e80-1771e4cd0a56 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:19.956953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:19.960326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:19.961186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.964989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:19.966763 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:26:19.967205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:19.991674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:20.007037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.007474 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 6d4e8638-7bc1-4410-aba9-d062940a0279 of type vlan for network de9686b0-2ae3-4df3-9e82-6dfb195cf808 Feb 03 11:26:20.028013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks [] for port (b32149f4-1bce-494f-8b06-03315b65e831), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.051145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3401b397-a49e-4939-844a-f36e12657866 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2975893 Feb 03 11:26:20.056779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.081199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b32149f4-1bce-494f-8b06-03315b65e831), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.140570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Allocated IP 172.25.7.155 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b968ac73-4eda-412f-89e6-f7ec4ae3648a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:20.173870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Allocated IP 172.20.255.242 (46997f51-1f73-46fd-ae47-6efe0d6fbd5c/d8e87485-3554-419a-9580-3aedbd01157b/8efbb068-7b50-4bd7-87d4-64715eb5424c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:20.190373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.383612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Allocated IP 172.20.0.1 (e37de0a2-2587-4ccb-8624-f4a37514d7ca/0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b/76e7fd82-ecd6-4abb-af69-c7c6976372a7) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:20.404026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-facd9659-05a3-4906-b239-8fbb4ffa5337 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3437593 Feb 03 11:26:20.407278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53748) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.439411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks [] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.444312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Attempting to bind port b32149f4-1bce-494f-8b06-03315b65e831 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:20.445065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Attempting to bind port b32149f4-1bce-494f-8b06-03315b65e831 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:20.445611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Attempting to bind port b32149f4-1bce-494f-8b06-03315b65e831 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:20.456361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:20.457107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:20.457678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.458228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:20.459466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Bound port: b32149f4-1bce-494f-8b06-03315b65e831, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:20.460158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b32149f4-1bce-494f-8b06-03315b65e831), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.473699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.510863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks [] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.517761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.526578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] For port b32149f4-1bce-494f-8b06-03315b65e831, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:20.529365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.531846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] For port b32149f4-1bce-494f-8b06-03315b65e831, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b32149f4-1bce-494f-8b06-03315b65e831,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:20.536021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:20.536864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.537713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7b436-54e5-415d-8067-5c735159bc6a None None] Pushing event updated for resources: {'Port': ['ID=b32149f4-1bce-494f-8b06-03315b65e831,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:20.543265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.549443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b32149f4-1bce-494f-8b06-03315b65e831), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.587442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1a8a031b-77d8-4ed3-9e80-1771e4cd0a56), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.592518 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6804159 Feb 03 11:26:20.597166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.620803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:20.631418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.639051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:20.642461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:20.643246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:20.647708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:20.649673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:20.688224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Pushing event updated for resources: {'Port': ['ID=8efbb068-7b50-4bd7-87d4-64715eb5424c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:20.695492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event deleted for resources: {'Port': ['ID=1a8a031b-77d8-4ed3-9e80-1771e4cd0a56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:20.698524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b947ab-5877-49f9-99b8-3209979316b5 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=de9686b0-2ae3-4df3-9e82-6dfb195cf808,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:20.702949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd95883-c720-4460-9366-506ec8998dea tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:20.707580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bbd95883-c720-4460-9366-506ec8998dea tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2965889 Feb 03 11:26:20.715248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.716511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.730825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network de9686b0-2ae3-4df3-9e82-6dfb195cf808 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:20.752199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:20.757384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:20.778116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:20.834580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=b968ac73-4eda-412f-89e6-f7ec4ae3648a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:20.847408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca61bf-11af-4288-b37b-99e8a6020d91 req-394b5760-02b8-4dde-8503-e2e9eb3997dc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:20.848383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7ca61bf-11af-4288-b37b-99e8a6020d91 req-394b5760-02b8-4dde-8503-e2e9eb3997dc tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 945 time: 0.4454536 Feb 03 11:26:20.875346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.881736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for floatingip (c6287a19-2af0-493f-b7ab-f1b1c9ccc85f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.884366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.885823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a5cdb24-daf8-4201-8201-ad63fd1af4cd req-206a68c2-1502-412b-8350-b7a280ff52dd tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "DELETE /v2.0/floatingips/c6287a19-2af0-493f-b7ab-f1b1c9ccc85f HTTP/1.1" status: 204 len: 173 time: 1.5314019 Feb 03 11:26:20.914696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:20.933636 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-311635ca-73a8-41db-b3b6-472fadb8f4e0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1937861 Feb 03 11:26:20.938361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53766) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:20.945575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:20.948557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:20.951201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Attempting to bind port 8efbb068-7b50-4bd7-87d4-64715eb5424c on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:20.951578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Attempting to bind port 8efbb068-7b50-4bd7-87d4-64715eb5424c by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '0a0f34da-d5b0-47a6-8cd6-992d66876357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:20.951942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Attempting to bind port 8efbb068-7b50-4bd7-87d4-64715eb5424c on network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:20.954756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:20.967870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:20.968305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Checking segment: {'id': '0a0f34da-d5b0-47a6-8cd6-992d66876357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:20.968655 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:20.969085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Bound using segment: {'id': '0a0f34da-d5b0-47a6-8cd6-992d66876357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:20.969580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Bound port: 8efbb068-7b50-4bd7-87d4-64715eb5424c, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0f34da-d5b0-47a6-8cd6-992d66876357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46997f51-1f73-46fd-ae47-6efe0d6fbd5c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:20.969962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.029603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7b436-54e5-415d-8067-5c735159bc6a None None] Pushing event updated for resources: {'Port': ['ID=b32149f4-1bce-494f-8b06-03315b65e831,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:21.046885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:21.048942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (5110cb13-3595-409c-92a1-5a3efacdecad), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.063325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.139739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Pushing event updated for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:21.166798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7ca61bf-11af-4288-b37b-99e8a6020d91 req-8cd5c2cb-89e3-458a-a116-10fedd4328e4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890978 Feb 03 11:26:21.168533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:21.172893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.196358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d045635d-2e36-4e2a-82ac-4bb9a0034811 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:21.235444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-6117a767-687f-40cf-bd65-8196916c0519 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups/a4b56be7-10ac-455e-9f47-38edd5a114fd HTTP/1.1" status: 200 len: 1826 time: 0.2810757 Feb 03 11:26:21.264697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0585c301-8478-4255-89ee-f747773247a9 None None] For port 8efbb068-7b50-4bd7-87d4-64715eb5424c, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:21.288390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0585c301-8478-4255-89ee-f747773247a9 None None] For port 8efbb068-7b50-4bd7-87d4-64715eb5424c, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8efbb068-7b50-4bd7-87d4-64715eb5424c,segment=NetworkSegment(0a0f34da-d5b0-47a6-8cd6-992d66876357),segment_id=0a0f34da-d5b0-47a6-8cd6-992d66876357)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:21.316659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.363349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d045635d-2e36-4e2a-82ac-4bb9a0034811 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "PUT /v2.0/quotas/1e1550906302473a88ea50fe73a3d3c1 HTTP/1.1" status: 200 len: 368 time: 0.4831100 Feb 03 11:26:21.363349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:21.363622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53770) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:21.364978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.368378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.370861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Request body: {'network': {'project_id': '1e1550906302473a88ea50fe73a3d3c1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:21.464142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.511064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Made reservation on behalf of 1e1550906302473a88ea50fe73a3d3c1 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:21.513943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.523691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1d81f98d-0061-4c3a-9cb8-a9beb3cd1479 None None] Provisioning complete for port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:21.524324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d81f98d-0061-4c3a-9cb8-a9beb3cd1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.538396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (a4b56be7-10ac-455e-9f47-38edd5a114fd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.596426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585c301-8478-4255-89ee-f747773247a9 None None] Pushing event updated for resources: {'Port': ['ID=8efbb068-7b50-4bd7-87d4-64715eb5424c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:21.611482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.630286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:15Z', 'revision_number': 3, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:21.676486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d81f98d-0061-4c3a-9cb8-a9beb3cd1479 None None] Port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:21.678795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcfd6f-8f15-4b8a-8afc-c9d34da8030c None None] The sync data for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 is: [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:15Z', 'revision_number': 3, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:21.762976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f2b270f7-8212-4e2b-93b4-f2f69ac42183), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:21.937913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=f2b270f7-8212-4e2b-93b4-f2f69ac42183,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:22.005193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for security_group (c70e4083-2742-4546-95c7-bbb921448ab5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.023815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c70e4083-2742-4546-95c7-bbb921448ab5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.060808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '6d4e8638-7bc1-4410-aba9-d062940a0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:22.061379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: de9686b0-2ae3-4df3-9e82-6dfb195cf808, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:22.105792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:22.141445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks [] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.156243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e4083-2742-4546-95c7-bbb921448ab5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:22.159913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.175389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9ab0b09d-5219-476c-8887-711bccbb287f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.176058 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Added segment 9ab0b09d-5219-476c-8887-711bccbb287f of type vlan for network a7d1f2d1-b7a0-4448-9444-627a07cf8c3f Feb 03 11:26:22.268348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network de9686b0-2ae3-4df3-9e82-6dfb195cf808 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:22.339767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, de9686b0-2ae3-4df3-9e82-6dfb195cf808) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:22.344710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (5110cb13-3595-409c-92a1-5a3efacdecad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.347549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a7d1f2d1-b7a0-4448-9444-627a07cf8c3f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.353333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f077d-c08b-4bd7-a4d4-32c29c6b46ea None None] Network de9686b0-2ae3-4df3-9e82-6dfb195cf808 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:22.355527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Pushing event updated for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:22.360870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:22.361559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.440046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.452265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec1d57dd-e1fb-4386-a7a9-699caaf3feed tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8501215 Feb 03 11:26:22.455585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53778) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:22.458537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.490652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a7d1f2d1-b7a0-4448-9444-627a07cf8c3f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.499206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:22.499841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.545789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (a4b56be7-10ac-455e-9f47-38edd5a114fd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.555953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-de9686b0-2ae3-4df3-9e82-6dfb195cf808', 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'f2b270f7-8212-4e2b-93b4-f2f69ac42183'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:22.562349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.676848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=b968ac73-4eda-412f-89e6-f7ec4ae3648a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:22.788995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4241385 Feb 03 11:26:22.789760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:22.791442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a4b56be7-10ac-455e-9f47-38edd5a114fd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.804735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.806894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e0d6f49-2e24-43e1-bfb1-30685fb407f0 req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4b56be7-10ac-455e-9f47-38edd5a114fd HTTP/1.1" status: 204 len: 173 time: 1.5238693 Feb 03 11:26:22.828001 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.874380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Allocated IP 172.20.0.2 (de9686b0-2ae3-4df3-9e82-6dfb195cf808/f2b270f7-8212-4e2b-93b4-f2f69ac42183/46ecd104-487f-47bd-89dc-771f89c8874e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:22.886281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880f0fb-7f7c-4e5f-b18e-ee7bbe35d83a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b56be7-10ac-455e-9f47-38edd5a114fd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:22.895777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.908451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Request body: {'network': {'project_id': '1e1550906302473a88ea50fe73a3d3c1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:22.929312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:22.939931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0f6b82d6-9488-4b46-8239-91621aba3c1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2239583 Feb 03 11:26:23.015878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169969-eb2b-4c53-b271-16dc8cda870e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event updated for resources: {'Network': ['ID=a7d1f2d1-b7a0-4448-9444-627a07cf8c3f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:23.067640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Made reservation on behalf of 1e1550906302473a88ea50fe73a3d3c1 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:23.097168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.128931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:23.138366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a7d1f2d1-b7a0-4448-9444-627a07cf8c3f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:23.159065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:23.263866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:26:23.268588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2614b2cd-8d6e-4aee-8602-7b42b1d39821), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.505867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:23.585234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=2614b2cd-8d6e-4aee-8602-7b42b1d39821,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:23.592217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f2b270f7-8212-4e2b-93b4-f2f69ac42183), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.607461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:23.622278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:23.635733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:23.636550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.673146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks [] for port (46ecd104-487f-47bd-89dc-771f89c8874e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.688462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-3b080611-95bb-4a46-9114-17eb50224329 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--860670211&fields=id&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 267 time: 0.2655883 Feb 03 11:26:23.691010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8efbb068-7b50-4bd7-87d4-64715eb5424c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:23.696745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8b30c942-ceb7-444b-aed3-9febf6b7083e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.698296 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Added segment 8b30c942-ceb7-444b-aed3-9febf6b7083e of type vlan for network 3cb306cf-8eed-4dab-9c06-9925e78bb926 Feb 03 11:26:23.703610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b2c19-44b2-4f4d-9504-01c2d263c917 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:23.707861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56842c47-1d65-4522-bdc2-9d9be68615d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7684093 Feb 03 11:26:23.720549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afd281-d3fa-448a-ba10-58973bea7f9d req-be573158-3d8b-42e2-9bfb-59c42f14a0ff tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:23.722463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61afd281-d3fa-448a-ba10-58973bea7f9d req-be573158-3d8b-42e2-9bfb-59c42f14a0ff tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.3106699 Feb 03 11:26:23.724128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:23.727287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336fcfd-3485-4451-ba86-0546145dff86 None None] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:23.729244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:3b:e5:10', 'name': 'tempest-NetworksTestDHCPv6-1992335229'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:23.733179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.836450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (3cb306cf-8eed-4dab-9c06-9925e78bb926), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.891376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f2b270f7-8212-4e2b-93b4-f2f69ac42183), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.944142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Network de9686b0-2ae3-4df3-9e82-6dfb195cf808 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:23.948640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b270f7-8212-4e2b-93b4-f2f69ac42183,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:23.982687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:23.987321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (3cb306cf-8eed-4dab-9c06-9925e78bb926), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.988858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:23.989982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:23.993729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:24.017468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Router 5110cb13-3595-409c-92a1-5a3efacdecad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:24.055340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-d8e6cc91-3850-4858-bea2-63dcb3e78bbf tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:24.058451 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1734703 Feb 03 11:26:24.068894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-d8e6cc91-3850-4858-bea2-63dcb3e78bbf tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 817 time: 0.3575141 Feb 03 11:26:24.074441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:24.096114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7ada3663-df99-4eb5-b7aa-bda8684aea7e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Request body: {'network': {'project_id': '1e1550906302473a88ea50fe73a3d3c1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:24.112186 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ada3663-df99-4eb5-b7aa-bda8684aea7e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 11:26:24.112658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ada3663-df99-4eb5-b7aa-bda8684aea7e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:26:24.114025 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ada3663-df99-4eb5-b7aa-bda8684aea7e tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0369008 Feb 03 11:26:24.122351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-6ea896bc-2ffe-4880-8605-0612018fade1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/quotas/699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 375 time: 0.0500271 Feb 03 11:26:24.127392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:24.176506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-61afd281-d3fa-448a-ba10-58973bea7f9d req-5f449a57-fa9f-47dc-a171-425b18c4f5c1 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185107 Feb 03 11:26:24.217618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:24.270597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.283787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a78b3a-dfac-4605-8685-c884bb9c02f2 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event updated for resources: {'Network': ['ID=3cb306cf-8eed-4dab-9c06-9925e78bb926,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:24.292516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Provisioning complete for port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:24.293788 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.334734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 3cb306cf-8eed-4dab-9c06-9925e78bb926 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:24.355037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Pushing event updated for resources: {'Port': ['ID=46ecd104-487f-47bd-89dc-771f89c8874e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:24.355295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-e70e3368-4f51-4dba-8293-1e898589ab54 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2318220 Feb 03 11:26:24.390448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.417973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 08936f49-21a0-412b-8a4b-5c9cd5c99b51 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:24.458004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9686b0-2ae3-4df3-9e82-6dfb195cf808']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:24.473041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8efbb068-7b50-4bd7-87d4-64715eb5424c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:24.473041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.495754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4e8638-7bc1-4410-aba9-d062940a0279') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:24.496041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4e8638-7bc1-4410-aba9-d062940a0279') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:24.519761 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1e63d9f5-fa07-4111-b240-2c59c136a833 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e1550906302473a88ea50fe73a3d3c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836610 Feb 03 11:26:24.519761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.520763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53808) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:24.542736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:24.559069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:24.561438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.580169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '2614b2cd-8d6e-4aee-8602-7b42b1d39821'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:24.581155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.589419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Attempting to bind port 46ecd104-487f-47bd-89dc-771f89c8874e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:24.589795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Attempting to bind port 46ecd104-487f-47bd-89dc-771f89c8874e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6d4e8638-7bc1-4410-aba9-d062940a0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:24.590216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Attempting to bind port 46ecd104-487f-47bd-89dc-771f89c8874e on network de9686b0-2ae3-4df3-9e82-6dfb195cf808 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:24.593500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d63dc12-1e46-4285-9dc2-f34ccb9b86f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/5110cb13-3595-409c-92a1-5a3efacdecad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7569942 Feb 03 11:26:24.605930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:24.606709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: warnings.warn(msg) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:24.610506 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:24.627099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:24.627487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Checking segment: {'id': '6d4e8638-7bc1-4410-aba9-d062940a0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:24.627907 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.628320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Bound using segment: {'id': '6d4e8638-7bc1-4410-aba9-d062940a0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:24.628843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Bound port: 46ecd104-487f-47bd-89dc-771f89c8874e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4e8638-7bc1-4410-aba9-d062940a0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:24.629479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.651086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Provisioning complete for port 8efbb068-7b50-4bd7-87d4-64715eb5424c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:24.651464 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.712620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-5ff91497-4c74-4896-a3a5-f79d532c6b68 service neutron] 10.222.0.30 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051795 Feb 03 11:26:24.725660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for security_group (c70e4083-2742-4546-95c7-bbb921448ab5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.730682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:26:24.730682 n-d-821606-6 neutron-server[103126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:26:24.730682 n-d-821606-6 neutron-server[103126]: [parameters: {'id': 'de9686b0-2ae3-4df3-9e82-6dfb195cf808'}] Feb 03 11:26:24.730682 n-d-821606-6 neutron-server[103126]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:24.731121 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:24.785681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for security_group (c70e4083-2742-4546-95c7-bbb921448ab5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.803137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe3b:e510 (134040e6-0113-4b2f-96c2-7e25b948102e/2614b2cd-8d6e-4aee-8602-7b42b1d39821/08936f49-21a0-412b-8a4b-5c9cd5c99b51) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:24.893354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c70e4083-2742-4546-95c7-bbb921448ab5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.911117 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Sync routers for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:24.912216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] For port 46ecd104-487f-47bd-89dc-771f89c8874e, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:24.916291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] For port 46ecd104-487f-47bd-89dc-771f89c8874e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=46ecd104-487f-47bd-89dc-771f89c8874e,segment=NetworkSegment(6d4e8638-7bc1-4410-aba9-d062940a0279),segment_id=6d4e8638-7bc1-4410-aba9-d062940a0279)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:24.924741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8efbb068-7b50-4bd7-87d4-64715eb5424c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:24.925155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.929956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.930747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:24.936210 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/c70e4083-2742-4546-95c7-bbb921448ab5 HTTP/1.1" status: 204 len: 168 time: 0.4044917 Feb 03 11:26:24.938836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:24.948934 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:24.951232 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:24.960553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-2cf93b4d-f44b-47ba-b209-e29d4a35f22e service neutron] 10.222.0.30 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318656 Feb 03 11:26:24.994938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77555-4af9-42c4-bfa5-e7b930895de4 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e4083-2742-4546-95c7-bbb921448ab5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:25.142495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3cb306cf-8eed-4dab-9c06-9925e78bb926), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.184699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Current status of the port 8efbb068-7b50-4bd7-87d4-64715eb5424c is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:25.192768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.247248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.268795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8efbb068-7b50-4bd7-87d4-64715eb5424c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8efbb068-7b50-4bd7-87d4-64715eb5424c,segment=NetworkSegment(0a0f34da-d5b0-47a6-8cd6-992d66876357),segment_id=0a0f34da-d5b0-47a6-8cd6-992d66876357)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:25.275539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f90d1-533d-4f6e-873d-3552cb3914db None None] Pushing event updated for resources: {'Port': ['ID=46ecd104-487f-47bd-89dc-771f89c8874e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:25.285229 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:25.288849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.289657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b32149f4-1bce-494f-8b06-03315b65e831 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:25.397927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (3cb306cf-8eed-4dab-9c06-9925e78bb926), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.436189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (08936f49-21a0-412b-8a4b-5c9cd5c99b51), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.458223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8c0ad-3566-4861-bd5f-4dea849c50ce None None] Network de9686b0-2ae3-4df3-9e82-6dfb195cf808 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:25.522261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (08936f49-21a0-412b-8a4b-5c9cd5c99b51), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.522806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb306cf-8eed-4dab-9c06-9925e78bb926']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:25.551248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b30c942-ceb7-444b-aed3-9febf6b7083e') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:25.551842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b30c942-ceb7-444b-aed3-9febf6b7083e') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:25.569670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8b30c942-ceb7-444b-aed3-9febf6b7083e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.717037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=08936f49-21a0-412b-8a4b-5c9cd5c99b51,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:25.736341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8b30c942-ceb7-444b-aed3-9febf6b7083e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.756881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:25.758631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8b30c942-ceb7-444b-aed3-9febf6b7083e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.802013 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:26:25.814599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8fa2f0c-e1c6-403d-a0f9-663ebc8e371c req-7f59063d-bffb-4187-a058-9fe0661e1713 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1151724 Feb 03 11:26:25.858765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:25.862330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:25.867922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:25.873941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:25.874620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:25.898911 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:21Z', 'revision_number': 4, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '76e7fd82-ecd6-4abb-af69-c7c6976372a7', 'name': '', 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'mac_address': 'fa:16:3e:a5:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:21Z', 'revision_number': 2, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'subnets': [{'id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:25.904262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408b2f9-7034-45a3-8bda-890f5a9017e1 req-cde4f8ff-5d78-4711-9148-0b5c34d8df51 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:25.914712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3408b2f9-7034-45a3-8bda-890f5a9017e1 req-cde4f8ff-5d78-4711-9148-0b5c34d8df51 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.4284468 Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:25.923865 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:25.945619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b603fe7-1100-491a-8d43-265ec4840037 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2200913 Feb 03 11:26:25.965221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8efbb068-7b50-4bd7-87d4-64715eb5424c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:25.979813 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Checking router: 5110cb13-3595-409c-92a1-5a3efacdecad for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:25.980276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:25.980404 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Updating router 5110cb13-3595-409c-92a1-5a3efacdecad port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:26:25.994930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Allocated IP 2001:db8::f816:3eff:fecc:73bb (134040e6-0113-4b2f-96c2-7e25b948102e/2614b2cd-8d6e-4aee-8602-7b42b1d39821/60b12d26-5d46-4dc6-8633-8b85cbea23ea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:26.001756 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:26.010392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3408b2f9-7034-45a3-8bda-890f5a9017e1 req-24c50225-fd66-477b-b184-51d8995a435a tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917070 Feb 03 11:26:26.013131 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:26.019760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port 46ecd104-487f-47bd-89dc-771f89c8874e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:26.020351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.032659 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.033240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (3cb306cf-8eed-4dab-9c06-9925e78bb926), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.094655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.101081 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "DELETE /v2.0/networks/3cb306cf-8eed-4dab-9c06-9925e78bb926 HTTP/1.1" status: 204 len: 168 time: 1.1475449 Feb 03 11:26:26.105317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:26.128550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be5872-5902-4608-92c3-c3c2889ee370 tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cb306cf-8eed-4dab-9c06-9925e78bb926,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:26.183771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b32149f4-1bce-494f-8b06-03315b65e831 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:26.184323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b32149f4-1bce-494f-8b06-03315b65e831), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.189102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-d73dfd40-6494-4e47-bf5f-ab4ea260d89f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:26.195225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-d73dfd40-6494-4e47-bf5f-ab4ea260d89f tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.6151569 Feb 03 11:26:26.320494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a7d1f2d1-b7a0-4448-9444-627a07cf8c3f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.467915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a7d1f2d1-b7a0-4448-9444-627a07cf8c3f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.496128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d1f2d1-b7a0-4448-9444-627a07cf8c3f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:26.517560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab0b09d-5219-476c-8887-711bccbb287f') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:26.518048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab0b09d-5219-476c-8887-711bccbb287f') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:26.539137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (9ab0b09d-5219-476c-8887-711bccbb287f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.567684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9ab0b09d-5219-476c-8887-711bccbb287f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.579931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:26.580549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (9ab0b09d-5219-476c-8887-711bccbb287f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.626158 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks [] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.634306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9bceb33e-032e-4f2b-ba9e-1a32c3e4729c None None] Current status of the port 8efbb068-7b50-4bd7-87d4-64715eb5424c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:26.636630 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.700435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks [] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.726292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:26.728402 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:26.734726 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a7d1f2d1-b7a0-4448-9444-627a07cf8c3f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.767379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.771504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b32149f4-1bce-494f-8b06-03315b65e831 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:26.772004 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b32149f4-1bce-494f-8b06-03315b65e831), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.792056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a7d1f2d1-b7a0-4448-9444-627a07cf8c3f HTTP/1.1" status: 204 len: 168 time: 0.6843777 Feb 03 11:26:26.803869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port b32149f4-1bce-494f-8b06-03315b65e831, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b32149f4-1bce-494f-8b06-03315b65e831,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:26.811769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:26.842291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b32149f4-1bce-494f-8b06-03315b65e831), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:26.872372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:26.883295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:26.891103 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Pushing event updated for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:26.908082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd0091-ed10-4850-9af3-cc885864389b tempest-QuotasNegativeTest-1294032987 tempest-QuotasNegativeTest-1294032987-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7d1f2d1-b7a0-4448-9444-627a07cf8c3f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:26.916641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.919033 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.921626 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.922165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.923314 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.924551 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.925173 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.926150 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.928896 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.929435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.933472 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.934037 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.934519 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:26.998953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Pushing event updated for resources: {'Port': ['ID=60b12d26-5d46-4dc6-8633-8b85cbea23ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:27.017749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Attempting to bind port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:27.018766 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Attempting to bind port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:27.019457 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Attempting to bind port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 on network e37de0a2-2587-4ccb-8624-f4a37514d7ca {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:27.032035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2410e2e6-8a4b-4ed5-b75f-28ca18a00365 None None] Provisioning complete for port 8efbb068-7b50-4bd7-87d4-64715eb5424c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:27.033548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2410e2e6-8a4b-4ed5-b75f-28ca18a00365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.038214 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:27.038952 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Checking segment: {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:27.042749 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.043816 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Bound using segment: {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:27.045514 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Bound port: 76e7fd82-ecd6-4abb-af69-c7c6976372a7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:27.046113 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.067604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67a2946-32a2-4f0a-afbc-6064a9dcb8ce req-017b7fc8-a39d-47e1-91f2-0580e6a8fd1d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0842001 Feb 03 11:26:27.213732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port 46ecd104-487f-47bd-89dc-771f89c8874e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=46ecd104-487f-47bd-89dc-771f89c8874e,segment=NetworkSegment(6d4e8638-7bc1-4410-aba9-d062940a0279),segment_id=6d4e8638-7bc1-4410-aba9-d062940a0279)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:27.217674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.226320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8efbb068-7b50-4bd7-87d4-64715eb5424c up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:27.244274 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] For port 76e7fd82-ecd6-4abb-af69-c7c6976372a7, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:27.249325 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] For port 76e7fd82-ecd6-4abb-af69-c7c6976372a7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=76e7fd82-ecd6-4abb-af69-c7c6976372a7,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:27.260975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for 46ecd104-487f-47bd-89dc-771f89c8874e owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:27.271729 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.320806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeafdabd-2078-4acf-b8b0-e8489761a5b7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:27.324800 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aeafdabd-2078-4acf-b8b0-e8489761a5b7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.3346550 Feb 03 11:26:27.325013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.335437 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:27.336326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:27.344435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:27.495121 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:27.538835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bc76d-69b4-456c-bb20-125bb59bf1e0 req-0e0815a0-a0d0-4cbb-b47e-aaba3fd9fee2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:27.548210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b0bc76d-69b4-456c-bb20-125bb59bf1e0 req-0e0815a0-a0d0-4cbb-b47e-aaba3fd9fee2 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.3061607 Feb 03 11:26:27.610741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Attempting to bind port 60b12d26-5d46-4dc6-8633-8b85cbea23ea on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:27.612180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Attempting to bind port 60b12d26-5d46-4dc6-8633-8b85cbea23ea by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:27.613381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Attempting to bind port 60b12d26-5d46-4dc6-8633-8b85cbea23ea on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:27.653760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:27.654158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:27.654559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.654960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:27.655457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Bound port: 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:27.661116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.836615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=b32149f4-1bce-494f-8b06-03315b65e831,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:27.971530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Deleting port d166b1c7-31c3-47dd-aab2-3457ac3960db {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:27.971900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:27.975156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d166b1c7-31c3-47dd-aab2-3457ac3960db no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:28.007144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8efbb068-7b50-4bd7-87d4-64715eb5424c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:28.007925 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.073643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b0bc76d-69b4-456c-bb20-125bb59bf1e0 req-f411fdfb-6c76-4d73-bc45-ee6b3df9609b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133772 Feb 03 11:26:28.136120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 08936f49-21a0-412b-8a4b-5c9cd5c99b51 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:28.139273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (08936f49-21a0-412b-8a4b-5c9cd5c99b51), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.179357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-c36c1abd-ea54-4881-a629-a4f77fc7fb84 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:28.184833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-c36c1abd-ea54-4881-a629-a4f77fc7fb84 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 817 time: 0.5770431 Feb 03 11:26:28.190335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (46ecd104-487f-47bd-89dc-771f89c8874e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.315111 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e303cf-e59b-4bd0-a696-82401ded3611 None None] Pushing event updated for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:28.330800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:28.340760 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port 46ecd104-487f-47bd-89dc-771f89c8874e on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:28.396619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:21Z', 'revision_number': 4, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '76e7fd82-ecd6-4abb-af69-c7c6976372a7', 'name': '', 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'mac_address': 'fa:16:3e:a5:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:27Z', 'revision_number': 4, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'subnets': [{'id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:28.397013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] For port 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:28.403558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=46ecd104-487f-47bd-89dc-771f89c8874e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:28.423544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:28.423920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.450423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d62c8dc1-dafa-491e-892b-b37fa1e7dd76 req-458a60da-e51b-429b-b29b-cbf16b70c13a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1176941 Feb 03 11:26:28.452231 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bb2d-ac1e-433a-9f9f-513c3b8390a3 None None] The sync data for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 is: [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:26:21Z', 'revision_number': 4, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '76e7fd82-ecd6-4abb-af69-c7c6976372a7', 'name': '', 'network_id': 'e37de0a2-2587-4ccb-8624-f4a37514d7ca', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'mac_address': 'fa:16:3e:a5:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:27Z', 'revision_number': 4, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'subnets': [{'id': '0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:28.496300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-72f4449e-1196-4225-9c1a-bc2ef35e4a6a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 379 time: 0.2984152 Feb 03 11:26:28.499710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] For port 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=60b12d26-5d46-4dc6-8633-8b85cbea23ea,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:28.507502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'port': {'device_id': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'admin_state_up': True, 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'security_groups': ['c06fd540-74b4-4e65-8b51-9e5ac1748ca1']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:28.520037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2410e2e6-8a4b-4ed5-b75f-28ca18a00365 None None] Current status of the port 8efbb068-7b50-4bd7-87d4-64715eb5424c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:28.539128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.587950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Calling delete_port for d166b1c7-31c3-47dd-aab2-3457ac3960db owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:28.779188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.832940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a2fc5-4701-4865-82d7-1fae33768574 None None] Pushing event updated for resources: {'Port': ['ID=60b12d26-5d46-4dc6-8633-8b85cbea23ea,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:28.837717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0e392da-19cb-48ca-84a8-fec706445ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.893609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Made reservation on behalf of 699b6275c6f445c18f670f989a79427a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:28.897853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:28.965344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9686b0-2ae3-4df3-9e82-6dfb195cf808']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:28.998541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Provisioning complete for port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:29.002537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (08936f49-21a0-412b-8a4b-5c9cd5c99b51), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.005941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.032784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4e8638-7bc1-4410-aba9-d062940a0279') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:29.033975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4e8638-7bc1-4410-aba9-d062940a0279') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:29.074316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 08936f49-21a0-412b-8a4b-5c9cd5c99b51 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:29.087013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.192016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.251264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:29.252022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port d166b1c7-31c3-47dd-aab2-3457ac3960db is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:29.253112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6d4e8638-7bc1-4410-aba9-d062940a0279), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.253684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:29.261518 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:29.312524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0e392da-19cb-48ca-84a8-fec706445ad4 admin admin] Publish callbacks [] for security_group (e72917bb-e308-4aad-ac3b-a5f8fd8f04c1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.351343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0e392da-19cb-48ca-84a8-fec706445ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e72917bb-e308-4aad-ac3b-a5f8fd8f04c1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.375803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8efbb068-7b50-4bd7-87d4-64715eb5424c is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:29.409455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:29.419853 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb76b93-8da8-4e46-b01b-714e004d2ca5" -d '{"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:29.482202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port d166b1c7-31c3-47dd-aab2-3457ac3960db, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d166b1c7-31c3-47dd-aab2-3457ac3960db,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:29.587531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Allocated IP 172.20.0.11 (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1/81dec635-b2ab-4a95-8313-36c4ea2c6653/d3786e5f-aba7-47de-bafe-9ae906343967) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:29.602334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (de9686b0-2ae3-4df3-9e82-6dfb195cf808), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.617761 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b36e6-e268-41e1-ac97-4cbeabb6bb84 x-openstack-request-id: req-a02b36e6-e268-41e1-ac97-4cbeabb6bb84 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:29.619039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.620761 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:29.621052 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a02b36e6-e268-41e1-ac97-4cbeabb6bb84 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:29.621568 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'code': 200} Feb 03 11:26:29.631711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/de9686b0-2ae3-4df3-9e82-6dfb195cf808 HTTP/1.1" status: 204 len: 168 time: 7.1673810 Feb 03 11:26:29.635903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.649006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:29.687480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a0e392da-19cb-48ca-84a8-fec706445ad4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee28c10fc46143a5a460e9a357001f12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3547919 Feb 03 11:26:29.703563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f916-ba6c-4be3-a3c3-101744e048c4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=de9686b0-2ae3-4df3-9e82-6dfb195cf808,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:29.712464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590782917'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:29.714644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53954) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:29.762061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e392da-19cb-48ca-84a8-fec706445ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72917bb-e308-4aad-ac3b-a5f8fd8f04c1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:29.808925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Current status of the port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:29.809890 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.861379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9cce48a-2d09-4aa4-804e-0e1946e03725 req-ed83b9a3-d7fa-4ae7-aa40-38d8026eb358 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0668337 Feb 03 11:26:29.876311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:29.879879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:29.907540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d854c-fa98-4ead-8455-c87f6aa07022 req-60e01922-6f7c-4532-a33e-1f789bedbf04 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:29.909341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-817d854c-fa98-4ead-8455-c87f6aa07022 req-60e01922-6f7c-4532-a33e-1f789bedbf04 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 946 time: 0.6020613 Feb 03 11:26:29.998722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] For port 76e7fd82-ecd6-4abb-af69-c7c6976372a7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=76e7fd82-ecd6-4abb-af69-c7c6976372a7,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:30.000041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:30.019368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.034170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] Publish callbacks [] for security_group (e72917bb-e308-4aad-ac3b-a5f8fd8f04c1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.063291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-817d854c-fa98-4ead-8455-c87f6aa07022 req-e0fbff1f-edb0-4bad-bd28-d0d00ac562e6 tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db5285-5c50-4d5f-aa6c-6f0bb897058d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Feb 03 11:26:30.088504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] Publish callbacks [] for security_group (e72917bb-e308-4aad-ac3b-a5f8fd8f04c1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.144114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d166b1c7-31c3-47dd-aab2-3457ac3960db), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.152463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e128916-5da7-4230-b1c6-f5be64431401 None None] Pushing event updated for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:30.155845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (08936f49-21a0-412b-8a4b-5c9cd5c99b51), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.160052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b32149f4-1bce-494f-8b06-03315b65e831 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:30.164529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:30.229358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b32149f4-1bce-494f-8b06-03315b65e831 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:30.242076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b32149f4-1bce-494f-8b06-03315b65e831), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.359953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.359953 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7 of type vlan for network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 Feb 03 11:26:30.396827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b32149f4-1bce-494f-8b06-03315b65e831 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:30.401208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 76e7fd82-ecd6-4abb-af69-c7c6976372a7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:30.416457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.426015 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/08936f49-21a0-412b-8a4b-5c9cd5c99b51 HTTP/1.1" status: 204 len: 168 time: 3.0739176 Feb 03 11:26:30.433667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:30.437972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.438177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Pushing event deleted for resources: {'Port': ['ID=d166b1c7-31c3-47dd-aab2-3457ac3960db,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:30.536255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for port (d3786e5f-aba7-47de-bafe-9ae906343967), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.540121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3680e-a5db-4d31-92d6-73918b0df46b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=08936f49-21a0-412b-8a4b-5c9cd5c99b51,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:30.560329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:30.560832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.570513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.576508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:30.577455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.598351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b7219-9317-4908-94e3-71cf5d75bdaa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:30.600394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b7219-9317-4908-94e3-71cf5d75bdaa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:30.606780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53960) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:30.607905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-106b7219-9317-4908-94e3-71cf5d75bdaa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1726875 Feb 03 11:26:30.627365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9359999 Feb 03 11:26:30.649826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:30.658557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:30.759078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] No DVR routers for this DVR port d166b1c7-31c3-47dd-aab2-3457ac3960db on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:30.764225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83d75a-f1e4-45ef-922a-fcd4c4b153a5 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:26:30.796675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.811087 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-0df467ec-c6f7-4611-8988-81d581f806d8 req-7cfa1ad0-c264-45a8-aa20-966bba8c185b tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.53 "DELETE /v2.0/ports/d166b1c7-31c3-47dd-aab2-3457ac3960db HTTP/1.1" status: 204 len: 173 time: 3.7449701 Feb 03 11:26:30.812288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-deleted', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:30.818810 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fded104-4cf7-4688-b6ea-8d339f79bcf8" -d '{"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-deleted", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:30.857509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:30.859155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 60b12d26-5d46-4dc6-8633-8b85cbea23ea up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:30.911782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e72917bb-e308-4aad-ac3b-a5f8fd8f04c1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.921080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:30.922258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e72917bb-e308-4aad-ac3b-a5f8fd8f04c1 HTTP/1.1" status: 204 len: 168 time: 1.2056911 Feb 03 11:26:30.939986 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46260853-e91e-4763-86b2-e76f10282a16 x-openstack-request-id: req-46260853-e91e-4763-86b2-e76f10282a16 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:30.941000 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c48b4f-6598-4a24-846f-77c965e193fb", "name": "network-vif-deleted", "tag": "d166b1c7-31c3-47dd-aab2-3457ac3960db", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:30.941301 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46260853-e91e-4763-86b2-e76f10282a16 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:30.941712 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c48b4f-6598-4a24-846f-77c965e193fb', 'name': 'network-vif-deleted', 'tag': 'd166b1c7-31c3-47dd-aab2-3457ac3960db', 'status': 'completed', 'code': 200} Feb 03 11:26:31.028118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99e373-d115-4675-8ddf-69da8e73b078 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:31.043393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:31.043789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.061087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1cc2-2b20-4c12-94a8-3e800e3f2d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72917bb-e308-4aad-ac3b-a5f8fd8f04c1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:31.062746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:31.070164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 2614b2cd-8d6e-4aee-8602-7b42b1d39821 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:31.077516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (2614b2cd-8d6e-4aee-8602-7b42b1d39821), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.168398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (2614b2cd-8d6e-4aee-8602-7b42b1d39821), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.178662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c811a9ce-4a98-4fab-888a-c7983528d153 req-09a4ddfa-72ff-4807-ab19-f2a97062d636 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1329379 Feb 03 11:26:31.180038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.220445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:31.232246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.287613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:31.307143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:31.330888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:31.347832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:26:31.361629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:26:31.441906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2614b2cd-8d6e-4aee-8602-7b42b1d39821), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.499973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d70219d5-20d5-48d7-ac45-089e7242b365 req-9349581e-6905-4cd9-9ce5-e66dddf3e39c tempest-ServerRescueTestJSONUnderV235-1127908419 tempest-ServerRescueTestJSONUnderV235-1127908419-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c48b4f-6598-4a24-846f-77c965e193fb HTTP/1.1" status: 200 len: 210 time: 0.2651389 Feb 03 11:26:31.561704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:31.570431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:31.571428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.613771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-39bbe3cc-115e-4195-b8b7-c3b9823fd9f8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1122398 Feb 03 11:26:31.634409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Request body: {'port': {'device_id': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:31.683830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:31.723707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70d20787-4ba4-4fbd-8f18-0cfa64c3f321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.761589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (2614b2cd-8d6e-4aee-8602-7b42b1d39821), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.791164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb83d75a-f1e4-45ef-922a-fcd4c4b153a5 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:26:31.825896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.829178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:31.830255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.854897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=2614b2cd-8d6e-4aee-8602-7b42b1d39821,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:31.858255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.863725 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f76e7c5a-977a-45c0-a8e0-c098ddce3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.870548 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dd57163e-7613-48c2-8266-3217c18303f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/2614b2cd-8d6e-4aee-8602-7b42b1d39821 HTTP/1.1" status: 204 len: 168 time: 1.2342088 Feb 03 11:26:31.878224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53980) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:31.882465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:31.882978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:31.951685 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2515f42c-a7ad-4e13-aa8d-786baa46a769 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666347 Feb 03 11:26:31.951685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53982) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:31.960773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:31.968000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (c166db66-1c66-4ae3-9063-9f4ec0150e5d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.004046 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:32.004404 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:32.082815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70d20787-4ba4-4fbd-8f18-0cfa64c3f321 admin admin] Publish callbacks [] for security_group (d941a082-ec24-4cab-a9c1-97e455f43ba9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.095159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70d20787-4ba4-4fbd-8f18-0cfa64c3f321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d941a082-ec24-4cab-a9c1-97e455f43ba9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.104180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:32.104733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.127467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=c166db66-1c66-4ae3-9063-9f4ec0150e5d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:32.213704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:32.214060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:32.218313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=60b12d26-5d46-4dc6-8633-8b85cbea23ea,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:32.246732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.262035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:32.274108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.280955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:32.357029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:32.378243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:32.378853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.382083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3786e5f-aba7-47de-bafe-9ae906343967 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:26:32.393114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks [] for port (d3786e5f-aba7-47de-bafe-9ae906343967), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.406179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-996e1e20-c556-41de-b0a3-a6376d30a92c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7552280 Feb 03 11:26:32.435595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53990) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:32.447026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Transition to ACTIVE for port object d3786e5f-aba7-47de-bafe-9ae906343967 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:26:32.516000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 76e7fd82-ecd6-4abb-af69-c7c6976372a7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:32.560599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.601694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53994) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:32.645909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-70d20787-4ba4-4fbd-8f18-0cfa64c3f321 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63f0bb21b0a949088148378fb768ba2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9608991 Feb 03 11:26:32.651381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-768f0085-d344-4e85-91b8-93d7b62e3b9d None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:32.655267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:32.673722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=60b12d26-5d46-4dc6-8633-8b85cbea23ea,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:32.686972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20787-4ba4-4fbd-8f18-0cfa64c3f321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d941a082-ec24-4cab-a9c1-97e455f43ba9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:32.699904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.699904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.700080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.700438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.700636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.700940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.701264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.701594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.701926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.702227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.702548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.702886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.703171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:32.769508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:32.769884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:32.801799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a2725-2698-4c58-9387-58ab3760bba1 req-e6a4c29a-ced0-488f-83cf-3da52b4813b5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:32.813231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a1b43b-ee46-4f21-b543-2c6518f65947 None None] Network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:32.819583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c3a2725-2698-4c58-9387-58ab3760bba1 req-e6a4c29a-ced0-488f-83cf-3da52b4813b5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3531296 Feb 03 11:26:32.851102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05546771-c444-46d7-853d-191605752f74 service neutron] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:33.085865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Attempting to bind port d3786e5f-aba7-47de-bafe-9ae906343967 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:33.086076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Attempting to bind port d3786e5f-aba7-47de-bafe-9ae906343967 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:33.087162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Attempting to bind port d3786e5f-aba7-47de-bafe-9ae906343967 on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:33.149220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.158224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Port d3786e5f-aba7-47de-bafe-9ae906343967 on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:26:33.158872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Attempting to bind port d3786e5f-aba7-47de-bafe-9ae906343967 on network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:33.169713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c3a2725-2698-4c58-9387-58ab3760bba1 req-20663b87-8ba3-4684-929d-1f372f8c003f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487830 Feb 03 11:26:33.229061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166', 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'c166db66-1c66-4ae3-9063-9f4ec0150e5d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:33.230462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:33.231761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Checking segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:33.232493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Bound using segment: {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:33.233967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Bound port: d3786e5f-aba7-47de-bafe-9ae906343967, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da90f0-2c18-4bfd-bf87-793c231f67fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:33.234415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.238582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] Publish callbacks [] for security_group (d941a082-ec24-4cab-a9c1-97e455f43ba9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.240592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.377958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] Publish callbacks [] for security_group (d941a082-ec24-4cab-a9c1-97e455f43ba9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.454868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:33.459474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:33.470100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.581431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d941a082-ec24-4cab-a9c1-97e455f43ba9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.585098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.589550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d941a082-ec24-4cab-a9c1-97e455f43ba9 HTTP/1.1" status: 204 len: 168 time: 0.9320168 Feb 03 11:26:33.595215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:33.595215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.602696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-05546771-c444-46d7-853d-191605752f74 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1092 time: 1.9738872 Feb 03 11:26:33.612108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:33.630286 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a" -d '{"events": [{"name": "network-changed", "server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:33.660102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07eee5-cfa2-41c6-9c8f-6417bdf954b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d941a082-ec24-4cab-a9c1-97e455f43ba9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:33.703603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Allocated IP 172.20.0.3 (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166/c166db66-1c66-4ae3-9063-9f4ec0150e5d/0717fe61-d81a-491f-b57d-37e4fbced728) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:33.748868 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137003e-1d47-4367-9d5c-d6a3404af56e x-openstack-request-id: req-5137003e-1d47-4367-9d5c-d6a3404af56e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:33.749210 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:33.749505 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5137003e-1d47-4367-9d5c-d6a3404af56e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:33.749954 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'status': 'completed', 'code': 200} Feb 03 11:26:33.781013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05546771-c444-46d7-853d-191605752f74 service neutron] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:33.789698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874a83f-5e25-41c0-a5b0-9887403a3b54 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:33.808419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c166db66-1c66-4ae3-9063-9f4ec0150e5d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:33.811726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-c8c8b3a3-3b62-4f98-8b60-40a5e050e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:33.820169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-c8c8b3a3-3b62-4f98-8b60-40a5e050e40f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1126 time: 0.1311760 Feb 03 11:26:33.850155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:33.942434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-febfaeea-9040-4b9d-8be7-a61d0d8cfeff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 217 time: 0.1065860 Feb 03 11:26:34.053585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-4bc5645b-56aa-48b7-b577-7dead3092b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:34.063294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-4bc5645b-56aa-48b7-b577-7dead3092b40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1161346 Feb 03 11:26:34.142176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:26:34.155335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-0adc1614-c880-4f17-a23c-73d606ecee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:34.156946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-0adc1614-c880-4f17-a23c-73d606ecee24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865283 Feb 03 11:26:34.496737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 60b12d26-5d46-4dc6-8633-8b85cbea23ea up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:34.543659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-20b3b417-546b-4f4c-998f-4b907313dfb4 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789184 Feb 03 11:26:34.624472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18bb5c89-f8e9-4b33-95bf-81aa3b457d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:34.627251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c1eb744-fb2c-43f0-9761-9954409ed458 None None] Could not find standard attr ID for object 08936f49-21a0-412b-8a4b-5c9cd5c99b51. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:26:34.697656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d1c86-aa5f-48fb-88d2-9d4daedee295 req-d5fdf5b8-eb85-4928-9a7e-6626ae194453 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:34.715960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-568d1c86-aa5f-48fb-88d2-9d4daedee295 req-d5fdf5b8-eb85-4928-9a7e-6626ae194453 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3206973 Feb 03 11:26:34.919350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-568d1c86-aa5f-48fb-88d2-9d4daedee295 req-e6fc77ea-9a57-4337-9e89-09323f8207f3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020578 Feb 03 11:26:34.934014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks [] for port (0717fe61-d81a-491f-b57d-37e4fbced728), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:34.948994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1adc4a5-bbfd-4fae-8c82-9b3be7eca160 req-0ffc1230-23fb-46f7-848b-f612d3e8fa78 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972454 Feb 03 11:26:34.964850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:34.989213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.052241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (c166db66-1c66-4ae3-9063-9f4ec0150e5d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.111477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:35.139352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:35.154500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-75f849a7-d629-490e-8e1f-dc4aa8b6f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:35.156212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-75f849a7-d629-490e-8e1f-dc4aa8b6f243 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1126 time: 0.0913026 Feb 03 11:26:35.160520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:35.253255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Pushing event updated for resources: {'Port': ['ID=0717fe61-d81a-491f-b57d-37e4fbced728,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:35.348730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:35.349048 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.387078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.404073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Attempting to bind port 0717fe61-d81a-491f-b57d-37e4fbced728 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:35.405469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Attempting to bind port 0717fe61-d81a-491f-b57d-37e4fbced728 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:35.405856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Attempting to bind port 0717fe61-d81a-491f-b57d-37e4fbced728 on network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:35.429129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:35.429525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Checking segment: {'id': 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:35.429920 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.430322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Bound using segment: {'id': 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:35.430815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Bound port: 0717fe61-d81a-491f-b57d-37e4fbced728, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:35.431717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.440701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:35.462613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:35.462969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:35.484449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-61a7790a-c637-4696-813e-057251122476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:35.486528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-61a7790a-c637-4696-813e-057251122476 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.3237128 Feb 03 11:26:35.489789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.522364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.530791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:35.531216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.614840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-26138fa2-fc7b-4c0b-b8fb-967e90111c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 217 time: 0.1210220 Feb 03 11:26:35.628771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=c166db66-1c66-4ae3-9063-9f4ec0150e5d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:35.631536 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:35.635726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:26:35.635726 n-d-821606-6 neutron-server[103126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:26:35.635726 n-d-821606-6 neutron-server[103126]: [parameters: {'id': '4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166'}] Feb 03 11:26:35.635726 n-d-821606-6 neutron-server[103126]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:35.635726 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:35.699933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.715341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-aa38808d-8979-413d-ac3c-8bdb91f3ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:35.717730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-aa38808d-8979-413d-ac3c-8bdb91f3ce4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.0959289 Feb 03 11:26:35.744205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:35.767325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] For port 0717fe61-d81a-491f-b57d-37e4fbced728, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:35.799695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] For port 0717fe61-d81a-491f-b57d-37e4fbced728, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0717fe61-d81a-491f-b57d-37e4fbced728,segment=NetworkSegment(c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7),segment_id=c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:35.823645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.858331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-34b1f1af-6d3a-498f-8200-c53473b10738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:35.860288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-34b1f1af-6d3a-498f-8200-c53473b10738 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1362736 Feb 03 11:26:35.866580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (81b18489-0ec3-4ca6-9cce-73621843c070), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:35.929320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-21087e8b-7d5f-4ded-9f8c-fad30ec802a3 None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:35.929709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21087e8b-7d5f-4ded-9f8c-fad30ec802a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.119864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-6fd8a645-f8ed-49e7-b500-b615f00cf58d service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512932 Feb 03 11:26:36.140659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04edca-99e3-4ad1-84c9-a453ae7b4939 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:26:36.154823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.279145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeb1f9-b0fe-48e5-a8b3-28d74a3a46ea None None] Pushing event updated for resources: {'Port': ['ID=0717fe61-d81a-491f-b57d-37e4fbced728,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:36.291992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=60b12d26-5d46-4dc6-8633-8b85cbea23ea,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:36.346375 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.467975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-21087e8b-7d5f-4ded-9f8c-fad30ec802a3 None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:36.477974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.496151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:36.505251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.554679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04edca-99e3-4ad1-84c9-a453ae7b4939 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:26:36.580266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (3b440132-a38a-4def-82f5-b6c08d9b41b1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.803520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=3b440132-a38a-4def-82f5-b6c08d9b41b1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:36.843526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-759111231', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:36.856840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port 0717fe61-d81a-491f-b57d-37e4fbced728 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:36.857653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:36.956229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:36.971932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=60b12d26-5d46-4dc6-8633-8b85cbea23ea,revision_number=6']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:36.984278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:36.992372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:36.993366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.015232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Made reservation on behalf of 5e2dc5e48e0244cb9a689e1e477dbddb for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:37.018598 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.078849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.118777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b815dc2e-9d66-48e6-9ac4-d8b3444066e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1655481 Feb 03 11:26:37.127536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:37.130443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port 0717fe61-d81a-491f-b57d-37e4fbced728, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0717fe61-d81a-491f-b57d-37e4fbced728,segment=NetworkSegment(c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7),segment_id=c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:37.131622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.140875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:9e:c5:4a', 'name': 'tempest-NetworksTestDHCPv6-574371460'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:37.204230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for 0717fe61-d81a-491f-b57d-37e4fbced728 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:37.258173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d74bcedc-c9b4-40f1-82f0-648e4c17d16a req-94b3b6b6-a568-47ac-924f-3c2740372030 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850537 Feb 03 11:26:37.303285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ba40-de42-433f-8056-aa33204ab1e5 req-5ab9545f-02ab-4f39-a7e0-cf0acb028ce0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:37.312001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41a2ba40-de42-433f-8056-aa33204ab1e5 req-5ab9545f-02ab-4f39-a7e0-cf0acb028ce0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 1.2520888 Feb 03 11:26:37.378755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-41a2ba40-de42-433f-8056-aa33204ab1e5 req-661e500f-30f2-4fac-8016-63c15235be03 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656095 Feb 03 11:26:37.398776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58044552-1c95-4e85-be08-f68286194edb None None] Network 4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:37.427033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda719a-30c7-4177-9934-faeda58d12b2 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:37.463647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.628321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Deleting port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:37.628987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.820638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for security_group (ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.870602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] For port fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,segment=NetworkSegment(5065f9c5-6bc9-4e1e-a16b-7b7933313577),segment_id=5065f9c5-6bc9-4e1e-a16b-7b7933313577)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:37.871180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.893449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Calling delete_port for fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:37.908029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:37.954049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:37.960850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] device_id is not set on port 40350e75-66f3-4c64-86f1-90507f4afdaa yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:37.971599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:38.031935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f9de22a7-d13a-4de5-b3a8-9912d0dcf23a None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:38.032585 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9de22a7-d13a-4de5-b3a8-9912d0dcf23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.073282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0717fe61-d81a-491f-b57d-37e4fbced728), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.211763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=0717fe61-d81a-491f-b57d-37e4fbced728,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:38.224015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port 0717fe61-d81a-491f-b57d-37e4fbced728 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:38.259264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f9de22a7-d13a-4de5-b3a8-9912d0dcf23a None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:38.407398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 60b12d26-5d46-4dc6-8633-8b85cbea23ea up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:38.472817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.483646 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.515546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 60b12d26-5d46-4dc6-8633-8b85cbea23ea triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:38.516407 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.517226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Allocated IP 172.25.7.84 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/40350e75-66f3-4c64-86f1-90507f4afdaa) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:38.561730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:26:38.574535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:38.625689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 066f4acc-ece7-41d0-8619-0c3b80a2a664 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:38.654141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:38.654141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:38.672683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ae62-329c-432f-bd9f-c8e6c6c159af req-bdc9389f-afa2-4c81-a251-4419a50c128a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:38.680642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16c9ae62-329c-432f-bd9f-c8e6c6c159af req-bdc9389f-afa2-4c81-a251-4419a50c128a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.1395769 Feb 03 11:26:38.748187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16c9ae62-329c-432f-bd9f-c8e6c6c159af req-5acd4ec6-69c9-41bd-8627-3204e73769f0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650630 Feb 03 11:26:38.818295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 60b12d26-5d46-4dc6-8633-8b85cbea23ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:38.881488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:38.887010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.920766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:26:38.976211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:38.983122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:38.983780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.003724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3786e5f-aba7-47de-bafe-9ae906343967 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:26:39.039458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:39.045168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.163227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:39.264894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:39.285076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.340098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:39.340551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c9d570d2-ec4d-4bde-9f54-8c7a9174a2b7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:39.347614 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:39.447879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d3786e5f-aba7-47de-bafe-9ae906343967'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:26:39.578842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe9e:c54a (134040e6-0113-4b2f-96c2-7e25b948102e/3b440132-a38a-4def-82f5-b6c08d9b41b1/066f4acc-ece7-41d0-8619-0c3b80a2a664) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:39.592770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.623644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.630446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:39.630799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 HTTP/1.1" status: 204 len: 168 time: 7.1938901 Feb 03 11:26:39.637620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304968019'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:39.660623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:39.669579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.701997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for port (40350e75-66f3-4c64-86f1-90507f4afdaa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.703601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166c67-6f62-43b2-82fe-14399a88b043 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:39.744117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:39.767290 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.768784 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment e686a0e6-e316-4c31-b3f3-d1386a35d82a of type vlan for network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 Feb 03 11:26:39.774048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (81b18489-0ec3-4ca6-9cce-73621843c070), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.837620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.917027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5c7e-6e43-42dc-adc6-8f611721f406 req-6499f7d7-6c2a-4b03-9dc9-ecc1c34e1d89 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:39.918688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d70e5c7e-6e43-42dc-adc6-8f611721f406 req-6499f7d7-6c2a-4b03-9dc9-ecc1c34e1d89 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 945 time: 0.0855894 Feb 03 11:26:39.919387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:39.924722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:39.925425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.053333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4210336 Feb 03 11:26:40.058959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:40.066807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:40.080691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00e941-5442-4de8-b3d7-763378be13f2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=aaf4bb13-c35c-40d1-8ceb-7cae83db0088,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:40.095683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:40.117375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d70e5c7e-6e43-42dc-adc6-8f611721f406 req-bdaa4f90-f05f-4250-b541-300d98bca806 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832900 Feb 03 11:26:40.217862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:40.221763 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.250581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (40350e75-66f3-4c64-86f1-90507f4afdaa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.410967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:40.426177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Pushing event updated for resources: {'Port': ['ID=40350e75-66f3-4c64-86f1-90507f4afdaa,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:40.428978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:40.438375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.448527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:40.460761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (389ff1e1-864d-4b7e-8e37-d7c77479af5e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.547143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': 'e686a0e6-e316-4c31-b3f3-d1386a35d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:40.547541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: aaf4bb13-c35c-40d1-8ceb-7cae83db0088, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:40.555929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:40.556592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.564674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:40.572532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=389ff1e1-864d-4b7e-8e37-d7c77479af5e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:40.586600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.586887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:40.593833 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd919b41-0b49-4668-be64-1288de97812a tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.0913851 Feb 03 11:26:40.598498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54080) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:40.607399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.84'}]}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:40.610511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, aaf4bb13-c35c-40d1-8ceb-7cae83db0088) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:40.616427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:40.617395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.650956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4dbbd99-dff4-45de-9165-7d12f55e8c30 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5881426 Feb 03 11:26:40.653527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:40.664925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (98c9675d-1889-4211-9b6a-6fe41d4d023d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.666189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (98c9675d-1889-4211-9b6a-6fe41d4d023d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.688726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:40.696326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:40.700677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:40.705864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:40.706511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.709447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=066f4acc-ece7-41d0-8619-0c3b80a2a664,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:40.719467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Router 81b18489-0ec3-4ca6-9cce-73621843c070 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:40.723187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41e643-da68-40e4-a72f-463ce4c1a9e6 None None] Network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:40.735763 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7cd323c8-5d48-4b8b-8e5b-b5955654967c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6008205 Feb 03 11:26:40.738364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:40.761958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for router_controller (98c9675d-1889-4211-9b6a-6fe41d4d023d), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.932238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-aaf4bb13-c35c-40d1-8ceb-7cae83db0088', 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': '389ff1e1-864d-4b7e-8e37-d7c77479af5e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:40.933255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:40.937349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port d3786e5f-aba7-47de-bafe-9ae906343967 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:26:40.953676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port d3786e5f-aba7-47de-bafe-9ae906343967 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:40.954057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.029006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for router_gateway (98c9675d-1889-4211-9b6a-6fe41d4d023d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.039834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:41.060714 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f968dc1-feb1-4811-b4a5-76de88fb7f95 admin admin] 10.222.0.30 "PUT /v2.0/routers/81b18489-0ec3-4ca6-9cce-73621843c070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4562433 Feb 03 11:26:41.063381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:41.112187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76673ea-547b-4902-a4d8-4d59d33f2c27 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:41.128852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76673ea-547b-4902-a4d8-4d59d33f2c27 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:41.138529 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c76673ea-547b-4902-a4d8-4d59d33f2c27 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3990762 Feb 03 11:26:41.145050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:41.321370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks [] for router (81b18489-0ec3-4ca6-9cce-73621843c070), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.363672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Sync routers for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:41.366826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.412226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8dac5b5c-8089-499e-97db-47047bdec520 None None] Provisioning complete for port 066f4acc-ece7-41d0-8619-0c3b80a2a664 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:41.413044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dac5b5c-8089-499e-97db-47047bdec520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.480324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8dac5b5c-8089-499e-97db-47047bdec520 None None] Port 066f4acc-ece7-41d0-8619-0c3b80a2a664 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:26:41.486481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks [] for router_gateway (81b18489-0ec3-4ca6-9cce-73621843c070), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.490166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:41.491070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:41.585101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Deleting port 878cfd2a-763d-41d2-8cd5-b363c54b5918 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:41.585932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.697022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea347fe-2da9-4a19-af91-9587b0b947a7 req-3edc464d-ab57-4b48-8ba6-641be51b480b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:41.698554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea347fe-2da9-4a19-af91-9587b0b947a7 req-3edc464d-ab57-4b48-8ba6-641be51b480b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3585987 Feb 03 11:26:41.711515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] For port 878cfd2a-763d-41d2-8cd5-b363c54b5918, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=878cfd2a-763d-41d2-8cd5-b363c54b5918,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:41.712808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.716102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 066f4acc-ece7-41d0-8619-0c3b80a2a664 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:41.717136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.723478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:41.724058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.738805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Calling delete_port for 878cfd2a-763d-41d2-8cd5-b363c54b5918 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:41.783234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Allocated IP 172.20.0.1 (aaf4bb13-c35c-40d1-8ceb-7cae83db0088/389ff1e1-864d-4b7e-8e37-d7c77479af5e/d608e270-998b-43dc-bce5-1410b5c52855) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:41.823438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (389ff1e1-864d-4b7e-8e37-d7c77479af5e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:41.826510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:41.884631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:41.887343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:41.890956 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c46632-ff6f-4bb2-8db9-5c3886325ebd" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:41.977573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.031429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:26:41Z', 'revision_number': 6, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:42.034638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (878cfd2a-763d-41d2-8cd5-b363c54b5918), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.037379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 066f4acc-ece7-41d0-8619-0c3b80a2a664 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:42.037708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.086410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Pushing event deleted for resources: {'Port': ['ID=878cfd2a-763d-41d2-8cd5-b363c54b5918,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:42.118331 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14345497-c39d-498a-9eb8-76a49c280d31 x-openstack-request-id: req-14345497-c39d-498a-9eb8-76a49c280d31 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:42.119034 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:42.119296 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14345497-c39d-498a-9eb8-76a49c280d31 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:42.119694 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'code': 200} Feb 03 11:26:42.163360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:42.170421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Checking router: 81b18489-0ec3-4ca6-9cce-73621843c070 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:42.173915 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (81b18489-0ec3-4ca6-9cce-73621843c070), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.200862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Routers {'81b18489-0ec3-4ca6-9cce-73621843c070'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:42.201544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['81b18489-0ec3-4ca6-9cce-73621843c070'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:42.264429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ea347fe-2da9-4a19-af91-9587b0b947a7 req-86ff1339-2ca3-4108-8c72-d109cfb46d0a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5511172 Feb 03 11:26:42.369701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] Set router 81b18489-0ec3-4ca6-9cce-73621843c070 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:42.435489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (81b18489-0ec3-4ca6-9cce-73621843c070), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.437874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:26:41Z', 'revision_number': 7, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:42.439024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks [] for router_controller (81b18489-0ec3-4ca6-9cce-73621843c070), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.477191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11d66f-ce16-4c90-be03-eebd3b9a6db1 None None] The sync data for ids ['81b18489-0ec3-4ca6-9cce-73621843c070'] in n-d-821606-6 is: [{'id': '81b18489-0ec3-4ca6-9cce-73621843c070', 'name': 'tempest-ServerRescueTestJSONUnderV235-1200410342-router', 'tenant_id': '1b08815f43bd440bb2f63363da50f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:24:38Z', 'updated_at': '2022-02-03T11:26:41Z', 'revision_number': 7, 'project_id': '1b08815f43bd440bb2f63363da50f872', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:42.546759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (81b18489-0ec3-4ca6-9cce-73621843c070), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.548101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b18489-0ec3-4ca6-9cce-73621843c070 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:26:42.562996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.564566 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-24b09984-098b-433d-944c-ed0f35aa1cec admin admin] 10.222.0.30 "DELETE /v2.0/routers/81b18489-0ec3-4ca6-9cce-73621843c070 HTTP/1.1" status: 204 len: 168 time: 1.4980056 Feb 03 11:26:42.567441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54102) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:42.596947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for router_gateway (98c9675d-1889-4211-9b6a-6fe41d4d023d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.619091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks [] for port (d608e270-998b-43dc-bce5-1410b5c52855), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.632838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d608e270-998b-43dc-bce5-1410b5c52855), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.634752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.642024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f937c-956c-4711-a1aa-b1ec320d1f20 req-66ede2a8-7aca-4fa6-bbf0-cd3c736f17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:42.643883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-570f937c-956c-4711-a1aa-b1ec320d1f20 req-66ede2a8-7aca-4fa6-bbf0-cd3c736f17be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1128 time: 0.3783185 Feb 03 11:26:42.644610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (066f4acc-ece7-41d0-8619-0c3b80a2a664), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.665553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Deleting subnet a85e8819-33bb-43d9-8f86-d8467f9e9700 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:42.677835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Publish callbacks [] for subnet (a85e8819-33bb-43d9-8f86-d8467f9e9700), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.729550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:42.731728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Pushing event updated for resources: {'Port': ['ID=d608e270-998b-43dc-bce5-1410b5c52855,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:42.735131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:42.741883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a85e8819-33bb-43d9-8f86-d8467f9e9700), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.743871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:42.797085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=066f4acc-ece7-41d0-8619-0c3b80a2a664,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:42.862170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (389ff1e1-864d-4b7e-8e37-d7c77479af5e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.873581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a85e8819-33bb-43d9-8f86-d8467f9e9700), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.873809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-570f937c-956c-4711-a1aa-b1ec320d1f20 req-1e9a48c2-5b36-4438-9d34-02f122e41a8c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173202 Feb 03 11:26:42.946178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Attempting to bind port d608e270-998b-43dc-bce5-1410b5c52855 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:42.946452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Attempting to bind port d608e270-998b-43dc-bce5-1410b5c52855 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e686a0e6-e316-4c31-b3f3-d1386a35d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:42.948303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Attempting to bind port d608e270-998b-43dc-bce5-1410b5c52855 on network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:42.969227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:42.969630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Checking segment: {'id': 'e686a0e6-e316-4c31-b3f3-d1386a35d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:42.969991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.970380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Bound using segment: {'id': 'e686a0e6-e316-4c31-b3f3-d1386a35d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:42.970860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Bound port: d608e270-998b-43dc-bce5-1410b5c52855, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e686a0e6-e316-4c31-b3f3-d1386a35d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:42.971244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d608e270-998b-43dc-bce5-1410b5c52855), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.984519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:42.987863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-662f8bf8-a38f-43e3-9842-430ef31bba42 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/066f4acc-ece7-41d0-8619-0c3b80a2a664 HTTP/1.1" status: 204 len: 168 time: 1.8341625 Feb 03 11:26:42.993493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54104) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:42.997138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=389ff1e1-864d-4b7e-8e37-d7c77479af5e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:43.122932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a85e8819-33bb-43d9-8f86-d8467f9e9700), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.156686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.204655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85e8819-33bb-43d9-8f86-d8467f9e9700,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:43.205365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf4bb13-c35c-40d1-8ceb-7cae83db0088']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:43.210684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.210866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] For port d608e270-998b-43dc-bce5-1410b5c52855, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:43.217974 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7efc492e-1beb-4ec8-a582-a823e980c3b0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a85e8819-33bb-43d9-8f86-d8467f9e9700 HTTP/1.1" status: 204 len: 168 time: 0.6465983 Feb 03 11:26:43.218438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:43.220118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e686a0e6-e316-4c31-b3f3-d1386a35d82a') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:43.220419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e686a0e6-e316-4c31-b3f3-d1386a35d82a') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:43.227346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069da50-2d35-41e8-a317-25aad3093d7d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:43.227568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] For port d608e270-998b-43dc-bce5-1410b5c52855, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d608e270-998b-43dc-bce5-1410b5c52855,segment=NetworkSegment(e686a0e6-e316-4c31-b3f3-d1386a35d82a),segment_id=e686a0e6-e316-4c31-b3f3-d1386a35d82a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:43.229817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069da50-2d35-41e8-a317-25aad3093d7d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:43.231982 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2069da50-2d35-41e8-a317-25aad3093d7d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2375257 Feb 03 11:26:43.235601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54110) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:43.249180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d608e270-998b-43dc-bce5-1410b5c52855), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.329662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.334316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8762606-2312-45c7-9c17-ae35fb603d75 None None] Pushing event updated for resources: {'Port': ['ID=d608e270-998b-43dc-bce5-1410b5c52855,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:43.361686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for router (98c9675d-1889-4211-9b6a-6fe41d4d023d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.403734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 3b440132-a38a-4def-82f5-b6c08d9b41b1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:43.410933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (3b440132-a38a-4def-82f5-b6c08d9b41b1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.446416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.455931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f10d9-993b-4f54-98c0-72896398dff1 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:26:43.522040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (3b440132-a38a-4def-82f5-b6c08d9b41b1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.560559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:43.561036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:43.569749 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:43.596758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (92a4ca20-44c3-4f88-a0a5-2985df9a3781), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.767135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (3b440132-a38a-4def-82f5-b6c08d9b41b1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.788107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:26:43.788107 n-d-821606-6 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:26:43.788107 n-d-821606-6 neutron-server[103127]: [parameters: {'id': 'aaf4bb13-c35c-40d1-8ceb-7cae83db0088'}] Feb 03 11:26:43.788107 n-d-821606-6 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:43.788528 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:43.790807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f10d9-993b-4f54-98c0-72896398dff1 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:26:43.791288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (98c9675d-1889-4211-9b6a-6fe41d4d023d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.794981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks [] for router_controller (98c9675d-1889-4211-9b6a-6fe41d4d023d), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:43.805265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba5188-2b2c-4744-adf5-245639bcb0f9 req-f4f1df4c-899b-4508-bb20-cd5268ea0702 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:43.812835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cba5188-2b2c-4744-adf5-245639bcb0f9 req-f4f1df4c-899b-4508-bb20-cd5268ea0702 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.3539476 Feb 03 11:26:43.973322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (3b440132-a38a-4def-82f5-b6c08d9b41b1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.026460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=3b440132-a38a-4def-82f5-b6c08d9b41b1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:44.040079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.044984 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f0561d9-b1f6-4b6e-acce-1bb8f8cd4832 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/3b440132-a38a-4def-82f5-b6c08d9b41b1 HTTP/1.1" status: 204 len: 168 time: 0.8079951 Feb 03 11:26:44.047888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54116) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.150981 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d29dbd4e-5d5b-453f-b0c6-520073e2578f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000347 Feb 03 11:26:44.155899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54118) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.227387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18454f47-5afe-4c67-9c1c-c37c9f16e7b0 None None] Network aaf4bb13-c35c-40d1-8ceb-7cae83db0088 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:44.318979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b756514-2c7d-4520-8a2c-dc3fe0c46424 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:44.321128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b756514-2c7d-4520-8a2c-dc3fe0c46424 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1635649 Feb 03 11:26:44.323811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.391934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ece336-c0f7-4e47-ac81-bd53a68542c5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:44.393686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-87ece336-c0f7-4e47-ac81-bd53a68542c5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687568 Feb 03 11:26:44.397730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f3e85-0e1a-4c7d-8220-98603116bd5f None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:44.398697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54124) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.427667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 878cfd2a-763d-41d2-8cd5-b363c54b5918 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:44.539745 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1ed9d17-8176-41ae-8ce8-0a19aeb09eed tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396320 Feb 03 11:26:44.545926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 878cfd2a-763d-41d2-8cd5-b363c54b5918 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:44.546511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 878cfd2a-763d-41d2-8cd5-b363c54b5918 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:44.547045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:44.547753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54126) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.554147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:44.636304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:44.636845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fdec6ab9-0c90-4c70-ae4d-b0ffe88e9daa not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:44.695524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:44.702212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.705308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.721979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cba5188-2b2c-4744-adf5-245639bcb0f9 req-4edec715-37df-49ed-9951-af2563dd0c92 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9080651 Feb 03 11:26:44.727460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (98c9675d-1889-4211-9b6a-6fe41d4d023d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.728628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98c9675d-1889-4211-9b6a-6fe41d4d023d {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:26:44.816350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (92a4ca20-44c3-4f88-a0a5-2985df9a3781), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.826873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:26:44.890320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a4ca20-44c3-4f88-a0a5-2985df9a3781']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:44.916518 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:26:44.918105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-673956e6-aa87-4112-bc0b-155a10bf4286 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3176291 Feb 03 11:26:44.921400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:44.948883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Deleting port 60b12d26-5d46-4dc6-8633-8b85cbea23ea {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:44.951724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:44.972379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5065f9c5-6bc9-4e1e-a16b-7b7933313577') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:44.972689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5065f9c5-6bc9-4e1e-a16b-7b7933313577') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:44.993998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (5065f9c5-6bc9-4e1e-a16b-7b7933313577), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.032946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5065f9c5-6bc9-4e1e-a16b-7b7933313577), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.055133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:45.055440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (5065f9c5-6bc9-4e1e-a16b-7b7933313577), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:45.060411 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:45.110956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] For port 60b12d26-5d46-4dc6-8633-8b85cbea23ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=60b12d26-5d46-4dc6-8633-8b85cbea23ea,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:45.111589 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.129237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Calling delete_port for 60b12d26-5d46-4dc6-8633-8b85cbea23ea owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:45.181130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port d608e270-998b-43dc-bce5-1410b5c52855 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:45.181580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d608e270-998b-43dc-bce5-1410b5c52855), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.191775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (92a4ca20-44c3-4f88-a0a5-2985df9a3781), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.198079 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.201565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] 10.222.0.30 "DELETE /v2.0/networks/92a4ca20-44c3-4f88-a0a5-2985df9a3781 HTTP/1.1" status: 204 len: 168 time: 1.9790311 Feb 03 11:26:45.224099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:26:45.313001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf47974-3536-4327-a0d1-1ff1552bc619 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a4ca20-44c3-4f88-a0a5-2985df9a3781,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:45.349388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (60b12d26-5d46-4dc6-8633-8b85cbea23ea), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.428781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Deleting port 40350e75-66f3-4c64-86f1-90507f4afdaa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:45.429413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (40350e75-66f3-4c64-86f1-90507f4afdaa), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.430074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] No DVR routers for this DVR port 60b12d26-5d46-4dc6-8633-8b85cbea23ea on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:45.432088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ff3c8-196b-45d0-b81b-bc12268111ce None None] Pushing event deleted for resources: {'Port': ['ID=60b12d26-5d46-4dc6-8633-8b85cbea23ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:45.526982 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-3af69f1f-830b-49f3-89ce-d9ddefc3b9b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1990163 Feb 03 11:26:45.540728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (40350e75-66f3-4c64-86f1-90507f4afdaa), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.560594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port d608e270-998b-43dc-bce5-1410b5c52855, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d608e270-998b-43dc-bce5-1410b5c52855,segment=NetworkSegment(e686a0e6-e316-4c31-b3f3-d1386a35d82a),segment_id=e686a0e6-e316-4c31-b3f3-d1386a35d82a)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:45.560875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d608e270-998b-43dc-bce5-1410b5c52855), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.564589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Calling delete_port for 40350e75-66f3-4c64-86f1-90507f4afdaa owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:45.581913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for d608e270-998b-43dc-bce5-1410b5c52855 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:45.597609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:45.602124 n-d-821606-6 neutron-server[103126]: WARNING neutron.services.revisions.revision_plugin [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Could not find related port for resource to bump revision. Feb 03 11:26:45.644425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_pluggable_backend [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Port 60b12d26-5d46-4dc6-8633-8b85cbea23ea was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103126) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 11:26:45.644758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_pluggable_backend [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Reverting IP allocation for 2001:db8::f816:3eff:fecc:73bb {{(pid=103126) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 11:26:45.657137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_pluggable_backend [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecc:73bb {{(pid=103126) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 11:26:45.660258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (ff3ca20b-8d09-40bb-ac47-d01eab1b71d1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.729519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:45.737956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:45.746847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:45.748011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.750376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d50f4-af08-4b3d-9782-78b3b6e56138 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:45.754215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98e9a873-e812-4a44-a9a3-579a5b0f9616 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b08815f43bd440bb2f63363da50f872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266117 Feb 03 11:26:45.762934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:45.775842 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2267971 Feb 03 11:26:45.789759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:45.798242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:f8:a5:0d', 'name': 'tempest-NetworksTestDHCPv6-1520451066'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:45.804591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-ec9b7dc3-1420-4495-8c15-909ce97110af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:45.806124 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-ec9b7dc3-1420-4495-8c15-909ce97110af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 1128 time: 0.1994548 Feb 03 11:26:45.812016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b240-5bf1-4dce-9426-924d50ba63f8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=ff3ca20b-8d09-40bb-ac47-d01eab1b71d1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:45.943916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d608e270-998b-43dc-bce5-1410b5c52855), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:45.948880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'ff3ca20b-8d09-40bb-ac47-d01eab1b71d1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:45.950537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.009333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port d608e270-998b-43dc-bce5-1410b5c52855 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:46.025265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=d608e270-998b-43dc-bce5-1410b5c52855,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:46.058375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-266708e5-b48a-42aa-b938-9f1f026c86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:46.060371 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-266708e5-b48a-42aa-b938-9f1f026c86c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.2158701 Feb 03 11:26:46.129824 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-1175d7dd-5bd2-441c-b61f-629be61b0132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 200 len: 217 time: 0.0578520 Feb 03 11:26:46.181892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (40350e75-66f3-4c64-86f1-90507f4afdaa), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.225578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-c840d42a-a785-45ab-9499-41fa85fb7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:46.227312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-c840d42a-a785-45ab-9499-41fa85fb7c2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.0899525 Feb 03 11:26:46.235256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] Publish callbacks [] for security_group (49db5285-5c50-4d5f-aa6c-6f0bb897058d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.241573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.279096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.282155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-ccfcdd96-bcdf-4b14-90ec-26447ef6b874 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442605 Feb 03 11:26:46.352514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Allocated IP 2001:db8::f816:3eff:fed1:c491 (134040e6-0113-4b2f-96c2-7e25b948102e/ff3ca20b-8d09-40bb-ac47-d01eab1b71d1/0ba2da15-6549-4bd8-9095-7e73f5464240) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:46.356882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Pushing event deleted for resources: {'Port': ['ID=40350e75-66f3-4c64-86f1-90507f4afdaa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:46.372099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37a25-83e2-4057-857d-903e38e65cda req-bba0447a-fd29-42eb-90a8-7e5266a85f5a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:46.374660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf37a25-83e2-4057-857d-903e38e65cda req-bba0447a-fd29-42eb-90a8-7e5266a85f5a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.4735634 Feb 03 11:26:46.420185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] Publish callbacks [] for security_group (49db5285-5c50-4d5f-aa6c-6f0bb897058d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.423160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf4bb13-c35c-40d1-8ceb-7cae83db0088']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:46.459670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 60b12d26-5d46-4dc6-8633-8b85cbea23ea no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:46.499933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e686a0e6-e316-4c31-b3f3-d1386a35d82a') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:46.500246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e686a0e6-e316-4c31-b3f3-d1386a35d82a') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:46.503374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 60b12d26-5d46-4dc6-8633-8b85cbea23ea {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:26:46.503735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 60b12d26-5d46-4dc6-8633-8b85cbea23ea not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:26:46.507724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-9939e131-c600-4f82-b88a-b822ecf58ea4 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080176 Feb 03 11:26:46.527760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:46.545757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.615124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks [] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.626161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.654432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-271ea83c-8166-421e-a5dd-63bc2f6bdb2a req-5a19d647-7a7f-4e32-ad54-397deddcd374 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341558 Feb 03 11:26:46.671328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.689461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:46.694453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:46.694746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:46.694942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (e686a0e6-e316-4c31-b3f3-d1386a35d82a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.700826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.701963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-007f711f-1505-4319-9781-e8ea98970827 tempest-RoutersAdminNegativeIpV6Test-447952582 tempest-RoutersAdminNegativeIpV6Test-447952582-project-admin] 10.222.0.30 "DELETE /v2.0/ports/40350e75-66f3-4c64-86f1-90507f4afdaa HTTP/1.1" status: 204 len: 168 time: 1.7818618 Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:46.709934 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:46.729022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Pushing event updated for resources: {'Port': ['ID=0ba2da15-6549-4bd8-9095-7e73f5464240,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:46.748897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf37a25-83e2-4057-857d-903e38e65cda req-f818c0d9-41e9-4a41-8892-698b988b41ca tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415334 Feb 03 11:26:46.797274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.817226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (49db5285-5c50-4d5f-aa6c-6f0bb897058d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.819842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.825150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49db5285-5c50-4d5f-aa6c-6f0bb897058d HTTP/1.1" status: 204 len: 168 time: 1.0570283 Feb 03 11:26:46.828315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port ca112930-6d6a-4570-bc93-4abe278b301f yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:46.833284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (aaf4bb13-c35c-40d1-8ceb-7cae83db0088), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.846894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.853725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:46.854441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Attempting to bind port 0ba2da15-6549-4bd8-9095-7e73f5464240 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:46.855225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/aaf4bb13-c35c-40d1-8ceb-7cae83db0088 HTTP/1.1" status: 204 len: 168 time: 6.1994076 Feb 03 11:26:46.856642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Attempting to bind port 0ba2da15-6549-4bd8-9095-7e73f5464240 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:46.857505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Attempting to bind port 0ba2da15-6549-4bd8-9095-7e73f5464240 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:46.858955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b5ff-6567-4525-855f-ac3bc5d1be35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db5285-5c50-4d5f-aa6c-6f0bb897058d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:46.862970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1094689057'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:46.901054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:46.901818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:46.902652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.903355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:46.904264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Bound port: 0ba2da15-6549-4bd8-9095-7e73f5464240, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:46.904929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:46.942825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:46.951406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.015990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:47.036004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4655fa39-7445-4043-aa85-0b7643d59abd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.036624 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 4655fa39-7445-4043-aa85-0b7643d59abd of type vlan for network df57d2fb-c209-43e8-9e9b-433d3e0b971a Feb 03 11:26:47.049966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] For port 0ba2da15-6549-4bd8-9095-7e73f5464240, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:47.060319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] For port 0ba2da15-6549-4bd8-9095-7e73f5464240, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0ba2da15-6549-4bd8-9095-7e73f5464240,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:47.075013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.089101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ae97a-4dd3-4edb-a285-eeed8c56b03f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=aaf4bb13-c35c-40d1-8ceb-7cae83db0088,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:47.092126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (df57d2fb-c209-43e8-9e9b-433d3e0b971a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.152992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (df57d2fb-c209-43e8-9e9b-433d3e0b971a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.173738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:47.175537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.212002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3562784 Feb 03 11:26:47.212660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:47.251173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'df57d2fb-c209-43e8-9e9b-433d3e0b971a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:47.276277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54164) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:47.287605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547f433-c4d3-4dcb-9a22-81e4ff5a505e None None] Pushing event updated for resources: {'Port': ['ID=0ba2da15-6549-4bd8-9095-7e73f5464240,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:47.319917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fef8:a50d (134040e6-0113-4b2f-96c2-7e25b948102e/ff3ca20b-8d09-40bb-ac47-d01eab1b71d1/ca112930-6d6a-4570-bc93-4abe278b301f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:47.352995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38008c77-ec1a-41f0-aabe-8ad73f4554fb req-5ce86b4d-6ecd-451a-a51b-cd3688ff1db1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:47.354537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38008c77-ec1a-41f0-aabe-8ad73f4554fb req-5ce86b4d-6ecd-451a-a51b-cd3688ff1db1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2969379 Feb 03 11:26:47.375106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:47.379791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Request body: {'floatingip': {'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:47.478855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.731455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a7023e-df16-4358-837d-236bc4e6ec2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:47.858370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef556751-48e5-4758-9deb-618a6f988f17 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=df57d2fb-c209-43e8-9e9b-433d3e0b971a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:47.873329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network df57d2fb-c209-43e8-9e9b-433d3e0b971a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:47.894892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:47.911791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.069582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (ca112930-6d6a-4570-bc93-4abe278b301f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.105673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a7023e-df16-4358-837d-236bc4e6ec2c admin admin] Publish callbacks [] for security_group (6370575a-eb79-4332-a2dd-3e42f06720e5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.160741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a7023e-df16-4358-837d-236bc4e6ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6370575a-eb79-4332-a2dd-3e42f06720e5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.273531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7023e-df16-4358-837d-236bc4e6ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6370575a-eb79-4332-a2dd-3e42f06720e5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:48.280895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-41a7023e-df16-4358-837d-236bc4e6ec2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19e12197a46a478eb77115801b7732f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0007389 Feb 03 11:26:48.283100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:48.306519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ca112930-6d6a-4570-bc93-4abe278b301f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.379430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (168251a6-a1d1-41a4-98be-51c2d9d72b6f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.445956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=ca112930-6d6a-4570-bc93-4abe278b301f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:48.495457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:48.505235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:48.508872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=168251a6-a1d1-41a4-98be-51c2d9d72b6f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:48.514694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '4655fa39-7445-4043-aa85-0b7643d59abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'df57d2fb-c209-43e8-9e9b-433d3e0b971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:48.515212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: df57d2fb-c209-43e8-9e9b-433d3e0b971a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:48.517339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:48.523274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:48.523949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.558998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] Publish callbacks [] for security_group (6370575a-eb79-4332-a2dd-3e42f06720e5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.565535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network df57d2fb-c209-43e8-9e9b-433d3e0b971a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:48.579268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, df57d2fb-c209-43e8-9e9b-433d3e0b971a) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:48.585843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:48.588732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c7ce3-b1e7-4e69-b45a-f82bf970ebf6 None None] Network df57d2fb-c209-43e8-9e9b-433d3e0b971a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:48.598962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.633470 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-973337cb-1578-4405-a27e-39b364e298b0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4081950 Feb 03 11:26:48.637214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54212) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:48.648221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88aa23a5-6f93-4df2-9296-cd7240e342d5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8556106 Feb 03 11:26:48.667154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54214) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:48.697357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:26:48.794512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0ba2da15-6549-4bd8-9095-7e73f5464240 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:48.821508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ab600-05ec-4ffe-a927-703f79a0b216 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:48.827784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ab600-05ec-4ffe-a927-703f79a0b216 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:48.835650 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-622ab600-05ec-4ffe-a927-703f79a0b216 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1665318 Feb 03 11:26:48.836330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.837374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54216) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:48.856251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.913030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb744b51-5b45-44b0-a180-24f1f704ae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-df57d2fb-c209-43e8-9e9b-433d3e0b971a', 'network_id': 'df57d2fb-c209-43e8-9e9b-433d3e0b971a', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': '168251a6-a1d1-41a4-98be-51c2d9d72b6f'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:48.913913 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb744b51-5b45-44b0-a180-24f1f704ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:48.928448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (df57d2fb-c209-43e8-9e9b-433d3e0b971a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.058002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] Publish callbacks [] for security_group (6370575a-eb79-4332-a2dd-3e42f06720e5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.059357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (168251a6-a1d1-41a4-98be-51c2d9d72b6f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.064488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:49.094750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port ca112930-6d6a-4570-bc93-4abe278b301f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:49.095108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ca112930-6d6a-4570-bc93-4abe278b301f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.186694 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Floating IP 50d5f0e4-7e41-4514-9489-ba5341b96510 associated. External IP: 172.25.7.155, port: d3786e5f-aba7-47de-bafe-9ae906343967. Feb 03 11:26:49.216142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Provisioning complete for port 0ba2da15-6549-4bd8-9095-7e73f5464240 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:49.217024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.229032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0ba2da15-6549-4bd8-9095-7e73f5464240 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:49.231899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.291235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (168251a6-a1d1-41a4-98be-51c2d9d72b6f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.340331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ca112930-6d6a-4570-bc93-4abe278b301f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.345834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6370575a-eb79-4332-a2dd-3e42f06720e5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.348900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.349184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=168251a6-a1d1-41a4-98be-51c2d9d72b6f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:49.350303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6370575a-eb79-4332-a2dd-3e42f06720e5 HTTP/1.1" status: 204 len: 168 time: 1.0642679 Feb 03 11:26:49.366996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb497-ab6b-46be-bc54-49f091cbc7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6370575a-eb79-4332-a2dd-3e42f06720e5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:49.395028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for ca112930-6d6a-4570-bc93-4abe278b301f owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-bb744b51-5b45-44b0-a180-24f1f704ae88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 168251a6-a1d1-41a4-98be-51c2d9d72b6f: This subnet is being modified by another concurrent operation. Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:26:49.415999 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 168251a6-a1d1-41a4-98be-51c2d9d72b6f: This subnet is being modified by another concurrent operation. Feb 03 11:26:49.423035 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:26:49.431819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0943a88-9c2b-41eb-a7b0-4360258ca559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.503739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d0a14-ee2c-4630-b226-9bf934ae6622 None None] Network df57d2fb-c209-43e8-9e9b-433d3e0b971a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:49.570145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (df57d2fb-c209-43e8-9e9b-433d3e0b971a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.606503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df57d2fb-c209-43e8-9e9b-433d3e0b971a']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:49.623524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4655fa39-7445-4043-aa85-0b7643d59abd') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:49.623830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4655fa39-7445-4043-aa85-0b7643d59abd') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:49.645582 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (4655fa39-7445-4043-aa85-0b7643d59abd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.716590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:26:49.721570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (4655fa39-7445-4043-aa85-0b7643d59abd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.749626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efd7ed-2acb-4ebb-be3c-2aaa0faece82 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:26:49.751086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:49.751506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (4655fa39-7445-4043-aa85-0b7643d59abd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:49.754625 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:49.905734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:26:49.926796 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:26:49.937405 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.954584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:49.955548 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:49.983449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0ba2da15-6549-4bd8-9095-7e73f5464240 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:49.984490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:49.998017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6071374e-f4b5-4fae-a3da-c83e1bd82fef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "PUT /v2.0/floatingips/50d5f0e4-7e41-4514-9489-ba5341b96510 HTTP/1.1" status: 200 len: 992 time: 2.6218016 Feb 03 11:26:49.999063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:26:50.001853 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ded16-817c-4409-b271-3a2e0acec7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:26:50.019162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.054317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (df57d2fb-c209-43e8-9e9b-433d3e0b971a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.073591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.073919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Current status of the port 0ba2da15-6549-4bd8-9095-7e73f5464240 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:50.074320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.085383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/df57d2fb-c209-43e8-9e9b-433d3e0b971a HTTP/1.1" status: 204 len: 168 time: 1.4445410 Feb 03 11:26:50.100780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.108635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efd7ed-2acb-4ebb-be3c-2aaa0faece82 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:26:50.113454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0943a88-9c2b-41eb-a7b0-4360258ca559 admin admin] Publish callbacks [] for security_group (f535a54c-d485-4308-b8b7-c763a9c20fa8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.122120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0ba2da15-6549-4bd8-9095-7e73f5464240, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0ba2da15-6549-4bd8-9095-7e73f5464240,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:50.127632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497201317'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:50.133620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4729b4-94dd-4f81-95b1-a3ff8b8e74e3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=df57d2fb-c209-43e8-9e9b-433d3e0b971a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:50.135604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.137163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ca112930-6d6a-4570-bc93-4abe278b301f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.148017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c0943a88-9c2b-41eb-a7b0-4360258ca559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f535a54c-d485-4308-b8b7-c763a9c20fa8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.154909 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fd0b3-e94a-4ead-9b49-37e8acabf043 x-openstack-request-id: req-ab6fd0b3-e94a-4ead-9b49-37e8acabf043 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:26:50.155276 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:26:50.155528 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab6fd0b3-e94a-4ead-9b49-37e8acabf043 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:26:50.155984 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'status': 'completed', 'code': 200} Feb 03 11:26:50.228682 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:50.246034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7556c2c-966c-4ad7-a860-70b4d21bcd3e req-eb662a35-9013-4831-82ce-3386be53afb7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:50.248521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7556c2c-966c-4ad7-a860-70b4d21bcd3e req-eb662a35-9013-4831-82ce-3386be53afb7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.1875198 Feb 03 11:26:50.261866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=ca112930-6d6a-4570-bc93-4abe278b301f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:50.266786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e831f981-5201-4343-8ce5-58c6014c1cc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e2dc5e48e0244cb9a689e1e477dbddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434227 Feb 03 11:26:50.275876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:50.279965 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:50.281022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54240) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.317782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.322536 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dab3a8c3-cdfb-4a51-8c81-e7e25b372c50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/ca112930-6d6a-4570-bc93-4abe278b301f HTTP/1.1" status: 204 len: 168 time: 1.4751074 Feb 03 11:26:50.325767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0943a88-9c2b-41eb-a7b0-4360258ca559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535a54c-d485-4308-b8b7-c763a9c20fa8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:50.327005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.330932 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c0943a88-9c2b-41eb-a7b0-4360258ca559 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=659b360a6d2049b58ab58b09325f32ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2645936 Feb 03 11:26:50.337792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:50.341339 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.343939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.377016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] Publish callbacks [] for security_group (ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.391522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:50.443395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369c793-96ec-48f3-8c08-3abf60e3d519 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:50.444946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369c793-96ec-48f3-8c08-3abf60e3d519 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:50.449424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8369c793-96ec-48f3-8c08-3abf60e3d519 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1126657 Feb 03 11:26:50.451198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54256) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:50.497194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7556c2c-966c-4ad7-a860-70b4d21bcd3e req-ad54e6b3-15ea-42ab-ac51-8d1c2a57ab10 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413781 Feb 03 11:26:50.499705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-39d9322a-7ddb-48c0-b00f-05a48c452ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:50.508613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-39d9322a-7ddb-48c0-b00f-05a48c452ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1128 time: 0.3108077 Feb 03 11:26:50.529365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] Publish callbacks [] for security_group (ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.534376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] Publish callbacks [] for security_group (f535a54c-d485-4308-b8b7-c763a9c20fa8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.590823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9b7b25fe-2898-4864-8f2e-71afae44f8a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.606068 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 9b7b25fe-2898-4864-8f2e-71afae44f8a7 of type vlan for network 2300d961-8b8f-457b-a97c-6d7abec672ae Feb 03 11:26:50.684179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0ba2da15-6549-4bd8-9095-7e73f5464240,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:50.723211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet ff3ca20b-8d09-40bb-ac47-d01eab1b71d1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:26:50.730038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (2300d961-8b8f-457b-a97c-6d7abec672ae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.738366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (ff3ca20b-8d09-40bb-ac47-d01eab1b71d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.766312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '50d5f0e4-7e41-4514-9489-ba5341b96510', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:48Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:50.828090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ff3ca20b-8d09-40bb-ac47-d01eab1b71d1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.883169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c28b9698-745e-4263-aa72-a47b5e4a1c62 None None] Current status of the port 0ba2da15-6549-4bd8-9095-7e73f5464240 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:50.890380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.895611 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.897626 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1 HTTP/1.1" status: 204 len: 168 time: 0.6143827 Feb 03 11:26:50.909188 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:26:50.921767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (2300d961-8b8f-457b-a97c-6d7abec672ae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.936904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:50.938703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:26:50.939474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:50.939623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:26:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:50.997428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a29422-4fba-40e3-85bb-27af1bd6bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf65ff4-3d28-4e96-b9e3-f8eab5a636b1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:51.005926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-812f06d2-8d05-4278-9162-2d252805c4a7 None None] Could not find standard attr ID for object ca112930-6d6a-4570-bc93-4abe278b301f. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:26:51.154272 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0384738 Feb 03 11:26:51.154965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54262) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:51.207383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': '2300d961-8b8f-457b-a97c-6d7abec672ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:51.231052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] Publish callbacks [] for security_group (f535a54c-d485-4308-b8b7-c763a9c20fa8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:51.238525 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:26:51.252453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36d0f6-ce8e-4099-acfa-c89b23c637d7 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=2300d961-8b8f-457b-a97c-6d7abec672ae,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:51.268292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 2300d961-8b8f-457b-a97c-6d7abec672ae details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:51.311115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-6b043828-0fe5-4006-9a02-7b875ca31393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:51.320601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-6b043828-0fe5-4006-9a02-7b875ca31393 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.7834790 Feb 03 11:26:51.441016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-9852dc9b-bfe8-4e8e-9252-223095acd299 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1000 time: 0.0999513 Feb 03 11:26:51.452794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ff3ca20b-8d09-40bb-ac47-d01eab1b71d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:51.465379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:51.476885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:51.593454 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '50d5f0e4-7e41-4514-9489-ba5341b96510', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:48Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:51.608471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f535a54c-d485-4308-b8b7-c763a9c20fa8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:51.623703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:26:51.624496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:26:51.626886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:51.630060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f535a54c-d485-4308-b8b7-c763a9c20fa8 HTTP/1.1" status: 204 len: 168 time: 1.2536547 Feb 03 11:26:51.674463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5519f27-e104-41d3-80b7-ba8a9d837b33 None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '50d5f0e4-7e41-4514-9489-ba5341b96510', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:26:20Z', 'updated_at': '2022-02-03T11:26:48Z', 'revision_number': 1, 'project_id': '699b6275c6f445c18f670f989a79427a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:26:51.732037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77419951-b37c-43b7-a07a-879cfa3cf7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535a54c-d485-4308-b8b7-c763a9c20fa8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:51.758591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-ff08fb55-4150-43f3-a729-9456d2c2a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:51.777419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-ff08fb55-4150-43f3-a729-9456d2c2a3b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.3302765 Feb 03 11:26:51.991430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298faf9a-811e-4369-aa36-4aa2956dbcef req-d05d0bcb-1253-4fba-bf73-a0c039137d7f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:52.000650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-298faf9a-811e-4369-aa36-4aa2956dbcef req-d05d0bcb-1253-4fba-bf73-a0c039137d7f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.1777575 Feb 03 11:26:52.044010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-4ff55fba-8941-45ef-8aa4-af8411fb00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:52.047847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-4ff55fba-8941-45ef-8aa4-af8411fb00c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2625647 Feb 03 11:26:52.197516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d0eba44f-f4bf-4edd-a03c-1034a19ed4e7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:52.240341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-e5a9354d-2e14-4e75-82de-f02e8a927c0a service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837196 Feb 03 11:26:52.270876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060e7e6-0c74-48e1-a027-aa40d8636d99 None None] New status for floating IP 50d5f0e4-7e41-4514-9489-ba5341b96510: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:26:52.336085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-298faf9a-811e-4369-aa36-4aa2956dbcef req-0dd9ea28-c6c1-49f9-8bbb-a5eecd261773 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325572 Feb 03 11:26:52.358405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ff3ca20b-8d09-40bb-ac47-d01eab1b71d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:52.390418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:52.394557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/ff3ca20b-8d09-40bb-ac47-d01eab1b71d1 HTTP/1.1" status: 204 len: 168 time: 1.9381835 Feb 03 11:26:52.398588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea9de9-45b2-4767-8df4-6b1ae9c090d9 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:52.408557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54286) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:52.526527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36ded16-817c-4409-b271-3a2e0acec7fb req-0d6bdc93-be82-4f8d-b757-2ae35418be53 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768927 Feb 03 11:26:52.573316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77d41960-f718-4cc3-94e2-d996029882d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563644 Feb 03 11:26:52.577475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54294) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:52.584800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:52.585263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=d0eba44f-f4bf-4edd-a03c-1034a19ed4e7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:52.601337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '9b7b25fe-2898-4864-8f2e-71afae44f8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2300d961-8b8f-457b-a97c-6d7abec672ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:52.601921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: 2300d961-8b8f-457b-a97c-6d7abec672ae, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:52.605314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0ba2da15-6549-4bd8-9095-7e73f5464240 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:26:52.607258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.608252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.608814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.609423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.609985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.610548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.611101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.611647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.612203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.612747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.613329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.614037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.614593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:26:52.673974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2403-38ca-482d-82f7-ae485fa35103 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3ca20b-8d09-40bb-ac47-d01eab1b71d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:52.695843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 2300d961-8b8f-457b-a97c-6d7abec672ae is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:52.710919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 2300d961-8b8f-457b-a97c-6d7abec672ae) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:52.719401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:52.720567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:52.768446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebec102-7a13-4be7-b5bb-e70ee1e474f6 None None] Network 2300d961-8b8f-457b-a97c-6d7abec672ae requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:52.771635 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-95de4d40-de9a-49f7-9906-2ad2a87d3597 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5892346 Feb 03 11:26:52.777419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54304) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:52.876145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:52.896948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.057888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (2300d961-8b8f-457b-a97c-6d7abec672ae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.189221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:53.226848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d0eba44f-f4bf-4edd-a03c-1034a19ed4e7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.295372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0ba2da15-6549-4bd8-9095-7e73f5464240 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:26:53.304518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.389600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d0eba44f-f4bf-4edd-a03c-1034a19ed4e7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.478026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=d0eba44f-f4bf-4edd-a03c-1034a19ed4e7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:53.667859 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (2300d961-8b8f-457b-a97c-6d7abec672ae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.695857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2300d961-8b8f-457b-a97c-6d7abec672ae']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:53.707872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7b25fe-2898-4864-8f2e-71afae44f8a7') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:53.708107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:26:53.709926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7b25fe-2898-4864-8f2e-71afae44f8a7') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:53.727923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (9b7b25fe-2898-4864-8f2e-71afae44f8a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.728629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329d26c-87b4-4592-b708-732ca0e2d01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-2300d961-8b8f-457b-a97c-6d7abec672ae', 'network_id': '2300d961-8b8f-457b-a97c-6d7abec672ae', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'd0eba44f-f4bf-4edd-a03c-1034a19ed4e7'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:53.729755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c329d26c-87b4-4592-b708-732ca0e2d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.747757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9b7b25fe-2898-4864-8f2e-71afae44f8a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.756119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:53.756677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (9b7b25fe-2898-4864-8f2e-71afae44f8a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:53.782326 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:53.786029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a982e-94ec-4645-b505-03863cdd1afd req-40c4d673-c60e-4179-9ed1-902d3bf93bb1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:53.788558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e02a982e-94ec-4645-b505-03863cdd1afd req-40c4d673-c60e-4179-9ed1-902d3bf93bb1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2302704 Feb 03 11:26:53.793919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:26:53.812798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e3b38240-4539-49dc-b0c7-2121f792465c tempest-DvrRoutersNegativeTest-1196712753 tempest-DvrRoutersNegativeTest-1196712753-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2140281443', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:53.816137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.policy [None req-e3b38240-4539-49dc-b0c7-2121f792465c tempest-DvrRoutersNegativeTest-1196712753 tempest-DvrRoutersNegativeTest-1196712753-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103126) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 11:26:53.816522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.policy [None req-e3b38240-4539-49dc-b0c7-2121f792465c tempest-DvrRoutersNegativeTest-1196712753 tempest-DvrRoutersNegativeTest-1196712753-project] Failed policy check for 'create_router' {{(pid=103126) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 11:26:53.817161 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-e3b38240-4539-49dc-b0c7-2121f792465c tempest-DvrRoutersNegativeTest-1196712753 tempest-DvrRoutersNegativeTest-1196712753-project] create failed (client error): Access was denied to this resource. Feb 03 11:26:53.823121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3b38240-4539-49dc-b0c7-2121f792465c tempest-DvrRoutersNegativeTest-1196712753 tempest-DvrRoutersNegativeTest-1196712753-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6277952 Feb 03 11:26:53.916873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (2300d961-8b8f-457b-a97c-6d7abec672ae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.953815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:53.960650 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/2300d961-8b8f-457b-a97c-6d7abec672ae HTTP/1.1" status: 204 len: 168 time: 1.1818223 Feb 03 11:26:53.962519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a09f3-8e09-4c21-88af-2bd3c9109719 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=2300d961-8b8f-457b-a97c-6d7abec672ae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:53.967694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:53.985404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557237314'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:54.041381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:54.043449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.079781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1864d-253d-4749-ad46-43ab72d26ad8 None None] Network 2300d961-8b8f-457b-a97c-6d7abec672ae requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:54.089569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:54.105756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.106373 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8 of type vlan for network a4d5276a-416e-4708-a302-3b876baf4e35 Feb 03 11:26:54.133612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f1864d-253d-4749-ad46-43ab72d26ad8 None None] Network 2300d961-8b8f-457b-a97c-6d7abec672ae could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:26:54.147432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0ba2da15-6549-4bd8-9095-7e73f5464240 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:54.174068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Deleting port 0ba2da15-6549-4bd8-9095-7e73f5464240 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:54.174456 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.192085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a4d5276a-416e-4708-a302-3b876baf4e35), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.218557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e02a982e-94ec-4645-b505-03863cdd1afd req-62533703-f549-4450-8ec7-538f97b238c1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223251 Feb 03 11:26:54.278967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a4d5276a-416e-4708-a302-3b876baf4e35), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.291332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:54.297794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.371549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.422088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] For port 0ba2da15-6549-4bd8-9095-7e73f5464240, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0ba2da15-6549-4bd8-9095-7e73f5464240,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:54.422701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.431287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4597609 Feb 03 11:26:54.432004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54374) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:54.442997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:54.468798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Calling delete_port for 0ba2da15-6549-4bd8-9095-7e73f5464240 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:54.544377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'a4d5276a-416e-4708-a302-3b876baf4e35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:54.589739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02f511-ed86-4dd0-be64-49807ed1812e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=a4d5276a-416e-4708-a302-3b876baf4e35,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:54.600479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0ba2da15-6549-4bd8-9095-7e73f5464240 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:26:54.615376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a4d5276a-416e-4708-a302-3b876baf4e35 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:54.687200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbdea24a-24f2-4855-bd29-3a23c7743cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.802048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbdea24a-24f2-4855-bd29-3a23c7743cd5 admin admin] Publish callbacks [] for security_group (5d00f7d3-5a2e-4785-b63b-6245b762e2ce), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.808614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbdea24a-24f2-4855-bd29-3a23c7743cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5d00f7d3-5a2e-4785-b63b-6245b762e2ce), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.851585 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dbdea24a-24f2-4855-bd29-3a23c7743cd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3f0f100313b41eb9519f3b8da07a691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099011 Feb 03 11:26:54.851904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:54.861572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0ba2da15-6549-4bd8-9095-7e73f5464240 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:26:54.861978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:54.887808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdea24a-24f2-4855-bd29-3a23c7743cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d00f7d3-5a2e-4785-b63b-6245b762e2ce,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.063373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54390) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:55.163617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:55.165571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.298906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] Publish callbacks [] for security_group (5d00f7d3-5a2e-4785-b63b-6245b762e2ce), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.324342 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f646911d-d72b-48dd-9031-966f305a73d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.471149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 0ba2da15-6549-4bd8-9095-7e73f5464240, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0ba2da15-6549-4bd8-9095-7e73f5464240,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:26:55.477949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] Publish callbacks [] for security_group (5d00f7d3-5a2e-4785-b63b-6245b762e2ce), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.548874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f646911d-d72b-48dd-9031-966f305a73d7 admin admin] Publish callbacks [] for security_group (218d5abe-75f7-4eb2-9cad-e3ce2ce31e88), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.556790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f646911d-d72b-48dd-9031-966f305a73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (218d5abe-75f7-4eb2-9cad-e3ce2ce31e88), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.581702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.594630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.638114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646911d-d72b-48dd-9031-966f305a73d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d5abe-75f7-4eb2-9cad-e3ce2ce31e88,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.639504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0ba2da15-6549-4bd8-9095-7e73f5464240), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.640146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (16743051-8fd6-4d3d-a5fd-e3a013a7077a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.655374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=0ba2da15-6549-4bd8-9095-7e73f5464240,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.698598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f646911d-d72b-48dd-9031-966f305a73d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8af3a5b3f31740fb85c39b00a3c095c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333225 Feb 03 11:26:55.699403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:55.713285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] Pushing event deleted for resources: {'Port': ['ID=0ba2da15-6549-4bd8-9095-7e73f5464240,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.734248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5d00f7d3-5a2e-4785-b63b-6245b762e2ce), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.737895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.741655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4160491-281f-4b98-b1b2-636f2bca1f31 None None] No DVR routers for this DVR port 0ba2da15-6549-4bd8-9095-7e73f5464240 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:26:55.747027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:26:55.747449 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:26:55.758936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d00f7d3-5a2e-4785-b63b-6245b762e2ce HTTP/1.1" status: 204 len: 168 time: 0.8740311 Feb 03 11:26:55.772486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] Publish callbacks [] for security_group (218d5abe-75f7-4eb2-9cad-e3ce2ce31e88), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.805858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] Publish callbacks [] for security_group (218d5abe-75f7-4eb2-9cad-e3ce2ce31e88), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.870208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:55.870930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a2fb0-c444-4d96-aef2-1e756cfafddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d00f7d3-5a2e-4785-b63b-6245b762e2ce,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.902416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:55.918478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:55.920944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.922504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a08af-80aa-49f2-97c2-40b284f52f28 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:55.929913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=16743051-8fd6-4d3d-a5fd-e3a013a7077a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:55.946296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (218d5abe-75f7-4eb2-9cad-e3ce2ce31e88), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.957502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:55.963441 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/218d5abe-75f7-4eb2-9cad-e3ce2ce31e88 HTTP/1.1" status: 204 len: 168 time: 0.2622566 Feb 03 11:26:56.012355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-29bb011f-5424-4388-a5bf-31520f4c9fa8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4335408 Feb 03 11:26:56.015233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045823a-c98a-4e8f-8f5b-ae266e2c4a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d5abe-75f7-4eb2-9cad-e3ce2ce31e88,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:56.019481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:56.027108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:53:85:bb', 'name': 'tempest-NetworksTestDHCPv6-1248362692'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:56.086274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (4db2af68-cb07-41a1-8312-2444f1c4ea2a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.157732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '16743051-8fd6-4d3d-a5fd-e3a013a7077a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:56.158626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.291380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=4db2af68-cb07-41a1-8312-2444f1c4ea2a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:56.322657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port 0ba2da15-6549-4bd8-9095-7e73f5464240 update to DOWN by agent not found {{(pid=103128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 11:26:56.336805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': 'ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a4d5276a-416e-4708-a302-3b876baf4e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:56.341018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: a4d5276a-416e-4708-a302-3b876baf4e35, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:56.387367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:56.432651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Allocated IP 2001:db8::f816:3eff:fe11:d9b1 (134040e6-0113-4b2f-96c2-7e25b948102e/16743051-8fd6-4d3d-a5fd-e3a013a7077a/5d97cf46-a7d8-4eeb-bd17-780356d9c023) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:56.450082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network a4d5276a-416e-4708-a302-3b876baf4e35 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:56.500690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, a4d5276a-416e-4708-a302-3b876baf4e35) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:56.508643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:56.509513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.558292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f18e811e-fe6c-4091-a130-5c3b2f492065 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1019020 Feb 03 11:26:56.562206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:56.574244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.625438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port c2d4facc-a9cf-48ae-a229-b1b2a85a75c6 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:26:56.814740 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks [] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.825889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bb2a3-5e2b-42b0-a8ae-ab51d3c1fa40 None None] Network a4d5276a-416e-4708-a302-3b876baf4e35 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:56.838261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.871275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a4d5276a-416e-4708-a302-3b876baf4e35), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:56.968788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Pushing event updated for resources: {'Port': ['ID=5d97cf46-a7d8-4eeb-bd17-780356d9c023,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:56.984857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe53:85bb (134040e6-0113-4b2f-96c2-7e25b948102e/16743051-8fd6-4d3d-a5fd-e3a013a7077a/c2d4facc-a9cf-48ae-a229-b1b2a85a75c6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:26:57.047890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4db2af68-cb07-41a1-8312-2444f1c4ea2a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.053737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:57.149962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:57.166257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.171346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:57.263982 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4db2af68-cb07-41a1-8312-2444f1c4ea2a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.338229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=4db2af68-cb07-41a1-8312-2444f1c4ea2a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:57.459816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (c2d4facc-a9cf-48ae-a229-b1b2a85a75c6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.467614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a4d5276a-416e-4708-a302-3b876baf4e35), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.534572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f0332-f912-4413-8c6c-5ca2e6605a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-a4d5276a-416e-4708-a302-3b876baf4e35', 'network_id': 'a4d5276a-416e-4708-a302-3b876baf4e35', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': '4db2af68-cb07-41a1-8312-2444f1c4ea2a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:26:57.535997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0332-f912-4413-8c6c-5ca2e6605a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.573954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d5276a-416e-4708-a302-3b876baf4e35']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:57.576014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Attempting to bind port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:26:57.577417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Attempting to bind port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:26:57.577956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Attempting to bind port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:26:57.593122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:26:57.594890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:57.595793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.599688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:26:57.601473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Bound port: 5d97cf46-a7d8-4eeb-bd17-780356d9c023, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:26:57.602823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.608221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:57.608676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:26:57.636053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.668486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.681045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:26:57.683785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (ad5edc2a-4a06-4fda-90e6-1afd24d2cfb8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:26:57.694169 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:26:57.740952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c2d4facc-a9cf-48ae-a229-b1b2a85a75c6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.913181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=c2d4facc-a9cf-48ae-a229-b1b2a85a75c6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:57.929357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] For port 5d97cf46-a7d8-4eeb-bd17-780356d9c023, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:26:57.935121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-603772e2-e714-4847-901f-aac5625f9d48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3298185 Feb 03 11:26:57.937494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] For port 5d97cf46-a7d8-4eeb-bd17-780356d9c023, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d97cf46-a7d8-4eeb-bd17-780356d9c023,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:26:57.945377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:26:57.947670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a4d5276a-416e-4708-a302-3b876baf4e35), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.948833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.957942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:57.963021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb117b-da14-4b2a-a115-b29f6160b32f None None] Network a4d5276a-416e-4708-a302-3b876baf4e35 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:57.966045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:26:57.969158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.977996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:57.978693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:57.990363 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/a4d5276a-416e-4708-a302-3b876baf4e35 HTTP/1.1" status: 204 len: 168 time: 1.4226210 Feb 03 11:26:57.993225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:58.000898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540116165'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:58.059258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb117b-da14-4b2a-a115-b29f6160b32f None None] Network a4d5276a-416e-4708-a302-3b876baf4e35 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:26:58.071071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bae80-2677-407c-840f-92b647897751 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=a4d5276a-416e-4708-a302-3b876baf4e35,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:58.107431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-362222a1-8d64-4281-9b68-bf59953d3a50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0861356 Feb 03 11:26:58.111216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:58.137334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec05e-fe9e-40c3-a835-efc305a7e699 None None] Pushing event updated for resources: {'Port': ['ID=5d97cf46-a7d8-4eeb-bd17-780356d9c023,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:58.161668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:58.165859 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:58.219789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-ed0df9ab-575e-4429-94b3-2601a45ea79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:58.225938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-ed0df9ab-575e-4429-94b3-2601a45ea79f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 1127 time: 0.2172663 Feb 03 11:26:58.301591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:26:58.323321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871d9d3-96ad-4cb8-acca-73997f1e827d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:58.348007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871d9d3-96ad-4cb8-acca-73997f1e827d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:58.352073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7871d9d3-96ad-4cb8-acca-73997f1e827d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2394133 Feb 03 11:26:58.355235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:58.369255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:58.369624 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment a0775b24-6791-41a9-bc85-1396d7d6abfd of type vlan for network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 Feb 03 11:26:58.719910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:58.770070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-8403ae8a-9339-4461-9d6f-920682c0a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:58.773646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-8403ae8a-9339-4461-9d6f-920682c0a681 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.5178874 Feb 03 11:26:58.775835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:58.782000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:58.782925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:58.955458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-72924f53-1530-4863-84d2-093e9c3d4b38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 200 len: 217 time: 0.1687598 Feb 03 11:26:59.040314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0458713 Feb 03 11:26:59.044166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:26:59.049923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:26:59.180139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7f41-7864-41de-9ce5-a18f4e77d973 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=0e7669e3-894c-49b1-8a6f-7e322a1ab0b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:59.192404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:26:59.218881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:26:59.222986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:59.324245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-c053f7ab-a4a2-4954-90d5-601fed342e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:59.335501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-c053f7ab-a4a2-4954-90d5-601fed342e2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.3553412 Feb 03 11:26:59.339515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port c2d4facc-a9cf-48ae-a229-b1b2a85a75c6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:26:59.340012 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c2d4facc-a9cf-48ae-a229-b1b2a85a75c6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:59.437198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-56ea0c19-3c85-4e62-965e-b3ed0bab35d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828052 Feb 03 11:26:59.682624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a327b86b-010d-46c0-8afd-5565bd77b311), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:59.741965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c2d4facc-a9cf-48ae-a229-b1b2a85a75c6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:59.762161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for c2d4facc-a9cf-48ae-a229-b1b2a85a75c6 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:26:59.806574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': 'a0775b24-6791-41a9-bc85-1396d7d6abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:26:59.806948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:26:59.817400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-a1d4abbe-3436-4d58-a49e-d63b716eaf5d service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443797 Feb 03 11:26:59.822288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=a327b86b-010d-46c0-8afd-5565bd77b311,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:26:59.863965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:26:59.879702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:26:59.906563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:26:59.908134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:26:59.946183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027688ff-4e4b-49ab-a88f-0ebfde7773b4 None None] Network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:26:59.990352 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7acdeb34-8764-4451-b74c-4ec1b6aa5175 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9439168 Feb 03 11:26:59.992536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:00.178902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Provisioning complete for port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:00.179522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:00.190320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0e7669e3-894c-49b1-8a6f-7e322a1ab0b4', 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'a327b86b-010d-46c0-8afd-5565bd77b311'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:00.202073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:00.478157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-361a3ccd-353a-4a37-a5a1-fca99c5ee220 req-f33b3c35-a655-4187-9281-c64d57935cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538119 Feb 03 11:27:00.594041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:00.607540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c2d4facc-a9cf-48ae-a229-b1b2a85a75c6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:00.732773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Allocated IP 172.20.0.1 (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4/a327b86b-010d-46c0-8afd-5565bd77b311/2bd4034b-c597-425a-b436-0809e7ecd1fd) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:00.770844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=c2d4facc-a9cf-48ae-a229-b1b2a85a75c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:00.858880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:00.879340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:00.880194 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8ba32870-d9de-455c-a684-f3613c564b68 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/c2d4facc-a9cf-48ae-a229-b1b2a85a75c6 HTTP/1.1" status: 204 len: 168 time: 2.5199587 Feb 03 11:27:00.898126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a327b86b-010d-46c0-8afd-5565bd77b311), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.004770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef7c9f-5e8c-43ca-a3f8-e07931467a25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:01.009137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef7c9f-5e8c-43ca-a3f8-e07931467a25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:01.014866 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9aef7c9f-5e8c-43ca-a3f8-e07931467a25 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1343598 Feb 03 11:27:01.015294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:01.015658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:01.034805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d97cf46-a7d8-4eeb-bd17-780356d9c023 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:01.218672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 16743051-8fd6-4d3d-a5fd-e3a013a7077a {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:01.231036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (16743051-8fd6-4d3d-a5fd-e3a013a7077a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.334640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (16743051-8fd6-4d3d-a5fd-e3a013a7077a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.437349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Current status of the port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:01.438489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.482972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] For port 5d97cf46-a7d8-4eeb-bd17-780356d9c023, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d97cf46-a7d8-4eeb-bd17-780356d9c023,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:01.494704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb1ceea5-2e1a-41fb-b00b-c3fb4ced87a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.505142 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.571132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3887455-c74c-478b-b47f-aeeb52278b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.580059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83c520-395a-4b03-8dab-7b864780ca49 None None] Pushing event updated for resources: {'Port': ['ID=5d97cf46-a7d8-4eeb-bd17-780356d9c023,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:01.600486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks [] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.601755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (16743051-8fd6-4d3d-a5fd-e3a013a7077a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.603788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:01.604155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.608741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.672149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:01.698270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4d273f14-8659-48d9-9c5b-82b93dc5da5d None None] Could not find standard attr ID for object c2d4facc-a9cf-48ae-a229-b1b2a85a75c6. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:01.711083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:01.722717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:01.781045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Pushing event updated for resources: {'Port': ['ID=2bd4034b-c597-425a-b436-0809e7ecd1fd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:01.789495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (16743051-8fd6-4d3d-a5fd-e3a013a7077a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.836881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Attempting to bind port 2bd4034b-c597-425a-b436-0809e7ecd1fd on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:01.836881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Attempting to bind port 2bd4034b-c597-425a-b436-0809e7ecd1fd by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'a0775b24-6791-41a9-bc85-1396d7d6abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:01.837386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Attempting to bind port 2bd4034b-c597-425a-b436-0809e7ecd1fd on network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:01.866421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:01.866781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Checking segment: {'id': 'a0775b24-6791-41a9-bc85-1396d7d6abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:01.867446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.867917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Bound using segment: {'id': 'a0775b24-6791-41a9-bc85-1396d7d6abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:01.868424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Bound port: 2bd4034b-c597-425a-b436-0809e7ecd1fd, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0775b24-6791-41a9-bc85-1396d7d6abfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:01.868848 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.875857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3887455-c74c-478b-b47f-aeeb52278b01 admin admin] Publish callbacks [] for security_group (8e9fa763-de55-4076-9511-16860a376373), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.885213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3887455-c74c-478b-b47f-aeeb52278b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8e9fa763-de55-4076-9511-16860a376373), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.894075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:01.929145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a3887455-c74c-478b-b47f-aeeb52278b01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8149106ef88d4d259a8f63b7cf4b550b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9064507 Feb 03 11:27:01.930487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54564) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:01.935352 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:01.944300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/16743051-8fd6-4d3d-a5fd-e3a013a7077a HTTP/1.1" status: 204 len: 168 time: 0.9275517 Feb 03 11:27:01.945536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafe89c-9904-4f54-add6-08434d2a6e5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=16743051-8fd6-4d3d-a5fd-e3a013a7077a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:01.947051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54566) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:01.953528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d601d8-9497-486c-aa10-6b6c26bb2e75 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:01.984181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (a327b86b-010d-46c0-8afd-5565bd77b311), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.024189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=a327b86b-010d-46c0-8afd-5565bd77b311,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:02.042419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3887455-c74c-478b-b47f-aeeb52278b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fa763-de55-4076-9511-16860a376373,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:02.063223 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-17c122cc-0e1c-4cde-8bfc-fc7fa56d6c63 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128378 Feb 03 11:27:02.063398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] For port 2bd4034b-c597-425a-b436-0809e7ecd1fd, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:02.071571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:02.156672 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.169147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] For port 2bd4034b-c597-425a-b436-0809e7ecd1fd, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2bd4034b-c597-425a-b436-0809e7ecd1fd,segment=NetworkSegment(a0775b24-6791-41a9-bc85-1396d7d6abfd),segment_id=a0775b24-6791-41a9-bc85-1396d7d6abfd)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:02.218038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7669e3-894c-49b1-8a6f-7e322a1ab0b4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:02.232758 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.244066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] Publish callbacks [] for security_group (8e9fa763-de55-4076-9511-16860a376373), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.251796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0775b24-6791-41a9-bc85-1396d7d6abfd') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:02.252185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0775b24-6791-41a9-bc85-1396d7d6abfd') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:02.281447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.291022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765a259-5e08-49af-a777-0a4e337ae12b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:02.292885 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3765a259-5e08-49af-a777-0a4e337ae12b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2204125 Feb 03 11:27:02.301821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:02.333059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.372996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:02.375574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:02.385623 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:02.409398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] Publish callbacks [] for security_group (8e9fa763-de55-4076-9511-16860a376373), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.467225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b1b6a-ef14-4e51-8a81-e46feae10f1c None None] Pushing event updated for resources: {'Port': ['ID=2bd4034b-c597-425a-b436-0809e7ecd1fd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:02.535811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a478796a-c138-4215-a1d6-a96f3751fd7f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:02.539485 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a478796a-c138-4215-a1d6-a96f3751fd7f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2359722 Feb 03 11:27:02.543469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:02.561340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:02.578833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:27:02.578833 n-d-821606-6 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:27:02.578833 n-d-821606-6 neutron-server[103127]: [parameters: {'id': '0e7669e3-894c-49b1-8a6f-7e322a1ab0b4'}] Feb 03 11:27:02.578833 n-d-821606-6 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:27:02.579564 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:27:02.657681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad09123e-aaa4-4c15-b306-9209db8d7639 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054509 Feb 03 11:27:02.658826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:02.671492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:02.688524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Deleting port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:02.689420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.694655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8e9fa763-de55-4076-9511-16860a376373), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.697853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.702426 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e9fa763-de55-4076-9511-16860a376373 HTTP/1.1" status: 204 len: 168 time: 0.7708805 Feb 03 11:27:02.738562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f38ca-0e66-477c-be9e-bc5f7b4e014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fa763-de55-4076-9511-16860a376373,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:02.803957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:27:02.869091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:02.875380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.890003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] For port 5d97cf46-a7d8-4eeb-bd17-780356d9c023, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d97cf46-a7d8-4eeb-bd17-780356d9c023,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:02.904039 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:02.946107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Calling delete_port for 5d97cf46-a7d8-4eeb-bd17-780356d9c023 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:03.085866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.195673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (5d97cf46-a7d8-4eeb-bd17-780356d9c023), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.225327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] No DVR routers for this DVR port 5d97cf46-a7d8-4eeb-bd17-780356d9c023 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:03.293789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c5db-64e3-4b16-bf3c-a97c0afa881f None None] Pushing event deleted for resources: {'Port': ['ID=5d97cf46-a7d8-4eeb-bd17-780356d9c023,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:03.407638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port 2bd4034b-c597-425a-b436-0809e7ecd1fd {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:03.408250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.425230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (d8855fb9-7cc8-4a21-be8e-b0fc453b90ec), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.540125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54598) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:03.556470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54600) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:03.557339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:03.569578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:03.580967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:03.581755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.588171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c442185e-6b30-458e-a4a2-a0b288f4337c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.590894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d229abf-9f1d-495f-9875-287f24a6f82d None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:03.595427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port 2bd4034b-c597-425a-b436-0809e7ecd1fd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2bd4034b-c597-425a-b436-0809e7ecd1fd,segment=NetworkSegment(a0775b24-6791-41a9-bc85-1396d7d6abfd),segment_id=a0775b24-6791-41a9-bc85-1396d7d6abfd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:03.595964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.598764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=d8855fb9-7cc8-4a21-be8e-b0fc453b90ec,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:03.621497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for 2bd4034b-c597-425a-b436-0809e7ecd1fd owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:03.640429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7ec854d-a595-410c-9251-74dd5f462651 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9750211 Feb 03 11:27:03.640714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54604) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:03.646951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:1e:bf:8d', 'name': 'tempest-NetworksTestDHCPv6-1228932550'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:03.793958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'd8855fb9-7cc8-4a21-be8e-b0fc453b90ec'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:03.795291 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.810305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:03.844243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c442185e-6b30-458e-a4a2-a0b288f4337c admin admin] Publish callbacks [] for security_group (3e87fedc-e24d-44ee-a44a-2589a96d0b6a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.853323 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c442185e-6b30-458e-a4a2-a0b288f4337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e87fedc-e24d-44ee-a44a-2589a96d0b6a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:03.977705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c442185e-6b30-458e-a4a2-a0b288f4337c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7e7ade6b9f4459ea0f66c8b54debd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356747 Feb 03 11:27:03.985251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54606) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:04.002322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442185e-6b30-458e-a4a2-a0b288f4337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87fedc-e24d-44ee-a44a-2589a96d0b6a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.048216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6015-6958-40cf-8d1e-87949438ecc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.119465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.175915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 704a2697-4c80-4879-863c-c2718ef81b30 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:04.204380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2bd4034b-c597-425a-b436-0809e7ecd1fd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.233728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6015-6958-40cf-8d1e-87949438ecc7 admin admin] Publish callbacks [] for security_group (13e769a5-d5c7-4812-8f0f-8e040949367f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.239074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4696f6-d3fa-4a59-b5f8-70fadb374d21 None None] Network 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:04.244523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6015-6958-40cf-8d1e-87949438ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (13e769a5-d5c7-4812-8f0f-8e040949367f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.293457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port 2bd4034b-c597-425a-b436-0809e7ecd1fd on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:04.298596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=2bd4034b-c597-425a-b436-0809e7ecd1fd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.327996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] Publish callbacks [] for security_group (3e87fedc-e24d-44ee-a44a-2589a96d0b6a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.339849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5cb6015-6958-40cf-8d1e-87949438ecc7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff5b54de7c3d4c0e9553297ed36ab337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685542 Feb 03 11:27:04.340528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:04.380087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb6015-6958-40cf-8d1e-87949438ecc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e769a5-d5c7-4812-8f0f-8e040949367f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.407261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] Publish callbacks [] for security_group (3e87fedc-e24d-44ee-a44a-2589a96d0b6a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.455055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] Publish callbacks [] for security_group (13e769a5-d5c7-4812-8f0f-8e040949367f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.481453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9acbd0d3-7377-4928-adde-bb6df647645a None None] Could not find standard attr ID for object 2bd4034b-c597-425a-b436-0809e7ecd1fd. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:04.488416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7d6db4f-1dd4-4740-83f0-64be360b39e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.495608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] Publish callbacks [] for security_group (13e769a5-d5c7-4812-8f0f-8e040949367f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.606348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (13e769a5-d5c7-4812-8f0f-8e040949367f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.610057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.613267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1577ec5-a811-4c30-a248-6d664a55de30 None None] DHCP port deletion for 0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:04.617468 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13e769a5-d5c7-4812-8f0f-8e040949367f HTTP/1.1" status: 204 len: 168 time: 0.2713335 Feb 03 11:27:04.633089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc15e-1626-4316-a7f2-5c0a8a7e75b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e769a5-d5c7-4812-8f0f-8e040949367f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.658108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e87fedc-e24d-44ee-a44a-2589a96d0b6a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.661074 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.676895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.677978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d97cf46-a7d8-4eeb-bd17-780356d9c023 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:04.681591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.684624 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e87fedc-e24d-44ee-a44a-2589a96d0b6a HTTP/1.1" status: 204 len: 168 time: 0.6973357 Feb 03 11:27:04.694210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7669e3-894c-49b1-8a6f-7e322a1ab0b4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:04.696897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f9a38-9435-4e71-b663-7055bf68a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87fedc-e24d-44ee-a44a-2589a96d0b6a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.705873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0775b24-6791-41a9-bc85-1396d7d6abfd') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:04.706217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0775b24-6791-41a9-bc85-1396d7d6abfd') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:04.717496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.733313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.741204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:04.741879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (a0775b24-6791-41a9-bc85-1396d7d6abfd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.806452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 5d97cf46-a7d8-4eeb-bd17-780356d9c023 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:04.806452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d97cf46-a7d8-4eeb-bd17-780356d9c023 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:04.817157 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:04.824826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0e7669e3-894c-49b1-8a6f-7e322a1ab0b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.840098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:04.845921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 HTTP/1.1" status: 204 len: 168 time: 4.8457687 Feb 03 11:27:04.848730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:04.854722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928329529'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:04.864136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e6b7-4f8d-448a-9a0c-32762dbc852d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=0e7669e3-894c-49b1-8a6f-7e322a1ab0b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:04.878621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::3dd (134040e6-0113-4b2f-96c2-7e25b948102e/d8855fb9-7cc8-4a21-be8e-b0fc453b90ec/704a2697-4c80-4879-863c-c2718ef81b30) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:04.937754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:04.945537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.018611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:05.049117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.054289 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 744c9a1f-1701-4c70-a1f0-067a15244cd4 of type vlan for network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 Feb 03 11:27:05.205196 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.304858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.316130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:05.316723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.381949 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5318310 Feb 03 11:27:05.382650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:05.395310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:05.403919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54632) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:05.481386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ab11-1e0c-4b95-b9b2-4330856ee792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.500964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666e6c0-7654-4502-abae-faa3b785dce0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=1729ce6a-e6d4-4ca8-8836-cba3b096cb31,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:05.555189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:05.903617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (704a2697-4c80-4879-863c-c2718ef81b30), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:05.971311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (704a2697-4c80-4879-863c-c2718ef81b30), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.074959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/d8855fb9-7cc8-4a21-be8e-b0fc453b90ec/c888a617-3714-4cef-ab54-9099c8d33309) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:06.095436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=704a2697-4c80-4879-863c-c2718ef81b30,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:06.127457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:06.129397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:06.136446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:06.147105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:06.147940 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.190168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-24665b9e-f360-454b-9043-27063208b1a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5483873 Feb 03 11:27:06.191066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:06.279181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks [] for port (c888a617-3714-4cef-ab54-9099c8d33309), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.300637 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c888a617-3714-4cef-ab54-9099c8d33309), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.310568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fcfc68-cbc5-4627-82c1-573c0724bf63 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:06.316788 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.320311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-40fcfc68-cbc5-4627-82c1-573c0724bf63 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1281033 Feb 03 11:27:06.321054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:06.345713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:06.349212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:06.354517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:06.404487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Pushing event updated for resources: {'Port': ['ID=c888a617-3714-4cef-ab54-9099c8d33309,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:06.417669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:06.437313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2bd4034b-c597-425a-b436-0809e7ecd1fd no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:06.466558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.488617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.497572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 704a2697-4c80-4879-863c-c2718ef81b30 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:06.498168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (704a2697-4c80-4879-863c-c2718ef81b30), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.507891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2bd4034b-c597-425a-b436-0809e7ecd1fd {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:06.508400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2bd4034b-c597-425a-b436-0809e7ecd1fd not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:06.547597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Attempting to bind port c888a617-3714-4cef-ab54-9099c8d33309 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:06.550368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Attempting to bind port c888a617-3714-4cef-ab54-9099c8d33309 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:06.550805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Attempting to bind port c888a617-3714-4cef-ab54-9099c8d33309 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:06.581905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:06.582301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:06.582719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.583122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:06.586044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Bound port: c888a617-3714-4cef-ab54-9099c8d33309, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:06.587879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c888a617-3714-4cef-ab54-9099c8d33309), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.593136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=1729ce6a-e6d4-4ca8-8836-cba3b096cb31,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:06.616743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 is not hosted by any dhcp agent {{(pid=103126) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:27:06.625019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:06.626014 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.628748 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d42cdc14-af4d-48d3-a870-e3004db26541 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "PUT /v2.0/networks/1729ce6a-e6d4-4ca8-8836-cba3b096cb31 HTTP/1.1" status: 200 len: 723 time: 1.2427838 Feb 03 11:27:06.631957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:06.634014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54662) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:06.641776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:06.653446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (704a2697-4c80-4879-863c-c2718ef81b30), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.676554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388675187-network', 'tenant_id': 'bde6fcd0cfac48da89925d3db46af9ec'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:06.688891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 704a2697-4c80-4879-863c-c2718ef81b30 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:06.786948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Made reservation on behalf of bde6fcd0cfac48da89925d3db46af9ec for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:06.790493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:06.790853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.798038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] For port c888a617-3714-4cef-ab54-9099c8d33309, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:06.799967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.803228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] For port c888a617-3714-4cef-ab54-9099c8d33309, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c888a617-3714-4cef-ab54-9099c8d33309,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:06.807805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.814781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c888a617-3714-4cef-ab54-9099c8d33309), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.984703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ab11-1e0c-4b95-b9b2-4330856ee792 admin admin] Publish callbacks [] for security_group (635dd691-82e2-4b76-befd-a5dbeff37a27), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:06.991204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de57796-0aa3-4707-a5b0-5c5aa5134457 None None] Pushing event updated for resources: {'Port': ['ID=c888a617-3714-4cef-ab54-9099c8d33309,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:06.992575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (704a2697-4c80-4879-863c-c2718ef81b30), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.011092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ab11-1e0c-4b95-b9b2-4330856ee792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (635dd691-82e2-4b76-befd-a5dbeff37a27), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.058488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=704a2697-4c80-4879-863c-c2718ef81b30,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.075700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks [] for security_group (40ab30f3-2edf-4148-86d9-3e1628064ee5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.100218 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40ab30f3-2edf-4148-86d9-3e1628064ee5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.105100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4ab11-1e0c-4b95-b9b2-4330856ee792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635dd691-82e2-4b76-befd-a5dbeff37a27,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.113524 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8c4ab11-1e0c-4b95-b9b2-4330856ee792 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fc1c609e6b74341a24f2bd1f55a99a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7066615 Feb 03 11:27:07.115820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:07.124642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:07.140091 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cdb3c1f6-6510-402f-8247-01f7219cc36c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.140091 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Added segment cdb3c1f6-6510-402f-8247-01f7219cc36c of type vlan for network ad92d7d2-ee06-4ccc-867d-5df42759498f Feb 03 11:27:07.187175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ad92d7d2-ee06-4ccc-867d-5df42759498f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.225046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.231149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:07.243113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ba40756a-fe3c-448b-8423-3d27e198bf65 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/704a2697-4c80-4879-863c-c2718ef81b30 HTTP/1.1" status: 204 len: 168 time: 0.9086025 Feb 03 11:27:07.243113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ad92d7d2-ee06-4ccc-867d-5df42759498f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.243113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:07.243473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.340237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.344849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] Publish callbacks [] for security_group (635dd691-82e2-4b76-befd-a5dbeff37a27), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.360434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab30f3-2edf-4148-86d9-3e1628064ee5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.375767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9565306 Feb 03 11:27:07.376968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:07.387453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Request body: {'subnet': {'network_id': 'ad92d7d2-ee06-4ccc-867d-5df42759498f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388675187-subnet', 'tenant_id': 'bde6fcd0cfac48da89925d3db46af9ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:07.420741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] Publish callbacks [] for security_group (635dd691-82e2-4b76-befd-a5dbeff37a27), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.439086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484005c2-d17b-4b77-ab5b-b343397b7f5f admin admin] Pushing event updated for resources: {'Network': ['ID=ad92d7d2-ee06-4ccc-867d-5df42759498f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.450610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ad92d7d2-ee06-4ccc-867d-5df42759498f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:07.476496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Made reservation on behalf of bde6fcd0cfac48da89925d3db46af9ec for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:07.478921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.558499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb15ed-3476-432a-93c3-8ce31f0c49ae tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:07.565658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb15ed-3476-432a-93c3-8ce31f0c49ae tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:07.568956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fccb15ed-3476-432a-93c3-8ce31f0c49ae tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3353093 Feb 03 11:27:07.572092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:07.573895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7c7f8524-226c-453c-99e9-2196b34becaf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.690983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet d8855fb9-7cc8-4a21-be8e-b0fc453b90ec {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:07.700039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (d8855fb9-7cc8-4a21-be8e-b0fc453b90ec), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.719136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (635dd691-82e2-4b76-befd-a5dbeff37a27), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.727465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.728719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/635dd691-82e2-4b76-befd-a5dbeff37a27 HTTP/1.1" status: 204 len: 168 time: 0.6118801 Feb 03 11:27:07.762586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '744c9a1f-1701-4c70-a1f0-067a15244cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:07.764840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: 1729ce6a-e6d4-4ca8-8836-cba3b096cb31, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:07.785715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=7c7f8524-226c-453c-99e9-2196b34becaf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.796385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bee06-8ee5-4ede-89b5-e190337fddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635dd691-82e2-4b76-befd-a5dbeff37a27,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:07.832381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:07.851182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1729ce6a-e6d4-4ca8-8836-cba3b096cb31) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:07.858761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:07.859138 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (d8855fb9-7cc8-4a21-be8e-b0fc453b90ec), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.859981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:07.863568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb4a26-8898-4bf2-9c4f-4791c1eab1b4 None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:07.896777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-65710793-f89a-4fba-b14f-860aa6f359f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2599783 Feb 03 11:27:07.898886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:07.905471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:07.936017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (f0e24589-bf77-4c87-8bfd-b92f0c134acc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.103699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e24589-bf77-4c87-8bfd-b92f0c134acc,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:08.111685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1729ce6a-e6d4-4ca8-8836-cba3b096cb31', 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': '7c7f8524-226c-453c-99e9-2196b34becaf'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:08.112698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.156708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Checking segment: {'id': 'cdb3c1f6-6510-402f-8247-01f7219cc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad92d7d2-ee06-4ccc-867d-5df42759498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:08.157018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Network hostable DHCP agents. Network: ad92d7d2-ee06-4ccc-867d-5df42759498f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:08.159668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d8855fb9-7cc8-4a21-be8e-b0fc453b90ec), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.160248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066570194'] for subnet (7c7f8524-226c-453c-99e9-2196b34becaf), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.310948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Network ad92d7d2-ee06-4ccc-867d-5df42759498f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:08.345325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ad92d7d2-ee06-4ccc-867d-5df42759498f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:08.363849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:08.364565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.368861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (d8855fb9-7cc8-4a21-be8e-b0fc453b90ec), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.378909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20491825-f77c-45e1-bd15-86fcf5ce439d None None] Network ad92d7d2-ee06-4ccc-867d-5df42759498f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:08.459678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=d8855fb9-7cc8-4a21-be8e-b0fc453b90ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:08.493590 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.498983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4cb256fe-b846-43be-80fd-3c782fb97ec0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/d8855fb9-7cc8-4a21-be8e-b0fc453b90ec HTTP/1.1" status: 204 len: 168 time: 0.9229469 Feb 03 11:27:08.499435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:08.526857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-71f05000-944f-4ea2-951c-dcf60169cf90 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1358886 Feb 03 11:27:08.616960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65a458b0-0861-4e75-a3d8-55422d0db7c9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138277 Feb 03 11:27:08.618476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:08.654188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5e41d-8524-487a-8afd-cfcd17f9bc12 None None] Network ad92d7d2-ee06-4ccc-867d-5df42759498f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:08.662311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741877012709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066603769'] for subnet (7c7f8524-226c-453c-99e9-2196b34becaf), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.764361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:08.767892 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:08.780361 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "PUT /v2.0/subnets/7c7f8524-226c-453c-99e9-2196b34becaf HTTP/1.1" status: 200 len: 806 time: 0.8781178 Feb 03 11:27:08.791001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50a2ce-b2b3-4ecc-b332-b69b9a1d1fd9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:08.792087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54696) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:08.797516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2f50a2ce-b2b3-4ecc-b332-b69b9a1d1fd9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1748326 Feb 03 11:27:08.798471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Allocated IP 172.20.0.2 (1729ce6a-e6d4-4ca8-8836-cba3b096cb31/7c7f8524-226c-453c-99e9-2196b34becaf/aaa38d1b-670e-49d0-a935-47a8c355d074) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:08.798734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:08.960393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c888a617-3714-4cef-ab54-9099c8d33309 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:08.966295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e505b-e86a-45a9-ad19-08d04ea65826 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:08.984936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1f0684-2497-4365-831a-f3a8f5249336 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:08.987387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada784e5-ee3d-4e37-b8c6-ca5c0b096873 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=7c7f8524-226c-453c-99e9-2196b34becaf,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:08.988832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c1f0684-2497-4365-831a-f3a8f5249336 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884749 Feb 03 11:27:08.989656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54712) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:09.064701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b561a3cd-1652-4d30-98d0-215201f94383 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731761 Feb 03 11:27:09.065486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54720) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:09.081985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:09.155855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.318432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7c7f8524-226c-453c-99e9-2196b34becaf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.366788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:09.371929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.378218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Provisioning complete for port c888a617-3714-4cef-ab54-9099c8d33309 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:09.378611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c888a617-3714-4cef-ab54-9099c8d33309), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.458606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks [] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.507417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.540656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7c7f8524-226c-453c-99e9-2196b34becaf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.578872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:09.578872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c888a617-3714-4cef-ab54-9099c8d33309 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:09.579185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c888a617-3714-4cef-ab54-9099c8d33309), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.584767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:09.612594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:09.651336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7f8524-226c-453c-99e9-2196b34becaf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:09.690559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Pushing event updated for resources: {'Port': ['ID=aaa38d1b-670e-49d0-a935-47a8c355d074,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:09.766902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:09.774412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.803688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1729ce6a-e6d4-4ca8-8836-cba3b096cb31']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:09.816659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744c9a1f-1701-4c70-a1f0-067a15244cd4') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:09.817293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744c9a1f-1701-4c70-a1f0-067a15244cd4') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:09.831322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.854674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.862912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:09.863601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:09.868293 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:10.004883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:10.010314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-16733096-network', 'tenant_id': '0c7f4a12f275444184b447a684b64624'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:10.010706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Current status of the port c888a617-3714-4cef-ab54-9099c8d33309 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:10.011314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c888a617-3714-4cef-ab54-9099c8d33309), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.025045 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:27:10.025045 n-d-821606-6 neutron-server[103126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:27:10.025045 n-d-821606-6 neutron-server[103126]: [parameters: {'id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'}] Feb 03 11:27:10.025045 n-d-821606-6 neutron-server[103126]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:27:10.025045 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:27:10.030057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Attempting to bind port aaa38d1b-670e-49d0-a935-47a8c355d074 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:10.030509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Attempting to bind port aaa38d1b-670e-49d0-a935-47a8c355d074 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '744c9a1f-1701-4c70-a1f0-067a15244cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:10.031452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Attempting to bind port aaa38d1b-670e-49d0-a935-47a8c355d074 on network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:10.054289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:10.054920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Checking segment: {'id': '744c9a1f-1701-4c70-a1f0-067a15244cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:10.055563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.056121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Bound using segment: {'id': '744c9a1f-1701-4c70-a1f0-067a15244cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:10.056788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Bound port: aaa38d1b-670e-49d0-a935-47a8c355d074, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c9a1f-1701-4c70-a1f0-067a15244cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1729ce6a-e6d4-4ca8-8836-cba3b096cb31'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:10.057323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.083581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Made reservation on behalf of 0c7f4a12f275444184b447a684b64624 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:10.086817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.125559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.127673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] For port c888a617-3714-4cef-ab54-9099c8d33309, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c888a617-3714-4cef-ab54-9099c8d33309,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:10.134173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:27:10.149735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c888a617-3714-4cef-ab54-9099c8d33309), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.320512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Deleting port c888a617-3714-4cef-ab54-9099c8d33309 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:10.321267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c888a617-3714-4cef-ab54-9099c8d33309), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.353288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks [] for security_group (dc71fce0-b070-446e-b67e-e9a99003260b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.361590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dc71fce0-b070-446e-b67e-e9a99003260b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.371127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c888a617-3714-4cef-ab54-9099c8d33309 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:10.416164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:10.459577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0788887f-069c-4730-b31a-cba449ff59df), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.461276 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Added segment 0788887f-069c-4730-b31a-cba449ff59df of type vlan for network 920c8b5a-4c7c-4bd5-be95-81178f578b62 Feb 03 11:27:10.496090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] For port aaa38d1b-670e-49d0-a935-47a8c355d074, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:10.504441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a6718-9c29-4632-8c36-ee35c2f3d2af None None] Pushing event updated for resources: {'Port': ['ID=c888a617-3714-4cef-ab54-9099c8d33309,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:10.574451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] For port aaa38d1b-670e-49d0-a935-47a8c355d074, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=aaa38d1b-670e-49d0-a935-47a8c355d074,segment=NetworkSegment(744c9a1f-1701-4c70-a1f0-067a15244cd4),segment_id=744c9a1f-1701-4c70-a1f0-067a15244cd4)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:10.606622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c888a617-3714-4cef-ab54-9099c8d33309 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:10.614674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.629520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c888a617-3714-4cef-ab54-9099c8d33309), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.672230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.679873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71fce0-b070-446e-b67e-e9a99003260b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:10.696854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (920c8b5a-4c7c-4bd5-be95-81178f578b62), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.764667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (920c8b5a-4c7c-4bd5-be95-81178f578b62), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.765905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:10.766286 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.819892 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8137417 Feb 03 11:27:10.831551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54764) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:10.837548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Request body: {'subnet': {'network_id': '920c8b5a-4c7c-4bd5-be95-81178f578b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-16733096-subnet', 'tenant_id': '0c7f4a12f275444184b447a684b64624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:10.839968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc432-31e8-416e-bece-01442708e556 None None] Pushing event updated for resources: {'Port': ['ID=aaa38d1b-670e-49d0-a935-47a8c355d074,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:10.866492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Made reservation on behalf of 0c7f4a12f275444184b447a684b64624 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:10.869640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.891745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] For port c888a617-3714-4cef-ab54-9099c8d33309, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c888a617-3714-4cef-ab54-9099c8d33309,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:10.892979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c888a617-3714-4cef-ab54-9099c8d33309), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:10.916632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc329-8f15-4402-bdd6-2ccce702bc88 admin admin] Pushing event updated for resources: {'Network': ['ID=920c8b5a-4c7c-4bd5-be95-81178f578b62,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:10.934032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Calling delete_port for c888a617-3714-4cef-ab54-9099c8d33309 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:10.958891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port aaa38d1b-670e-49d0-a935-47a8c355d074 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:10.959464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.059748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port c888a617-3714-4cef-ab54-9099c8d33309, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c888a617-3714-4cef-ab54-9099c8d33309,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:11.100020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port aaa38d1b-670e-49d0-a935-47a8c355d074, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=aaa38d1b-670e-49d0-a935-47a8c355d074,segment=NetworkSegment(744c9a1f-1701-4c70-a1f0-067a15244cd4),segment_id=744c9a1f-1701-4c70-a1f0-067a15244cd4)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:11.100650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.128075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for aaa38d1b-670e-49d0-a935-47a8c355d074 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:11.188706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (c888a617-3714-4cef-ab54-9099c8d33309), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.204851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c888a617-3714-4cef-ab54-9099c8d33309), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.286188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (0cd5b06e-3939-44c0-a185-9be520b23f7d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.387375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aaa38d1b-670e-49d0-a935-47a8c355d074), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.412743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:11.447655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:11.458347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=aaa38d1b-670e-49d0-a935-47a8c355d074,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:11.463715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port aaa38d1b-670e-49d0-a935-47a8c355d074 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:11.469507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:11.470231 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.483750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=c888a617-3714-4cef-ab54-9099c8d33309,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:11.489338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=0cd5b06e-3939-44c0-a185-9be520b23f7d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:11.495235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 920c8b5a-4c7c-4bd5-be95-81178f578b62 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:11.504690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4368720 Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-2611c774-71b9-41a2-8eb2-c85db51faabe None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port aaa38d1b-670e-49d0-a935-47a8c355d074 could not be found. Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.515432 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port aaa38d1b-670e-49d0-a935-47a8c355d074 could not be found. Feb 03 11:27:11.520581 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:27:11.523653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54778) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:11.536049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:11.547896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.548784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.549365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.549917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.550495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.551880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.553082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.553805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.554382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.554930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.556321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.557152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.558516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.558802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d005f-aa83-4a8e-b61b-991e303d0661 None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:11.562564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:11.567168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.568198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.569119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.569908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.570413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.570793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.571232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.571671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.572104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.573116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.573554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.574013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.574445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ecd5fc-23fa-4e0c-9fba-c15f9c6e6038 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:11.590404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (01cd5d0b-fb7f-4137-83cc-8d0033d13c2d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.675912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cd5d0b-fb7f-4137-83cc-8d0033d13c2d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:11.725431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Checking segment: {'id': '0788887f-069c-4730-b31a-cba449ff59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '920c8b5a-4c7c-4bd5-be95-81178f578b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:11.725966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Network hostable DHCP agents. Network: 920c8b5a-4c7c-4bd5-be95-81178f578b62, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:11.750469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Network 920c8b5a-4c7c-4bd5-be95-81178f578b62 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:11.758770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.768720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 920c8b5a-4c7c-4bd5-be95-81178f578b62) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:11.779446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c888a617-3714-4cef-ab54-9099c8d33309 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:11.780048 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c888a617-3714-4cef-ab54-9099c8d33309), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.795107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1729ce6a-e6d4-4ca8-8836-cba3b096cb31']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:11.804871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:11.806083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.817350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744c9a1f-1701-4c70-a1f0-067a15244cd4') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:11.817705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744c9a1f-1701-4c70-a1f0-067a15244cd4') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:11.822257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65a8e91d-c6f3-47fc-b3b9-e8f54cbb356e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.832409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.836162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25854d0-a5e8-4c05-a55e-35a67e40bb80 None None] Network 920c8b5a-4c7c-4bd5-be95-81178f578b62 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:11.886061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-21b8a11e-06e8-4ae8-9cee-87839c1d9025 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0529604 Feb 03 11:27:11.895552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.901845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:11.905897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.927255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:11.927465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (744c9a1f-1701-4c70-a1f0-067a15244cd4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:11.930725 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:12.026792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f248f-5f5b-4609-9750-de94f5d50f46 None None] Network 1729ce6a-e6d4-4ca8-8836-cba3b096cb31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:12.032670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c888a617-3714-4cef-ab54-9099c8d33309), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.073678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] No DVR routers for this DVR port c888a617-3714-4cef-ab54-9099c8d33309 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:12.087908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1729ce6a-e6d4-4ca8-8836-cba3b096cb31), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.098784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.105562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/1729ce6a-e6d4-4ca8-8836-cba3b096cb31 HTTP/1.1" status: 204 len: 168 time: 3.3123324 Feb 03 11:27:12.106197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65a8e91d-c6f3-47fc-b3b9-e8f54cbb356e admin admin] Publish callbacks [] for security_group (ac214afb-2c79-4af2-9831-56efbb4d6617), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.109925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.111150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.129805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083303e-f9c6-43c4-87ec-ae3fa37a01cf tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=1729ce6a-e6d4-4ca8-8836-cba3b096cb31,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.139419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29103e87-10e6-4ca8-b3a0-f52c47b59bb2 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:12.142717 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cd5b06e-3939-44c0-a185-9be520b23f7d (CIDR: 2001:db8::/64) Feb 03 11:27:12.146901 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:27:12.147627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:12.159327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb80512-eea5-4783-959c-ab2f12c4855b None None] Pushing event deleted for resources: {'Port': ['ID=c888a617-3714-4cef-ab54-9099c8d33309,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.176454 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6247c44-ea18-4968-b8bb-ecaf30047d01 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6549377 Feb 03 11:27:12.177671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.183747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:12.291139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65a8e91d-c6f3-47fc-b3b9-e8f54cbb356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac214afb-2c79-4af2-9831-56efbb4d6617), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.335560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701d995-6dbe-4f85-931d-7033cacb431a None None] Network 920c8b5a-4c7c-4bd5-be95-81178f578b62 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:12.375693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '0cd5b06e-3939-44c0-a185-9be520b23f7d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:12.376579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.417538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:12.422707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.423563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65a8e91d-c6f3-47fc-b3b9-e8f54cbb356e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=753f19a30cdf4d96a85db1b674af77dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8438482 Feb 03 11:27:12.432662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8e91d-c6f3-47fc-b3b9-e8f54cbb356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac214afb-2c79-4af2-9831-56efbb4d6617,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.434980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54796) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.444656 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-578761dc-a89e-408c-9e64-7adfb1aab080 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:12.447311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578761dc-a89e-408c-9e64-7adfb1aab080 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:12.454571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-578761dc-a89e-408c-9e64-7adfb1aab080 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/1729ce6a-e6d4-4ca8-8836-cba3b096cb31 HTTP/1.1" status: 404 len: 339 time: 0.3110399 Feb 03 11:27:12.463830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.477483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154242272', 'description': 'd1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:12.509833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Deleting subnet f0e24589-bf77-4c87-8bfd-b92f0c134acc {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:12.517911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Publish callbacks [] for subnet (f0e24589-bf77-4c87-8bfd-b92f0c134acc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.603206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f0e24589-bf77-4c87-8bfd-b92f0c134acc), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.614418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Allocated IP 2001:db8::f816:3eff:fe71:fab3 (134040e6-0113-4b2f-96c2-7e25b948102e/0cd5b06e-3939-44c0-a185-9be520b23f7d/08f8cc52-03aa-4c60-b203-87b6166455c8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:12.671778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] Publish callbacks [] for security_group (ac214afb-2c79-4af2-9831-56efbb4d6617), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.691905 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f0e24589-bf77-4c87-8bfd-b92f0c134acc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.699691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] Publish callbacks [] for security_group (ac214afb-2c79-4af2-9831-56efbb4d6617), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.758350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:12.762485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.809121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f0e24589-bf77-4c87-8bfd-b92f0c134acc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.825987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac214afb-2c79-4af2-9831-56efbb4d6617), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.829368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.830686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac214afb-2c79-4af2-9831-56efbb4d6617 HTTP/1.1" status: 204 len: 168 time: 0.3943858 Feb 03 11:27:12.845740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14651f-27ac-4585-bd00-958069cddd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac214afb-2c79-4af2-9831-56efbb4d6617,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.850916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks [] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.870857 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.888655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:12.904576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f0e24589-bf77-4c87-8bfd-b92f0c134acc HTTP/1.1" status: 204 len: 168 time: 0.7899070 Feb 03 11:27:12.907454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:12.928045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:12.929390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abeae9-4778-4362-8d7c-e5d4dcfb019e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e24589-bf77-4c87-8bfd-b92f0c134acc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.949341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:12.953389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:12.955941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:12.960702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:13.020630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (783ff72c-8762-4b19-b6d8-bec44697e5fe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.021075 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 783ff72c-8762-4b19-b6d8-bec44697e5fe of type vlan for network e2e9973b-690b-427b-a91e-84586143765f Feb 03 11:27:13.076218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Attempting to bind port 08f8cc52-03aa-4c60-b203-87b6166455c8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:13.076589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Attempting to bind port 08f8cc52-03aa-4c60-b203-87b6166455c8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:13.077122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Attempting to bind port 08f8cc52-03aa-4c60-b203-87b6166455c8 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:13.094265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:13.094646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:13.095263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.095453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:13.097940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Bound port: 08f8cc52-03aa-4c60-b203-87b6166455c8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:13.099311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.128251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ad92d7d2-ee06-4ccc-867d-5df42759498f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.137841 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e2e9973b-690b-427b-a91e-84586143765f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.187251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e2e9973b-690b-427b-a91e-84586143765f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.194675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:13.195489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.214965 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (4514223b-30f0-4ce9-9f49-2318138cb9a4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.292807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:13.301270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:13.310642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:13.311684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.311810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:13.317775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:13.341152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=4514223b-30f0-4ce9-9f49-2318138cb9a4,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:13.347035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.362317 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba7a5110-1e20-4cf1-8a66-929cfc97d662 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1833189 Feb 03 11:27:13.362985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54810) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:13.371389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:1a:36:2b', 'name': 'tempest-NetworksTestDHCPv6-1359598173'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:13.377114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9105778 Feb 03 11:27:13.382867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54816) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:13.464924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7968c0-837c-434a-8470-7a8a0e8901d0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=e2e9973b-690b-427b-a91e-84586143765f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:13.468129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ad92d7d2-ee06-4ccc-867d-5df42759498f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.508388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e2e9973b-690b-427b-a91e-84586143765f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:13.563222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad92d7d2-ee06-4ccc-867d-5df42759498f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:13.564736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:13.616354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb3c1f6-6510-402f-8247-01f7219cc36c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:13.625269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb3c1f6-6510-402f-8247-01f7219cc36c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:13.648380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f9ba2-40ea-470e-95ac-6f329c04fae2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:13.652486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-713f9ba2-40ea-470e-95ac-6f329c04fae2 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks?id=e2e9973b-690b-427b-a91e-84586143765f HTTP/1.1" status: 200 len: 760 time: 0.2355494 Feb 03 11:27:13.652814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (cdb3c1f6-6510-402f-8247-01f7219cc36c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.654448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:13.659527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'description': 'd2'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:13.706037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cdb3c1f6-6510-402f-8247-01f7219cc36c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.786054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23437-4167-4510-aadc-73dec13ab7a4 None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:13.835538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.844644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:13.845671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (cdb3c1f6-6510-402f-8247-01f7219cc36c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.901841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 1846e964-9911-4e23-95c4-fec55656ab98 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:13.926343 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:13.946242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ad92d7d2-ee06-4ccc-867d-5df42759498f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.956595 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:13.960834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad92d7d2-ee06-4ccc-867d-5df42759498f HTTP/1.1" status: 204 len: 168 time: 1.0199604 Feb 03 11:27:13.967548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:14.182501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ed78a-0a8a-4719-ba5b-13a228b5a927 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad92d7d2-ee06-4ccc-867d-5df42759498f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:14.259304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e2e9973b-690b-427b-a91e-84586143765f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.292454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8:0:1::182 (134040e6-0113-4b2f-96c2-7e25b948102e/4514223b-30f0-4ce9-9f49-2318138cb9a4/1846e964-9911-4e23-95c4-fec55656ab98) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:14.304079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Deleting subnet 01cd5d0b-fb7f-4137-83cc-8d0033d13c2d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:14.308406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e2e9973b-690b-427b-a91e-84586143765f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.311226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Publish callbacks [] for subnet (01cd5d0b-fb7f-4137-83cc-8d0033d13c2d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.311764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe1a:362b (134040e6-0113-4b2f-96c2-7e25b948102e/0cd5b06e-3939-44c0-a185-9be520b23f7d/1846e964-9911-4e23-95c4-fec55656ab98) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:14.463549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=e2e9973b-690b-427b-a91e-84586143765f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:14.477508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e2e9973b-690b-427b-a91e-84586143765f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:14.516428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network e2e9973b-690b-427b-a91e-84586143765f is not hosted by any dhcp agent {{(pid=103127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:27:14.533308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:14.537837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.547521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dbdd863f-878d-41d9-a1ca-b71463cce923 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "PUT /v2.0/networks/e2e9973b-690b-427b-a91e-84586143765f HTTP/1.1" status: 200 len: 757 time: 0.8920331 Feb 03 11:27:14.550375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:14.589081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (01cd5d0b-fb7f-4137-83cc-8d0033d13c2d), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.672740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (1846e964-9911-4e23-95c4-fec55656ab98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.742815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1846e964-9911-4e23-95c4-fec55656ab98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.782745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:14.823721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (01cd5d0b-fb7f-4137-83cc-8d0033d13c2d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.843769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:14.851004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd5d7b-1e64-414c-9ea9-ba902532e513 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:14.852572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-66cd5d7b-1e64-414c-9ea9-ba902532e513 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks?id=e2e9973b-690b-427b-a91e-84586143765f HTTP/1.1" status: 200 len: 760 time: 0.3012958 Feb 03 11:27:14.856282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:14.857763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.877397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:14.894243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:14.901351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1356594781'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:14.905702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:14.916300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:14.918031 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:14.945445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5807502 Feb 03 11:27:14.946390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:15.000387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (01cd5d0b-fb7f-4137-83cc-8d0033d13c2d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.023387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaa0ca-c997-4bfc-964d-f61853947b69 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=1846e964-9911-4e23-95c4-fec55656ab98,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:15.054461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:15.066275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.104755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cd5d0b-fb7f-4137-83cc-8d0033d13c2d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:15.113025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.126411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3f5d5d8-ae1f-4e69-bc58-cf3fffe6a492 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/01cd5d0b-fb7f-4137-83cc-8d0033d13c2d HTTP/1.1" status: 204 len: 168 time: 1.1508062 Feb 03 11:27:15.136880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54860) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:15.149110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:15.151555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.216378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:15.246464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:15.261071 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.261325 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 8fccbad3-2bcd-4834-9bac-9703ae7603e5 of type vlan for network cada93a7-e051-4751-a3ec-609c290cc672 Feb 03 11:27:15.264479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 1846e964-9911-4e23-95c4-fec55656ab98 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:15.264945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1846e964-9911-4e23-95c4-fec55656ab98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.272338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.359234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:15.365813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (920c8b5a-4c7c-4bd5-be95-81178f578b62), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.471028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (cada93a7-e051-4751-a3ec-609c290cc672), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.497175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1bea8-0f89-45bd-9bfa-2665237430a0 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:27:15.549032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (cada93a7-e051-4751-a3ec-609c290cc672), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.559296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:15.560109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.581764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1846e964-9911-4e23-95c4-fec55656ab98), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.585455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (920c8b5a-4c7c-4bd5-be95-81178f578b62), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.603567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 1846e964-9911-4e23-95c4-fec55656ab98 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:15.638981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920c8b5a-4c7c-4bd5-be95-81178f578b62']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:15.642820 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7470903 Feb 03 11:27:15.651081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54868) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:15.664120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:15.719673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1bea8-0f89-45bd-9bfa-2665237430a0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:27:15.751186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fd417020-8dd3-4ad1-8615-1794bb923a80 None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:15.751642 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd417020-8dd3-4ad1-8615-1794bb923a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.783485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0788887f-069c-4730-b31a-cba449ff59df') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:15.783855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0788887f-069c-4730-b31a-cba449ff59df') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:15.792425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:15.796127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.837062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (0788887f-069c-4730-b31a-cba449ff59df), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.907598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e3012-01d7-42e7-80b2-dd9085f90255 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=cada93a7-e051-4751-a3ec-609c290cc672,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:15.942315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network cada93a7-e051-4751-a3ec-609c290cc672 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:15.949149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54876) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:15.974828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0788887f-069c-4730-b31a-cba449ff59df), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.988698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:15.989130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (0788887f-069c-4730-b31a-cba449ff59df), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:15.991006 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:16.122988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (920c8b5a-4c7c-4bd5-be95-81178f578b62), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.129131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.137108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] 10.222.0.30 "DELETE /v2.0/networks/920c8b5a-4c7c-4bd5-be95-81178f578b62 HTTP/1.1" status: 204 len: 168 time: 0.9990547 Feb 03 11:27:16.164539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf6cdb-3024-48e6-a36a-6eeffe68456a admin admin] Pushing event deleted for resources: {'Network': ['ID=920c8b5a-4c7c-4bd5-be95-81178f578b62,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:16.308784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1846e964-9911-4e23-95c4-fec55656ab98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.492009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=1846e964-9911-4e23-95c4-fec55656ab98,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:16.557708 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (a59dda27-7cf8-4d1c-b62a-7e7e56b036a4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.590498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-671618652'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:16.617309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.641721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b3682caa-1386-4289-a205-7090f080e6b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/1846e964-9911-4e23-95c4-fec55656ab98 HTTP/1.1" status: 204 len: 168 time: 1.6696391 Feb 03 11:27:16.642966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:16.671987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.673956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:16.688240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Made reservation on behalf of 78f28139577d43c38193b359b318268c for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:16.694024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.699589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:16.718531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '8fccbad3-2bcd-4834-9bac-9703ae7603e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:16.718904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: cada93a7-e051-4751-a3ec-609c290cc672, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:16.730016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=a59dda27-7cf8-4d1c-b62a-7e7e56b036a4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:16.762464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.765120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network cada93a7-e051-4751-a3ec-609c290cc672 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:16.786017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, cada93a7-e051-4751-a3ec-609c290cc672) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:16.795902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:16.796495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.805391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd417020-8dd3-4ad1-8615-1794bb923a80 None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:16.830898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bcaa408c-eaa4-41dd-860c-1a219d760129 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785944 Feb 03 11:27:16.831511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:16.881277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:16.881841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:16.906923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a60b4-c348-4076-922d-1e3aa8796629 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:16.908472 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e13a60b4-c348-4076-922d-1e3aa8796629 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2321129 Feb 03 11:27:16.916993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54890) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:16.968082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee66373-3032-4466-b14f-87e390745476 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:17.033383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08d78514-91e7-4159-8b77-01a0e0705be6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bde6fcd0cfac48da89925d3db46af9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740059 Feb 03 11:27:17.043265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:17.076595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f62bf9-be6b-43cf-9adb-389a2eaa3ae4 None None] Network cada93a7-e051-4751-a3ec-609c290cc672 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:17.085139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729b552-8d77-453f-a79e-9a779b31b9b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:17.087900 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0729b552-8d77-453f-a79e-9a779b31b9b5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1639433 Feb 03 11:27:17.091371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54896) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:17.154469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for security_group (32d9c2d1-ca77-46ef-b919-6cce43db12f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.186244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32d9c2d1-ca77-46ef-b919-6cce43db12f9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.213954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (cada93a7-e051-4751-a3ec-609c290cc672), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.255810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920cd26-4e74-47a5-a10e-ff34e39f911c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:17.257186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920cd26-4e74-47a5-a10e-ff34e39f911c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:17.258610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920cd26-4e74-47a5-a10e-ff34e39f911c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:17.260400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2920cd26-4e74-47a5-a10e-ff34e39f911c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1671445 Feb 03 11:27:17.269171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54898) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:17.272131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:17.277400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d9c2d1-ca77-46ef-b919-6cce43db12f9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:17.309545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] Publish callbacks [] for security_group (40ab30f3-2edf-4148-86d9-3e1628064ee5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.348476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] Publish callbacks [] for security_group (40ab30f3-2edf-4148-86d9-3e1628064ee5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.380888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:17.397787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-cada93a7-e051-4751-a3ec-609c290cc672', 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'a59dda27-7cf8-4d1c-b62a-7e7e56b036a4'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:17.398666 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.442221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2650fd34-405b-4b07-9663-c099d16c6368), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.442657 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Added segment 2650fd34-405b-4b07-9663-c099d16c6368 of type vlan for network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d Feb 03 11:27:17.515270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.557227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.559160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 0cd5b06e-3939-44c0-a185-9be520b23f7d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:17.564691 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (0cd5b06e-3939-44c0-a185-9be520b23f7d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.565519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:17.566674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.580465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Allocated IP 172.20.0.2 (cada93a7-e051-4751-a3ec-609c290cc672/a59dda27-7cf8-4d1c-b62a-7e7e56b036a4/2ff1815e-0ae1-4ab7-8afa-fb155000e443) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:17.601783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a59dda27-7cf8-4d1c-b62a-7e7e56b036a4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.617375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40ab30f3-2edf-4148-86d9-3e1628064ee5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.621967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.628066 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40ab30f3-2edf-4148-86d9-3e1628064ee5 HTTP/1.1" status: 204 len: 168 time: 0.5814843 Feb 03 11:27:17.686110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (0cd5b06e-3939-44c0-a185-9be520b23f7d), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.707589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d23b8f-39aa-41b1-8037-2f013f495923 None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': '0cd5b06e-3939-44c0-a185-9be520b23f7d', 'ip_address': '2001:db8::f816:3eff:fe71:fab3'}, {'subnet_id': '4514223b-30f0-4ce9-9f49-2318138cb9a4'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '08f8cc52-03aa-4c60-b203-87b6166455c8'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:27:17.709820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event updated for resources: {'Network': ['ID=32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:17.727163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:17.731790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04bb4e1e-b078-48cc-b6bb-bc9063bf0ec7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7797832 Feb 03 11:27:17.733330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117867d-f416-445f-af6b-80a76009a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab30f3-2edf-4148-86d9-3e1628064ee5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:17.739966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:17.753572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Request body: {'subnet': {'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:17.819114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6d23b8f-39aa-41b1-8037-2f013f495923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.893019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0cd5b06e-3939-44c0-a185-9be520b23f7d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:17.930676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Made reservation on behalf of 78f28139577d43c38193b359b318268c for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:17.934463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.227202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:18.237862 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks [] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.253259 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.297093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc35d1cf-794b-4f60-a325-6705f64e3361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c7f4a12f275444184b447a684b64624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686309 Feb 03 11:27:18.297829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:18.336845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Network cada93a7-e051-4751-a3ec-609c290cc672 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:18.339254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Pushing event updated for resources: {'Port': ['ID=2ff1815e-0ae1-4ab7-8afa-fb155000e443,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:18.342392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:18.347082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:18.430662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] Publish callbacks [] for security_group (dc71fce0-b070-446e-b67e-e9a99003260b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.459085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] Publish callbacks [] for security_group (dc71fce0-b070-446e-b67e-e9a99003260b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.508945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Attempting to bind port 2ff1815e-0ae1-4ab7-8afa-fb155000e443 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:18.508945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Attempting to bind port 2ff1815e-0ae1-4ab7-8afa-fb155000e443 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8fccbad3-2bcd-4834-9bac-9703ae7603e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:18.509806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Attempting to bind port 2ff1815e-0ae1-4ab7-8afa-fb155000e443 on network cada93a7-e051-4751-a3ec-609c290cc672 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:18.519720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:18.520117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Checking segment: {'id': '8fccbad3-2bcd-4834-9bac-9703ae7603e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:18.521691 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.521691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Bound using segment: {'id': '8fccbad3-2bcd-4834-9bac-9703ae7603e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:18.522484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dc71fce0-b070-446e-b67e-e9a99003260b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.522620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Bound port: 2ff1815e-0ae1-4ab7-8afa-fb155000e443, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fccbad3-2bcd-4834-9bac-9703ae7603e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cada93a7-e051-4751-a3ec-609c290cc672'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:18.523085 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.526579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.539007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (a59dda27-7cf8-4d1c-b62a-7e7e56b036a4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.551274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc71fce0-b070-446e-b67e-e9a99003260b HTTP/1.1" status: 204 len: 168 time: 0.2516150 Feb 03 11:27:18.569261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e07ab4-78d4-4ebb-838f-2de39d95f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71fce0-b070-446e-b67e-e9a99003260b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:18.581167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=a59dda27-7cf8-4d1c-b62a-7e7e56b036a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:18.629991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] For port 2ff1815e-0ae1-4ab7-8afa-fb155000e443, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:18.636164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] For port 2ff1815e-0ae1-4ab7-8afa-fb155000e443, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2ff1815e-0ae1-4ab7-8afa-fb155000e443,segment=NetworkSegment(8fccbad3-2bcd-4834-9bac-9703ae7603e5),segment_id=8fccbad3-2bcd-4834-9bac-9703ae7603e5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:18.669322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.755667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (cada93a7-e051-4751-a3ec-609c290cc672), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.814154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cada93a7-e051-4751-a3ec-609c290cc672']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:18.825289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fccbad3-2bcd-4834-9bac-9703ae7603e5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:18.825653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fccbad3-2bcd-4834-9bac-9703ae7603e5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:18.837107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.852358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.859075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:18.859075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:18.866314 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:18.881902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c722c1-ff3d-49f5-b2e5-0f5e19a0535f None None] Pushing event updated for resources: {'Port': ['ID=2ff1815e-0ae1-4ab7-8afa-fb155000e443,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:18.904661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2428ac3-14c3-4b35-a475-3f9805217b05 None None] Network cada93a7-e051-4751-a3ec-609c290cc672 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:19.147521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:27:19.147521 n-d-821606-6 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:27:19.147521 n-d-821606-6 neutron-server[103127]: [parameters: {'id': 'cada93a7-e051-4751-a3ec-609c290cc672'}] Feb 03 11:27:19.147521 n-d-821606-6 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:27:19.148644 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:27:19.150210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (d0f06348-8c56-41d2-aa74-4003eefec075), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-c6d23b8f-39aa-41b1-8037-2f013f495923 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cd5b06e-3939-44c0-a185-9be520b23f7d: This subnet is being modified by another concurrent operation. Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:27:19.155075 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cd5b06e-3939-44c0-a185-9be520b23f7d: This subnet is being modified by another concurrent operation. Feb 03 11:27:19.158905 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:27:19.169936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (0cd5b06e-3939-44c0-a185-9be520b23f7d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.235173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.241942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:19.242739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/0cd5b06e-3939-44c0-a185-9be520b23f7d HTTP/1.1" status: 204 len: 168 time: 1.9678481 Feb 03 11:27:19.262445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event updated for resources: {'Subnet': ['ID=d0f06348-8c56-41d2-aa74-4003eefec075,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:19.285708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0b3f9-7a05-4785-8cea-eea31d053cb0 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:27:19.311458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41d22a-0410-45a8-a92c-bf3a1e1bcf50 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd5b06e-3939-44c0-a185-9be520b23f7d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:19.323622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Checking segment: {'id': '2650fd34-405b-4b07-9663-c099d16c6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:19.324267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Network hostable DHCP agents. Network: 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:19.355571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:19.367524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 4514223b-30f0-4ce9-9f49-2318138cb9a4 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:19.373467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:19.375168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (4514223b-30f0-4ce9-9f49-2318138cb9a4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.380034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:19.381326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.405950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7f2a3e88-6bb6-4eec-a5cc-ac0ad079e979 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6649830 Feb 03 11:27:19.408891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:19.415040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Request body: {'port': {'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1527654761'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:19.441466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b9a8daac-11b2-4140-a20a-35740d024524 None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:19.443986 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9a8daac-11b2-4140-a20a-35740d024524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.467833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (4514223b-30f0-4ce9-9f49-2318138cb9a4), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.535432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4514223b-30f0-4ce9-9f49-2318138cb9a4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.651788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4514223b-30f0-4ce9-9f49-2318138cb9a4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.657172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (cada93a7-e051-4751-a3ec-609c290cc672), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.712236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Made reservation on behalf of 78f28139577d43c38193b359b318268c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:19.717112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=4514223b-30f0-4ce9-9f49-2318138cb9a4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:19.717723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.735618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:19.745357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0f47f2cb-5c09-489c-b406-3d06b0f7ba16 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/4514223b-30f0-4ce9-9f49-2318138cb9a4 HTTP/1.1" status: 204 len: 168 time: 0.5020859 Feb 03 11:27:19.746503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54948) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:19.761994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8daac-11b2-4140-a20a-35740d024524 None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:19.804720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] device_id is not set on port 4cc74c4d-2e4a-421a-a998-1581106983af yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:19.850608 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-229ad010-89f3-4d60-acf8-d3451778675e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005301 Feb 03 11:27:19.851567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:19.863453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:19.910841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0b3f9-7a05-4785-8cea-eea31d053cb0 None None] Unable to find a vacant binding_index for network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d and agent e4495a1b-6d00-4087-b955-a5835c372027 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 11:27:19.930485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0b3f9-7a05-4785-8cea-eea31d053cb0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d) {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:27:19.991167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port 2ff1815e-0ae1-4ab7-8afa-fb155000e443 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:19.991553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.143419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port 2ff1815e-0ae1-4ab7-8afa-fb155000e443, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2ff1815e-0ae1-4ab7-8afa-fb155000e443,segment=NetworkSegment(8fccbad3-2bcd-4834-9bac-9703ae7603e5),segment_id=8fccbad3-2bcd-4834-9bac-9703ae7603e5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:20.143928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.174488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for 2ff1815e-0ae1-4ab7-8afa-fb155000e443 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:20.281776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2ff1815e-0ae1-4ab7-8afa-fb155000e443), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.316552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Allocated IP 172.20.0.7 (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d/d0f06348-8c56-41d2-aa74-4003eefec075/4cc74c4d-2e4a-421a-a998-1581106983af) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:20.376361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port 2ff1815e-0ae1-4ab7-8afa-fb155000e443 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:20.407859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d', 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d', 'project_id': '78f28139577d43c38193b359b318268c', 'fixed_ips': [{'subnet_id': 'd0f06348-8c56-41d2-aa74-4003eefec075'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:20.409168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.425425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=2ff1815e-0ae1-4ab7-8afa-fb155000e443,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:20.597690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:20.606236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.732251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (cada93a7-e051-4751-a3ec-609c290cc672), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.826940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cada93a7-e051-4751-a3ec-609c290cc672']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:20.851271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fccbad3-2bcd-4834-9bac-9703ae7603e5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:20.851635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fccbad3-2bcd-4834-9bac-9703ae7603e5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:20.886495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:20.909916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:21.038518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.055120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:21.055895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.092947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:21.094182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (8fccbad3-2bcd-4834-9bac-9703ae7603e5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:21.104901 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:21.126313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:21.133254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.208259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:21.306120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (cada93a7-e051-4751-a3ec-609c290cc672), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.313141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:27:21.324187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for port (4cc74c4d-2e4a-421a-a998-1581106983af), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.336062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.339807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/cada93a7-e051-4751-a3ec-609c290cc672 HTTP/1.1" status: 204 len: 168 time: 4.5073273 Feb 03 11:27:21.381835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54978) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:21.397220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea263e-80cc-4b7f-bde7-27628a450fb8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=cada93a7-e051-4751-a3ec-609c290cc672,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:21.442781 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1464e60c-9018-44c5-9b50-3192643395f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] GET failed (client error): The resource could not be found. Feb 03 11:27:21.447274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1464e60c-9018-44c5-9b50-3192643395f9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets/a59dda27-7cf8-4d1c-b62a-7e7e56b036a4 HTTP/1.1" status: 404 len: 337 time: 0.0659914 Feb 03 11:27:21.447970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:21.461353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4cc74c4d-2e4a-421a-a998-1581106983af), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.502801 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b767d5b-027c-44c9-94d0-3584d2fb302f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:21.503654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b767d5b-027c-44c9-94d0-3584d2fb302f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:21.514706 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b767d5b-027c-44c9-94d0-3584d2fb302f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/cada93a7-e051-4751-a3ec-609c290cc672 HTTP/1.1" status: 404 len: 339 time: 0.0627897 Feb 03 11:27:21.515847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54986) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:21.533355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event updated for resources: {'Port': ['ID=4cc74c4d-2e4a-421a-a998-1581106983af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:21.546105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Allocated IP 172.20.0.2 (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d/d0f06348-8c56-41d2-aa74-4003eefec075/4abc58b1-21aa-45e5-9cb0-b2a3308006ea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:21.557469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:21.560517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:21.563681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:21.634975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:21.635990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.659859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-28706167-3bd4-44f3-a7c1-c4418375d995 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2463925 Feb 03 11:27:21.660247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:21.888658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks [] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.897084 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:21.962309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Deleting port 4cc74c4d-2e4a-421a-a998-1581106983af {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:21.963495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4cc74c4d-2e4a-421a-a998-1581106983af), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.035806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:22.040965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:22.063073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:22.072710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Pushing event updated for resources: {'Port': ['ID=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:22.086215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.114280 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4cc74c4d-2e4a-421a-a998-1581106983af), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.135378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Calling delete_port for 4cc74c4d-2e4a-421a-a998-1581106983af owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:22.174914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Attempting to bind port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:22.175546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Attempting to bind port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2650fd34-405b-4b07-9663-c099d16c6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:22.176117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Attempting to bind port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea on network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:22.188128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:22.188521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Checking segment: {'id': '2650fd34-405b-4b07-9663-c099d16c6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:22.188959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.189362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Bound using segment: {'id': '2650fd34-405b-4b07-9663-c099d16c6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:22.190197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Bound port: 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2650fd34-405b-4b07-9663-c099d16c6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:22.193470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.282239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922f722-8c36-49ad-9208-f62267937f6e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:22.295500 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a922f722-8c36-49ad-9208-f62267937f6e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7789319 Feb 03 11:27:22.301213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:22.348659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] For port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:22.364850 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4cc74c4d-2e4a-421a-a998-1581106983af), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.367934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] For port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,segment=NetworkSegment(2650fd34-405b-4b07-9663-c099d16c6368),segment_id=2650fd34-405b-4b07-9663-c099d16c6368)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:22.374519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c5d879a-800c-49b0-b53d-8f3a680bba77 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 207 time: 0.0693989 Feb 03 11:27:22.376276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:22.378695 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.445882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e72c8-e88c-4cbf-8222-02fe208941a0 None None] Pushing event updated for resources: {'Port': ['ID=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:22.559386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event deleted for resources: {'Port': ['ID=4cc74c4d-2e4a-421a-a998-1581106983af,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:22.580765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:22.624689 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.631772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd7d90-a980-4cfa-8fe5-3fdb7188e8ad tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:22.637744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.638883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd7d90-a980-4cfa-8fe5-3fdb7188e8ad tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:22.647501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd7d90-a980-4cfa-8fe5-3fdb7188e8ad tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:22.656216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd7d90-a980-4cfa-8fe5-3fdb7188e8ad tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:22.658010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-defd7d90-a980-4cfa-8fe5-3fdb7188e8ad tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2786131 Feb 03 11:27:22.685079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:22.711895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.715506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b475db70-e089-4c68-8135-4a71a1915afd tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "DELETE /v2.0/ports/4cc74c4d-2e4a-421a-a998-1581106983af HTTP/1.1" status: 204 len: 168 time: 1.0539737 Feb 03 11:27:22.719149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55002) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:22.777591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f1b986f8-56dd-49a3-89d5-8ea1c53445aa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:22.838817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=7']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:23.147269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-081023bf-bb89-41e6-9cca-2deae4f49e91 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4264491 Feb 03 11:27:23.149868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:23.151125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.162823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1686723841'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:23.188403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:23.213792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.215038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.219785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Made reservation on behalf of 78f28139577d43c38193b359b318268c for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:23.223421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.273610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=f1b986f8-56dd-49a3-89d5-8ea1c53445aa,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:23.287382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:23.301002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2882c9a2-50df-44b1-982b-eb51d73ba0be), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.301367 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Added segment 2882c9a2-50df-44b1-982b-eb51d73ba0be of type vlan for network 328949e3-38ed-4469-ac76-b5d093bb1e87 Feb 03 11:27:23.313906 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1aeabec-946c-4154-b12c-e522dad84cec tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6236162 Feb 03 11:27:23.315960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.365757 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a413e881-65ae-4d58-8b2a-d56d3500769d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5115886 Feb 03 11:27:23.394013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.399705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:23.429930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7460df-e475-481b-a3cf-b7ac6c2712d8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.430172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (328949e3-38ed-4469-ac76-b5d093bb1e87), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.432765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7460df-e475-481b-a3cf-b7ac6c2712d8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.434522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa7460df-e475-481b-a3cf-b7ac6c2712d8 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1080427 Feb 03 11:27:23.438084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.504002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca05e1-8c56-4b9d-ad41-c37e35f97793 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.506722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca05e1-8c56-4b9d-ad41-c37e35f97793 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.508378 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1aca05e1-8c56-4b9d-ad41-c37e35f97793 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0691679 Feb 03 11:27:23.513556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55028) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.549477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (328949e3-38ed-4469-ac76-b5d093bb1e87), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.555778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.556404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.589068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fd7c1-7d57-45bd-9e34-94c99ebec779 req-f8bc1caf-9d51-4070-a435-f7caeb743edd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.590707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e20fd7c1-7d57-45bd-9e34-94c99ebec779 req-f8bc1caf-9d51-4070-a435-f7caeb743edd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 945 time: 0.2370775 Feb 03 11:27:23.664852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7457d3-a083-4a28-915b-f4fda1292969 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.666880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b7457d3-a083-4a28-915b-f4fda1292969 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks/46997f51-1f73-46fd-ae47-6efe0d6fbd5c HTTP/1.1" status: 200 len: 800 time: 0.1521411 Feb 03 11:27:23.670237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55030) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.675749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5210605 Feb 03 11:27:23.707322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.726012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429812d-0c34-4021-9c2e-6e9fc1425000 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event updated for resources: {'Network': ['ID=328949e3-38ed-4469-ac76-b5d093bb1e87,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:23.738006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 328949e3-38ed-4469-ac76-b5d093bb1e87 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:23.793378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:23.797213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:23.817562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e20fd7c1-7d57-45bd-9e34-94c99ebec779 req-a25938c6-f1ef-4f5e-a784-bfa1c7e5a620 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017429 Feb 03 11:27:23.844603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aab9a89d-a773-4097-9f4f-633bd2c9e151 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/networks/46997f51-1f73-46fd-ae47-6efe0d6fbd5c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1730139 Feb 03 11:27:23.847727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:23.936774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab9088-21ef-409e-8a72-92cf7ca98468 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:23.938337 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f5ab9088-21ef-409e-8a72-92cf7ca98468 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets/d8e87485-3554-419a-9580-3aedbd01157b HTTP/1.1" status: 200 len: 811 time: 0.0896673 Feb 03 11:27:23.944138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.041549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61f8cb-d7f3-41a1-a48a-a809e45be37e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:24.043746 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b61f8cb-d7f3-41a1-a48a-a809e45be37e tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "GET /v2.0/subnets/d8e87485-3554-419a-9580-3aedbd01157b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0982990 Feb 03 11:27:24.048141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.068680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960625125'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:24.078429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-441a8fa7-e14d-4184-8429-e27c5602d45e tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks HTTP/1.1" status: 200 len: 9683 time: 0.3699369 Feb 03 11:27:24.082334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.087390 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1b986f8-56dd-49a3-89d5-8ea1c53445aa (CIDR: 2001:db8::/64) Feb 03 11:27:24.093795 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:27:24.094619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:24.122169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:24.130545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.157468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fea7c659-2781-4278-9b0d-1650911be749 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7622983 Feb 03 11:27:24.166124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55042) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.168327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:24.189847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:24.204249 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (83e093de-52b4-4150-8344-f47da8250f2e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.204973 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Added segment 83e093de-52b4-4150-8344-f47da8250f2e of type vlan for network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 Feb 03 11:27:24.272134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.294630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b409b-3add-4d76-9225-3ba0f672522e None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:27:24.319677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.326875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:24.332634 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.379447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e758423-5f32-426e-94d8-e12b06107181 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] Network 328949e3-38ed-4469-ac76-b5d093bb1e87 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:24.398097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3466673 Feb 03 11:27:24.405817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.412419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'network_id': 'bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:24.421839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:24.425724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.440683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Provisioning complete for port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:24.441988 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.556817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708473f-30e2-4dbc-8f5e-e34bb2f0e385 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Network': ['ID=bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:24.596707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:24.728414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.749172 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e758423-5f32-426e-94d8-e12b06107181 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "POST /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6392848 Feb 03 11:27:24.750643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6be8deb7-1663-4d8e-b9a2-0873d687e66c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:24.924297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e60b063-c07c-48c4-8d7a-83505473b2cb tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks HTTP/1.1" status: 200 len: 10495 time: 0.1946530 Feb 03 11:27:24.925323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:24.990172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b409b-3add-4d76-9225-3ba0f672522e None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:27:24.991583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:25.028364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:25.033231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:25.033813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.036529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4abc58b1-21aa-45e5-9cb0-b2a3308006ea up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:25.061362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=6be8deb7-1663-4d8e-b9a2-0873d687e66c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:25.130924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de5d7ac7-96fe-4746-865e-118f7f5bb492 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9660597 Feb 03 11:27:25.135179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:25.155578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:99:16:a5', 'name': 'tempest-NetworksTestDHCPv6-126719799'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:25.197789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Current status of the port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:25.198333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.216011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Made reservation on behalf of 42ce8885a94d41baa3522df5c6804ff0 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:25.219494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.307290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-21305aed-9159-409a-9f1a-c72407784132 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "DELETE /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks/328949e3-38ed-4469-ac76-b5d093bb1e87 HTTP/1.1" status: 204 len: 168 time: 0.3812029 Feb 03 11:27:25.313746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:25.342521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519011d1-241b-4392-a732-463255896e89 req-14249484-ac86-462b-ad54-f0d9cef97e27 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:25.351482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-519011d1-241b-4392-a732-463255896e89 req-14249484-ac86-462b-ad54-f0d9cef97e27 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 945 time: 0.3742468 Feb 03 11:27:25.389672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] For port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,segment=NetworkSegment(2650fd34-405b-4b07-9663-c099d16c6368),segment_id=2650fd34-405b-4b07-9663-c099d16c6368)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:25.431761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.452019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:27:25.455779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-f3387f98-9de8-4721-b9bf-a2d6b3c8aa2a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:25.457380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-f3387f98-9de8-4721-b9bf-a2d6b3c8aa2a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 945 time: 0.2511292 Feb 03 11:27:25.459182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:27:25.539136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557359d-7c04-4579-903b-70a5fddfeade None None] Pushing event updated for resources: {'Port': ['ID=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:25.556801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:25.557253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:25.558581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.729174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-519011d1-241b-4392-a732-463255896e89 req-bc66085e-8e2e-4656-810b-19ccb23882b0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722606 Feb 03 11:27:25.757274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Deleting port aa7817a0-8c66-451b-9b47-2151c636934d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:25.757274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.790021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:25.845793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1da16c1-5554-43de-803c-dcbd932166e3 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks HTTP/1.1" status: 200 len: 9723 time: 0.5259531 Feb 03 11:27:25.856198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:25.905765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f422c0af-1cb8-4ccf-8e3a-05f7618a1ce1 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/networks/32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0476875 Feb 03 11:27:25.916143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:25.921290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Update dhcp port {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'fixed_ips': [{'subnet_id': 'f1b986f8-56dd-49a3-89d5-8ea1c53445aa', 'ip_address': '2001:db8::f816:3eff:fe71:fab3'}, {'subnet_id': '6be8deb7-1663-4d8e-b9a2-0873d687e66c'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '08f8cc52-03aa-4c60-b203-87b6166455c8'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:27:25.931491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.965124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:25.969196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7085a970-70cc-473f-98ff-bfdc10407815 tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/networks/32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0519142 Feb 03 11:27:25.975309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:25.991819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 653a8572-bc20-4699-979f-4d9a05cf86df yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:25.995848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] For port aa7817a0-8c66-451b-9b47-2151c636934d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=aa7817a0-8c66-451b-9b47-2151c636934d,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:25.996689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.035740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Calling delete_port for aa7817a0-8c66-451b-9b47-2151c636934d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:26.099978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (e9b84155-badf-483f-8309-611947f76dc7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.250952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=e9b84155-badf-483f-8309-611947f76dc7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:26.264016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Checking segment: {'id': '83e093de-52b4-4150-8344-f47da8250f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:26.264376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network hostable DHCP agents. Network: bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:26.303500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Allocated IP 2001:db8:0:1::2 (134040e6-0113-4b2f-96c2-7e25b948102e/6be8deb7-1663-4d8e-b9a2-0873d687e66c/08f8cc52-03aa-4c60-b203-87b6166455c8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:26.316585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:26.335413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:26.352573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:26.353465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.396270 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c9d1530e-d3c2-4754-bbd0-84b3ef584c1a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9892180 Feb 03 11:27:26.399064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55086) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:26.407621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:26.523095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-62fef87f-91f3-44eb-bc4a-dc0c6a1392bb tempest-DHCPAgentSchedulersTestJSON-530528946 tempest-DHCPAgentSchedulersTestJSON-530528946-project-admin] 10.222.0.30 "GET /v2.0/agents/e4495a1b-6d00-4087-b955-a5835c372027/dhcp-networks HTTP/1.1" status: 200 len: 9723 time: 0.5463889 Feb 03 11:27:26.539614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:26.541399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:26.605838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Publish callbacks [] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.618391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (aa7817a0-8c66-451b-9b47-2151c636934d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.621273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.674010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event deleted for resources: {'Port': ['ID=aa7817a0-8c66-451b-9b47-2151c636934d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:26.701714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307305d-1522-4c6c-aac5-95812ad9b1d4 None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:26.705201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:27:26.707820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02', 'aa7817a0-8c66-451b-9b47-2151c636934d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:27:26.715216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4abc58b1-21aa-45e5-9cb0-b2a3308006ea up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:26.727237 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066570194'] for subnet (e9b84155-badf-483f-8309-611947f76dc7), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.758495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] No DVR routers for this DVR port aa7817a0-8c66-451b-9b47-2151c636934d on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:26.763453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.768651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ccc3829-35b1-4f2e-bfd8-9d28b478d260 req-bff4c61f-a4b1-464d-966c-29cc6ddcc856 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "DELETE /v2.0/ports/aa7817a0-8c66-451b-9b47-2151c636934d HTTP/1.1" status: 204 len: 173 time: 1.3025084 Feb 03 11:27:26.769184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'name': 'network-vif-deleted', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:27:26.785398 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30216c-fb39-4afb-9786-0c8323dc17b5" -d '{"events": [{"server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "name": "network-vif-deleted", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:27:26.838997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (328949e3-38ed-4469-ac76-b5d093bb1e87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:26.937876 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf77e5-aaa6-4ac2-9d65-f813dcca3067 x-openstack-request-id: req-6fcf77e5-aaa6-4ac2-9d65-f813dcca3067 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:27:26.941113 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27472a2-ce68-487c-8b5b-cb6c19c0b3cb", "name": "network-vif-deleted", "tag": "aa7817a0-8c66-451b-9b47-2151c636934d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:27:26.941613 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fcf77e5-aaa6-4ac2-9d65-f813dcca3067 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:27:26.942259 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27472a2-ce68-487c-8b5b-cb6c19c0b3cb', 'name': 'network-vif-deleted', 'tag': 'aa7817a0-8c66-451b-9b47-2151c636934d', 'status': 'completed', 'code': 200} Feb 03 11:27:26.945602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2d59e35-9d74-4cfb-adc7-bb5060f34d78 req-1f1d2255-a876-4124-a349-20251ad2d1b4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=e27472a2-ce68-487c-8b5b-cb6c19c0b3cb HTTP/1.1" status: 200 len: 210 time: 0.0971160 Feb 03 11:27:27.033606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8:0:1::be (134040e6-0113-4b2f-96c2-7e25b948102e/6be8deb7-1663-4d8e-b9a2-0873d687e66c/653a8572-bc20-4699-979f-4d9a05cf86df) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:27.059622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.067319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:27.068222 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.317395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:27.573530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (328949e3-38ed-4469-ac76-b5d093bb1e87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.594651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::f816:3eff:fe99:16a5 (134040e6-0113-4b2f-96c2-7e25b948102e/f1b986f8-56dd-49a3-89d5-8ea1c53445aa/653a8572-bc20-4699-979f-4d9a05cf86df) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:27.616398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328949e3-38ed-4469-ac76-b5d093bb1e87']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:27.650129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2882c9a2-50df-44b1-982b-eb51d73ba0be') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:27.650428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2882c9a2-50df-44b1-982b-eb51d73ba0be') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:27.674181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (2882c9a2-50df-44b1-982b-eb51d73ba0be), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.711328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2882c9a2-50df-44b1-982b-eb51d73ba0be), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.761615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:27.761735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (2882c9a2-50df-44b1-982b-eb51d73ba0be), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:27.767040 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:27.887087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741877012709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066603769'] for subnet (e9b84155-badf-483f-8309-611947f76dc7), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.938149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (328949e3-38ed-4469-ac76-b5d093bb1e87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.992094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:27.997286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "DELETE /v2.0/networks/328949e3-38ed-4469-ac76-b5d093bb1e87 HTTP/1.1" status: 204 len: 168 time: 1.4529965 Feb 03 11:27:27.999854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:28.007707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe444b1-611c-49c7-98e6-ee7ceca98352 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event deleted for resources: {'Network': ['ID=328949e3-38ed-4469-ac76-b5d093bb1e87,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:28.016661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:28.017672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.022891 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "PUT /v2.0/subnets/e9b84155-badf-483f-8309-611947f76dc7 HTTP/1.1" status: 200 len: 877 time: 1.6216626 Feb 03 11:27:28.024621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:28.062175 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19c7f33-8444-424f-8dcc-78a50e7e0950 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:28.062515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19c7f33-8444-424f-8dcc-78a50e7e0950 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:28.070727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b19c7f33-8444-424f-8dcc-78a50e7e0950 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "DELETE /v2.0/ports/4cc74c4d-2e4a-421a-a998-1581106983af HTTP/1.1" status: 404 len: 333 time: 0.0697656 Feb 03 11:27:28.075514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c46cf-9ec7-4a59-8daf-34205a3bb409 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event updated for resources: {'Subnet': ['ID=e9b84155-badf-483f-8309-611947f76dc7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:28.084122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55112) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:28.164560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (653a8572-bc20-4699-979f-4d9a05cf86df), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.207223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Deleting subnet d0f06348-8c56-41d2-aa74-4003eefec075 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:28.213384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for subnet (d0f06348-8c56-41d2-aa74-4003eefec075), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.221830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cde78-93e5-4c8e-8e14-f9f85d6ee29f None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:28.246562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938eb096-ac52-41e6-b4d9-892e603ce66e None None] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:28.265803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.266015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc163328-18ee-4739-a646-44b1323d8421 None None] Network 328949e3-38ed-4469-ac76-b5d093bb1e87 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:28.289829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (d0f06348-8c56-41d2-aa74-4003eefec075), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.309591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193bd3e3-c98d-470f-943a-3a7c576e5e40 None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:28.319442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc163328-18ee-4739-a646-44b1323d8421 None None] Network 328949e3-38ed-4469-ac76-b5d093bb1e87 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:27:28.321032 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (653a8572-bc20-4699-979f-4d9a05cf86df), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.353117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e9b84155-badf-483f-8309-611947f76dc7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.399001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:28.411036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:28.429814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:28.433585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (e9b84155-badf-483f-8309-611947f76dc7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.438828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:28.440123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.473167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b84155-badf-483f-8309-611947f76dc7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:28.475478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=653a8572-bc20-4699-979f-4d9a05cf86df,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:28.481443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:28.481953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.611204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-002395ff-a0d2-4f9c-a8e3-0005678ae133 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4602559 Feb 03 11:27:28.622315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55124) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:28.657261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.685193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:28.698306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e093de-52b4-4150-8344-f47da8250f2e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:28.698866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e093de-52b4-4150-8344-f47da8250f2e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:28.711858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (83e093de-52b4-4150-8344-f47da8250f2e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.733479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d0f06348-8c56-41d2-aa74-4003eefec075), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.743467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (83e093de-52b4-4150-8344-f47da8250f2e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.756394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:28.756874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (83e093de-52b4-4150-8344-f47da8250f2e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.808949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device aa7817a0-8c66-451b-9b47-2151c636934d no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:28.851043 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:28.854236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.857269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:28.860294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.867862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 HTTP/1.1" status: 204 len: 168 time: 0.8387678 Feb 03 11:27:28.872969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55132) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:28.883454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a695c3-9e03-40a5-ac9c-bea2868a0a8f tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:28.904023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: aa7817a0-8c66-451b-9b47-2151c636934d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:28.904366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device aa7817a0-8c66-451b-9b47-2151c636934d not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:28.908215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567198f4-c94f-4165-86c7-de87482c5b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767', 'network_id': 'bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767', 'project_id': '42ce8885a94d41baa3522df5c6804ff0', 'fixed_ips': [{'subnet_id': 'e9b84155-badf-483f-8309-611947f76dc7'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:28.909075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-567198f4-c94f-4165-86c7-de87482c5b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:28.966339 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fa1569-9582-4bc5-b192-f3d542d53d1d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:28.967323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fa1569-9582-4bc5-b192-f3d542d53d1d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:28.972616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07fa1569-9582-4bc5-b192-f3d542d53d1d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/e9b84155-badf-483f-8309-611947f76dc7 HTTP/1.1" status: 404 len: 337 time: 0.0937326 Feb 03 11:27:28.975307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.009515 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf1909f-98d6-4d42-8a4a-bd45d2a6915b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:29.010164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf1909f-98d6-4d42-8a4a-bd45d2a6915b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:29.016420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-caf1909f-98d6-4d42-8a4a-bd45d2a6915b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 HTTP/1.1" status: 404 len: 339 time: 0.0378435 Feb 03 11:27:29.016596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.029923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d0f06348-8c56-41d2-aa74-4003eefec075), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.049175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:29.049175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.061273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 653a8572-bc20-4699-979f-4d9a05cf86df {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:29.061619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (653a8572-bc20-4699-979f-4d9a05cf86df), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.091786 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-76afc494-f7af-4e3d-9370-1902268ae90b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:29.092523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76afc494-f7af-4e3d-9370-1902268ae90b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:29.105480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-76afc494-f7af-4e3d-9370-1902268ae90b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/a59dda27-7cf8-4d1c-b62a-7e7e56b036a4 HTTP/1.1" status: 404 len: 337 time: 0.0877964 Feb 03 11:27:29.106392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.133171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7475c32b-c931-49be-8074-180e03a92987 None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:29.139472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877297e-b1b2-4a9c-829b-07bbedc22f6a None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:29.143726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.154567 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-70068904-4f24-42fb-b967-e38d2976a9e9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:29.155536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70068904-4f24-42fb-b967-e38d2976a9e9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:29.164423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-70068904-4f24-42fb-b967-e38d2976a9e9 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/cada93a7-e051-4751-a3ec-609c290cc672 HTTP/1.1" status: 404 len: 339 time: 0.0555360 Feb 03 11:27:29.169554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.204754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:29.205155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.238964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (653a8572-bc20-4699-979f-4d9a05cf86df), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.247211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877297e-b1b2-4a9c-829b-07bbedc22f6a None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:27:29.253578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 653a8572-bc20-4699-979f-4d9a05cf86df owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:29.303404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458461df-7597-4483-8f7a-498625377812 None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:29.369060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f06348-8c56-41d2-aa74-4003eefec075,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:29.385329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458461df-7597-4483-8f7a-498625377812 None None] Network bcbf7b9e-95e5-4b6f-8c0d-dd0ad6f65767 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:27:29.389028 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e2e9973b-690b-427b-a91e-84586143765f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.405964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.417803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475c32b-c931-49be-8074-180e03a92987 None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:29.429000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0b7aeb6a-95bf-4129-810d-d888c2e45284 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "DELETE /v2.0/subnets/d0f06348-8c56-41d2-aa74-4003eefec075 HTTP/1.1" status: 204 len: 168 time: 1.3433311 Feb 03 11:27:29.431475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.507663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261453d-fa71-46b0-ab83-8c343be5e061 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:29.645157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:29.719605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (653a8572-bc20-4699-979f-4d9a05cf86df), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.739922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-834bef0b-05e5-428d-b800-4218d70331a3 None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:29.740468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834bef0b-05e5-428d-b800-4218d70331a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.774806 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e2e9973b-690b-427b-a91e-84586143765f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.791799 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=653a8572-bc20-4699-979f-4d9a05cf86df,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:29.800954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.828589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e9973b-690b-427b-a91e-84586143765f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:29.842494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783ff72c-8762-4b19-b6d8-bec44697e5fe') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:29.843160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783ff72c-8762-4b19-b6d8-bec44697e5fe') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:29.856490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (783ff72c-8762-4b19-b6d8-bec44697e5fe), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.874941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (783ff72c-8762-4b19-b6d8-bec44697e5fe), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.893478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:29.895310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (783ff72c-8762-4b19-b6d8-bec44697e5fe), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.916681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:29.920567 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce5fea7f-afee-4f39-8eb7-c96a05f8d421 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/653a8572-bc20-4699-979f-4d9a05cf86df HTTP/1.1" status: 204 len: 168 time: 1.2967081 Feb 03 11:27:29.928664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-834bef0b-05e5-428d-b800-4218d70331a3 None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:29.929737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55162) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:29.936769 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:29.944227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-834bef0b-05e5-428d-b800-4218d70331a3 None None] Could not find standard attr ID for object 653a8572-bc20-4699-979f-4d9a05cf86df. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:30.011256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e2e9973b-690b-427b-a91e-84586143765f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.019542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.027987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/e2e9973b-690b-427b-a91e-84586143765f HTTP/1.1" status: 204 len: 168 time: 0.8565869 Feb 03 11:27:30.030578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55164) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.038024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465d7e1-ea89-4ded-bcc0-6702f820ef3a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:30.041640 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d465d7e1-ea89-4ded-bcc0-6702f820ef3a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1111820 Feb 03 11:27:30.044006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.095629 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-458a502d-b19a-4e7e-8425-a6a69712e268 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.096264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458a502d-b19a-4e7e-8425-a6a69712e268 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.100770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-458a502d-b19a-4e7e-8425-a6a69712e268 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/7c7f8524-226c-453c-99e9-2196b34becaf HTTP/1.1" status: 404 len: 337 time: 0.0597060 Feb 03 11:27:30.104265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.121995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c4e8c4-fd58-4756-bcea-ca5f054b7ab2 None None] Network 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:30.143831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08176f-b39f-4b1a-99ec-4f62db674b5d tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=e2e9973b-690b-427b-a91e-84586143765f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:30.156803 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b43c63-e8a3-4465-8c53-7f45dab3e518 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.158072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b43c63-e8a3-4465-8c53-7f45dab3e518 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.163783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35b43c63-e8a3-4465-8c53-7f45dab3e518 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/1729ce6a-e6d4-4ca8-8836-cba3b096cb31 HTTP/1.1" status: 404 len: 339 time: 0.0572228 Feb 03 11:27:30.167427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55170) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.193218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Deleting port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:30.193713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.249084 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-52de0841-865c-4f19-b3cd-f3a7171bfae0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.252596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52de0841-865c-4f19-b3cd-f3a7171bfae0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.265266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6971d75d-554c-4819-b4e1-df83c8cd93ce None None] Provisioning complete for port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:30.265650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6971d75d-554c-4819-b4e1-df83c8cd93ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.272959 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-52de0841-865c-4f19-b3cd-f3a7171bfae0 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/a327b86b-010d-46c0-8afd-5565bd77b311 HTTP/1.1" status: 404 len: 337 time: 0.1032164 Feb 03 11:27:30.283963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55172) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.328769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aeb19c-acd3-49e1-99b7-f10a20c4c7da tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:30.331786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d9aeb19c-acd3-49e1-99b7-f10a20c4c7da tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2862072 Feb 03 11:27:30.349488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.374316 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c3fd7a-ce8d-42c9-a49c-a874aa8a6ae3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.375906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c3fd7a-ce8d-42c9-a49c-a874aa8a6ae3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.385858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a0c3fd7a-ce8d-42c9-a49c-a874aa8a6ae3 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/0e7669e3-894c-49b1-8a6f-7e322a1ab0b4 HTTP/1.1" status: 404 len: 339 time: 0.0997958 Feb 03 11:27:30.388262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55178) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.496325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] For port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,segment=NetworkSegment(2650fd34-405b-4b07-9663-c099d16c6368),segment_id=2650fd34-405b-4b07-9663-c099d16c6368)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:30.497345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.525751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Calling delete_port for 4abc58b1-21aa-45e5-9cb0-b2a3308006ea owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:30.532799 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069a431-af17-4ec3-8e9e-de462af3a552 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.548175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6971d75d-554c-4819-b4e1-df83c8cd93ce None None] Current status of the port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:30.550471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11f11f-3fe3-4ad1-ba92-25ff024a2199 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:30.552869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069a431-af17-4ec3-8e9e-de462af3a552 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.553077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11f11f-3fe3-4ad1-ba92-25ff024a2199 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:30.555483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11f11f-3fe3-4ad1-ba92-25ff024a2199 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:30.557512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] DHCP port deletion for 32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:30.558784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5d11f11f-3fe3-4ad1-ba92-25ff024a2199 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2055967 Feb 03 11:27:30.561944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9069a431-af17-4ec3-8e9e-de462af3a552 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/4db2af68-cb07-41a1-8312-2444f1c4ea2a HTTP/1.1" status: 404 len: 337 time: 0.1722426 Feb 03 11:27:30.565471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.566834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.670646 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-54135bfe-8fab-4d89-b341-a80da190bb20 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.671389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54135bfe-8fab-4d89-b341-a80da190bb20 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.675271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-54135bfe-8fab-4d89-b341-a80da190bb20 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/a4d5276a-416e-4708-a302-3b876baf4e35 HTTP/1.1" status: 404 len: 339 time: 0.1068304 Feb 03 11:27:30.680976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.714862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 6be8deb7-1663-4d8e-b9a2-0873d687e66c {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:30.723449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (6be8deb7-1663-4d8e-b9a2-0873d687e66c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.754578 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-889036f3-167a-460a-ae42-0b275d2ffc79 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:30.755538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889036f3-167a-460a-ae42-0b275d2ffc79 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:30.759605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-889036f3-167a-460a-ae42-0b275d2ffc79 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/d0eba44f-f4bf-4edd-a03c-1034a19ed4e7 HTTP/1.1" status: 404 len: 337 time: 0.0773339 Feb 03 11:27:30.764588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:30.830253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:30.844849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cc5d67e6-660d-4068-b365-00d5a7004fe1 None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:30.845482 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc5d67e6-660d-4068-b365-00d5a7004fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:30.873785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (6be8deb7-1663-4d8e-b9a2-0873d687e66c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.126792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Deleting port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:31.127170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.200200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6be8deb7-1663-4d8e-b9a2-0873d687e66c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.321314 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e621773b-94dc-4544-8cc4-0df37dfe6738 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.322461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e621773b-94dc-4544-8cc4-0df37dfe6738 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.330392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e621773b-94dc-4544-8cc4-0df37dfe6738 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/2300d961-8b8f-457b-a97c-6d7abec672ae HTTP/1.1" status: 404 len: 339 time: 0.5646148 Feb 03 11:27:31.332903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.348567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (6be8deb7-1663-4d8e-b9a2-0873d687e66c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.352629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] For port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,segment=NetworkSegment(2650fd34-405b-4b07-9663-c099d16c6368),segment_id=2650fd34-405b-4b07-9663-c099d16c6368)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:31.353118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.389444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=6be8deb7-1663-4d8e-b9a2-0873d687e66c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:31.393806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.399305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Calling delete_port for 4abc58b1-21aa-45e5-9cb0-b2a3308006ea owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:31.401577 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f7412278-d448-4937-86fa-dd3aba93ba41 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6be8deb7-1663-4d8e-b9a2-0873d687e66c HTTP/1.1" status: 204 len: 168 time: 0.8347912 Feb 03 11:27:31.402329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.407615 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ab9720-122d-4c43-928c-d630f0ebb70c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.408330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ab9720-122d-4c43-928c-d630f0ebb70c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.412753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06ab9720-122d-4c43-928c-d630f0ebb70c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/168251a6-a1d1-41a4-98be-51c2d9d72b6f HTTP/1.1" status: 404 len: 337 time: 0.0786169 Feb 03 11:27:31.417315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55198) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.447741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.464463 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d10013-b8a6-4a0c-8071-941a3c48379b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.465494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d10013-b8a6-4a0c-8071-941a3c48379b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.472547 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04d10013-b8a6-4a0c-8071-941a3c48379b tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/df57d2fb-c209-43e8-9e9b-433d3e0b971a HTTP/1.1" status: 404 len: 339 time: 0.0540292 Feb 03 11:27:31.473487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55200) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.504537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event deleted for resources: {'Port': ['ID=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:31.520393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] No DVR routers for this DVR port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:31.541154 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (4abc58b1-21aa-45e5-9cb0-b2a3308006ea), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.569636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:31.570224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.578705 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fde607-cbcd-4e27-bb45-5f32ccbf2cd6 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.585612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fde607-cbcd-4e27-bb45-5f32ccbf2cd6 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.592772 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14fde607-cbcd-4e27-bb45-5f32ccbf2cd6 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/389ff1e1-864d-4b7e-8e37-d7c77479af5e HTTP/1.1" status: 404 len: 337 time: 0.1145084 Feb 03 11:27:31.596644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55204) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.607119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] Pushing event deleted for resources: {'Port': ['ID=4abc58b1-21aa-45e5-9cb0-b2a3308006ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:31.637693 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad3c994-719c-4185-b61d-6664f262af3c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.638637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad3c994-719c-4185-b61d-6664f262af3c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.645768 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fad3c994-719c-4185-b61d-6664f262af3c tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/aaf4bb13-c35c-40d1-8ceb-7cae83db0088 HTTP/1.1" status: 404 len: 339 time: 0.0475199 Feb 03 11:27:31.646984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55206) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.652818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet f1b986f8-56dd-49a3-89d5-8ea1c53445aa {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:31.662559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4416ae50-40c5-4e28-a6d1-6968fe0b5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.669173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (f1b986f8-56dd-49a3-89d5-8ea1c53445aa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.710863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.762546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:31.769104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d67e6-660d-4068-b365-00d5a7004fe1 None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:31.773457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd3a99-50e7-456b-98b3-8c5bd1000af3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:31.780320 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f770a15c-bf38-451d-b832-c0f8c8a44a73 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.780871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73dd7d2-7223-4b90-b98f-971367f86b73 None None] No DVR routers for this DVR port 4abc58b1-21aa-45e5-9cb0-b2a3308006ea on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:31.782538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f770a15c-bf38-451d-b832-c0f8c8a44a73 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.784665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2650fd34-405b-4b07-9663-c099d16c6368') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:31.784990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2650fd34-405b-4b07-9663-c099d16c6368') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:31.806142 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (2650fd34-405b-4b07-9663-c099d16c6368), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.808644 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f770a15c-bf38-451d-b832-c0f8c8a44a73 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/c166db66-1c66-4ae3-9063-9f4ec0150e5d HTTP/1.1" status: 404 len: 337 time: 0.1514342 Feb 03 11:27:31.810753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.854521 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed38f266-151d-4cd5-977e-cb19172b0843 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.855046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed38f266-151d-4cd5-977e-cb19172b0843 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.857372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (f1b986f8-56dd-49a3-89d5-8ea1c53445aa), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.860660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ed38f266-151d-4cd5-977e-cb19172b0843 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/4e0f96d5-96ac-4ccc-88d7-48e5c3dc4166 HTTP/1.1" status: 404 len: 339 time: 0.0465705 Feb 03 11:27:31.865118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.883503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2650fd34-405b-4b07-9663-c099d16c6368), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.897500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:31.897910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (2650fd34-405b-4b07-9663-c099d16c6368), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:31.900951 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:31.936422 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff9b725-bb5e-4547-a88f-00fbeefde07a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.937335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff9b725-bb5e-4547-a88f-00fbeefde07a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.943377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ff9b725-bb5e-4547-a88f-00fbeefde07a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/f2b270f7-8212-4e2b-93b4-f2f69ac42183 HTTP/1.1" status: 404 len: 337 time: 0.0732388 Feb 03 11:27:31.944248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:31.970791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-aaffce4f-d2a9-4392-9916-3cd6c2c4a615 None None] Could not find standard attr ID for object 704a2697-4c80-4879-863c-c2718ef81b30. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:31.976653 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f639f8-e1f0-477f-8156-3765c4c8c38a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:31.977524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f639f8-e1f0-477f-8156-3765c4c8c38a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:31.978256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-aaffce4f-d2a9-4392-9916-3cd6c2c4a615 None None] Could not find standard attr ID for object 1846e964-9911-4e23-95c4-fec55656ab98. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:31.989930 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5f639f8-e1f0-477f-8156-3765c4c8c38a tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/de9686b0-2ae3-4df3-9e82-6dfb195cf808 HTTP/1.1" status: 404 len: 339 time: 0.0412862 Feb 03 11:27:31.991473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.000600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-aaffce4f-d2a9-4392-9916-3cd6c2c4a615 None None] Could not find standard attr ID for object 653a8572-bc20-4699-979f-4d9a05cf86df. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:32.008590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:32.019638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.033043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.037692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] 10.222.0.30 "DELETE /v2.0/networks/32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d HTTP/1.1" status: 204 len: 168 time: 2.6052861 Feb 03 11:27:32.070106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713f93b-f7fc-4a49-81cb-43cf4ec290e7 tempest-DHCPAgentSchedulersTestJSON-236593922 tempest-DHCPAgentSchedulersTestJSON-236593922-project] Pushing event deleted for resources: {'Network': ['ID=32fbd1c4-e46e-4cae-93e8-0dc7954dbe4d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:32.152982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting subnet d8e87485-3554-419a-9580-3aedbd01157b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:32.157121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (d8e87485-3554-419a-9580-3aedbd01157b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.215715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (d8e87485-3554-419a-9580-3aedbd01157b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.335747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d8e87485-3554-419a-9580-3aedbd01157b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.393298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.428072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f1b986f8-56dd-49a3-89d5-8ea1c53445aa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.571326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f1b986f8-56dd-49a3-89d5-8ea1c53445aa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.586859 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d8e87485-3554-419a-9580-3aedbd01157b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.632355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b986f8-56dd-49a3-89d5-8ea1c53445aa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:32.653239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.658903 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/subnets/d8e87485-3554-419a-9580-3aedbd01157b HTTP/1.1" status: 204 len: 168 time: 0.6589658 Feb 03 11:27:32.664239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.664596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec7401-ff27-4dd8-bb4a-69951f3db816 None None] Network 46997f51-1f73-46fd-ae47-6efe0d6fbd5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:32.708638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4abc58b1-21aa-45e5-9cb0-b2a3308006ea no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:32.713110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.718640 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e6404347-557a-4c42-9254-e76e58bafc1e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f1b986f8-56dd-49a3-89d5-8ea1c53445aa HTTP/1.1" status: 204 len: 168 time: 1.3130393 Feb 03 11:27:32.718640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bc57-bdb5-45e5-88b8-7ca05e532464 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e87485-3554-419a-9580-3aedbd01157b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:32.720745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.797970 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-25d5deeb-e899-44ad-831f-765b8a4c8867 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683229 Feb 03 11:27:32.800746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55240) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.806752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:32.854782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 4abc58b1-21aa-45e5-9cb0-b2a3308006ea {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:32.855129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4abc58b1-21aa-45e5-9cb0-b2a3308006ea not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:32.920678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-035545e8-f68d-401c-9ed1-bc4c4f3cc2bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78f28139577d43c38193b359b318268c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260656 Feb 03 11:27:32.923632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:32.968606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (46997f51-1f73-46fd-ae47-6efe0d6fbd5c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:32.996522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:33.001240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.040539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] Publish callbacks [] for security_group (32d9c2d1-ca77-46ef-b919-6cce43db12f9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.075683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] Publish callbacks [] for security_group (32d9c2d1-ca77-46ef-b919-6cce43db12f9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.131767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] DHCP port deletion for 46997f51-1f73-46fd-ae47-6efe0d6fbd5c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:33.149857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Deleting port 8efbb068-7b50-4bd7-87d4-64715eb5424c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:33.150230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.230064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32d9c2d1-ca77-46ef-b919-6cce43db12f9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.232871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.234257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32d9c2d1-ca77-46ef-b919-6cce43db12f9 HTTP/1.1" status: 204 len: 168 time: 0.3094115 Feb 03 11:27:33.253435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] For port 8efbb068-7b50-4bd7-87d4-64715eb5424c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8efbb068-7b50-4bd7-87d4-64715eb5424c,segment=NetworkSegment(0a0f34da-d5b0-47a6-8cd6-992d66876357),segment_id=0a0f34da-d5b0-47a6-8cd6-992d66876357)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:33.254071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.271801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c7b27-5975-42e9-a75c-f46eba7445ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d9c2d1-ca77-46ef-b919-6cce43db12f9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:33.301552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Calling delete_port for 8efbb068-7b50-4bd7-87d4-64715eb5424c owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:33.327917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d8102-9d60-4294-a43f-395a931f41f3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:33.354587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Deleting port 8efbb068-7b50-4bd7-87d4-64715eb5424c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:33.355096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.446196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e545b529-dc78-425c-afcd-a2438f0e9e4f None None] Provisioning complete for port 08f8cc52-03aa-4c60-b203-87b6166455c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:33.446779 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e545b529-dc78-425c-afcd-a2438f0e9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.486882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.514407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] No DVR routers for this DVR port 8efbb068-7b50-4bd7-87d4-64715eb5424c on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:33.582335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Port': ['ID=8efbb068-7b50-4bd7-87d4-64715eb5424c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:33.607389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] For port 8efbb068-7b50-4bd7-87d4-64715eb5424c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8efbb068-7b50-4bd7-87d4-64715eb5424c,segment=NetworkSegment(0a0f34da-d5b0-47a6-8cd6-992d66876357),segment_id=0a0f34da-d5b0-47a6-8cd6-992d66876357)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:33.607809 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.624244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (87ddb77a-c52d-438c-8a6f-60e1fbdc511d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.643779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Calling delete_port for 8efbb068-7b50-4bd7-87d4-64715eb5424c owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:33.670371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (46997f51-1f73-46fd-ae47-6efe0d6fbd5c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.696215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:33.709988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:33.719442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:33.726250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.729060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46997f51-1f73-46fd-ae47-6efe0d6fbd5c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:33.759177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0f34da-d5b0-47a6-8cd6-992d66876357') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:33.759498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0f34da-d5b0-47a6-8cd6-992d66876357') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:33.793466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (0a0f34da-d5b0-47a6-8cd6-992d66876357), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.807210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55264) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:33.812220 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0077627 Feb 03 11:27:33.818470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:33.819170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6fe9-0ade-408e-b092-757760513bd8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=87ddb77a-c52d-438c-8a6f-60e1fbdc511d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:33.830247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:33.858959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36eef0a3-53a5-4ddc-a8e0-57c2e918622f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.869929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0a0f34da-d5b0-47a6-8cd6-992d66876357), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.907840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e545b529-dc78-425c-afcd-a2438f0e9e4f None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:33.910144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:27:33.911787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (0a0f34da-d5b0-47a6-8cd6-992d66876357), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:27:33.917140 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:27:33.943725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:33.949211 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8efbb068-7b50-4bd7-87d4-64715eb5424c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.035014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:34.035410 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (46997f51-1f73-46fd-ae47-6efe0d6fbd5c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.040418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.062237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.073044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] 10.222.0.30 "DELETE /v2.0/networks/46997f51-1f73-46fd-ae47-6efe0d6fbd5c HTTP/1.1" status: 204 len: 168 time: 1.3963091 Feb 03 11:27:34.110830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdb9a9-d6f0-4fbc-82be-21f2071671f4 tempest-NetworksTest-2072700002 tempest-NetworksTest-2072700002-project] Pushing event deleted for resources: {'Network': ['ID=46997f51-1f73-46fd-ae47-6efe0d6fbd5c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:34.230409 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36eef0a3-53a5-4ddc-a8e0-57c2e918622f admin admin] Publish callbacks [] for security_group (017dd076-d8c2-454c-9a95-24dfca6cc98f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.244587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36eef0a3-53a5-4ddc-a8e0-57c2e918622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (017dd076-d8c2-454c-9a95-24dfca6cc98f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.294807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-36eef0a3-53a5-4ddc-a8e0-57c2e918622f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=360e164860934c1f81842136448120b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861975 Feb 03 11:27:34.299219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:34.347505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eef0a3-53a5-4ddc-a8e0-57c2e918622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017dd076-d8c2-454c-9a95-24dfca6cc98f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:34.396397 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87ddb77a-c52d-438c-8a6f-60e1fbdc511d (CIDR: 2001:db8::/64) Feb 03 11:27:34.405856 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:27:34.406305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:34.443673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Pushing event deleted for resources: {'Port': ['ID=8efbb068-7b50-4bd7-87d4-64715eb5424c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:34.473508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:34.476592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1f920f2-d573-4e1c-b3fd-59743558f4f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6460047 Feb 03 11:27:34.480564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:34.523171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.523799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] Publish callbacks [] for security_group (017dd076-d8c2-454c-9a95-24dfca6cc98f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.527023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.527496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.529310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.530497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.530972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.533361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.534992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.535579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.539422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.540557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.541332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.545254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:34.556064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7d532-6dfe-4664-b500-51c36db5e7c8 None None] No DVR routers for this DVR port 8efbb068-7b50-4bd7-87d4-64715eb5424c on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:34.589906 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1e2846-bbdd-41bd-8cc4-90e105bf7eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.613763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] Publish callbacks [] for security_group (017dd076-d8c2-454c-9a95-24dfca6cc98f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.663403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:34.684760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.692211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8efbb068-7b50-4bd7-87d4-64715eb5424c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:34.727935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (017dd076-d8c2-454c-9a95-24dfca6cc98f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.731834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.736086 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/017dd076-d8c2-454c-9a95-24dfca6cc98f HTTP/1.1" status: 204 len: 168 time: 0.4315376 Feb 03 11:27:34.746208 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653103f-7b27-4333-8891-aee8c2ddab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017dd076-d8c2-454c-9a95-24dfca6cc98f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:34.754753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8efbb068-7b50-4bd7-87d4-64715eb5424c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:34.755653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8efbb068-7b50-4bd7-87d4-64715eb5424c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:34.756216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 08f8cc52-03aa-4c60-b203-87b6166455c8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:34.826923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b402-f06d-444c-a4e6-7e86d385f663 req-9dc652bd-b134-477c-8b34-037a9e472edf tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:34.828401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6704b402-f06d-444c-a4e6-7e86d385f663 req-9dc652bd-b134-477c-8b34-037a9e472edf tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1256104 Feb 03 11:27:34.880649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Deleting port 08f8cc52-03aa-4c60-b203-87b6166455c8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:34.881059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:34.934602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:34.944563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.081957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 08f8cc52-03aa-4c60-b203-87b6166455c8 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:35.082504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.128035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:35.139706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.287342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:35.322005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6704b402-f06d-444c-a4e6-7e86d385f663 req-ea7f6362-0e16-45e0-9613-6667b77ecfa3 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4857569 Feb 03 11:27:35.327444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] For port 08f8cc52-03aa-4c60-b203-87b6166455c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=08f8cc52-03aa-4c60-b203-87b6166455c8,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:35.328759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.364127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Calling delete_port for 08f8cc52-03aa-4c60-b203-87b6166455c8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:35.434004 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-78219041-ffc9-4566-81b8-530b2e7ed279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ce8885a94d41baa3522df5c6804ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7133226 Feb 03 11:27:35.444925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55302) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:35.493448 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (08f8cc52-03aa-4c60-b203-87b6166455c8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.549588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:27:35.553660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (b693f277-8f19-4691-b341-1824d042d6d1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.579250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] Pushing event deleted for resources: {'Port': ['ID=08f8cc52-03aa-4c60-b203-87b6166455c8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:35.587422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f8b16-b7ef-4a73-a6d3-55bb97c3a282 None None] No DVR routers for this DVR port 08f8cc52-03aa-4c60-b203-87b6166455c8 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:35.624831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43069f8-5036-4d95-b62b-31a0058e8998 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:35.639773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=b693f277-8f19-4691-b341-1824d042d6d1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:35.666502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] Publish callbacks [] for security_group (b57d862d-6c58-48a4-925e-238b1dbf4079), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.675616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:35.679549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:35.695378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:35.696369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.717950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8655b9f6-bf50-42ed-a6d5-400aaacfc903 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2419927 Feb 03 11:27:35.720510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:35.732080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:5f:40:3b', 'name': 'tempest-NetworksTestDHCPv6-1324440636'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:35.746751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] Publish callbacks [] for security_group (b57d862d-6c58-48a4-925e-238b1dbf4079), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.816369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b57d862d-6c58-48a4-925e-238b1dbf4079), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.821751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:35.823662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b57d862d-6c58-48a4-925e-238b1dbf4079 HTTP/1.1" status: 204 len: 168 time: 0.3794229 Feb 03 11:27:35.852640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba17dc8-07e3-4030-9ad4-2eb408463d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d862d-6c58-48a4-925e-238b1dbf4079,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:35.908649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': '87ddb77a-c52d-438c-8a6f-60e1fbdc511d'}, {'subnet_id': 'b693f277-8f19-4691-b341-1824d042d6d1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:35.909523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:36.035763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:36.375763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:36.377500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:36.439873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-9580d0c7-dbb0-4d65-8adc-20b4fd0ac59b tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:36.443065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-9580d0c7-dbb0-4d65-8adc-20b4fd0ac59b tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.53 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 0.2102046 Feb 03 11:27:36.466328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 7bc588ed-910f-479a-974a-e1340b626671 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:36.609600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/87ddb77a-c52d-438c-8a6f-60e1fbdc511d/92b95f1f-83dd-4989-943d-39f37b9a3311) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:36.631207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Allocated IP 2001:db8:0:1:f816:3eff:febf:1d4 (134040e6-0113-4b2f-96c2-7e25b948102e/b693f277-8f19-4691-b341-1824d042d6d1/92b95f1f-83dd-4989-943d-39f37b9a3311) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:36.728016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Deleting port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:36.728675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:36.976978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] For port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:36.977390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:36.998254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks [] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.010841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.116868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Pushing event updated for resources: {'Port': ['ID=92b95f1f-83dd-4989-943d-39f37b9a3311,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:37.142506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:37.146868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:37.150465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:37.281494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::2c3 (134040e6-0113-4b2f-96c2-7e25b948102e/87ddb77a-c52d-438c-8a6f-60e1fbdc511d/7bc588ed-910f-479a-974a-e1340b626671) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:37.298936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:403b (134040e6-0113-4b2f-96c2-7e25b948102e/b693f277-8f19-4691-b341-1824d042d6d1/7bc588ed-910f-479a-974a-e1340b626671) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:37.399373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Attempting to bind port 92b95f1f-83dd-4989-943d-39f37b9a3311 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:37.399942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Attempting to bind port 92b95f1f-83dd-4989-943d-39f37b9a3311 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:37.400120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Attempting to bind port 92b95f1f-83dd-4989-943d-39f37b9a3311 on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:37.423971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:37.429983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:37.431652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.431884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:37.432416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Bound port: 92b95f1f-83dd-4989-943d-39f37b9a3311, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:37.432817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.467662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.539389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97dffa-db08-4348-b7ab-67ab74a55e59 req-94c6cac8-4d2b-427d-a4cb-ffbfa66a91be tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:37.540066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] For port 92b95f1f-83dd-4989-943d-39f37b9a3311, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:37.546569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] For port 92b95f1f-83dd-4989-943d-39f37b9a3311, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92b95f1f-83dd-4989-943d-39f37b9a3311,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:37.555717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:37.557499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c97dffa-db08-4348-b7ab-67ab74a55e59 req-94c6cac8-4d2b-427d-a4cb-ffbfa66a91be tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 1.0745876 Feb 03 11:27:37.703518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4a8a5-24ef-445e-99b5-d8aa7cb590c1 None None] Pushing event updated for resources: {'Port': ['ID=92b95f1f-83dd-4989-943d-39f37b9a3311,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:37.834429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c97dffa-db08-4348-b7ab-67ab74a55e59 req-86dcf2ac-5028-4f23-b30d-191c7782ee96 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758391 Feb 03 11:27:38.531075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:38.564639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:38.735723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (7bc588ed-910f-479a-974a-e1340b626671), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:38.815756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e0247083-65ab-4469-8468-ff26972b51c7 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] Request body: {'port': {'network_id': '1f982160-5cb6-4e30-bf62-650b1000bb90', 'name': 'tempest-NetworksNegativeTestJSON-1346078884'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:38.829106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92b95f1f-83dd-4989-943d-39f37b9a3311 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:38.838289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7bc588ed-910f-479a-974a-e1340b626671), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:38.856664 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0247083-65ab-4469-8468-ff26972b51c7 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] POST failed (client error): The resource could not be found. Feb 03 11:27:38.867728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0247083-65ab-4469-8468-ff26972b51c7 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:38.891639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0247083-65ab-4469-8468-ff26972b51c7 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3592663 Feb 03 11:27:38.892452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:38.966159 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce9657c-9194-43b9-a36d-c7f475074290 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:38.966702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce9657c-9194-43b9-a36d-c7f475074290 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:38.986561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ce9657c-9194-43b9-a36d-c7f475074290 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "DELETE /v2.0/networks/eabed558-04bc-4909-be7a-4528c12c29f2 HTTP/1.1" status: 404 len: 339 time: 0.0910470 Feb 03 11:27:38.987199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.008383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=7bc588ed-910f-479a-974a-e1340b626671,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:39.047895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 92b95f1f-83dd-4989-943d-39f37b9a3311 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:39.048624 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.121519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1807230919'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:39.135403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:39.141374 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fe725c-6edb-4dd0-ba3b-38304a46429d tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:39.142076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fe725c-6edb-4dd0-ba3b-38304a46429d tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:39.148219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:39.154522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:39.162462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d0fe725c-6edb-4dd0-ba3b-38304a46429d tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "DELETE /v2.0/ports/7454ed27-2ba1-42ce-9601-68171be68455 HTTP/1.1" status: 404 len: 333 time: 0.1738689 Feb 03 11:27:39.164302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55428) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.180328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:39.184840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.224207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.266350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (cb82969c-c737-4153-96c7-c468d6db874d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.266350 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Floating IP cb82969c-c737-4153-96c7-c468d6db874d disassociated. External IP: 172.25.7.90, port: 5d640aba-d3e8-45ed-b557-84aa9b17ea2b. Feb 03 11:27:39.266350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Calling delete_port for 5d640aba-d3e8-45ed-b557-84aa9b17ea2b owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:39.300814 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ac5bd1-c266-49d8-819a-f9ed4559fa82 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:39.303167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ac5bd1-c266-49d8-819a-f9ed4559fa82 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:39.310703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e7ac5bd1-c266-49d8-819a-f9ed4559fa82 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "DELETE /v2.0/subnets/11f31ea5-d952-459a-859f-d0348fe57bd0 HTTP/1.1" status: 404 len: 337 time: 0.1453462 Feb 03 11:27:39.320551 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6bcde53d-bd3f-42c1-82a5-fdd25b55235f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5984375 Feb 03 11:27:39.324723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55440) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.328282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.362308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 92b95f1f-83dd-4989-943d-39f37b9a3311 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:39.363635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.425138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Made reservation on behalf of b11e4ebcbb97452fa399ffedc771b012 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:39.439990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.490910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.545252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 92b95f1f-83dd-4989-943d-39f37b9a3311, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92b95f1f-83dd-4989-943d-39f37b9a3311,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:39.553272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.644348 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7743338b-bf4a-4c6b-9a1b-52444c57b288 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] GET failed (client error): The resource could not be found. Feb 03 11:27:39.651726 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7743338b-bf4a-4c6b-9a1b-52444c57b288 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "GET /v2.0/networks/0e019cd2-f0b1-4ec0-b692-f6b7bb5d00ca HTTP/1.1" status: 404 len: 339 time: 0.3203714 Feb 03 11:27:39.662763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.713591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=92b95f1f-83dd-4989-943d-39f37b9a3311,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:39.751714 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb6c9d-3fb0-4c90-8075-ff5b99aad3ef tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] GET failed (client error): The resource could not be found. Feb 03 11:27:39.755811 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7beb6c9d-3fb0-4c90-8075-ff5b99aad3ef tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "GET /v2.0/ports/3957d771-80f3-4e59-8bca-12a2c0166c8b HTTP/1.1" status: 404 len: 333 time: 0.0804222 Feb 03 11:27:39.804413 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:27:39.806461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.831530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks [] for security_group (62adcf57-fa91-44de-8cc6-3188e1c8a234), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.846181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (62adcf57-fa91-44de-8cc6-3188e1c8a234), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.874644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:27:39.898648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (24035fbd-cd86-435b-8c44-9db5d6d718b6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:39.899004 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Added segment 24035fbd-cd86-435b-8c44-9db5d6d718b6 of type vlan for network 84752f1d-001f-43e4-bd98-ef2f600d6e59 Feb 03 11:27:39.959642 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9a207b-c50c-409a-9504-028069f9cf9c tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] GET failed (client error): The resource could not be found. Feb 03 11:27:39.966830 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d9a207b-c50c-409a-9504-028069f9cf9c tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "GET /v2.0/subnets/2a86d274-a73d-4828-af5d-a92f9a0b5793 HTTP/1.1" status: 404 len: 337 time: 0.1532874 Feb 03 11:27:39.976520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:39.996266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-02d7a057-17b7-44b3-8152-c8e0cdfdd559 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:40.008118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (84752f1d-001f-43e4-bd98-ef2f600d6e59), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.108093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78835a-0fb8-402b-93ee-d071c15b680d None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:40.124677 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d7a057-17b7-44b3-8152-c8e0cdfdd559 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] PUT failed (client error): The resource could not be found. Feb 03 11:27:40.127617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d7a057-17b7-44b3-8152-c8e0cdfdd559 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:40.129582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62adcf57-fa91-44de-8cc6-3188e1c8a234,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:40.134190 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02d7a057-17b7-44b3-8152-c8e0cdfdd559 tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "PUT /v2.0/networks/bf998f90-4e87-4d67-95f7-35fa8d0b4da9 HTTP/1.1" status: 404 len: 339 time: 0.1437385 Feb 03 11:27:40.138705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:40.157673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (84752f1d-001f-43e4-bd98-ef2f600d6e59), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.159953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fb1f62dc-d31e-4cb8-a7d1-ab156c3c812f tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:40.177543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:40.183016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.261736 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f62dc-d31e-4cb8-a7d1-ab156c3c812f tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] PUT failed (client error): The resource could not be found. Feb 03 11:27:40.266302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1f62dc-d31e-4cb8-a7d1-ab156c3c812f tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:40.275819 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb1f62dc-d31e-4cb8-a7d1-ab156c3c812f tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "PUT /v2.0/ports/a800769c-d868-443c-bc75-0146ecfb613e HTTP/1.1" status: 404 len: 333 time: 0.1301253 Feb 03 11:27:40.276094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:40.293323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8f1dcafa-efdd-458c-b7ec-fda588d6f51b tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:40.338603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 5d640aba-d3e8-45ed-b557-84aa9b17ea2b no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:40.348320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc829-5832-42a0-8b6f-ddec12c15e24 req-0008d133-fc04-4d50-a364-db4e46fa7bde tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:40.358026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d72bc829-5832-42a0-8b6f-ddec12c15e24 req-0008d133-fc04-4d50-a364-db4e46fa7bde tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 945 time: 1.3441453 Feb 03 11:27:40.391719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 7bc588ed-910f-479a-974a-e1340b626671 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:40.392065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7bc588ed-910f-479a-974a-e1340b626671), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.471384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5d640aba-d3e8-45ed-b557-84aa9b17ea2b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.482876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9160986 Feb 03 11:27:40.625743 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1dcafa-efdd-458c-b7ec-fda588d6f51b tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] PUT failed (client error): The resource could not be found. Feb 03 11:27:40.644794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1dcafa-efdd-458c-b7ec-fda588d6f51b tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:40.653622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8f1dcafa-efdd-458c-b7ec-fda588d6f51b tempest-NetworksNegativeTestJSON-1947143880 tempest-NetworksNegativeTestJSON-1947143880-project] 10.222.0.30 "PUT /v2.0/subnets/3390108d-9eb1-4a1b-9182-05fcfe5c4d35 HTTP/1.1" status: 404 len: 337 time: 0.3689678 Feb 03 11:27:40.657305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-49fb337a-e05a-4a3e-ba01-8a3c0e1d21d9 None None] Provisioning complete for port 92b95f1f-83dd-4989-943d-39f37b9a3311 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:40.660545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49fb337a-e05a-4a3e-ba01-8a3c0e1d21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.674854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7bc588ed-910f-479a-974a-e1340b626671), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.707425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 7bc588ed-910f-479a-974a-e1340b626671 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:40.713963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1305f0-78e2-4836-89e6-1e24cba51dbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Pushing event updated for resources: {'Network': ['ID=84752f1d-001f-43e4-bd98-ef2f600d6e59,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:40.772236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92b95f1f-83dd-4989-943d-39f37b9a3311 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:40.786798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:27:40.799940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:40.819543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59', 'binding:host_id': 'n-h1-821606-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-990522526'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:40.858979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d72bc829-5832-42a0-8b6f-ddec12c15e24 req-d3fd13ab-9792-4906-8754-1ae96d6dc428 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/security-groups?id=2caf199a-d5c3-413f-b7df-31e9f26537e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938701 Feb 03 11:27:40.905839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No active binding found for port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:27:40.906241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:27:40.906665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 5d640aba-d3e8-45ed-b557-84aa9b17ea2b not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:40.915669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Made reservation on behalf of 2360887c9d7a40dd9c2cda6845b96836 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:40.930789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:40.959081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:41.279653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for security_group (180f5186-846e-4d55-b6d1-6013e2f7a9b6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:41.290749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (180f5186-846e-4d55-b6d1-6013e2f7a9b6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:41.396397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f5186-846e-4d55-b6d1-6013e2f7a9b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:41.406770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port fd247ed3-a255-459e-8bf9-28ec4563b95a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:41.545203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 92b95f1f-83dd-4989-943d-39f37b9a3311 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:41.545894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:41.630530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:41.707497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-49fb337a-e05a-4a3e-ba01-8a3c0e1d21d9 None None] Current status of the port 92b95f1f-83dd-4989-943d-39f37b9a3311 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:41.888133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 92b95f1f-83dd-4989-943d-39f37b9a3311 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:41.917484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba3eaa6e-1d43-4259-9a1c-11616c7f8989 None None] Provisioning complete for port 92b95f1f-83dd-4989-943d-39f37b9a3311 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:41.920683 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba3eaa6e-1d43-4259-9a1c-11616c7f8989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.209519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba3eaa6e-1d43-4259-9a1c-11616c7f8989 None None] Current status of the port 92b95f1f-83dd-4989-943d-39f37b9a3311 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:42.217888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba3eaa6e-1d43-4259-9a1c-11616c7f8989 None None] Could not find standard attr ID for object 7bc588ed-910f-479a-974a-e1340b626671. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:42.298382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event deleted for resources: {'Port': ['ID=5d640aba-d3e8-45ed-b557-84aa9b17ea2b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:42.316124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7bc588ed-910f-479a-974a-e1340b626671), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.385592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1abc4f4-3464-4768-bd76-860c34d961e5 req-72804af3-8461-4fc7-8e87-fb730e5745c0 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.2713377 Feb 03 11:27:42.397127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf5498e-e948-4229-a176-16f84449b823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.537525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c0732a3-c7b6-4de3-988b-340f7e8715fd None None] Could not find standard attr ID for object 7bc588ed-910f-479a-974a-e1340b626671. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:27:42.595786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port fd247ed3-a255-459e-8bf9-28ec4563b95a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:42.624670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=7bc588ed-910f-479a-974a-e1340b626671,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:42.637291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.641927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4df0558-4174-4afc-8187-7458e2ef2db6 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/7bc588ed-910f-479a-974a-e1340b626671 HTTP/1.1" status: 204 len: 168 time: 3.3092639 Feb 03 11:27:42.645582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55514) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:42.669559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.714844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.824693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf5498e-e948-4229-a176-16f84449b823 admin admin] Publish callbacks [] for security_group (6d4e4998-5ed7-4897-bb75-a7aa4e418a85), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.840492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf5498e-e948-4229-a176-16f84449b823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d4e4998-5ed7-4897-bb75-a7aa4e418a85), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:42.849375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e7b5e-3585-4784-9720-85cf813842e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:42.854189 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-207e7b5e-3585-4784-9720-85cf813842e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2050548 Feb 03 11:27:42.860482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55518) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:42.945674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Router 67b15da4-cba9-4eea-aa28-36f65ec00a98 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:27:43.014642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=fd247ed3-a255-459e-8bf9-28ec4563b95a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:43.018042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5498e-e948-4229-a176-16f84449b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e4998-5ed7-4897-bb75-a7aa4e418a85,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:43.040662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7bf5498e-e948-4229-a176-16f84449b823 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bce6ca39018c43a8bbdbcbb0adbfa852&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4015605 Feb 03 11:27:43.045015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:43.046115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Checking segment: {'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:43.046483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Network hostable DHCP agents. Network: 84752f1d-001f-43e4-bd98-ef2f600d6e59, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:27:43.100016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:27:43.127698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] Publish callbacks [] for security_group (6d4e4998-5ed7-4897-bb75-a7aa4e418a85), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.152330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] Publish callbacks [] for security_group (6d4e4998-5ed7-4897-bb75-a7aa4e418a85), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.197911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:27:43.211448 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Sync routers for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:27:43.228623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:27:43.244856 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:27:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:43.247132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 84752f1d-001f-43e4-bd98-ef2f600d6e59) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:43.253567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d4e4998-5ed7-4897-bb75-a7aa4e418a85), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.257984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561324f-4318-4c0b-97a7-fe48baf16ecb None None] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:43.263380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.265095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d4e4998-5ed7-4897-bb75-a7aa4e418a85 HTTP/1.1" status: 204 len: 168 time: 0.2162898 Feb 03 11:27:43.266112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:43.320506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.320858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.325544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.339635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.340438 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.340955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f2c5-db51-4c7f-8531-b9bd10f104cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e4998-5ed7-4897-bb75-a7aa4e418a85,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:43.345030 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 2 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.355785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] No DVR routers for this DVR port 5d640aba-d3e8-45ed-b557-84aa9b17ea2b on host n-h1-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:43.359527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.363958 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-725ffc11-69d5-4a94-94ab-cb43bac6475c req-67ad9637-1a0b-4287-bf33-63828b29fc34 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.53 "DELETE /v2.0/ports/5d640aba-d3e8-45ed-b557-84aa9b17ea2b HTTP/1.1" status: 204 len: 173 time: 6.8083014 Feb 03 11:27:43.364763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'name': 'network-vif-deleted', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:27:43.368158 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0889920b-dad9-441c-8b04-c13b6879e871" -d '{"events": [{"server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "name": "network-vif-deleted", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:27:43.381427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.381614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.382155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.417690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.418332 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.422810 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 3 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.426534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d49443-9bac-476b-95b2-3a62c111f3cd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:43.449187 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-89d49443-9bac-476b-95b2-3a62c111f3cd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5729351 Feb 03 11:27:43.454646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55534) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:43.471110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.471454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.474993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.490893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.491247 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.492432 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 4 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.516660 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a50f6be-2790-4c39-9cd4-e696dc751bbc x-openstack-request-id: req-4a50f6be-2790-4c39-9cd4-e696dc751bbc {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:27:43.517317 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145f9968-284a-4570-bcf2-0a4455d9f8d2", "name": "network-vif-deleted", "tag": "5d640aba-d3e8-45ed-b557-84aa9b17ea2b", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:27:43.520507 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a50f6be-2790-4c39-9cd4-e696dc751bbc {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:27:43.523315 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f9968-284a-4570-bcf2-0a4455d9f8d2', 'name': 'network-vif-deleted', 'tag': '5d640aba-d3e8-45ed-b557-84aa9b17ea2b', 'status': 'completed', 'code': 200} Feb 03 11:27:43.596201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3ddf809-f701-438e-84e9-3dfd739c1450 req-5a048f81-be7f-4738-94d4-a7edaf729afd tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "GET /v2.0/ports?device_id=145f9968-284a-4570-bcf2-0a4455d9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0501609 Feb 03 11:27:43.597170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.597570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.597914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.604077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.604579 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.605026 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 5 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.620095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.620616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.621648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.628244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.628597 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.629143 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 6 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.698940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.699293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.699641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.705373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e954-3813-4926-85b4-9fbf53eda694 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:43.708658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e954-3813-4926-85b4-9fbf53eda694 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:43.714764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.715107 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.715510 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 7 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.717612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e954-3813-4926-85b4-9fbf53eda694 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:43.724345 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb17e954-3813-4926-85b4-9fbf53eda694 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2619560 Feb 03 11:27:43.727004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55538) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:43.750860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:27:43.765416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.765761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.766107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.785511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.785850 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.797223 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 8 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.866762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.867867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.867867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.882376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.882689 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.883028 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 9 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.885110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 87ddb77a-c52d-438c-8a6f-60e1fbdc511d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:43.895246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (87ddb77a-c52d-438c-8a6f-60e1fbdc511d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:43.922919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.929417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.929892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.953420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.953420 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.953420 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 10 to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a Feb 03 11:27:43.982240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:43.982825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:43.983352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:43.994649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port fd247ed3-a255-459e-8bf9-28ec4563b95a on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:43.997813 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port fd247ed3-a255-459e-8bf9-28ec4563b95a on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:43.999844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.007633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (87ddb77a-c52d-438c-8a6f-60e1fbdc511d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.226810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port fd247ed3-a255-459e-8bf9-28ec4563b95a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:44.226810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempted to set empty binding levels {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:27:44.236599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.246269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (87ddb77a-c52d-438c-8a6f-60e1fbdc511d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.318654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (87ddb77a-c52d-438c-8a6f-60e1fbdc511d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.325271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:44.325875 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.351467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=87ddb77a-c52d-438c-8a6f-60e1fbdc511d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:44.358153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.367956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33025b73-7083-4d8d-a992-1616adbc5af0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/87ddb77a-c52d-438c-8a6f-60e1fbdc511d HTTP/1.1" status: 204 len: 168 time: 0.6310298 Feb 03 11:27:44.368816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:44.370442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec9586-b716-4e68-bef5-bafcdbbcfe27 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:44.395223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=fd247ed3-a255-459e-8bf9-28ec4563b95a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:44.412565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-13e1f091-a8a1-4a85-a21d-fc85e72e4c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.6049664 Feb 03 11:27:44.412966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55558) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:44.475675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet b693f277-8f19-4691-b341-1824d042d6d1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:44.484169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (b693f277-8f19-4691-b341-1824d042d6d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.590853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (b693f277-8f19-4691-b341-1824d042d6d1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.687763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Deleting port fd247ed3-a255-459e-8bf9-28ec4563b95a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:44.688334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.712095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:44.822917 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:44.897463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Checking router: 67b15da4-cba9-4eea-aa28-36f65ec00a98 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:27:44.902883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port fd247ed3-a255-459e-8bf9-28ec4563b95a, host n-h1-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:44.903268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.917710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (b693f277-8f19-4691-b341-1824d042d6d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:44.921807 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:27:44.923067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:27:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:44.931457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Calling delete_port for fd247ed3-a255-459e-8bf9-28ec4563b95a owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:45.165829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Deleting port f52f3b8f-a58b-4346-aaad-2dac881c924a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:45.166178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.170861 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:27:45.215709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fd247ed3-a255-459e-8bf9-28ec4563b95a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.330810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.338517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fd247ed3-a255-459e-8bf9-28ec4563b95a HTTP/1.1" status: 204 len: 168 time: 0.9228790 Feb 03 11:27:45.341728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55584) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:45.350686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8a416-7bf2-4467-b1fe-c600d889ece1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd247ed3-a255-459e-8bf9-28ec4563b95a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:45.389007 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (b693f277-8f19-4691-b341-1824d042d6d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.484487 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f705f6-aeea-48f1-a111-12c2f33d241e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:27:45.486458 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58f705f6-aeea-48f1-a111-12c2f33d241e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports/fd247ed3-a255-459e-8bf9-28ec4563b95a HTTP/1.1" status: 404 len: 333 time: 0.1117892 Feb 03 11:27:45.492523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55588) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:45.499524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-557426580'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:45.504504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=b693f277-8f19-4691-b341-1824d042d6d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:45.519153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.532360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3f46df1-2a8c-407e-ac3c-36e6a7f68c74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b693f277-8f19-4691-b341-1824d042d6d1 HTTP/1.1" status: 204 len: 168 time: 1.1621492 Feb 03 11:27:45.539032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55592) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:45.550993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.551424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for floatingip (f52f3b8f-a58b-4346-aaad-2dac881c924a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.584016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Made reservation on behalf of 2360887c9d7a40dd9c2cda6845b96836 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:45.587437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:45.612548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port 685b06a9-6a2b-49d6-902d-7e61323ffd54 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:45.660014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4755accd-b9c7-414e-bc71-a24dc70673fc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197734 Feb 03 11:27:45.665237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:45.670118 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:45.679288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:45.695427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Calling delete_port for f52f3b8f-a58b-4346-aaad-2dac881c924a owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:45.745531 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93329583-00d8-4650-8544-4df1f626cdf6 None None] The sync data for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 is: [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:22:06Z', 'revision_number': 4, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c8a040e7-1597-405f-a868-6f80d068b986', 'name': '', 'network_id': '72824220-a3b3-41cc-bcea-fc0542b067ec', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'mac_address': 'fa:16:3e:6c:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:04Z', 'updated_at': '2022-02-03T11:22:12Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'subnets': [{'id': '714f53ec-13f3-4c28-9c35-690b254ce8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:27:45.943979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f52f3b8f-a58b-4346-aaad-2dac881c924a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.035257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event deleted for resources: {'Port': ['ID=f52f3b8f-a58b-4346-aaad-2dac881c924a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:46.115680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for floatingip (cb82969c-c737-4153-96c7-c468d6db874d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.119213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.121225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cd553538-30f7-4663-837f-5894caafcf91 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "DELETE /v2.0/floatingips/cb82969c-c737-4153-96c7-c468d6db874d HTTP/1.1" status: 204 len: 168 time: 1.4075539 Feb 03 11:27:46.154946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035b305-6f47-40be-92f2-2df298e17770 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:46.186736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:46.204819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.330968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:46.457122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b39694-22a0-4003-91bb-3110ad0687c5 None None] New status for floating IP cb82969c-c737-4153-96c7-c468d6db874d: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:27:46.590502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.695070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.699701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (2caf199a-d5c3-413f-b7df-31e9f26537e2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.709110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8e9c8455-99a4-4a61-9923-f64da7f84ce0 None None] Provisioning complete for port 92b95f1f-83dd-4989-943d-39f37b9a3311 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:46.709697 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e9c8455-99a4-4a61-9923-f64da7f84ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.849294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (2caf199a-d5c3-413f-b7df-31e9f26537e2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:46.901433 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-ea4f2740-f90c-4a73-ac9d-570962be9c39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3846819 Feb 03 11:27:46.951995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (d1bf963c-0c0a-4402-811d-24519f2297c9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.074355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:47.105291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:47.114618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.115892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.126094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.153469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2086-b958-416a-870f-54b996e1b285 req-f255b2d8-6ecd-4c8f-94a6-132418ee258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.155359 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-f255b2d8-6ecd-4c8f-94a6-132418ee258d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26ce044479aa4f7e96133cdacee706d6&device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 1128 time: 0.2011094 Feb 03 11:27:47.177785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2caf199a-d5c3-413f-b7df-31e9f26537e2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.180535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.184369 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] 10.222.0.30 "DELETE /v2.0/security-groups/2caf199a-d5c3-413f-b7df-31e9f26537e2 HTTP/1.1" status: 204 len: 168 time: 0.8498096 Feb 03 11:27:47.210946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=d1bf963c-0c0a-4402-811d-24519f2297c9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:47.291054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9db5-5803-4947-9b6a-18389999cdd4 req-324b4002-9cae-4054-8f66-e110d287c4a9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.297350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02fc9db5-5803-4947-9b6a-18389999cdd4 req-324b4002-9cae-4054-8f66-e110d287c4a9 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 945 time: 0.6361670 Feb 03 11:27:47.299260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=685b06a9-6a2b-49d6-902d-7e61323ffd54,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:47.312053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:47.317827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c8455-99a4-4a61-9923-f64da7f84ce0 None None] Current status of the port 92b95f1f-83dd-4989-943d-39f37b9a3311 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:47.320717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:27:47.324005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d2e57212-4b64-4fa3-9d0e-6c391eb425f5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6545317 Feb 03 11:27:47.327099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:47.373914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:47.391462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d13418-00f8-44bc-8a77-79a36000f0a9 tempest-TestServerBasicOps-1605388836 tempest-TestServerBasicOps-1605388836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf199a-d5c3-413f-b7df-31e9f26537e2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:47.424773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:47.476750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:47.480316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:47.482574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.484158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.558331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Deleting port 92b95f1f-83dd-4989-943d-39f37b9a3311 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:47.560864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.578556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02fc9db5-5803-4947-9b6a-18389999cdd4 req-b47f235e-f4b5-4002-b6c8-883abab290d2 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704973 Feb 03 11:27:47.616687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea86a331-0364-4b29-8452-d8204ac37661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1214018 Feb 03 11:27:47.619710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:47.626518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:47.676492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2086-b958-416a-870f-54b996e1b285 req-d585c714-5cce-405e-894c-517ea7bb1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.678710 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-d585c714-5cce-405e-894c-517ea7bb1d13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 200 len: 914 time: 0.4955413 Feb 03 11:27:47.753920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] For port 92b95f1f-83dd-4989-943d-39f37b9a3311, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=92b95f1f-83dd-4989-943d-39f37b9a3311,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:47.759667 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.788711 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-54af6be8-6faa-478c-af49-ec3b3ee5ffab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 200 len: 217 time: 0.0985515 Feb 03 11:27:47.790032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Calling delete_port for 92b95f1f-83dd-4989-943d-39f37b9a3311 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:47.792939 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.899729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2086-b958-416a-870f-54b996e1b285 req-e509edc7-8c56-4312-8de4-d52d4b5572f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:47.908725 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-e509edc7-8c56-4312-8de4-d52d4b5572f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 200 len: 853 time: 0.1094096 Feb 03 11:27:47.953999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (92b95f1f-83dd-4989-943d-39f37b9a3311), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:47.969928 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-0256518b-9d4a-432e-a09b-9a48af76bfd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6476650-6a71-4ca7-8d9b-cbb255588ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539150 Feb 03 11:27:47.971884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] No DVR routers for this DVR port 92b95f1f-83dd-4989-943d-39f37b9a3311 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:48.015070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22fd0ed-5063-4c85-9cdb-373f1b7642d0 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:48.034587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2732c-88e2-4ee4-9fff-e929308a62ae None None] Pushing event deleted for resources: {'Port': ['ID=92b95f1f-83dd-4989-943d-39f37b9a3311,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:48.200085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-43197338-64e5-44fb-bfa5-e8dc9ff8584a service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210655 Feb 03 11:27:48.214009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port 685b06a9-6a2b-49d6-902d-7e61323ffd54 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:48.221948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.232823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.262306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-134040e6-0113-4b2f-96c2-7e25b948102e', 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'project_id': '3d79355b62ab4ec9b5a33321c921e2fe', 'fixed_ips': [{'subnet_id': 'd1bf963c-0c0a-4402-811d-24519f2297c9'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:27:48.264320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.351026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:48.359919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.462903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=685b06a9-6a2b-49d6-902d-7e61323ffd54,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:48.510158 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-73ecb5e4-88ca-451a-90b3-722a930f1669 service neutron] 10.222.0.53 "GET /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035519 Feb 03 11:27:48.531118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Allocated IP 2001:db8::2 (134040e6-0113-4b2f-96c2-7e25b948102e/d1bf963c-0c0a-4402-811d-24519f2297c9/7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:48.533134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:48.533473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:48.533806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:48.702197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-7be4f70c-4b2a-4351-94e5-c0a96a778c21 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:48.703983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-7be4f70c-4b2a-4351-94e5-c0a96a778c21 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 945 time: 0.4284785 Feb 03 11:27:48.748499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:48.749116 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:48.775249 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 2 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:48.834024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:48.838815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:48.841186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:48.906463 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks [] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.914516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92b95f1f-83dd-4989-943d-39f37b9a3311 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:48.937303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 92b95f1f-83dd-4989-943d-39f37b9a3311 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:48.937680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 92b95f1f-83dd-4989-943d-39f37b9a3311 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:48.940526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:48.971967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:48.977903 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:48.978604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:48.981718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:48.984248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:48.992028 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 3 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:49.043996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:49.044344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:49.044695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:49.059744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:49.060083 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:49.114045 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 4 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:49.131815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Attempting to bind port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:49.132201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Attempting to bind port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:49.132577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Attempting to bind port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a on network 134040e6-0113-4b2f-96c2-7e25b948102e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:49.153234 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1bf963c-0c0a-4402-811d-24519f2297c9 (CIDR: 2001:db8::/64) Feb 03 11:27:49.169584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:27:49.177267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Checking segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:27:49.177749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:49.178165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Bound using segment: {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:27:49.178694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Bound port: 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee6182-f572-42e1-9d5b-3c8c1c44c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:27:49.179127 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:49.256749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Pushing event updated for resources: {'Port': ['ID=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:49.372308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] For port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:49.382952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] For port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:27:49.398580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:49.542245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c3a8-4486-4c92-8785-cd83abad39b3 None None] Pushing event updated for resources: {'Port': ['ID=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:49.796766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:49.797349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:49.797649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:49.811070 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:27:49.814508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:49.853259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0ac3-9f92-44f6-bff4-787416afe409 req-23e609d7-a272-40ce-a541-4390a01cc548 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:49.854841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11aa0ac3-9f92-44f6-bff4-787416afe409 req-23e609d7-a272-40ce-a541-4390a01cc548 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 945 time: 1.1040070 Feb 03 11:27:49.855461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:49.855798 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:49.873440 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 5 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:49.957448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11aa0ac3-9f92-44f6-bff4-787416afe409 req-20ea2bee-7d1a-4488-b692-4c32db2f1a07 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795512 Feb 03 11:27:50.002613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81c56667-404a-447f-acfb-1ca36eed9b9d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6686509 Feb 03 11:27:50.005947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55720) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:50.011256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'subnet': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:50.020616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.020965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.021307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.062837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.063175 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.068074 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 6 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:50.140235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.140593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.140920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.147682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Deleting port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:50.148417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.169582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.169919 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.173313 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 7 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:50.249083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.249515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.249777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.251035 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:50.256985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.269311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.269689 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.276570 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 8 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:50.323480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.323819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.324283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.328846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] For port d6877c98-cf0a-4133-bfab-5b7b2a5aee02, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:50.329241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.347909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.348306 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.352612 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 9 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:50.355880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Calling delete_port for d6877c98-cf0a-4133-bfab-5b7b2a5aee02 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:50.388758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.389122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.389462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.429989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.430232 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.449466 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 10 to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 Feb 03 11:27:50.526267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:27:50.532321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:27:50.532753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:27:50.546327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:27:50.546667 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:27:50.547040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.671243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.764722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:50.783970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:27:50.827007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port 685b06a9-6a2b-49d6-902d-7e61323ffd54, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:27:50.828159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempted to set empty binding levels {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:27:50.879244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.924756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d6877c98-cf0a-4133-bfab-5b7b2a5aee02), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.930065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:50.930449 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.937513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] In _notify_port_updated(), no bound segment for port 685b06a9-6a2b-49d6-902d-7e61323ffd54 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:27:50.940624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:50.943288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:50.947099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "PUT /v2.0/ports/685b06a9-6a2b-49d6-902d-7e61323ffd54 HTTP/1.1" status: 200 len: 978 time: 3.3239923 Feb 03 11:27:50.964569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55736) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:50.979828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['6da68ae7-e687-454c-91e7-f26ced5fa6a0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:27:51.010008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:27:51.037595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fab5e-b017-451e-9aad-67c25815028b tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=685b06a9-6a2b-49d6-902d-7e61323ffd54,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:51.124814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.314071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event deleted for resources: {'Port': ['ID=d6877c98-cf0a-4133-bfab-5b7b2a5aee02,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:51.419758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d27bdfac-d354-43b4-bd74-064764c761e2 req-85609f72-880a-4f69-93ea-96fe20cae6ac tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=35baa6f6-a782-4295-8657-a152f9f66acc HTTP/1.1" status: 200 len: 210 time: 0.3005102 Feb 03 11:27:51.459707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] For port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:51.483088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] No DVR routers for this DVR port d6877c98-cf0a-4133-bfab-5b7b2a5aee02 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:51.486304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.490815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05dabfb1-f17c-40bb-b39c-f603e09a267c req-dbf311cb-f70b-42d5-bbbc-964505cef6dd tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "DELETE /v2.0/ports/d6877c98-cf0a-4133-bfab-5b7b2a5aee02 HTTP/1.1" status: 204 len: 173 time: 2.7260718 Feb 03 11:27:51.492464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'name': 'network-vif-deleted', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:27:51.495768 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289d1cec-eefd-401e-b090-4aa4a0d582bb" -d '{"events": [{"server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "name": "network-vif-deleted", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:27:51.506732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.529390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.561067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:51.565100 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.622895 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e391523-1e0f-409e-bc25-8a9bb9c484b4 x-openstack-request-id: req-7e391523-1e0f-409e-bc25-8a9bb9c484b4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:27:51.623186 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35baa6f6-a782-4295-8657-a152f9f66acc", "name": "network-vif-deleted", "tag": "d6877c98-cf0a-4133-bfab-5b7b2a5aee02", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:27:51.623451 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e391523-1e0f-409e-bc25-8a9bb9c484b4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:27:51.623886 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35baa6f6-a782-4295-8657-a152f9f66acc', 'name': 'network-vif-deleted', 'tag': 'd6877c98-cf0a-4133-bfab-5b7b2a5aee02', 'status': 'completed', 'code': 200} Feb 03 11:27:51.637131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Provisioning complete for port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:51.639431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.667429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,revision_number=4']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:51.685654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (578959e3-552a-4496-8e75-6801b3ad5ae2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.690245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.700244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.700941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.701983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.701983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.706365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.709829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.710377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.715120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.715355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.716002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.716465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.720329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.720823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.725863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.727555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.728038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.730818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.732198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.733277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.736563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.737150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.742439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.742991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.743465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.762721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-22c27a00-d911-4b40-838a-f5dc72d6c217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23619 time: 0.7387173 Feb 03 11:27:51.770574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55766) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:51.785766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:51.790034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Subnet': ['ID=578959e3-552a-4496-8e75-6801b3ad5ae2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:51.793471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:51.803420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:51.804081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.845024 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd0e911b-f6c6-4b15-8292-f09ed629b909 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8377564 Feb 03 11:27:51.846057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55768) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:51.857197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Request body: {'port': {'network_id': '134040e6-0113-4b2f-96c2-7e25b948102e', 'mac_address': 'fa:16:3e:0b:aa:ff', 'name': 'tempest-NetworksTestDHCPv6-1286398626'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:51.902943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:51.903457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:51.907109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd20b6-5c13-480c-9722-e9349e276388 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:52.000491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Deleting port 685b06a9-6a2b-49d6-902d-7e61323ffd54 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:52.001438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.070315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Made reservation on behalf of 3d79355b62ab4ec9b5a33321c921e2fe for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:52.103522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Deleting port c8a040e7-1597-405f-a868-6f80d068b986 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:52.103961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c8a040e7-1597-405f-a868-6f80d068b986), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.104119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:27:52.104418 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:27:52.106788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port 685b06a9-6a2b-49d6-902d-7e61323ffd54, host n-h1-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:52.107366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.119369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] For port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:52.143717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.174131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Calling delete_port for 685b06a9-6a2b-49d6-902d-7e61323ffd54 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:52.246690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.295191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682a0b8-07ed-4821-9357-fa7e66ca40ab None None] Pushing event updated for resources: {'Port': ['ID=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:52.345342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] device_id is not set on port 452aa26a-a36d-4efe-b234-b0bcb3fc81be yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:52.373000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d6877c98-cf0a-4133-bfab-5b7b2a5aee02 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:52.415991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] For port c8a040e7-1597-405f-a868-6f80d068b986, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8a040e7-1597-405f-a868-6f80d068b986,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:52.416539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c8a040e7-1597-405f-a868-6f80d068b986), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.466333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: d6877c98-cf0a-4133-bfab-5b7b2a5aee02 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:52.466662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device d6877c98-cf0a-4133-bfab-5b7b2a5aee02 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:52.502586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Calling delete_port for c8a040e7-1597-405f-a868-6f80d068b986 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:52.750022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:52.839226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (685b06a9-6a2b-49d6-902d-7e61323ffd54), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.863165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8::a8 (134040e6-0113-4b2f-96c2-7e25b948102e/d1bf963c-0c0a-4402-811d-24519f2297c9/452aa26a-a36d-4efe-b234-b0bcb3fc81be) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:52.874375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:aaff (134040e6-0113-4b2f-96c2-7e25b948102e/578959e3-552a-4496-8e75-6801b3ad5ae2/452aa26a-a36d-4efe-b234-b0bcb3fc81be) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:27:52.943996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event deleted for resources: {'Port': ['ID=685b06a9-6a2b-49d6-902d-7e61323ffd54,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:52.958663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:52.962811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8280c0ad-d70b-46a1-99d6-e6e090e50e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "DELETE /v2.0/ports/685b06a9-6a2b-49d6-902d-7e61323ffd54 HTTP/1.1" status: 204 len: 168 time: 1.1911943 Feb 03 11:27:52.965705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:52.998315 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed803e3-a77d-455c-8b8b-928dea0d6c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:27:53.000643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ed803e3-a77d-455c-8b8b-928dea0d6c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports/685b06a9-6a2b-49d6-902d-7e61323ffd54 HTTP/1.1" status: 404 len: 333 time: 0.0338573 Feb 03 11:27:53.014982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:53.028458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1399681797', 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:53.040245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:27:53.100952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Made reservation on behalf of 2360887c9d7a40dd9c2cda6845b96836 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:53.117708 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.169077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:53.169801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.176065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c8a040e7-1597-405f-a868-6f80d068b986), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.225990 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.327544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.399534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a040e7-1597-405f-a868-6f80d068b986,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:53.467209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port e500e709-41a1-4028-b142-8639975a46c8 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:53.478752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Network 134040e6-0113-4b2f-96c2-7e25b948102e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:53.482922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:53.491292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:53.501198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:53.511013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:53.511924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.592613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event updated for resources: {'Port': ['ID=452aa26a-a36d-4efe-b234-b0bcb3fc81be,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:53.612843 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7647760 Feb 03 11:27:53.633327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:53.643548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.643548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.643980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.644274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.644614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.665037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.665571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.665934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.680508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.680873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.690936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.691279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.691623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2fe9e-c64e-438b-9677-c3c0b0f011d0 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:27:53.761582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e84ea6f5-aab0-4f98-a8e1-45d0dcbd98b4 None None] Provisioning complete for port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:53.761582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e84ea6f5-aab0-4f98-a8e1-45d0dcbd98b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:53.954518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting port 452aa26a-a36d-4efe-b234-b0bcb3fc81be {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:53.955476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.120437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e84ea6f5-aab0-4f98-a8e1-45d0dcbd98b4 None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:54.267679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2aaff5ed-580f-4dd7-9c87-351234da3810 None None] Provisioning complete for port 452aa26a-a36d-4efe-b234-b0bcb3fc81be triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:54.268274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2aaff5ed-580f-4dd7-9c87-351234da3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.279782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.308305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Calling delete_port for 452aa26a-a36d-4efe-b234-b0bcb3fc81be owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:54.383464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2aaff5ed-580f-4dd7-9c87-351234da3810 None None] Port 452aa26a-a36d-4efe-b234-b0bcb3fc81be cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:27:54.457072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (e500e709-41a1-4028-b142-8639975a46c8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.700814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (452aa26a-a36d-4efe-b234-b0bcb3fc81be), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.712597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e500e709-41a1-4028-b142-8639975a46c8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.853434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Port': ['ID=452aa26a-a36d-4efe-b234-b0bcb3fc81be,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:54.947370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:54.958381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9e25d011-1769-4a09-b258-441181b948e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/452aa26a-a36d-4efe-b234-b0bcb3fc81be HTTP/1.1" status: 204 len: 168 time: 1.3239734 Feb 03 11:27:54.965465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55826) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:54.997458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=e500e709-41a1-4028-b142-8639975a46c8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:55.005702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:55.029532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:55.032471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:55.043823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:55.047876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.048863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:55.088285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e8d4f-bc40-4636-b9c2-7fa88267f7fc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.090747 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b76e8d4f-bc40-4636-b9c2-7fa88267f7fc tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1231766 Feb 03 11:27:55.095837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e1cc-836f-49c9-8069-dab2d09f828d req-01f48ad7-6f21-4320-b698-aab0916e831a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.097560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3b9e1cc-836f-49c9-8069-dab2d09f828d req-01f48ad7-6f21-4320-b698-aab0916e831a tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 946 time: 1.7604117 Feb 03 11:27:55.099099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55828) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:55.281364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-9f553e68-d4a4-423a-82e3-08f0bbb46591 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.284574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-9f553e68-d4a4-423a-82e3-08f0bbb46591 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 946 time: 0.5971754 Feb 03 11:27:55.289730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3b9e1cc-836f-49c9-8069-dab2d09f828d req-26b5d88e-c0bd-4641-8294-753a754621ae tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533060 Feb 03 11:27:55.457495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-519812b3-e35d-4ae8-819f-42aae88efdba tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4349942 Feb 03 11:27:55.460061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:55.555317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73804d17-0d63-460e-ae01-09b5a1aba4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.559049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-73804d17-0d63-460e-ae01-09b5a1aba4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports/e500e709-41a1-4028-b142-8639975a46c8 HTTP/1.1" status: 200 len: 959 time: 0.0970461 Feb 03 11:27:55.563053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:55.771929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Router 67b15da4-cba9-4eea-aa28-36f65ec00a98 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:27:55.812532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0df604-1da4-4006-ae77-853b1405838e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.822708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:55.823327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4f0df604-1da4-4006-ae77-853b1405838e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7042925 Feb 03 11:27:55.915404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa984269-4898-489c-a9ef-235fe0e9eb75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.918426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa984269-4898-489c-a9ef-235fe0e9eb75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.922293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa984269-4898-489c-a9ef-235fe0e9eb75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:55.924158 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa984269-4898-489c-a9ef-235fe0e9eb75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1000676 Feb 03 11:27:55.928773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:55.997882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet 578959e3-552a-4496-8e75-6801b3ad5ae2 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:56.003726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (578959e3-552a-4496-8e75-6801b3ad5ae2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.056476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:27:56.066491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Deleting port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:56.066890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.075957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Sync routers for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:27:56.086699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c2ca3257-b9d1-4249-8cc7-cc9f39346069 admin admin] 10.222.0.30 "PUT /v2.0/routers/67b15da4-cba9-4eea-aa28-36f65ec00a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7628183 Feb 03 11:27:56.091162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:56.102801 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:27:56.105227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (578959e3-552a-4496-8e75-6801b3ad5ae2), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.106155 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:27:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:56.279693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (578959e3-552a-4496-8e75-6801b3ad5ae2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.379011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Deleting port e500e709-41a1-4028-b142-8639975a46c8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:56.379386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e500e709-41a1-4028-b142-8639975a46c8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.400136 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:27:56.400361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks [] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.474819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (578959e3-552a-4496-8e75-6801b3ad5ae2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.544961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=578959e3-552a-4496-8e75-6801b3ad5ae2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:56.552818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.558448 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-42bf0de3-b7a2-4cea-943f-844c2c84b792 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/578959e3-552a-4496-8e75-6801b3ad5ae2 HTTP/1.1" status: 204 len: 168 time: 0.6284289 Feb 03 11:27:56.562348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:56.563900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8867554-db83-4193-9c54-5c877553595b None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:56.661458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] For port 6da68ae7-e687-454c-91e7-f26ced5fa6a0, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=6da68ae7-e687-454c-91e7-f26ced5fa6a0,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:56.662316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.709059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Deleting subnet d1bf963c-0c0a-4402-811d-24519f2297c9 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:27:56.720093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (d1bf963c-0c0a-4402-811d-24519f2297c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.808209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (d1bf963c-0c0a-4402-811d-24519f2297c9), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.855337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Calling delete_port for 6da68ae7-e687-454c-91e7-f26ced5fa6a0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:56.871629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e500e709-41a1-4028-b142-8639975a46c8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:56.892842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:27:52Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:56.951932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Checking router: 67b15da4-cba9-4eea-aa28-36f65ec00a98 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:27:56.978116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Routers {'67b15da4-cba9-4eea-aa28-36f65ec00a98'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:27:56.978890 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:27:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['67b15da4-cba9-4eea-aa28-36f65ec00a98'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:57.022160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d1bf963c-0c0a-4402-811d-24519f2297c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.025768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Calling delete_port for e500e709-41a1-4028-b142-8639975a46c8 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:57.043617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.156415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d1bf963c-0c0a-4402-811d-24519f2297c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.227907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bf963c-0c0a-4402-811d-24519f2297c9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:57.241913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.246526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ba6fd39-a8ca-4ac2-872c-bcffe4850692 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/d1bf963c-0c0a-4402-811d-24519f2297c9 HTTP/1.1" status: 204 len: 168 time: 0.6830764 Feb 03 11:27:57.250093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:57.280236 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] Set router 67b15da4-cba9-4eea-aa28-36f65ec00a98 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:27:57.365204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc180e17-a669-4a60-8304-98c71d6b8389 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138980 Feb 03 11:27:57.379071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:57.680345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks [] for router_gateway (67b15da4-cba9-4eea-aa28-36f65ec00a98), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.704768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e071d-188e-4948-945d-7d93348dab21 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:57.713859 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e1e071d-188e-4948-945d-7d93348dab21 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3317440 Feb 03 11:27:57.715908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:57.720441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc49f-87f8-48e4-8f39-3838a1269bcb req-a989cb7e-c6df-4d89-83e5-0825405b616d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:57.733166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-253fc49f-87f8-48e4-8f39-3838a1269bcb req-a989cb7e-c6df-4d89-83e5-0825405b616d tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 946 time: 0.9922996 Feb 03 11:27:57.903504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bfee14-8b01-43a4-a13b-9aefbc9cff1b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:57.907971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-80bfee14-8b01-43a4-a13b-9aefbc9cff1b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1910207 Feb 03 11:27:57.909465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e500e709-41a1-4028-b142-8639975a46c8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:57.911859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.035809 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ddb2b98-863b-4eb8-b579-2db73fca34eb tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217549 Feb 03 11:27:58.042284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55882) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.105594 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d3a44c-fb80-42bc-bdda-b49607143410 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.106486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d3a44c-fb80-42bc-bdda-b49607143410 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.117374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a7d3a44c-fb80-42bc-bdda-b49607143410 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/452aa26a-a36d-4efe-b234-b0bcb3fc81be HTTP/1.1" status: 404 len: 333 time: 0.0719073 Feb 03 11:27:58.120325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.157786 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:27:52Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:27:58.196246 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-3717e493-57a2-479b-b6a5-9b2a28581fdf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.196875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3717e493-57a2-479b-b6a5-9b2a28581fdf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.200393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3717e493-57a2-479b-b6a5-9b2a28581fdf tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/578959e3-552a-4496-8e75-6801b3ad5ae2 HTTP/1.1" status: 404 len: 337 time: 0.0785427 Feb 03 11:27:58.204384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.240252 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7389c-6ea9-41e2-a32f-1e54928a387e None None] The sync data for ids ['67b15da4-cba9-4eea-aa28-36f65ec00a98'] in n-d-821606-6 is: [{'id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'name': 'tempest-TestServerBasicOps-990559239-router', 'tenant_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:52Z', 'updated_at': '2022-02-03T11:27:52Z', 'revision_number': 5, 'project_id': 'ebd932fb7a1a4429aa765bb47d130f27', 'gw_port': {'id': '8bd890f8-e897-4bef-9f00-9e7423992a4a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b15da4-cba9-4eea-aa28-36f65ec00a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:54Z', 'updated_at': '2022-02-03T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:27:58.325962 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3f6685-4250-484d-a396-1889e888ec75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.326817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3f6685-4250-484d-a396-1889e888ec75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.330370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a3f6685-4250-484d-a396-1889e888ec75 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/d1bf963c-0c0a-4402-811d-24519f2297c9 HTTP/1.1" status: 404 len: 337 time: 0.1248379 Feb 03 11:27:58.343327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.382440 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a9af8e-b2b8-4a7d-b912-f1d0fa99adbd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.383165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a9af8e-b2b8-4a7d-b912-f1d0fa99adbd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.386369 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4a9af8e-b2b8-4a7d-b912-f1d0fa99adbd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/7bc588ed-910f-479a-974a-e1340b626671 HTTP/1.1" status: 404 len: 333 time: 0.0417757 Feb 03 11:27:58.390859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.414015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 6da68ae7-e687-454c-91e7-f26ced5fa6a0 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:58.463894 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b3f7d2-db0b-473e-afaa-1d083b008c9e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.464475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b3f7d2-db0b-473e-afaa-1d083b008c9e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.473383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e5b3f7d2-db0b-473e-afaa-1d083b008c9e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b693f277-8f19-4691-b341-1824d042d6d1 HTTP/1.1" status: 404 len: 337 time: 0.0810437 Feb 03 11:27:58.477086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.514724 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9797c320-afd1-43db-b0fb-be134ff806ca tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.515644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9797c320-afd1-43db-b0fb-be134ff806ca tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.518972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9797c320-afd1-43db-b0fb-be134ff806ca tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/87ddb77a-c52d-438c-8a6f-60e1fbdc511d HTTP/1.1" status: 404 len: 337 time: 0.0404804 Feb 03 11:27:58.523621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.566544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0389079-d0e7-43aa-b698-bb5824c1f898 None None] Network 134040e6-0113-4b2f-96c2-7e25b948102e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:27:58.569049 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc3db1b-757a-42f1-a9f5-d453088a9afa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.569654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc3db1b-757a-42f1-a9f5-d453088a9afa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.574067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8dc3db1b-757a-42f1-a9f5-d453088a9afa tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/653a8572-bc20-4699-979f-4d9a05cf86df HTTP/1.1" status: 404 len: 333 time: 0.0491545 Feb 03 11:27:58.576528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.650162 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2129516-3a3c-4945-b3aa-40108abb101b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.650901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2129516-3a3c-4945-b3aa-40108abb101b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.662014 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f2129516-3a3c-4945-b3aa-40108abb101b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6be8deb7-1663-4d8e-b9a2-0873d687e66c HTTP/1.1" status: 404 len: 337 time: 0.0806782 Feb 03 11:27:58.681128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.699673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event deleted for resources: {'Port': ['ID=e500e709-41a1-4028-b142-8639975a46c8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:58.743720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:58.748247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-874ea0f9-d55c-4dc2-9e65-5c3c5ae0e901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e500e709-41a1-4028-b142-8639975a46c8 HTTP/1.1" status: 204 len: 168 time: 3.1839023 Feb 03 11:27:58.756494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.795798 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a32b7c-aad9-4c3e-9f03-c263168349a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.796556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a32b7c-aad9-4c3e-9f03-c263168349a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.801443 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b2a32b7c-aad9-4c3e-9f03-c263168349a1 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f1b986f8-56dd-49a3-89d5-8ea1c53445aa HTTP/1.1" status: 404 len: 337 time: 0.1189394 Feb 03 11:27:58.808116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.827737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-253fc49f-87f8-48e4-8f39-3838a1269bcb req-aaa2d70b-2d6d-4939-8095-2b6117b483b0 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0934098 Feb 03 11:27:58.838952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-8839d5a5-f8c7-4e2c-84c4-6a05de06d33c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1014025 Feb 03 11:27:58.842729 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-635af878-5b5f-4bce-8019-e29af243ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:27:58.844192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-635af878-5b5f-4bce-8019-e29af243ed17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports/e500e709-41a1-4028-b142-8639975a46c8 HTTP/1.1" status: 404 len: 333 time: 0.0831523 Feb 03 11:27:58.851418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.859309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1376012630'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:58.888380 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aca078-0078-4167-91d4-493a8b0f346a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:58.893393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4aca078-0078-4167-91d4-493a8b0f346a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:58.906524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:58.912960 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c4aca078-0078-4167-91d4-493a8b0f346a tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/1846e964-9911-4e23-95c4-fec55656ab98 HTTP/1.1" status: 404 len: 333 time: 0.1000855 Feb 03 11:27:58.912960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Made reservation on behalf of 2360887c9d7a40dd9c2cda6845b96836 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:27:58.922244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:58.947511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:58.968898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:27:59.004525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Deleting port 8bd890f8-e897-4bef-9f00-9e7423992a4a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:27:59.005522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.100383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8a040e7-1597-405f-a868-6f80d068b986 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:27:59.111682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9d47551f-a3a4-48f2-a972-b84edb79ad02'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:27:59.158605 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-72065324-fb62-470a-8652-94fa871a7821 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:59.159240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72065324-fb62-470a-8652-94fa871a7821 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:59.170071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-72065324-fb62-470a-8652-94fa871a7821 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/4514223b-30f0-4ce9-9f49-2318138cb9a4 HTTP/1.1" status: 404 len: 337 time: 0.2150109 Feb 03 11:27:59.173965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55928) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:59.186817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event deleted for resources: {'Port': ['ID=6da68ae7-e687-454c-91e7-f26ced5fa6a0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:59.279879 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc9c2ba-6904-4bf5-95f3-c550028150be tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:59.280639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc9c2ba-6904-4bf5-95f3-c550028150be tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:59.294830 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3fc9c2ba-6904-4bf5-95f3-c550028150be tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/0cd5b06e-3939-44c0-a185-9be520b23f7d HTTP/1.1" status: 404 len: 337 time: 0.1197422 Feb 03 11:27:59.300114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55930) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:59.331224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c8a040e7-1597-405f-a868-6f80d068b986 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:27:59.334602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8a040e7-1597-405f-a868-6f80d068b986 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:27:59.397981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] No DVR routers for this DVR port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:27:59.406428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.413132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a2af52d-49f9-4f41-a146-c1aaf50b4ae4 req-12697b45-9b42-49fd-87d3-31f437dc1e3f tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.53 "DELETE /v2.0/ports/6da68ae7-e687-454c-91e7-f26ced5fa6a0 HTTP/1.1" status: 204 len: 173 time: 3.9744048 Feb 03 11:27:59.414188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'name': 'network-vif-deleted', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:27:59.418165 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730851a-999b-4159-9bab-2d32c7d0923f" -d '{"events": [{"server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "name": "network-vif-deleted", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:27:59.442599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-1f18f3a5-eba0-4c3e-871a-57a1088c3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:59.445070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-1f18f3a5-eba0-4c3e-871a-57a1088c3cf3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1128 time: 0.5650029 Feb 03 11:27:59.490853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 6da68ae7-e687-454c-91e7-f26ced5fa6a0 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:27:59.491434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6da68ae7-e687-454c-91e7-f26ced5fa6a0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.588879 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca8fda3-00a5-4440-8384-47c6290f23a5 x-openstack-request-id: req-dca8fda3-00a5-4440-8384-47c6290f23a5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:27:59.589249 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e69e3b-b966-4ba9-b9e0-dc1332b37d71", "name": "network-vif-deleted", "tag": "6da68ae7-e687-454c-91e7-f26ced5fa6a0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:27:59.589437 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dca8fda3-00a5-4440-8384-47c6290f23a5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:27:59.589756 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e69e3b-b966-4ba9-b9e0-dc1332b37d71', 'name': 'network-vif-deleted', 'tag': '6da68ae7-e687-454c-91e7-f26ced5fa6a0', 'status': 'completed', 'code': 200} Feb 03 11:27:59.591684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] For port 8bd890f8-e897-4bef-9f00-9e7423992a4a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bd890f8-e897-4bef-9f00-9e7423992a4a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:27:59.592059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.629502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.655894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bc53bed9-ca26-4ee8-8206-f6494554ba4d None None] Provisioning complete for port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:27:59.658988 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc53bed9-ca26-4ee8-8206-f6494554ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.659328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Calling delete_port for 8bd890f8-e897-4bef-9f00-9e7423992a4a owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:27:59.706324 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f9f7b2-ede6-47a2-87f3-7cdff834406c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:59.711134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f9f7b2-ede6-47a2-87f3-7cdff834406c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:59.735862 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07f9f7b2-ede6-47a2-87f3-7cdff834406c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/704a2697-4c80-4879-863c-c2718ef81b30 HTTP/1.1" status: 404 len: 333 time: 0.4328353 Feb 03 11:27:59.742396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.746353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:59.794624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Network 84752f1d-001f-43e4-bd98-ef2f600d6e59 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:27:59.797609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:27:59.805268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:27:59.806277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:27:59.807172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:27:59.820213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:27:59.838090 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b3a92f0-8e2d-489b-9057-fd78b6c836a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9847910 Feb 03 11:27:59.841015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:27:59.862669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:27:59.929174 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a62aac9-b3d6-4ab1-b532-8819a26d48c2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:27:59.929669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a62aac9-b3d6-4ab1-b532-8819a26d48c2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:27:59.946158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4a62aac9-b3d6-4ab1-b532-8819a26d48c2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/d8855fb9-7cc8-4a21-be8e-b0fc453b90ec HTTP/1.1" status: 404 len: 337 time: 0.1934543 Feb 03 11:28:00.046308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:00.170813 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-df887143-cac9-42cd-a416-d2030bcb54e7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:00.176299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df887143-cac9-42cd-a416-d2030bcb54e7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:00.194896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-df887143-cac9-42cd-a416-d2030bcb54e7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/c2d4facc-a9cf-48ae-a229-b1b2a85a75c6 HTTP/1.1" status: 404 len: 333 time: 0.1378438 Feb 03 11:28:00.201524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55954) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:00.335612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bc53bed9-ca26-4ee8-8206-f6494554ba4d None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:00.489962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] DHCP port deletion for 134040e6-0113-4b2f-96c2-7e25b948102e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:28:00.589182 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be100a3-59aa-4055-9e1a-3827127f2b5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:00.590074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be100a3-59aa-4055-9e1a-3827127f2b5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:00.594232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2be100a3-59aa-4055-9e1a-3827127f2b5d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/16743051-8fd6-4d3d-a5fd-e3a013a7077a HTTP/1.1" status: 404 len: 337 time: 0.3898859 Feb 03 11:28:00.607053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8bd890f8-e897-4bef-9f00-9e7423992a4a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:00.608342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Deleting port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:00.608812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:00.612194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:00.671847 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-92255265-8818-4347-a5f1-f1e5390fecd9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:00.672617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92255265-8818-4347-a5f1-f1e5390fecd9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:00.676205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-92255265-8818-4347-a5f1-f1e5390fecd9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/ca112930-6d6a-4570-bc93-4abe278b301f HTTP/1.1" status: 404 len: 333 time: 0.0593486 Feb 03 11:28:00.721995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26ffe92d-36b5-4946-8e8e-1f55a9f83a4a req-c8c71547-b063-4e70-84c6-c11ea5ef18fb tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e69e3b-b966-4ba9-b9e0-dc1332b37d71 HTTP/1.1" status: 200 len: 210 time: 0.3967950 Feb 03 11:28:00.724886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-1812caa5-3e83-40f9-9648-ea6c9cc5756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:00.726670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-1812caa5-3e83-40f9-9648-ea6c9cc5756a service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 1.2479446 Feb 03 11:28:00.727385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:00.802318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd890f8-e897-4bef-9f00-9e7423992a4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:00.900208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] For port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,segment=NetworkSegment(6bee6182-f572-42e1-9d5b-3c8c1c44c15b),segment_id=6bee6182-f572-42e1-9d5b-3c8c1c44c15b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:00.909635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:00.936712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:00.956958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Calling delete_port for 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:00.985720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:01.149501 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-06831d11-c960-43d0-9ba9-0d024a16305e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.153820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06831d11-c960-43d0-9ba9-0d024a16305e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:01.171054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06831d11-c960-43d0-9ba9-0d024a16305e tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/ff3ca20b-8d09-40bb-ac47-d01eab1b71d1 HTTP/1.1" status: 404 len: 337 time: 0.4413168 Feb 03 11:28:01.173010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.185681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55982) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.242611 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b1f7ab-b67d-4af3-a81b-9b5955003542 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.244139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b1f7ab-b67d-4af3-a81b-9b5955003542 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:01.254218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50b1f7ab-b67d-4af3-a81b-9b5955003542 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/066f4acc-ece7-41d0-8619-0c3b80a2a664 HTTP/1.1" status: 404 len: 333 time: 0.0657661 Feb 03 11:28:01.312660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55988) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.426093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:01.426677 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.432144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccabd801-d907-4924-887e-d7e1a0624282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.455619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.467289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.471940 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks [] for router_controller (67b15da4-cba9-4eea-aa28-36f65ec00a98), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.538633 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b164ed-ae36-4736-a6a6-dec9765c6107 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.539106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b164ed-ae36-4736-a6a6-dec9765c6107 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:01.552037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] No DVR routers for this DVR port 7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:01.558130 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-22b164ed-ae36-4736-a6a6-dec9765c6107 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/3b440132-a38a-4def-82f5-b6c08d9b41b1 HTTP/1.1" status: 404 len: 337 time: 0.2350371 Feb 03 11:28:01.559681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.566171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498a2e6-4eae-4af7-84d0-836121e58943 None None] Pushing event deleted for resources: {'Port': ['ID=7cb3d8ea-7c07-4e9f-8d75-e0cc2280b83a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:01.594760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (67b15da4-cba9-4eea-aa28-36f65ec00a98), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.595404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b15da4-cba9-4eea-aa28-36f65ec00a98 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:01.612891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.617444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a801c6a-ab5b-48a0-8e37-e9ab7b4778ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/67b15da4-cba9-4eea-aa28-36f65ec00a98 HTTP/1.1" status: 204 len: 168 time: 5.5131218 Feb 03 11:28:01.618126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.649166 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d147425-fa48-4869-b16b-4835d85969f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.649943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d147425-fa48-4869-b16b-4835d85969f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:01.665248 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5d147425-fa48-4869-b16b-4835d85969f7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/08936f49-21a0-412b-8a4b-5c9cd5c99b51 HTTP/1.1" status: 404 len: 333 time: 0.0921667 Feb 03 11:28:01.665979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.668063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] device_id is not set on port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:28:01.698702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks [] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.717363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Deleting subnet 714f53ec-13f3-4c28-9c35-690b254ce8e1 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:28:01.724937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-6b103ce9-fa72-4eb0-b9c1-7ddd7b0b126b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1002 time: 0.9827783 Feb 03 11:28:01.742839 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b67b5cd-8deb-4b7c-b5ab-a5da70d566b8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.743373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b67b5cd-8deb-4b7c-b5ab-a5da70d566b8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:01.757919 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b67b5cd-8deb-4b7c-b5ab-a5da70d566b8 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/2614b2cd-8d6e-4aee-8602-7b42b1d39821 HTTP/1.1" status: 404 len: 337 time: 0.0847106 Feb 03 11:28:01.763024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56004) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:01.771457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.779778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Publish callbacks [] for subnet (714f53ec-13f3-4c28-9c35-690b254ce8e1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:01.965762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:01.996508 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf9cf23-3d3a-478b-acff-4a0af2adbf53 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:01.997129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf9cf23-3d3a-478b-acff-4a0af2adbf53 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.009895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8bf9cf23-3d3a-478b-acff-4a0af2adbf53 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/be2350e4-5763-4d25-a8d5-a702afd5b15f HTTP/1.1" status: 404 len: 333 time: 0.2457926 Feb 03 11:28:02.014095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56014) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.053063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc762-5552-49bd-ba13-ee1ff39c3547 req-fa8ebd7e-00ca-4a6c-b3c6-b5412f03e6f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:02.060532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebcfc762-5552-49bd-ba13-ee1ff39c3547 req-fa8ebd7e-00ca-4a6c-b3c6-b5412f03e6f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.9386680 Feb 03 11:28:02.104175 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fb5630-ed6b-4f77-85dd-a13800574036 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.104843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fb5630-ed6b-4f77-85dd-a13800574036 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.115234 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77fb5630-ed6b-4f77-85dd-a13800574036 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/4e34cf54-a25c-4234-9697-452196d6a788 HTTP/1.1" status: 404 len: 337 time: 0.0972099 Feb 03 11:28:02.118576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.126983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (714f53ec-13f3-4c28-9c35-690b254ce8e1), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:02.137950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-88fd4e02-9444-4d67-8e4c-6a3bd25e03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:02.139947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-88fd4e02-9444-4d67-8e4c-6a3bd25e03fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.4045730 Feb 03 11:28:02.199157 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eaf1a1-9104-422b-bb6f-ce8cb40ed47c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.199886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4eaf1a1-9104-422b-bb6f-ce8cb40ed47c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.203943 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4eaf1a1-9104-422b-bb6f-ce8cb40ed47c tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b226774d-fc3f-4592-8feb-206663626614 HTTP/1.1" status: 404 len: 337 time: 0.0755777 Feb 03 11:28:02.205537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.206598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.207153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.210702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.212662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.214452 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.225525 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 2 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.253764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.268978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.269502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.279091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.279699 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.280403 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 3 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.284938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebcfc762-5552-49bd-ba13-ee1ff39c3547 req-b4593df3-c9f2-4d6f-908d-c7b623a69cb3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038419 Feb 03 11:28:02.289966 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ab6ea4-5a70-4bd8-851b-2b729a5c3263 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.290549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ab6ea4-5a70-4bd8-851b-2b729a5c3263 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.297000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4ab6ea4-5a70-4bd8-851b-2b729a5c3263 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/7fb359ae-a145-41f2-af01-112210e6c878 HTTP/1.1" status: 404 len: 333 time: 0.0801694 Feb 03 11:28:02.300190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.321419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-61aec0ff-980b-4032-8f25-5da105839a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:02.329699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-61aec0ff-980b-4032-8f25-5da105839a74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366861 Feb 03 11:28:02.413998 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61e03e0-71a1-42be-9083-c5f6a774e158 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.414463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61e03e0-71a1-42be-9083-c5f6a774e158 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.451975 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a61e03e0-71a1-42be-9083-c5f6a774e158 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6a518853-89c8-4cdf-b145-15ba445c2254 HTTP/1.1" status: 404 len: 337 time: 0.1350029 Feb 03 11:28:02.452608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.531043 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9b3414-3586-4239-87b0-47a0dc89308f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.531522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9b3414-3586-4239-87b0-47a0dc89308f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.537023 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bd9b3414-3586-4239-87b0-47a0dc89308f tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/ed0a4df4-b363-4930-a14c-7fc42e60aa5b HTTP/1.1" status: 404 len: 337 time: 0.0794492 Feb 03 11:28:02.537023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.537023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.537023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.547716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56030) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.608578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-30e13ca9-fc74-4d2e-9e2a-4448758e8b01 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779665 Feb 03 11:28:02.648536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.649241 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.650005 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 4 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.659042 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9333dad3-8100-4323-b0cb-9f7ca073fe32 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.660011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9333dad3-8100-4323-b0cb-9f7ca073fe32 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.671181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9333dad3-8100-4323-b0cb-9f7ca073fe32 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/58580ac4-9a3e-4a4b-82bb-4d1e39ac2d3f HTTP/1.1" status: 404 len: 333 time: 0.1146955 Feb 03 11:28:02.673369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.746397 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe84ae09-033a-49ed-b1f6-b341f4974292 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.746871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe84ae09-033a-49ed-b1f6-b341f4974292 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.754511 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fe84ae09-033a-49ed-b1f6-b341f4974292 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f0168758-494b-43da-8356-0e65a1078b9e HTTP/1.1" status: 404 len: 337 time: 0.0756481 Feb 03 11:28:02.760571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.815292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.815640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.816079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.840799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb788e8-fab2-49cc-9e04-c4cf3f2ead3a req-5f0c5e50-dcaa-4d47-8580-934ae3e3b374 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113905 Feb 03 11:28:02.858894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.859233 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.859929 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 5 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.863606 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-01075ae4-b5c3-49b2-9e14-d0df33c2e606 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.864604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01075ae4-b5c3-49b2-9e14-d0df33c2e606 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.868370 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-01075ae4-b5c3-49b2-9e14-d0df33c2e606 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/0e59b6b5-b73c-4b46-a1a7-0476b76bcb4d HTTP/1.1" status: 404 len: 337 time: 0.1039488 Feb 03 11:28:02.871899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.891433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.891775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.892117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.907768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bd890f8-e897-4bef-9f00-9e7423992a4a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:02.916300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.917001 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.917565 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 6 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.945965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.946469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.948695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:02.950348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8bd890f8-e897-4bef-9f00-9e7423992a4a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:28:02.950688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bd890f8-e897-4bef-9f00-9e7423992a4a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:28:02.958034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:02.958380 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:02.958792 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 7 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:02.986541 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7539801-04a8-42ba-8f6e-1730b0ed2f74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:02.987190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7539801-04a8-42ba-8f6e-1730b0ed2f74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:02.994639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7539801-04a8-42ba-8f6e-1730b0ed2f74 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/365a2523-cdfa-4e6c-ab4b-8eafa984e074 HTTP/1.1" status: 404 len: 333 time: 0.1114717 Feb 03 11:28:02.996508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56044) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:02.997423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:02.997958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:02.998522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:03.007700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (714f53ec-13f3-4c28-9c35-690b254ce8e1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.018965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:03.019302 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:03.033018 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 8 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:03.097614 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfbc6c2-6965-4da6-847e-970a7beb10e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:03.098080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfbc6c2-6965-4da6-847e-970a7beb10e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:03.105450 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbfbc6c2-6965-4da6-847e-970a7beb10e5 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f396f090-00dc-423e-8ae8-a15b9d054498 HTTP/1.1" status: 404 len: 337 time: 0.0957112 Feb 03 11:28:03.105450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.120367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (714f53ec-13f3-4c28-9c35-690b254ce8e1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.139825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:03.140171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:03.140516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:03.187118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714f53ec-13f3-4c28-9c35-690b254ce8e1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:03.190942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.194473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-27726dab-4365-4408-8e57-9467bcc0921d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/714f53ec-13f3-4c28-9c35-690b254ce8e1 HTTP/1.1" status: 204 len: 168 time: 1.5684817 Feb 03 11:28:03.204353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1908dd-bf9d-415a-87f1-0793f39f7a1f None None] Network 72824220-a3b3-41cc-bcea-fc0542b067ec requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:03.206404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.243018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:03.243354 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:03.244040 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 9 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:03.257817 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c16669-1c15-4993-8d9c-71c9b5e29860 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:03.258350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c16669-1c15-4993-8d9c-71c9b5e29860 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:03.268414 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33c16669-1c15-4993-8d9c-71c9b5e29860 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/9e29e38b-2a5b-432f-ac59-a185d15fe581 HTTP/1.1" status: 404 len: 337 time: 0.1631417 Feb 03 11:28:03.270924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.442699 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5050cc44-f0b5-4994-851d-b0024abb6a60 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab12e174-f4ef-485f-b263-0bd9b70956e1 HTTP/1.1" status: 200 len: 205 time: 0.1706216 Feb 03 11:28:03.443641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56060) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.445692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (72824220-a3b3-41cc-bcea-fc0542b067ec), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.456354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:03.456704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:03.457049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:03.463356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:03.463691 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:03.464075 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempt 10 to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 Feb 03 11:28:03.502793 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-fd869972-96a3-4f17-92f2-51b80642926d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] delete failed (client error): The resource could not be found. Feb 03 11:28:03.508021 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fd869972-96a3-4f17-92f2-51b80642926d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/routers/ab12e174-f4ef-485f-b263-0bd9b70956e1 HTTP/1.1" status: 404 len: 336 time: 0.0625041 Feb 03 11:28:03.512811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56062) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.546604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:03.547086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:03.547697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempting to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:03.550380 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3b6b83-92ec-4790-adb7-74e2bad95198 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:03.550914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3b6b83-92ec-4790-adb7-74e2bad95198 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:03.563935 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0b3b6b83-92ec-4790-adb7-74e2bad95198 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/8e01eaf8-cd5f-4581-993c-fa21d155a457 HTTP/1.1" status: 404 len: 337 time: 0.0498123 Feb 03 11:28:03.569002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56064) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.597621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:28:03.597971 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Failed to bind port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on host n-h1-821606-6 for vnic_type normal using segments [{'id': '24035fbd-cd86-435b-8c44-9db5d6d718b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84752f1d-001f-43e4-bd98-ef2f600d6e59'}] Feb 03 11:28:03.598400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.624805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] DHCP port deletion for 72824220-a3b3-41cc-bcea-fc0542b067ec request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:28:03.646476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb3d0253-7dcb-43ca-bd62-9ef8386f4a71 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c231a9-e4ea-4498-b616-6166072a7d98 HTTP/1.1" status: 200 len: 205 time: 0.0762725 Feb 03 11:28:03.711154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56068) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.739982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Deleting port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:03.740730 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.817585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Deleting port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:03.817942 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.820203 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-95c6784a-4d27-49e6-bd85-34d3e2721dfd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] delete failed (client error): The resource could not be found. Feb 03 11:28:03.821284 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-95c6784a-4d27-49e6-bd85-34d3e2721dfd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/routers/42c231a9-e4ea-4498-b616-6166072a7d98 HTTP/1.1" status: 404 len: 336 time: 0.1091645 Feb 03 11:28:03.833048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:28:03.833498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attempted to set empty binding levels {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:28:03.834464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.840149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928c9ef-4d24-4293-893d-e750498d1f21 req-f8d421ef-a5f3-4b40-a8bb-775d6473da1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:03.841684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9928c9ef-4d24-4293-893d-e750498d1f21 req-f8d421ef-a5f3-4b40-a8bb-775d6473da1c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.3535161 Feb 03 11:28:03.894849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] For port f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:03.895282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.908427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.921848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Calling delete_port for f6d8fb75-f4b1-40e9-8aad-ff703cc36846 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:03.933054 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec13e5f3-131e-4ec3-9de3-d55d1d5ac193 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:03.933515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec13e5f3-131e-4ec3-9de3-d55d1d5ac193 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:03.941534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec13e5f3-131e-4ec3-9de3-d55d1d5ac193 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/86d2b467-9f20-4f3c-8445-08cbbf6afa81 HTTP/1.1" status: 404 len: 337 time: 0.1011620 Feb 03 11:28:03.943892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] In _notify_port_updated(), no bound segment for port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 on network 84752f1d-001f-43e4-bd98-ef2f600d6e59 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:28:03.945745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:03.946622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:03.949036 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "PUT /v2.0/ports/035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 HTTP/1.1" status: 200 len: 979 time: 4.1057334 Feb 03 11:28:03.950229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56078) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:03.952296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56080) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.069095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e13589-3208-45d7-aee6-bf44e32abac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event updated for resources: {'Port': ['ID=035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:04.129211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] For port f6d8fb75-f4b1-40e9-8aad-ff703cc36846, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,segment=NetworkSegment(c1a60ea7-7462-4b7e-9484-be49c740ff9b),segment_id=c1a60ea7-7462-4b7e-9484-be49c740ff9b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:04.130094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.144480 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b44884-ac70-49a7-a824-c0719feab7d2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.148867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b44884-ac70-49a7-a824-c0719feab7d2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.157938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9928c9ef-4d24-4293-893d-e750498d1f21 req-133ca57b-6418-446a-89ac-05865aa69385 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789118 Feb 03 11:28:04.161598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a4b44884-ac70-49a7-a824-c0719feab7d2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/72ab89ed-1c3d-4483-ab31-2fe45c0eb193 HTTP/1.1" status: 404 len: 337 time: 0.1091683 Feb 03 11:28:04.165924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56082) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.173515 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.181464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Calling delete_port for f6d8fb75-f4b1-40e9-8aad-ff703cc36846 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:04.280897 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e82c18c-8bfc-47c3-9220-f090aee8888d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.281522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e82c18c-8bfc-47c3-9220-f090aee8888d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.294115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5e82c18c-8bfc-47c3-9220-f090aee8888d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/0fde892c-16b7-42ae-ae6f-4ce54c3d0bab HTTP/1.1" status: 404 len: 333 time: 0.1231275 Feb 03 11:28:04.300090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.311031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] Pushing event deleted for resources: {'Port': ['ID=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:04.345379 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f162c6-024b-4218-be89-fd5c999e1109 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.346194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f162c6-024b-4218-be89-fd5c999e1109 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.352489 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54f162c6-024b-4218-be89-fd5c999e1109 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/69f76713-1b11-476b-b829-539505d1fe52 HTTP/1.1" status: 404 len: 337 time: 0.0506055 Feb 03 11:28:04.354326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56092) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.392202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d754e-6952-4f76-a4dd-7ae9dab159f8 None None] No DVR routers for this DVR port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:04.437662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Deleting port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:04.438298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.441875 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77772a6-5ce6-4662-979e-5362f2ed69e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.443601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77772a6-5ce6-4662-979e-5362f2ed69e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.449804 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a77772a6-5ce6-4662-979e-5362f2ed69e9 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/255d66bf-c602-4890-aa46-a233302bd00f HTTP/1.1" status: 404 len: 333 time: 0.0944464 Feb 03 11:28:04.455197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.457430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a991ca1a-2eca-45b7-a93a-d3c11c01ddc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.528534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] For port 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0, host n-h1-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:04.528984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.543424 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-439ba67c-d9a8-4420-b7a9-cef0aba50528 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.544563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Calling delete_port for 035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:04.545457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439ba67c-d9a8-4420-b7a9-cef0aba50528 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.555379 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-439ba67c-d9a8-4420-b7a9-cef0aba50528 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/81615641-fd56-4542-aa14-448b09d48b56 HTTP/1.1" status: 404 len: 337 time: 0.0985978 Feb 03 11:28:04.557372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56098) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.610307 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-540ab33b-a952-47a4-9c53-947e4f4f4c20 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.610774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540ab33b-a952-47a4-9c53-947e4f4f4c20 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.614979 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-540ab33b-a952-47a4-9c53-947e4f4f4c20 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/6f6b47d9-c9d7-47e4-91c6-eb537b2b0ece HTTP/1.1" status: 404 len: 333 time: 0.0558388 Feb 03 11:28:04.618165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56100) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.624016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.668254 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.671336 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4364faa4-8080-4bda-88b0-7a06dff2d84d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.671805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4364faa4-8080-4bda-88b0-7a06dff2d84d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.675017 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4364faa4-8080-4bda-88b0-7a06dff2d84d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/6568214d-1e50-41ca-897e-6cf81b19144c HTTP/1.1" status: 404 len: 337 time: 0.0558202 Feb 03 11:28:04.683533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56102) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.715220 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f205547-c873-4446-ab9d-811c387641a3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.715955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f205547-c873-4446-ab9d-811c387641a3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.720018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5f205547-c873-4446-ab9d-811c387641a3 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/6637650a-184d-4869-95de-af92461c931f HTTP/1.1" status: 404 len: 333 time: 0.0337794 Feb 03 11:28:04.724524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.752283 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f45313-18e9-40ae-b8cf-60cc3ab0d930 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.752865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f45313-18e9-40ae-b8cf-60cc3ab0d930 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.755980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-83f45313-18e9-40ae-b8cf-60cc3ab0d930 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/f13a2fa5-fe8c-4400-8070-0cbdf8573382 HTTP/1.1" status: 404 len: 337 time: 0.0304177 Feb 03 11:28:04.765420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56108) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.778557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Pushing event deleted for resources: {'Port': ['ID=035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:04.797206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.814918 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-966db8da-f111-4489-8f1e-917f94d3e5b7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.815542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966db8da-f111-4489-8f1e-917f94d3e5b7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.818045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4c6d69ed-37fc-4326-a48c-0d65e770129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "DELETE /v2.0/ports/035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 HTTP/1.1" status: 204 len: 168 time: 0.8066092 Feb 03 11:28:04.819789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f6d8fb75-f4b1-40e9-8aad-ff703cc36846), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:04.822114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.823362 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-966db8da-f111-4489-8f1e-917f94d3e5b7 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/b60d8813-e8fa-4a14-a8ce-5afb335e0008 HTTP/1.1" status: 404 len: 333 time: 0.0568922 Feb 03 11:28:04.825813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56112) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.880858 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-673e90fe-df22-4754-a1ba-7a81ea55ff5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:04.881354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673e90fe-df22-4754-a1ba-7a81ea55ff5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:04.884894 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-673e90fe-df22-4754-a1ba-7a81ea55ff5b tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/7d92ef07-bc6c-44bc-ba30-7b8d100141f6 HTTP/1.1" status: 404 len: 337 time: 0.0576637 Feb 03 11:28:04.892113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:04.900266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d8fb75-f4b1-40e9-8aad-ff703cc36846,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:04.952976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6d8fb75-f4b1-40e9-8aad-ff703cc36846 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:05.006150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f6d8fb75-f4b1-40e9-8aad-ff703cc36846 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:28:05.006740 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-967d9f54-3f83-4dff-92c7-6ed804d592e4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:05.007720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967d9f54-3f83-4dff-92c7-6ed804d592e4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:05.008335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6d8fb75-f4b1-40e9-8aad-ff703cc36846 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:28:05.011099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-967d9f54-3f83-4dff-92c7-6ed804d592e4 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/d78eece6-3d56-4b68-bf0f-f5cde9a0b455 HTTP/1.1" status: 404 len: 333 time: 0.1080661 Feb 03 11:28:05.013703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56118) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.016952 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f1b52a-da6b-4803-9d81-7f2e487ce89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:28:05.018785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f5f1b52a-da6b-4803-9d81-7f2e487ce89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639602171-project-admin] 10.222.0.30 "GET /v2.0/ports/035ae3ee-2dbe-4254-84f5-f79bcb8ec9e0 HTTP/1.1" status: 404 len: 333 time: 0.1427922 Feb 03 11:28:05.020002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] No DVR routers for this DVR port f6d8fb75-f4b1-40e9-8aad-ff703cc36846 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:05.024061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.111137 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9bc90e-2824-4cb3-a166-f042232e26bd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:05.111736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9bc90e-2824-4cb3-a166-f042232e26bd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:05.133634 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a9bc90e-2824-4cb3-a166-f042232e26bd tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/166e55ac-97ab-47e1-80f5-c9b6dfb3c444 HTTP/1.1" status: 404 len: 337 time: 0.1183803 Feb 03 11:28:05.134305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.149439 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (72824220-a3b3-41cc-bcea-fc0542b067ec), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.179896 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1771c52f-7ced-4db2-b163-6dca18cc013d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:05.180501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1771c52f-7ced-4db2-b163-6dca18cc013d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:05.186038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1771c52f-7ced-4db2-b163-6dca18cc013d tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/ports/08d529e2-d619-4fad-854e-f0eebdc00b7e HTTP/1.1" status: 404 len: 333 time: 0.0484536 Feb 03 11:28:05.193408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72824220-a3b3-41cc-bcea-fc0542b067ec']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:05.197492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56124) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.209445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a60ea7-7462-4b7e-9484-be49c740ff9b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:05.209778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a60ea7-7462-4b7e-9484-be49c740ff9b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:05.222689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c1a60ea7-7462-4b7e-9484-be49c740ff9b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.240050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c1a60ea7-7462-4b7e-9484-be49c740ff9b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.247173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:28:05.247626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c1a60ea7-7462-4b7e-9484-be49c740ff9b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.250824 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae48a97b-9689-4626-90bb-91c0255c87e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] DELETE failed (client error): The resource could not be found. Feb 03 11:28:05.251365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae48a97b-9689-4626-90bb-91c0255c87e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:28:05.281526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ae48a97b-9689-4626-90bb-91c0255c87e2 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/subnets/b7ae70d5-d471-4c57-bfc5-b60ac8bb369e HTTP/1.1" status: 404 len: 337 time: 0.0807641 Feb 03 11:28:05.284069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:28:05.347540 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:28:05.376004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (72824220-a3b3-41cc-bcea-fc0542b067ec), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.396181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.400187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/72824220-a3b3-41cc-bcea-fc0542b067ec HTTP/1.1" status: 204 len: 168 time: 2.1919322 Feb 03 11:28:05.405501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56132) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:05.525848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7372a-1967-45b2-bc6c-8fa17d837d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=72824220-a3b3-41cc-bcea-fc0542b067ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:05.542926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (84752f1d-001f-43e4-bd98-ef2f600d6e59), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.607623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823017bd-cdd8-4950-90b4-2a6ce9c6d48b req-b5029477-8ccf-4e32-8efe-9b46437d6341 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:05.615965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-823017bd-cdd8-4950-90b4-2a6ce9c6d48b req-b5029477-8ccf-4e32-8efe-9b46437d6341 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2848616 Feb 03 11:28:05.745574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (134040e6-0113-4b2f-96c2-7e25b948102e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.864927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (84752f1d-001f-43e4-bd98-ef2f600d6e59), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:05.971789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-823017bd-cdd8-4950-90b4-2a6ce9c6d48b req-2b362a69-ad8d-418c-9b04-80b482d1afe6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101399 Feb 03 11:28:05.986142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84752f1d-001f-43e4-bd98-ef2f600d6e59']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.026233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24035fbd-cd86-435b-8c44-9db5d6d718b6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.030057 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24035fbd-cd86-435b-8c44-9db5d6d718b6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.079063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (24035fbd-cd86-435b-8c44-9db5d6d718b6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.114984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (24035fbd-cd86-435b-8c44-9db5d6d718b6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.122252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:28:06.122805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (24035fbd-cd86-435b-8c44-9db5d6d718b6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:28:06.126434 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:28:06.215350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (134040e6-0113-4b2f-96c2-7e25b948102e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.251929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (84752f1d-001f-43e4-bd98-ef2f600d6e59), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.261205 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.280687 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.286574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] 10.222.0.30 "DELETE /v2.0/networks/84752f1d-001f-43e4-bd98-ef2f600d6e59 HTTP/1.1" status: 204 len: 168 time: 1.2592089 Feb 03 11:28:06.302360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134040e6-0113-4b2f-96c2-7e25b948102e']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.314674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd86e4-ae01-4479-91c1-f23c90500809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-829349551-project] Pushing event deleted for resources: {'Network': ['ID=84752f1d-001f-43e4-bd98-ef2f600d6e59,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:06.340184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bee6182-f572-42e1-9d5b-3c8c1c44c15b') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.340657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bee6182-f572-42e1-9d5b-3c8c1c44c15b') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:06.359398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6bee6182-f572-42e1-9d5b-3c8c1c44c15b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.388876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6bee6182-f572-42e1-9d5b-3c8c1c44c15b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.400580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:28:06.401158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6bee6182-f572-42e1-9d5b-3c8c1c44c15b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:28:06.405293 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:28:06.410019 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.736062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:06.783294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (134040e6-0113-4b2f-96c2-7e25b948102e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.812736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:06.835051 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] 10.222.0.30 "DELETE /v2.0/networks/134040e6-0113-4b2f-96c2-7e25b948102e HTTP/1.1" status: 204 len: 168 time: 1.5494819 Feb 03 11:28:06.859277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131fcbc-d1ef-4ca0-b992-df7ac4907483 tempest-NetworksTestDHCPv6-774361504 tempest-NetworksTestDHCPv6-774361504-project] Pushing event deleted for resources: {'Network': ['ID=134040e6-0113-4b2f-96c2-7e25b948102e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:07.093392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-649ffa47-6608-4659-8975-9337d8158e88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b11e4ebcbb97452fa399ffedc771b012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558912 Feb 03 11:28:07.095625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:07.174762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Deleting port d3467880-16d4-49b4-a0af-6ebf82fb6ae0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:07.175147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.271606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] Publish callbacks [] for security_group (62adcf57-fa91-44de-8cc6-3188e1c8a234), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.329017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] Publish callbacks [] for security_group (62adcf57-fa91-44de-8cc6-3188e1c8a234), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.354239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.357824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56180) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:07.406342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317361b-0c73-4ec7-87bd-b8f82474d3e1 req-520e2cda-083c-454c-8f44-4e404e821b5f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:07.414498 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4317361b-0c73-4ec7-87bd-b8f82474d3e1 req-520e2cda-083c-454c-8f44-4e404e821b5f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2242362 Feb 03 11:28:07.491489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4317361b-0c73-4ec7-87bd-b8f82474d3e1 req-7ca1e12d-3140-4b8b-95fc-3d7951cfdca6 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759919 Feb 03 11:28:07.512615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] For port d3467880-16d4-49b4-a0af-6ebf82fb6ae0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:07.513296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.532536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Calling delete_port for d3467880-16d4-49b4-a0af-6ebf82fb6ae0 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:07.545838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (62adcf57-fa91-44de-8cc6-3188e1c8a234), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.549520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.550955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62adcf57-fa91-44de-8cc6-3188e1c8a234 HTTP/1.1" status: 204 len: 168 time: 0.4541354 Feb 03 11:28:07.562399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd265e3-c7f0-48ef-8d3e-e368eea4b6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62adcf57-fa91-44de-8cc6-3188e1c8a234,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:07.728850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b3c6fe6-1629-44bd-a617-a0025e1552ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d79355b62ab4ec9b5a33321c921e2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631370 Feb 03 11:28:07.728850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:07.834356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] Publish callbacks [] for security_group (9df485d1-dc25-482a-b119-e515fc9483f3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.869194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] Publish callbacks [] for security_group (9df485d1-dc25-482a-b119-e515fc9483f3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.904413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d3467880-16d4-49b4-a0af-6ebf82fb6ae0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.987527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9df485d1-dc25-482a-b119-e515fc9483f3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:07.994576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:08.012888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9df485d1-dc25-482a-b119-e515fc9483f3 HTTP/1.1" status: 204 len: 168 time: 0.2798471 Feb 03 11:28:08.024110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3467880-16d4-49b4-a0af-6ebf82fb6ae0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:08.046217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad2951-9567-4e0a-8f22-b627548c27da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df485d1-dc25-482a-b119-e515fc9483f3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:08.473842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56204) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:08.582147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:08.602845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-69cad53d-f764-496f-8c66-d347089c3d79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2360887c9d7a40dd9c2cda6845b96836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261957 Feb 03 11:28:08.606459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:08.857796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] Publish callbacks [] for security_group (180f5186-846e-4d55-b6d1-6013e2f7a9b6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:08.867261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3a0e3-ee05-4ee6-81d6-a990c8446ef6 req-29ea049c-992f-42d2-b96b-b56e61d6e06a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:08.869853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94c3a0e3-ee05-4ee6-81d6-a990c8446ef6 req-29ea049c-992f-42d2-b96b-b56e61d6e06a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2156556 Feb 03 11:28:08.898271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] Publish callbacks [] for security_group (180f5186-846e-4d55-b6d1-6013e2f7a9b6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:09.020329 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (180f5186-846e-4d55-b6d1-6013e2f7a9b6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:09.027482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:09.029792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94c3a0e3-ee05-4ee6-81d6-a990c8446ef6 req-efb7f035-8319-4433-8194-2ec379289ab1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509888 Feb 03 11:28:09.041680 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/180f5186-846e-4d55-b6d1-6013e2f7a9b6 HTTP/1.1" status: 204 len: 168 time: 0.4336636 Feb 03 11:28:09.158256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412a6f1-7173-45da-82ba-36f9557e7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f5186-846e-4d55-b6d1-6013e2f7a9b6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:09.455428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Router 47ce1ac1-3809-44ca-8cae-a1c90babfcff has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:28:09.879020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:09.898200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce251798-fce3-4e99-a628-fa8c8f53ae10 admin admin] 10.222.0.30 "PUT /v2.0/routers/47ce1ac1-3809-44ca-8cae-a1c90babfcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4916213 Feb 03 11:28:09.901488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:09.909297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Sync routers for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:09.963497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:09.967289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:10.116387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56278) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:10.372719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:10.455265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-782776690'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:10.521555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:10.534170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:10.571147 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:10.789483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:28:07Z', 'revision_number': 5, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:10.846779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for security_group (0401fbe5-acb5-43d5-b4a4-3552e04cc175), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:10.854162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0401fbe5-acb5-43d5-b4a4-3552e04cc175), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:10.876693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Checking router: 47ce1ac1-3809-44ca-8cae-a1c90babfcff for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:28:10.904426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Routers {'47ce1ac1-3809-44ca-8cae-a1c90babfcff'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:10.905282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:10.943465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:28:10.956858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0401fbe5-acb5-43d5-b4a4-3552e04cc175,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:10.976892 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f59b7fbd-3da3-470a-bb69-206111ddb853), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:10.977276 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Added segment f59b7fbd-3da3-470a-bb69-206111ddb853 of type vlan for network ca43966b-f8e2-442d-b7f1-ae3f469d399d Feb 03 11:28:11.077276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ca43966b-f8e2-442d-b7f1-ae3f469d399d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.086076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:11.151247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ca43966b-f8e2-442d-b7f1-ae3f469d399d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.156942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:11.157630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.209936 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0924137 Feb 03 11:28:11.216123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:11.222509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'subnet': {'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:11.237193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks [] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.298202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] Set router 47ce1ac1-3809-44ca-8cae-a1c90babfcff gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:11.409487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45dcbc-8c8a-491b-91db-27adab9c2a56 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Network': ['ID=ca43966b-f8e2-442d-b7f1-ae3f469d399d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:11.451316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e80c1-6656-4347-8ea5-18500f47d65b req-8b27f1b1-0e5d-40af-b14c-ef551e9074ec tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:11.460016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba7e80c1-6656-4347-8ea5-18500f47d65b req-8b27f1b1-0e5d-40af-b14c-ef551e9074ec tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 1.1971369 Feb 03 11:28:11.546564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:28:11.590365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba7e80c1-6656-4347-8ea5-18500f47d65b req-ae6d0cb5-b9f2-46de-af87-d5a47a0f63f3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286325 Feb 03 11:28:11.722743 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks [] for router_gateway (47ce1ac1-3809-44ca-8cae-a1c90babfcff), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.885315 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.906557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:11.921932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:11.959989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:28:07Z', 'revision_number': 5, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:12.026630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074594c-a249-40c2-a0bc-97c2e9699d26 None None] The sync data for ids ['47ce1ac1-3809-44ca-8cae-a1c90babfcff'] in n-d-821606-6 is: [{'id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'name': 'tempest-TestServerBasicOps-1020098504-router', 'tenant_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:22:12Z', 'updated_at': '2022-02-03T11:28:07Z', 'revision_number': 5, 'project_id': '36d2cf05867c4a6fbf14ff49ee2eca61', 'gw_port': {'id': '4396350a-11a8-474c-8dbc-5de1f1740504', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce1ac1-3809-44ca-8cae-a1c90babfcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:22:15Z', 'updated_at': '2022-02-03T11:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:12.613496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:12.742790 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Publish callbacks [] for security_group (3efa4e30-697e-487c-ba87-11ea630fc72f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:12.760284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3efa4e30-697e-487c-ba87-11ea630fc72f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:12.924594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa4e30-697e-487c-ba87-11ea630fc72f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:12.944712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d3467880-16d4-49b4-a0af-6ebf82fb6ae0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:13.062242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1449570701'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:13.074800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d3467880-16d4-49b4-a0af-6ebf82fb6ae0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:28:13.075803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d3467880-16d4-49b4-a0af-6ebf82fb6ae0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:28:13.102983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.111529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.143725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.144407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.145026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.145553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.150126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.150737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.151322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.151842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.152347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.152832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.153526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.154012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.154548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:13.264597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d4b5fedc-b9f4-460d-bb93-32004928e4ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c551bff3944d43ffa1d83dbbebd09c20&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1750748 Feb 03 11:28:13.267622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56350) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:13.269846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.279417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.280734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Deleting port 4396350a-11a8-474c-8dbc-5de1f1740504 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:13.281830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.327049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.332954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30fc2451-8e90-4b5c-a58c-29d00ea85790 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7175074 Feb 03 11:28:13.336880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:13.426558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (83cb9789-11f2-432f-a803-82476eb08c75), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.476396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.526285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8b08-6a1c-49d9-a1dc-e9647f2bedf0 req-95f58509-5d13-4e65-ac95-742de1456d26 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:13.527879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9db8b08-6a1c-49d9-a1dc-e9647f2bedf0 req-95f58509-5d13-4e65-ac95-742de1456d26 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.7696061 Feb 03 11:28:13.641469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] For port 4396350a-11a8-474c-8dbc-5de1f1740504, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4396350a-11a8-474c-8dbc-5de1f1740504,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:13.641873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.655315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Calling delete_port for 4396350a-11a8-474c-8dbc-5de1f1740504 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:13.672988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] Publish callbacks [] for security_group (3efa4e30-697e-487c-ba87-11ea630fc72f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:13.845613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Subnet': ['ID=83cb9789-11f2-432f-a803-82476eb08c75,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:14.345868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Checking segment: {'id': 'f59b7fbd-3da3-470a-bb69-206111ddb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:14.347244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network hostable DHCP agents. Network: ca43966b-f8e2-442d-b7f1-ae3f469d399d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:28:14.384570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9db8b08-6a1c-49d9-a1dc-e9647f2bedf0 req-48eeec97-2f66-4f53-9576-eb9b5cbf9eb2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8336523 Feb 03 11:28:14.454549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:28:14.532204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ca43966b-f8e2-442d-b7f1-ae3f469d399d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:14.537076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:14.538452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.558497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92492337-3312-4121-add0-1f68f41a8cc5 None None] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:14.673951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eec6ee77-a06c-46fe-8c43-32760d134acb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4561098 Feb 03 11:28:14.675333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:14.702232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-724690400', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:14.752358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4396350a-11a8-474c-8dbc-5de1f1740504), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.806919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Pushing event deleted for resources: {'Port': ['ID=4396350a-11a8-474c-8dbc-5de1f1740504,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:14.811847 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.813603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.879256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.882823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f94c3-53e4-45e3-b032-406a9dac8b82 None None] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:14.899669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:14.911233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] Publish callbacks [] for security_group (3efa4e30-697e-487c-ba87-11ea630fc72f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.025394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:28:15.037050 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (6cd50fce-1a28-4e0c-a23d-adbbf0d6209f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.039666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd50fce-1a28-4e0c-a23d-adbbf0d6209f {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:15.040860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_controller (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.069320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.072831 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea1aa5be-cfcc-434b-abea-d8ef5d1f5dd5 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6cd50fce-1a28-4e0c-a23d-adbbf0d6209f HTTP/1.1" status: 204 len: 168 time: 1.7164166 Feb 03 11:28:15.086318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56374) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:15.126348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Request body: {'router': {'name': 'tempest-router-1417227721', 'distributed': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:15.204200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3efa4e30-697e-487c-ba87-11ea630fc72f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.227854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.234365 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3efa4e30-697e-487c-ba87-11ea630fc72f HTTP/1.1" status: 204 len: 168 time: 1.9613869 Feb 03 11:28:15.290350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.294275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.310481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615b1d0-b977-45ee-8f7f-249e641a9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa4e30-697e-487c-ba87-11ea630fc72f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:15.459528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (abe83750-ce42-459f-b6ed-36d557a3ae35), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.470788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.531847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.536677 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3cb77102-1d32-4dde-af0c-bac85b755e2f tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4449561 Feb 03 11:28:15.543172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:15.805776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.908887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:15.965039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:15.968793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:28:16.012035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.120609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:16.121062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.165122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3786e5f-aba7-47de-bafe-9ae906343967 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:28:16.246016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:16.257104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.257843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.298033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:16.336193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.353516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks [] for router_controller (47ce1ac1-3809-44ca-8cae-a1c90babfcff), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.361100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.365624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21c22a-da2c-475b-9443-4152d5ba1de2 req-dbd49147-c436-49ff-b650-2438f260c370 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:16.367267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d21c22a-da2c-475b-9443-4152d5ba1de2 req-dbd49147-c436-49ff-b650-2438f260c370 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 1.2312152 Feb 03 11:28:16.373350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e933ed7d-e7a4-4626-bf85-957f36d40d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.373596 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (abe83750-ce42-459f-b6ed-36d557a3ae35), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.459724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (abe83750-ce42-459f-b6ed-36d557a3ae35), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.460268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abe83750-ce42-459f-b6ed-36d557a3ae35 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:16.468710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.475185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-34178c43-9551-4565-9726-c1cd80c686c6 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "DELETE /v2.0/routers/abe83750-ce42-459f-b6ed-36d557a3ae35 HTTP/1.1" status: 204 len: 168 time: 0.9309678 Feb 03 11:28:16.478743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:16.480194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:16.492880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Request body: {'router': {'name': 'tempest-router-320076618', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd99c4631d9394839be079535f0e0cb3f'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:16.521094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5d020-1108-4b62-9783-7962f8bd74b8 req-e259685b-78eb-4ae4-83b9-ab324669387b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:16.522767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64a5d020-1108-4b62-9783-7962f8bd74b8 req-e259685b-78eb-4ae4-83b9-ab324669387b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.9537892 Feb 03 11:28:16.571775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.577836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.587926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (47ce1ac1-3809-44ca-8cae-a1c90babfcff), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.587926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ce1ac1-3809-44ca-8cae-a1c90babfcff {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:16.599140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.603186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43d99202-c2fa-425c-a6e9-530be80f0635 admin admin] 10.222.0.30 "DELETE /v2.0/routers/47ce1ac1-3809-44ca-8cae-a1c90babfcff HTTP/1.1" status: 204 len: 168 time: 6.7002664 Feb 03 11:28:16.604839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:16.670109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d3786e5f-aba7-47de-bafe-9ae906343967'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:28:16.761334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d21c22a-da2c-475b-9443-4152d5ba1de2 req-b3b01087-cac1-40b9-b970-3248a85b2c28 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562503 Feb 03 11:28:16.805330 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:28:16.891044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-64a5d020-1108-4b62-9783-7962f8bd74b8 req-e1dd7d85-eccd-4843-896e-e72e7b5173d4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138149 Feb 03 11:28:16.902645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.911904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Deleting subnet 61a01298-aecf-4630-a2d6-da31a7d73676 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:28:16.919144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:16.947472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Publish callbacks [] for subnet (61a01298-aecf-4630-a2d6-da31a7d73676), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.060238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.068598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4537b10-f6dd-47ae-88d7-720d0de0b848 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5867333 Feb 03 11:28:17.075925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56406) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:17.087056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:17.099046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (61a01298-aecf-4630-a2d6-da31a7d73676), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.171402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.201400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.380752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e933ed7d-e7a4-4626-bf85-957f36d40d45 admin admin] Publish callbacks [] for security_group (a7fe8d83-f171-427f-87c7-5aa32e743f82), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.518991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.243 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/210cb5e7-44aa-49a2-a236-5baf6fe0c56a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:17.618284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e933ed7d-e7a4-4626-bf85-957f36d40d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a7fe8d83-f171-427f-87c7-5aa32e743f82), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.673541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.674181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:17.678454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (61a01298-aecf-4630-a2d6-da31a7d73676), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.117710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (61a01298-aecf-4630-a2d6-da31a7d73676), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.237967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103126) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 11:28:18.238308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Router 04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 migrating from provider to provider. {{(pid=103126) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 11:28:18.238947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.246110 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a01298-aecf-4630-a2d6-da31a7d73676,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:18.251857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.259603 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f5c1cac-2228-4ce2-b7a1-cc725969b272 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/61a01298-aecf-4630-a2d6-da31a7d73676 HTTP/1.1" status: 204 len: 168 time: 1.6464391 Feb 03 11:28:18.260230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56438) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:18.262942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.281522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa228828-72c5-43b4-84f8-7bab68bf8954 None None] Network 403611de-e35b-4cef-8cf1-30a1430211e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:18.376303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (210cb5e7-44aa-49a2-a236-5baf6fe0c56a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.481699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.486298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (210cb5e7-44aa-49a2-a236-5baf6fe0c56a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.487010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (403611de-e35b-4cef-8cf1-30a1430211e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.616560 n-d-821606-6 neutron-server[103126]: WARNING neutron.scheduler.l3_agent_scheduler [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] No L3 agents can host the router 04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 Feb 03 11:28:18.720073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Deleting port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:18.720888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.733913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] DHCP port deletion for 403611de-e35b-4cef-8cf1-30a1430211e4 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:28:18.804542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Hosts for router 04507694-6bfd-48ef-8d7d-e11a4ef2c7e0: [] {{(pid=103126) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 11:28:18.826003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=210cb5e7-44aa-49a2-a236-5baf6fe0c56a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:18.912482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Deleting port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:18.913174 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.920822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e933ed7d-e7a4-4626-bf85-957f36d40d45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7315455462a54cffb67f3f5ebb66864f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6099627 Feb 03 11:28:18.941828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:18.968942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] For port 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e5fba4-d1ca-47ea-8b65-2c24153e5027,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:18.973227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.973227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Hosts for other DVR routers connected to router 04507694-6bfd-48ef-8d7d-e11a4ef2c7e0: set() {{(pid=103126) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 11:28:18.975000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933ed7d-e7a4-4626-bf85-957f36d40d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe8d83-f171-427f-87c7-5aa32e743f82,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:18.985183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:18.988801 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-876f9560-7a8a-4562-8b8b-3587842cc5ac tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "PUT /v2.0/routers/04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 HTTP/1.1" status: 200 len: 716 time: 1.9093320 Feb 03 11:28:19.010716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:19.035838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Calling delete_port for 40e5fba4-d1ca-47ea-8b65-2c24153e5027 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:19.042006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:19.046757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4396350a-11a8-474c-8dbc-5de1f1740504 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:19.063944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:19.074794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:19.133266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 4396350a-11a8-474c-8dbc-5de1f1740504 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:28:19.133811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4396350a-11a8-474c-8dbc-5de1f1740504 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:28:19.134364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 40e5fba4-d1ca-47ea-8b65-2c24153e5027 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:19.136707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:19.274173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] Publish callbacks [] for security_group (a7fe8d83-f171-427f-87c7-5aa32e743f82), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.290110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92311-83da-4ea4-9621-1e880f07ca95 req-2361dbc2-829d-4863-b1a1-7ac325092a58 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:19.298946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2c92311-83da-4ea4-9621-1e880f07ca95 req-2361dbc2-829d-4863-b1a1-7ac325092a58 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 945 time: 0.8173482 Feb 03 11:28:19.337855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] For port 40e5fba4-d1ca-47ea-8b65-2c24153e5027, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=40e5fba4-d1ca-47ea-8b65-2c24153e5027,segment=NetworkSegment(e88ee6c9-a639-42aa-8062-3a7d2a3800ec),segment_id=e88ee6c9-a639-42aa-8062-3a7d2a3800ec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:19.348867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.384190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-0a52a5f4-ea24-4102-820d-7b8cf81de7f4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:19.386268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-0a52a5f4-ea24-4102-820d-7b8cf81de7f4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 2.5239763 Feb 03 11:28:19.414746 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] Publish callbacks [] for security_group (a7fe8d83-f171-427f-87c7-5aa32e743f82), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.471273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Calling delete_port for 40e5fba4-d1ca-47ea-8b65-2c24153e5027 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:19.505229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.542721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aeb31-22b5-4dce-89eb-f43fc16cefa9 req-e83be4a2-3708-4bce-83f5-80abcec9559c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:19.548835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a91aeb31-22b5-4dce-89eb-f43fc16cefa9 req-e83be4a2-3708-4bce-83f5-80abcec9559c tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 945 time: 1.0661192 Feb 03 11:28:19.560298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-07fa4f90-7769-47aa-b5cd-217b6e10f3c4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "GET /v2.0/routers/04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 HTTP/1.1" status: 200 len: 716 time: 0.4976637 Feb 03 11:28:19.569630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 update to DOWN by agent not found {{(pid=103128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 11:28:19.632934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:19.638719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port d3786e5f-aba7-47de-bafe-9ae906343967 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:19.639530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.768584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (40e5fba4-d1ca-47ea-8b65-2c24153e5027), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.841741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e5fba4-d1ca-47ea-8b65-2c24153e5027,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:19.859015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2c92311-83da-4ea4-9621-1e880f07ca95 req-19e40cf7-bca4-432a-9a2f-86aab1239c86 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5587413 Feb 03 11:28:19.864292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a7fe8d83-f171-427f-87c7-5aa32e743f82), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.879501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:19.881324 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7fe8d83-f171-427f-87c7-5aa32e743f82 HTTP/1.1" status: 204 len: 168 time: 0.9285357 Feb 03 11:28:19.882186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] No DVR routers for this DVR port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:19.882750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] No DVR routers for this DVR port 40e5fba4-d1ca-47ea-8b65-2c24153e5027 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:19.943161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435d392-5c86-4b24-8653-0aad0ac049cb None None] Pushing event deleted for resources: {'Port': ['ID=40e5fba4-d1ca-47ea-8b65-2c24153e5027,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:20.005499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:20.006089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.012701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c8a4b-8fd1-411c-9bdc-ccbbce817a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe8d83-f171-427f-87c7-5aa32e743f82,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:20.164556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:20.170935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:28:20.178386 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d07f7f7-8c09-4ed7-946d-64269edede51" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:28:20.185491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.189073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9d47551f-a3a4-48f2-a972-b84edb79ad02 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:28:20.202983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (403611de-e35b-4cef-8cf1-30a1430211e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.253885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403611de-e35b-4cef-8cf1-30a1430211e4']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:20.312632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:20.313672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a91aeb31-22b5-4dce-89eb-f43fc16cefa9 req-42ebce3e-87fb-435b-ba08-8de59de62122 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067073 Feb 03 11:28:20.313802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88ee6c9-a639-42aa-8062-3a7d2a3800ec') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:20.361979 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db552e6-22d8-49e5-8760-19214901211b x-openstack-request-id: req-3db552e6-22d8-49e5-8760-19214901211b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:28:20.362531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e88ee6c9-a639-42aa-8062-3a7d2a3800ec), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.363418 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:28:20.364417 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3db552e6-22d8-49e5-8760-19214901211b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:28:20.364842 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'code': 200} Feb 03 11:28:20.398010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e88ee6c9-a639-42aa-8062-3a7d2a3800ec), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.406092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:28:20.406688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e88ee6c9-a639-42aa-8062-3a7d2a3800ec), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:28:20.484345 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:28:20.486878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (403611de-e35b-4cef-8cf1-30a1430211e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.536137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:20.590397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9d47551f-a3a4-48f2-a972-b84edb79ad02 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:20.591139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.615674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.622374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/403611de-e35b-4cef-8cf1-30a1430211e4 HTTP/1.1" status: 204 len: 168 time: 2.3610458 Feb 03 11:28:20.637269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59b842-c7c5-44ef-9e1c-31e5fdbc0f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=403611de-e35b-4cef-8cf1-30a1430211e4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:20.648612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b128a739-8a33-4c7f-b8a7-15e731fea838 tempest-RoutersTestDVR-996414899 tempest-RoutersTestDVR-996414899-project] 10.222.0.30 "GET /v2.0/routers/04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 HTTP/1.1" status: 200 len: 682 time: 0.9447246 Feb 03 11:28:20.649074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:20.673654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:20.682099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.820217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:20.847462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.864540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Deleting port 9d47551f-a3a4-48f2-a972-b84edb79ad02 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:20.867246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:20.949098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:20.991067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.159917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.163356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.226361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (04507694-6bfd-48ef-8d7d-e11a4ef2c7e0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.227090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:21.240615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.248576 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c7ff82ca-41a1-40bc-b54b-e019d27aa2b9 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "DELETE /v2.0/routers/04507694-6bfd-48ef-8d7d-e11a4ef2c7e0 HTTP/1.1" status: 204 len: 168 time: 0.5918283 Feb 03 11:28:21.253627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56504) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:21.279996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Request body: {'router': {'name': 'tempest-router-1063976131', 'distributed': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:21.314890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.315979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.456238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.462174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.493494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.494876 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-793150e8-2e29-4277-927f-34ba9ed74c17 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2402489 Feb 03 11:28:21.497733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56522) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:21.597935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] For port 9d47551f-a3a4-48f2-a972-b84edb79ad02, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9d47551f-a3a4-48f2-a972-b84edb79ad02,segment=NetworkSegment(746364e8-369b-445f-b421-88e24f358308),segment_id=746364e8-369b-445f-b421-88e24f358308)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:21.598959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.622860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Calling delete_port for 9d47551f-a3a4-48f2-a972-b84edb79ad02 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:21.656865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.704967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bcbaa986-4337-43b6-9451-904f9834492b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebd932fb7a1a4429aa765bb47d130f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7545416 Feb 03 11:28:21.707073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:21.707318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56530) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:21.998463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.002937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router_controller (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.006730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] Publish callbacks [] for security_group (4c25699c-62a9-4eab-8dee-55c4d29f60bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.185217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (17df10e0-6681-4d5c-92bb-08c5cb7ec90f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.185217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17df10e0-6681-4d5c-92bb-08c5cb7ec90f {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:22.199741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.204076 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4f6a3978-dc81-45f3-bf8f-1de3a36e18f4 tempest-RoutersTestDVR-1544226776 tempest-RoutersTestDVR-1544226776-project-admin] 10.222.0.30 "DELETE /v2.0/routers/17df10e0-6681-4d5c-92bb-08c5cb7ec90f HTTP/1.1" status: 204 len: 168 time: 0.6987770 Feb 03 11:28:22.206738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] Publish callbacks [] for security_group (4c25699c-62a9-4eab-8dee-55c4d29f60bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.247252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfed9c-b58d-45f9-ada3-f17fbd807fdb req-856627d0-b632-47b9-bdd4-6437e07e8f45 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:22.250524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1cfed9c-b58d-45f9-ada3-f17fbd807fdb req-856627d0-b632-47b9-bdd4-6437e07e8f45 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba9c7de6-011f-48d2-8623-9884f28925ed HTTP/1.1" status: 200 len: 943 time: 0.5847781 Feb 03 11:28:22.312898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9d47551f-a3a4-48f2-a972-b84edb79ad02), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.358832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4c25699c-62a9-4eab-8dee-55c4d29f60bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.365152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.366028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:28:22.370618 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ebe63-1dde-4e5c-b5f4-15f4f5f1cb7a" -d '{"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:28:22.383669 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c25699c-62a9-4eab-8dee-55c4d29f60bc HTTP/1.1" status: 204 len: 168 time: 0.6745207 Feb 03 11:28:22.396183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Pushing event deleted for resources: {'Port': ['ID=9d47551f-a3a4-48f2-a972-b84edb79ad02,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:22.412883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3151c55-4d48-4d7b-82d7-f53c688b786e req-d6a267f4-9f3d-417a-a4a2-16c8452f1ed9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:22.420826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3151c55-4d48-4d7b-82d7-f53c688b786e req-d6a267f4-9f3d-417a-a4a2-16c8452f1ed9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 1.2071030 Feb 03 11:28:22.429882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50823-946e-4cfc-8ab1-b7b926ce9781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c25699c-62a9-4eab-8dee-55c4d29f60bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:22.499457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1cfed9c-b58d-45f9-ada3-f17fbd807fdb req-c1d7c870-313a-4fa5-9522-9a09edd210b4 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.30 "GET /v2.0/security-groups?id=e69031f8-4093-49f9-a861-0107c6249f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340786 Feb 03 11:28:22.532100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] No DVR routers for this DVR port 9d47551f-a3a4-48f2-a972-b84edb79ad02 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:28:22.538887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:28:22.543284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.547619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e1bb95e-9594-475d-bc80-a86a87a50b71 req-f8e5ce7e-cb09-4d89-aa3a-00a91f7d98f7 tempest-AttachVolumeNegativeTest-1356856059 tempest-AttachVolumeNegativeTest-1356856059-project] 10.222.0.69 "DELETE /v2.0/ports/9d47551f-a3a4-48f2-a972-b84edb79ad02 HTTP/1.1" status: 204 len: 173 time: 3.1451592 Feb 03 11:28:22.550129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-deleted', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:28:22.556786 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b621967e-d0c5-471b-beee-e14ecf4d30ad" -d '{"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-deleted", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:28:22.607029 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dac66d-ddc4-4ac8-b904-237798841e6f x-openstack-request-id: req-71dac66d-ddc4-4ac8-b904-237798841e6f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:28:22.607433 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:28:22.607707 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71dac66d-ddc4-4ac8-b904-237798841e6f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:28:22.608238 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'code': 200} Feb 03 11:28:22.728665 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77089d-4b9d-4290-ac2d-1014705c987f x-openstack-request-id: req-0a77089d-4b9d-4290-ac2d-1014705c987f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:28:22.729972 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9c7de6-011f-48d2-8623-9884f28925ed", "name": "network-vif-deleted", "tag": "9d47551f-a3a4-48f2-a972-b84edb79ad02", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:28:22.730510 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a77089d-4b9d-4290-ac2d-1014705c987f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:28:22.732434 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9c7de6-011f-48d2-8623-9884f28925ed', 'name': 'network-vif-deleted', 'tag': '9d47551f-a3a4-48f2-a972-b84edb79ad02', 'status': 'completed', 'code': 200} Feb 03 11:28:22.760308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3151c55-4d48-4d7b-82d7-f53c688b786e req-ff191fa6-c6e3-46e2-99aa-f9b594ef61df tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362238 Feb 03 11:28:22.907740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:22.929312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:22.945759 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:22.948971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:22.993006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:22.996221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-708d7c19-801b-4c60-8597-8537c1720db6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3126955 Feb 03 11:28:22.999740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56560) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:23.026455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:23.097679 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:23.137765 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:23.138465 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:23.299186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:23.309505 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:23.310264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e3c3e-dbf2-4187-af29-884b88174ee0 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:23.451909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3943e820-ffda-4553-9cef-b256480eadb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36d2cf05867c4a6fbf14ff49ee2eca61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513572 Feb 03 11:28:23.452845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:23.602117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] Publish callbacks [] for security_group (0e54b065-0102-4bba-a9b6-cf79e5416fe9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:23.644261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] Publish callbacks [] for security_group (0e54b065-0102-4bba-a9b6-cf79e5416fe9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:23.662531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56580) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:23.740795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc324-39f0-4695-bc82-06f8d95fdc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:23.899958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0e54b065-0102-4bba-a9b6-cf79e5416fe9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:23.908683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:23.910007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e54b065-0102-4bba-a9b6-cf79e5416fe9 HTTP/1.1" status: 204 len: 168 time: 0.4561281 Feb 03 11:28:23.954426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829b91-9e6d-48c8-87dc-0054d258f631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e54b065-0102-4bba-a9b6-cf79e5416fe9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:24.843561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Deleting subnet 2fe3e590-2e21-477d-817c-4d4fb1c47fcf {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:28:24.861296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Publish callbacks [] for subnet (2fe3e590-2e21-477d-817c-4d4fb1c47fcf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:24.934209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2fe3e590-2e21-477d-817c-4d4fb1c47fcf), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.010719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.030048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2fe3e590-2e21-477d-817c-4d4fb1c47fcf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.159611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc324-39f0-4695-bc82-06f8d95fdc6c admin admin] Publish callbacks [] for security_group (f4ab664e-0a80-4548-89df-1d562f24daa7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.173643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2fe3e590-2e21-477d-817c-4d4fb1c47fcf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.175598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc324-39f0-4695-bc82-06f8d95fdc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f4ab664e-0a80-4548-89df-1d562f24daa7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.281043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe3e590-2e21-477d-817c-4d4fb1c47fcf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:25.288972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.294528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98917fdf-b526-49a9-ac77-6380bef0ba69 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2fe3e590-2e21-477d-817c-4d4fb1c47fcf HTTP/1.1" status: 204 len: 168 time: 1.6263373 Feb 03 11:28:25.296276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:25.321843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2c6fc324-39f0-4695-bc82-06f8d95fdc6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d99c4631d9394839be079535f0e0cb3f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2942994 Feb 03 11:28:25.322661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc324-39f0-4695-bc82-06f8d95fdc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ab664e-0a80-4548-89df-1d562f24daa7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:25.326035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:25.339214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7214-52dc-452a-9423-504a6bc992e0 req-3f1ea62e-876f-4d72-854a-f1703ec9b59f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:25.340677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdbd7214-52dc-452a-9423-504a6bc992e0 req-3f1ea62e-876f-4d72-854a-f1703ec9b59f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 1.3307836 Feb 03 11:28:25.438823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] Publish callbacks [] for security_group (f4ab664e-0a80-4548-89df-1d562f24daa7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.465115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] Publish callbacks [] for security_group (f4ab664e-0a80-4548-89df-1d562f24daa7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.646241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdbd7214-52dc-452a-9423-504a6bc992e0 req-d4718eea-d3cb-4a56-8a5e-326361f85ade tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809794 Feb 03 11:28:25.662616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f4ab664e-0a80-4548-89df-1d562f24daa7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.668357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:25.670235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4ab664e-0a80-4548-89df-1d562f24daa7 HTTP/1.1" status: 204 len: 168 time: 0.3432372 Feb 03 11:28:25.679818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f236b4-6f0a-4e2f-900d-f13c49fe6206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ab664e-0a80-4548-89df-1d562f24daa7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:25.725237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:25.807393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.1 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/2c4de3aa-6123-49a5-ba05-a1cf51f15611) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:26.187834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:26.245553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b6476650-6a71-4ca7-8d9b-cbb255588ec8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.271798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1809011999-network', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:26.356830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Made reservation on behalf of 516e7096f4af478b8308ca0ef24471aa for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:26.365965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.402695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.418769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.446599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:26.453636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-015b6c62-0e4f-44c1-acd0-ea2d1d25bddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.500645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b6476650-6a71-4ca7-8d9b-cbb255588ec8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.503363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8607885-456f-4889-a0d2-4b0355cf7b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.550215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6476650-6a71-4ca7-8d9b-cbb255588ec8']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:26.570780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746364e8-369b-445f-b421-88e24f358308') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:26.570780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746364e8-369b-445f-b421-88e24f358308') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:26.575603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (746364e8-369b-445f-b421-88e24f358308), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.591623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (746364e8-369b-445f-b421-88e24f358308), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.598980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:28:26.599383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (746364e8-369b-445f-b421-88e24f358308), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.638153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks [] for security_group (543e1a8c-97b0-4da8-9c7d-d84200c094f2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.666133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (543e1a8c-97b0-4da8-9c7d-d84200c094f2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.760805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:28:26.777264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543e1a8c-97b0-4da8-9c7d-d84200c094f2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:28:26.785805 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:28:26.801030 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b6476650-6a71-4ca7-8d9b-cbb255588ec8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.810722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.824615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b3f3d797-8868-49e3-b920-02cc6854a65e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.824990 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Added segment b3f3d797-8868-49e3-b920-02cc6854a65e of type vlan for network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 Feb 03 11:28:26.833043 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b6476650-6a71-4ca7-8d9b-cbb255588ec8 HTTP/1.1" status: 204 len: 168 time: 1.5316553 Feb 03 11:28:26.870675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675e61-0246-4a5a-9543-5d5a521292a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6476650-6a71-4ca7-8d9b-cbb255588ec8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:26.879863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:26.934099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:26.938849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:26.948605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:26.997926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.037832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.060536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=2c4de3aa-6123-49a5-ba05-a1cf51f15611,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:27.102472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8607885-456f-4889-a0d2-4b0355cf7b90 admin admin] Publish callbacks [] for security_group (c66a9800-7e82-4b8c-92fc-bc1771ec5177), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.109842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8607885-456f-4889-a0d2-4b0355cf7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c66a9800-7e82-4b8c-92fc-bc1771ec5177), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.162464 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-015b6c62-0e4f-44c1-acd0-ea2d1d25bddd admin admin] Publish callbacks [] for security_group (60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.197171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8607885-456f-4889-a0d2-4b0355cf7b90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=460c1fd10e4d4bf78a702582cc96a6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7464240 Feb 03 11:28:27.206562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:27.207820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56670) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:27.212553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (3b59278b-d22d-4849-a226-bdd1fef2a2c3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.236556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607885-456f-4889-a0d2-4b0355cf7b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a9800-7e82-4b8c-92fc-bc1771ec5177,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:27.272222 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-015b6c62-0e4f-44c1-acd0-ea2d1d25bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.308062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (3b59278b-d22d-4849-a226-bdd1fef2a2c3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.309080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:27.309659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.334425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6c62-0e4f-44c1-acd0-ea2d1d25bddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:27.378439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6516693 Feb 03 11:28:27.391443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:27.398894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Request body: {'subnet': {'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1809011999-subnet', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:27.438590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7031f4-ef53-4259-8b7a-eec86724613d req-1f9ada5c-ca19-4850-ad33-7ad497e2b667 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:27.443105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.447092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7031f4-ef53-4259-8b7a-eec86724613d req-1f9ada5c-ca19-4850-ad33-7ad497e2b667 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.5796883 Feb 03 11:28:27.457630 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74b23f12-2a24-4fb1-b56c-3ef7af983fb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26ce044479aa4f7e96133cdacee706d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420757 Feb 03 11:28:27.469779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56676) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:27.470962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] Publish callbacks [] for security_group (c66a9800-7e82-4b8c-92fc-bc1771ec5177), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.506534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-015b6c62-0e4f-44c1-acd0-ea2d1d25bddd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4830b2eb71894ead9084f14f769b9151&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3164017 Feb 03 11:28:27.512722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:27.518363 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] Publish callbacks [] for security_group (c66a9800-7e82-4b8c-92fc-bc1771ec5177), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.569949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7031f4-ef53-4259-8b7a-eec86724613d req-e20d9fec-aa80-445a-874d-4b04eb94d73a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219318 Feb 03 11:28:27.592101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7dbad-802f-4e1a-8c6b-2130681fcb51 admin admin] Pushing event updated for resources: {'Network': ['ID=3b59278b-d22d-4849-a226-bdd1fef2a2c3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:27.604561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:28:27.635067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Made reservation on behalf of 516e7096f4af478b8308ca0ef24471aa for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:27.637669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.707632 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] Publish callbacks [] for security_group (60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.752668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] Publish callbacks [] for security_group (60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.826801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.830845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:27.837852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09 HTTP/1.1" status: 204 len: 168 time: 0.3220506 Feb 03 11:28:27.879017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b3044-7536-441e-bf9e-f5572b00d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb3fcf-27c2-4fae-8bc3-91bcb3b33c09,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:28.216264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.390802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] Publish callbacks [] for security_group (e69031f8-4093-49f9-a861-0107c6249f67), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.437907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] Publish callbacks [] for security_group (e69031f8-4093-49f9-a861-0107c6249f67), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.502099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.626338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.647653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:28.648895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=2c4de3aa-6123-49a5-ba05-a1cf51f15611,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:28.793907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (8aa3a8ca-0a12-4164-85ff-30d23233d33b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.814596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a85d2-47dc-4472-b926-e186f9705ec6 req-4202869d-f12e-4b18-89e9-32a721bd237a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:28.817925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e69031f8-4093-49f9-a861-0107c6249f67), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.822189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.823266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d7a85d2-47dc-4472-b926-e186f9705ec6 req-4202869d-f12e-4b18-89e9-32a721bd237a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.0986173 Feb 03 11:28:28.823934 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e69031f8-4093-49f9-a861-0107c6249f67 HTTP/1.1" status: 204 len: 168 time: 1.2949376 Feb 03 11:28:28.929004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d7a85d2-47dc-4472-b926-e186f9705ec6 req-848e12b8-c317-4a36-98fe-14f7df0a471a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984445 Feb 03 11:28:28.944989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c169b-2ad6-4de5-a2a5-a4bec171b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69031f8-4093-49f9-a861-0107c6249f67,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:28.948136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c66a9800-7e82-4b8c-92fc-bc1771ec5177), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.950779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:28.954096 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c66a9800-7e82-4b8c-92fc-bc1771ec5177 HTTP/1.1" status: 204 len: 168 time: 1.7429957 Feb 03 11:28:28.984739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30c908c8-2a1e-4477-a4bf-7904cb9ade0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.091226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa3a8ca-0a12-4164-85ff-30d23233d33b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:29.212379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242176b-d8b4-43a0-93c4-b72a2e52b82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a9800-7e82-4b8c-92fc-bc1771ec5177,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:29.275101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:29.290905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:29.431591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Checking segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:29.432022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Network hostable DHCP agents. Network: 3b59278b-d22d-4849-a226-bdd1fef2a2c3, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:28:29.499462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:28:29.558641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 3b59278b-d22d-4849-a226-bdd1fef2a2c3) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:29.564626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:29.565261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.570807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42250968-3e18-40ac-8e6b-4df500e92b3d None None] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:29.642521 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ca8a9af-1984-42cd-bbc5-a5497b125503 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2466893 Feb 03 11:28:29.642932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:29.647417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:29.677154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:28:29.697654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (b4860e23-f153-4b13-974c-5b4f216c7915), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.698763 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (b4860e23-f153-4b13-974c-5b4f216c7915), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.704175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30c908c8-2a1e-4477-a4bf-7904cb9ade0b admin admin] Publish callbacks [] for security_group (8580de9f-a4de-4328-8419-f7294726a0b2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.741609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30c908c8-2a1e-4477-a4bf-7904cb9ade0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8580de9f-a4de-4328-8419-f7294726a0b2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.804344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:28:29.805546 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:29.865497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for router_controller (b4860e23-f153-4b13-974c-5b4f216c7915), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:30.043055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c908c8-2a1e-4477-a4bf-7904cb9ade0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8580de9f-a4de-4328-8419-f7294726a0b2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:30.052666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Allocated IP 172.20.0.2 (3b59278b-d22d-4849-a226-bdd1fef2a2c3/8aa3a8ca-0a12-4164-85ff-30d23233d33b/d6049850-999b-462b-9dc8-2f49a161cb81) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:30.114957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30c908c8-2a1e-4477-a4bf-7904cb9ade0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3654d828ef3841a5b7005a451dacb9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3386390 Feb 03 11:28:30.119115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:30.173263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:30.208624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:30.209214 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bcfae60e-a4a2-4a6b-a4af-cf097055f820 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/routers/7fd5e06e-558f-4b2e-9cb9-22bac93a3357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2032185 Feb 03 11:28:30.216524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:30.220250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'port': {'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d', 'name': 'tempest-FloatingIPTestJSON-437625304'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:30.367214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:30.368006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:30.497010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for router_gateway (b4860e23-f153-4b13-974c-5b4f216c7915), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:30.497509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:30.561149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:30.561839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:30.636947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:30.636947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aca7af-c6f5-4f79-b494-5ed038e55cc6 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:30.815337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks [] for port (d6049850-999b-462b-9dc8-2f49a161cb81), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:30.829237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:30.986163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Pushing event updated for resources: {'Port': ['ID=d6049850-999b-462b-9dc8-2f49a161cb81,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:31.009972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a64a1-96c0-4686-bb77-a151e7cf210d req-8afb3629-68ce-4d67-9582-26c02738f269 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:31.010487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:31.014437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:31.017333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:31.032113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-199a64a1-96c0-4686-bb77-a151e7cf210d req-8afb3629-68ce-4d67-9582-26c02738f269 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.7344921 Feb 03 11:28:31.255231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Attempting to bind port d6049850-999b-462b-9dc8-2f49a161cb81 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:31.255865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Attempting to bind port d6049850-999b-462b-9dc8-2f49a161cb81 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:31.257105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Attempting to bind port d6049850-999b-462b-9dc8-2f49a161cb81 on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:31.265217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8307-eaeb-4041-9432-868f21cc60a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.280381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] Publish callbacks [] for security_group (8580de9f-a4de-4328-8419-f7294726a0b2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.281037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:28:31.282180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Checking segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:31.282596 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.282993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Bound using segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:28:31.283485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Bound port: d6049850-999b-462b-9dc8-2f49a161cb81, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:28:31.283867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.318629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-199a64a1-96c0-4686-bb77-a151e7cf210d req-cb5d67ee-30c2-4c6f-9aec-793f14ce7389 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564616 Feb 03 11:28:31.321939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:31.329686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.388031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] For port d6049850-999b-462b-9dc8-2f49a161cb81, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:28:31.392349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] For port d6049850-999b-462b-9dc8-2f49a161cb81, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d6049850-999b-462b-9dc8-2f49a161cb81,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:28:31.401514 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:31.463755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] device_id is not set on port 401ac24a-528d-416c-9f24-c2d1e22c4235 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:28:31.553280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee20f0-11fe-4240-8648-1ad965134368 None None] Pushing event updated for resources: {'Port': ['ID=d6049850-999b-462b-9dc8-2f49a161cb81,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:31.658159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] Publish callbacks [] for security_group (8580de9f-a4de-4328-8419-f7294726a0b2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:32.194987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.13 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/401ac24a-528d-416c-9f24-c2d1e22c4235) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:32.212167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8580de9f-a4de-4328-8419-f7294726a0b2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:32.226347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:32.239706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8580de9f-a4de-4328-8419-f7294726a0b2 HTTP/1.1" status: 204 len: 168 time: 2.1187553 Feb 03 11:28:32.385810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for router_gateway (b4860e23-f153-4b13-974c-5b4f216c7915), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:32.464844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:32.518371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d041250-1c34-4445-aa36-176b7278a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580de9f-a4de-4328-8419-f7294726a0b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:32.737845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:32.993624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Allocated IP 172.25.7.33 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/de7aeeda-d50e-4f7a-82d6-dc82b0934d15) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:33.220145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d6049850-999b-462b-9dc8-2f49a161cb81 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:33.406881 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.410774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1693579262', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:33.452668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca89b8-a0d5-41db-be60-63b56b645a3c req-42de8708-2b63-41d4-bf10-bfbc1953e5c7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:33.462578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85ca89b8-a0d5-41db-be60-63b56b645a3c req-42de8708-2b63-41d4-bf10-bfbc1953e5c7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.9660239 Feb 03 11:28:33.482219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Made reservation on behalf of ba6c3403cbc6471f99c400e3fb40a352 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:33.489922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d6049850-999b-462b-9dc8-2f49a161cb81 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:33.490388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.492831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.537828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.781445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85ca89b8-a0d5-41db-be60-63b56b645a3c req-3528ebf2-2525-44ad-8b66-717b74397f61 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112745 Feb 03 11:28:33.843241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for security_group (2df73987-d1cc-4d39-8632-3b653cf27ecd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.854519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2df73987-d1cc-4d39-8632-3b653cf27ecd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.872983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] device_id is not set on port 2e183e8b-a65b-4f59-a260-e118b3656ec0 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:28:33.885303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2511c98-61bf-4f41-88b0-e698e048dcd6 None None] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:33.954027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:33.964689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (401ac24a-528d-416c-9f24-c2d1e22c4235), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.081150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1927a1e-b45f-4801-b26c-e01b4a7e8392 None None] Provisioning complete for port d6049850-999b-462b-9dc8-2f49a161cb81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:34.081414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:34.087317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1927a1e-b45f-4801-b26c-e01b4a7e8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.088721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:34.099787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:34.164584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Allocated IP 172.25.7.95 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2e183e8b-a65b-4f59-a260-e118b3656ec0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:34.175872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Pushing event updated for resources: {'Port': ['ID=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:34.297713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d6049850-999b-462b-9dc8-2f49a161cb81 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:34.298282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.311323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (401ac24a-528d-416c-9f24-c2d1e22c4235), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.456809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d6049850-999b-462b-9dc8-2f49a161cb81, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d6049850-999b-462b-9dc8-2f49a161cb81,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:34.528834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.559328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df73987-d1cc-4d39-8632-3b653cf27ecd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:34.655532 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for port (2e183e8b-a65b-4f59-a260-e118b3656ec0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.749918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d6049850-999b-462b-9dc8-2f49a161cb81,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:34.771227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:34.795979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:34.813399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:34.816342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=401ac24a-528d-416c-9f24-c2d1e22c4235,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:34.825680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eae9ad80-5693-4336-9c83-dced38e5975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.849111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.850836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.851400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.854471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.857129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.857661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.859009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.859517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.860994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.862895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.867328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.867929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.868432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:34.904410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2e183e8b-a65b-4f59-a260-e118b3656ec0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.963251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:34.964309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:34.987118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for router_gateway (b4860e23-f153-4b13-974c-5b4f216c7915), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:35.023234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:35.045366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:35.049708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:35.061215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:35.107302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-58fe05db-807f-4e02-b83b-fa105283b0c6 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8911052 Feb 03 11:28:35.138983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:35.159033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1927a1e-b45f-4801-b26c-e01b4a7e8392 None None] Current status of the port d6049850-999b-462b-9dc8-2f49a161cb81 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:35.165098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'port': {'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d', 'name': 'tempest-FloatingIPTestJSON-1343840748'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:35.711635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-09768f1b-e5e6-416c-afd2-d5077b09e624 None None] Provisioning complete for port d6049850-999b-462b-9dc8-2f49a161cb81 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:35.712196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09768f1b-e5e6-416c-afd2-d5077b09e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:36.136194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-09768f1b-e5e6-416c-afd2-d5077b09e624 None None] Current status of the port d6049850-999b-462b-9dc8-2f49a161cb81 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:36.285674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Pushing event updated for resources: {'Port': ['ID=2e183e8b-a65b-4f59-a260-e118b3656ec0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:36.368712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:36.374649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:36.458918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0cc7d6b4-01c0-4d65-9c38-f4b76a280a17 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7191041 Feb 03 11:28:36.461880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:36.489688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.95'}]}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:36.495190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:36.735750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (8fe36ae9-d043-4405-93a9-cd1a82f189ef), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:36.745803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (8fe36ae9-d043-4405-93a9-cd1a82f189ef), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:36.956943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:36.970119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.088680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d18f27-704a-4126-bae1-ad9b01f44229 req-3855e965-875c-4a5d-89b6-a6fe9c51abae tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:37.096322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for router_controller (8fe36ae9-d043-4405-93a9-cd1a82f189ef), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.101198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] device_id is not set on port 0210a16e-5871-401b-a389-4d236b69cbc5 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:28:37.122817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5d18f27-704a-4126-bae1-ad9b01f44229 req-3855e965-875c-4a5d-89b6-a6fe9c51abae tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 2.0500767 Feb 03 11:28:37.444288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d6049850-999b-462b-9dc8-2f49a161cb81 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:37.502392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5d18f27-704a-4126-bae1-ad9b01f44229 req-df0619d7-6c88-4fcd-b661-49ef70854e93 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785741 Feb 03 11:28:37.507707 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.569886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d6049850-999b-462b-9dc8-2f49a161cb81 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:37.570462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.648679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for router_gateway (8fe36ae9-d043-4405-93a9-cd1a82f189ef), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.828296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (b4860e23-f153-4b13-974c-5b4f216c7915), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:37.946597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d6049850-999b-462b-9dc8-2f49a161cb81 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:38.092384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.12 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/0210a16e-5871-401b-a389-4d236b69cbc5) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:38.364524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Router b4860e23-f153-4b13-974c-5b4f216c7915 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:28:38.835088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (0210a16e-5871-401b-a389-4d236b69cbc5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:38.849404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for router_gateway (8fe36ae9-d043-4405-93a9-cd1a82f189ef), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:38.876957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:38.925193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:38.944883 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Sync routers for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:38.962714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0210a16e-5871-401b-a389-4d236b69cbc5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:39.023916 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:39.028235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:39.031948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:39.037013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8809bd39-ace4-46af-8e9c-9385698285c5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3893824 Feb 03 11:28:39.057787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0453-ec1e-482b-a26f-fc08918fc827 req-93c59dc1-3d44-4bf2-b928-53ae875b46df tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:39.059469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b09b0453-ec1e-482b-a26f-fc08918fc827 req-93c59dc1-3d44-4bf2-b928-53ae875b46df tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.3662097 Feb 03 11:28:39.060050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56932) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:39.142940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:39.143658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:39.205087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:39.232461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:39.353909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=0210a16e-5871-401b-a389-4d236b69cbc5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:39.499593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0a1a-c562-43d9-8167-0a8f6506bbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:39.521012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:39.521830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:39.581791 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-126973e9-1a5f-485d-8cd8-08af5c39d13e tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4295285 Feb 03 11:28:39.583272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56948) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:39.605462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '0210a16e-5871-401b-a389-4d236b69cbc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:39.644205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for router (8fe36ae9-d043-4405-93a9-cd1a82f189ef), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:39.776321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b09b0453-ec1e-482b-a26f-fc08918fc827 req-35548543-0869-4a0a-a39d-936413312f60 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6995063 Feb 03 11:28:39.828421 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:40.408988 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:34Z', 'revision_number': 3, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:40.485556 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Checking router: b4860e23-f153-4b13-974c-5b4f216c7915 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:28:40.489165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:40.490349 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Updating router b4860e23-f153-4b13-974c-5b4f216c7915 port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:28:40.513729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0a1a-c562-43d9-8167-0a8f6506bbc2 admin admin] Publish callbacks [] for security_group (a9924799-4c7a-4042-89af-ba368ba080c9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:40.630904 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:40.686080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0a1a-c562-43d9-8167-0a8f6506bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9924799-4c7a-4042-89af-ba368ba080c9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:40.825444 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c2a0a1a-c562-43d9-8167-0a8f6506bbc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6e8ce6517354ac5997b24f97d9a2bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6719749 Feb 03 11:28:40.828566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (8fe36ae9-d043-4405-93a9-cd1a82f189ef), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:40.831195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56974) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:40.832836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a0a1a-c562-43d9-8167-0a8f6506bbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9924799-4c7a-4042-89af-ba368ba080c9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:40.855414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks [] for router_controller (8fe36ae9-d043-4405-93a9-cd1a82f189ef), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.096323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.183585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f90b-2b81-45f9-be07-f9c52184c849 req-55dd386e-6bb0-459a-b479-156e3cefd680 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:41.195831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e49f90b-2b81-45f9-be07-f9c52184c849 req-55dd386e-6bb0-459a-b479-156e3cefd680 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.2124128 Feb 03 11:28:41.223778 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks [] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.230043 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.334291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (8fe36ae9-d043-4405-93a9-cd1a82f189ef), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.338615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe36ae9-d043-4405-93a9-cd1a82f189ef {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:28:41.348704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e49f90b-2b81-45f9-be07-f9c52184c849 req-ddde59ae-2be0-457f-ac0c-24aa91295dc0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513493 Feb 03 11:28:41.456025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] Publish callbacks [] for security_group (a9924799-4c7a-4042-89af-ba368ba080c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.463650 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:28:41.464936 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-532abbc5-56d9-4056-8d35-246f79dbdfa8 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9948118 Feb 03 11:28:41.468383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:41.484855 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Attempting to bind port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:41.485503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Attempting to bind port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:41.485690 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Attempting to bind port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:41.526755 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:28:41.529655 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:41.531112 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.531898 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:28:41.532435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Bound port: de7aeeda-d50e-4f7a-82d6-dc82b0934d15, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:28:41.532836 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.544604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Pushing event updated for resources: {'Port': ['ID=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:41.638042 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.642392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.643039 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.643610 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.644181 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.644749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.649655 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.650196 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.650724 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.652041 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.652869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.653441 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.653966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:41.737479 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] For port de7aeeda-d50e-4f7a-82d6-dc82b0934d15, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:28:41.748572 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] For port de7aeeda-d50e-4f7a-82d6-dc82b0934d15, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:28:41.762259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.767069 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.771175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] Publish callbacks [] for security_group (a9924799-4c7a-4042-89af-ba368ba080c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.790312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Allocated IP 172.20.0.1 (3b59278b-d22d-4849-a226-bdd1fef2a2c3/8aa3a8ca-0a12-4164-85ff-30d23233d33b/c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:41.954890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9924799-4c7a-4042-89af-ba368ba080c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.965467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:41.966654 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9924799-4c7a-4042-89af-ba368ba080c9 HTTP/1.1" status: 204 len: 168 time: 1.1243153 Feb 03 11:28:42.016982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:42.023112 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:42.060514 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks [] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:42.154205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e83df-d8d5-47fa-a401-f38d12ba8ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9924799-4c7a-4042-89af-ba368ba080c9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:42.194119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:42.231392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec36b51-9e3c-434a-85e3-4d2d0c80d448 None None] Pushing event updated for resources: {'Port': ['ID=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:42.316210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Deleting port 2e183e8b-a65b-4f59-a260-e118b3656ec0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:42.316561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2e183e8b-a65b-4f59-a260-e118b3656ec0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:42.376080 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:42.486209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:42.539378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:42.541012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:42.553831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:42.695839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (b4860e23-f153-4b13-974c-5b4f216c7915), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:42.700551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.86 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/748489aa-3e1d-41ad-b4ab-9c31c96e5612) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:42.866505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2e183e8b-a65b-4f59-a260-e118b3656ec0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:42.970487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Calling delete_port for 2e183e8b-a65b-4f59-a260-e118b3656ec0 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:43.136207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-44ea1135-a76d-459d-910f-84a0e3820961 None None] Provisioning complete for port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:43.138768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ea1135-a76d-459d-910f-84a0e3820961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.244066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:43.264651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2e183e8b-a65b-4f59-a260-e118b3656ec0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.289946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba3117-bf44-4aaa-a361-ccd40085a76c req-6cf341d3-6c02-4e00-9854-5376158166e3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:43.290662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:34Z', 'revision_number': 3, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:43.299854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-beba3117-bf44-4aaa-a361-ccd40085a76c req-6cf341d3-6c02-4e00-9854-5376158166e3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.4887073 Feb 03 11:28:43.314713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44ea1135-a76d-459d-910f-84a0e3820961 None None] Port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:28:43.327177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28c92285-af9d-423d-b3c2-bb9ea0ed4d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.327421 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d2ff7-f898-414c-828c-266fdf624334 None None] The sync data for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 is: [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:34Z', 'revision_number': 3, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:43.459473 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.476517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e183e8b-a65b-4f59-a260-e118b3656ec0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:43.635430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-beba3117-bf44-4aaa-a361-ccd40085a76c req-17a5a3e3-05bd-49a4-b3e3-5b56edb0e53c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211730 Feb 03 11:28:43.705896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28c92285-af9d-423d-b3c2-bb9ea0ed4d18 admin admin] Publish callbacks [] for security_group (ddf96fc8-bec7-4471-a75e-fd0ad4cfa206), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.721967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28c92285-af9d-423d-b3c2-bb9ea0ed4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddf96fc8-bec7-4471-a75e-fd0ad4cfa206), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.758556 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.766542 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-443b1b13-3785-4f94-a2f8-8fc8daf9ee14 tempest-RoutersAdminNegativeTest-1844758753 tempest-RoutersAdminNegativeTest-1844758753-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2e183e8b-a65b-4f59-a260-e118b3656ec0 HTTP/1.1" status: 204 len: 168 time: 2.2921433 Feb 03 11:28:43.815514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:43.842441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c92285-af9d-423d-b3c2-bb9ea0ed4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf96fc8-bec7-4471-a75e-fd0ad4cfa206,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:43.897450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:44.022644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:44.026596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=748489aa-3e1d-41ad-b4ab-9c31c96e5612,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:44.032995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:44.039788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:44.255737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks [] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:44.276055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-28c92285-af9d-423d-b3c2-bb9ea0ed4d18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c178f5ad33f648d1b2a6bf34ee4480d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0286653 Feb 03 11:28:44.277486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:44.280358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:44.508701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (b4860e23-f153-4b13-974c-5b4f216c7915), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:44.778773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:44.793807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:45.057254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:45.073884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:45.167130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device de7aeeda-d50e-4f7a-82d6-dc82b0934d15 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:45.287933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] Publish callbacks [] for security_group (ddf96fc8-bec7-4471-a75e-fd0ad4cfa206), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.319192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:45.319965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.351152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] Publish callbacks [] for security_group (ddf96fc8-bec7-4471-a75e-fd0ad4cfa206), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.385666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (7a026b89-5de8-43fa-8d22-3e07dcf9e44c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.484206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:45.485109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.501052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ddf96fc8-bec7-4471-a75e-fd0ad4cfa206), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.503879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.505219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddf96fc8-bec7-4471-a75e-fd0ad4cfa206 HTTP/1.1" status: 204 len: 168 time: 1.2169375 Feb 03 11:28:45.576433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c819a817-403f-489d-9d35-55c189216f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.595943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port de7aeeda-d50e-4f7a-82d6-dc82b0934d15, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:45.616762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.689396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe6cfc-45d2-4ba9-8603-52f3e47f073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf96fc8-bec7-4471-a75e-fd0ad4cfa206,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:45.768861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168f67-be66-41d0-919e-795ae2d73549 req-40ec718f-342b-42a7-890a-841a40e8e19c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:45.776367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70168f67-be66-41d0-919e-795ae2d73549 req-40ec718f-342b-42a7-890a-841a40e8e19c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.9916449 Feb 03 11:28:45.785458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-29c26b01-94a2-4cc0-8a62-f740dc883710 None None] Provisioning complete for port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:45.785736 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c26b01-94a2-4cc0-8a62-f740dc883710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.836511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29c26b01-94a2-4cc0-8a62-f740dc883710 None None] Port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:28:45.854345 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:45.888785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:46.107812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70168f67-be66-41d0-919e-795ae2d73549 req-0287f26a-d9c2-4551-8cb7-dafa1ef9d9d3 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827049 Feb 03 11:28:46.120434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Router b4860e23-f153-4b13-974c-5b4f216c7915 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:28:46.279214 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c819a817-403f-489d-9d35-55c189216f7b admin admin] Publish callbacks [] for security_group (74229a83-1689-4214-9058-8e0e72ffcbf1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:46.302870 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:46.320450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c819a817-403f-489d-9d35-55c189216f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (74229a83-1689-4214-9058-8e0e72ffcbf1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:46.439069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c819a817-403f-489d-9d35-55c189216f7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d887049618748e1b874318d8b306f35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6528039 Feb 03 11:28:46.445286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:46.530824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819a817-403f-489d-9d35-55c189216f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74229a83-1689-4214-9058-8e0e72ffcbf1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:46.557894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:46.565202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1227816d-c339-48e3-8e90-e1d6b7546255 admin admin] 10.222.0.30 "PUT /v2.0/routers/b4860e23-f153-4b13-974c-5b4f216c7915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5009198 Feb 03 11:28:46.674347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] Publish callbacks [] for security_group (74229a83-1689-4214-9058-8e0e72ffcbf1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:46.829233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] Publish callbacks [] for security_group (74229a83-1689-4214-9058-8e0e72ffcbf1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:47.031998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Sync routers for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:47.054699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:47.056112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:47.090430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (74229a83-1689-4214-9058-8e0e72ffcbf1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:47.097234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:47.098780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74229a83-1689-4214-9058-8e0e72ffcbf1 HTTP/1.1" status: 204 len: 168 time: 0.6425121 Feb 03 11:28:47.147018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ae5c1-8d37-4ee7-b4f8-3b25ffcfc274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74229a83-1689-4214-9058-8e0e72ffcbf1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:47.294328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device de7aeeda-d50e-4f7a-82d6-dc82b0934d15 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:47.670920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:47.685094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:47.706295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed437aa-380e-46ee-be40-a4ef71b581c5 req-e6c54f41-9bc0-43c9-bb58-6053f97b674f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:47.713937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ed437aa-380e-46ee-be40-a4ef71b581c5 req-e6c54f41-9bc0-43c9-bb58-6053f97b674f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.3038881 Feb 03 11:28:47.961459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:47.988865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ed437aa-380e-46ee-be40-a4ef71b581c5 req-64755bde-c24f-4c4f-be44-b313feaff3a2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654555 Feb 03 11:28:48.094919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=748489aa-3e1d-41ad-b4ab-9c31c96e5612,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:48.183384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7a026b89-5de8-43fa-8d22-3e07dcf9e44c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:48.350580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:48.351611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:48.392698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:48.628316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0f30a6c-cdbb-4eb1-b0ae-5bf3f1256d63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba6c3403cbc6471f99c400e3fb40a352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278807 Feb 03 11:28:48.629037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:48.785890 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 7a026b89-5de8-43fa-8d22-3e07dcf9e44c associated. External IP: 172.25.7.86, port: 0210a16e-5871-401b-a389-4d236b69cbc5. Feb 03 11:28:49.008026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] Publish callbacks [] for security_group (2df73987-d1cc-4d39-8632-3b653cf27ecd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:49.079116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:49.143609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] Publish callbacks [] for security_group (2df73987-d1cc-4d39-8632-3b653cf27ecd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:49.335602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:43Z', 'revision_number': 4, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7', 'name': '', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'mac_address': 'fa:16:3e:54:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:41Z', 'updated_at': '2022-02-03T11:28:44Z', 'revision_number': 2, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'subnets': [{'id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:49.369537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Checking router: b4860e23-f153-4b13-974c-5b4f216c7915 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:28:49.369896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Updating router b4860e23-f153-4b13-974c-5b4f216c7915 port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:28:49.426572 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:49.730167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4dfd-03a0-4fad-a9cd-048c281c3fe0 req-23ac3d42-6fc7-4f9b-9b11-99930e77a636 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:49.732035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfdc4dfd-03a0-4fad-a9cd-048c281c3fe0 req-23ac3d42-6fc7-4f9b-9b11-99930e77a636 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.3926494 Feb 03 11:28:49.787974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2df73987-d1cc-4d39-8632-3b653cf27ecd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:49.790879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:49.807691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2df73987-d1cc-4d39-8632-3b653cf27ecd HTTP/1.1" status: 204 len: 168 time: 1.1694219 Feb 03 11:28:49.825871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:28:49.873297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed136f-c77d-4b16-8814-76b38e60a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df73987-d1cc-4d39-8632-3b653cf27ecd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:49.969582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:49.988410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-351652678-network', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:50.067621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfdc4dfd-03a0-4fad-a9cd-048c281c3fe0 req-ec423b73-909c-418b-bbdf-ecdbdbcd7b21 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256848 Feb 03 11:28:50.140476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Made reservation on behalf of 3cc1625c93b94e29aa9bb94c31228446 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:50.143595 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.179776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.370704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:50.399283 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a769914-025d-4605-8af3-fb6658207079 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:50.432005 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:50.440103 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:50.464038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.569578 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks [] for security_group (cb124e85-e59a-4368-998d-6de5d31607dc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.581782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb124e85-e59a-4368-998d-6de5d31607dc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.606587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b9c9f295-c5f9-4330-b26b-e270a03ee661 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.0198436 Feb 03 11:28:50.615959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57188) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:50.639532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:50.680342 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:50.682221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks [] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.708158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.737751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:28:50.754165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:50.758336 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:50.800112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb124e85-e59a-4368-998d-6de5d31607dc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:50.851143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d701c2-63a9-4ed6-9a5f-48210e848aa6 None None] Pushing event updated for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:50.854038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (56408528-69fb-445c-af2f-61b44449c8c1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:50.856680 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Added segment 56408528-69fb-445c-af2f-61b44449c8c1 of type vlan for network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 Feb 03 11:28:50.868144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a769914-025d-4605-8af3-fb6658207079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:50.869970 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a769914-025d-4605-8af3-fb6658207079 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:50.964462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (7a026b89-5de8-43fa-8d22-3e07dcf9e44c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.077527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.147451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Attempting to bind port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:51.147831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Attempting to bind port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:51.148203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Attempting to bind port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:51.160119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:28:51.161059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Checking segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:51.161478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.161876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Bound using segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:28:51.162365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Bound port: c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:28:51.162887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.198190 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.200171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:51.200986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.337971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3668711 Feb 03 11:28:51.343793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:51.482442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Request body: {'subnet': {'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-351652678-subnet', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:51.550115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0150d-38a0-45a2-8674-b7b8e72ce0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b75eed-d463-4ea1-a91d-d1ec1bf980e0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:51.599611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:28:51.603425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Made reservation on behalf of 3cc1625c93b94e29aa9bb94c31228446 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:28:51.617949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.627472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] For port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:28:51.686385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] For port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:28:51.775443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.779038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf70590-f6ee-42d2-b1b5-9b2f17c1564b req-0b0dcd8a-a535-4bbd-b5b2-24619afbfd93 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:51.794462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcf70590-f6ee-42d2-b1b5-9b2f17c1564b req-0b0dcd8a-a535-4bbd-b5b2-24619afbfd93 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.4953959 Feb 03 11:28:51.850883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.863128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (7a026b89-5de8-43fa-8d22-3e07dcf9e44c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:51.863538 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 7a026b89-5de8-43fa-8d22-3e07dcf9e44c disassociated. External IP: 172.25.7.86, port: 0210a16e-5871-401b-a389-4d236b69cbc5. Feb 03 11:28:52.005243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Provisioning complete for port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:52.010049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:52.138895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:52.142067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:52.371712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d701c2-63a9-4ed6-9a5f-48210e848aa6 None None] Pushing event updated for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:52.746327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcf70590-f6ee-42d2-b1b5-9b2f17c1564b req-49931ce6-6d7b-49d0-b85f-78913b3106fb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9508414 Feb 03 11:28:52.768787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:28:52.823656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:28:52.879290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Current status of the port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:52.880390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:52.892420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (4161ddbe-7191-48c1-8561-48b78d54df9a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.088843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] For port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:28:53.249495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4161ddbe-7191-48c1-8561-48b78d54df9a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:53.252241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.346209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Checking segment: {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:53.346567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Network hostable DHCP agents. Network: b2b75eed-d463-4ea1-a91d-d1ec1bf980e0, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:28:53.426650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:28:53.436468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:28:53.485395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b2b75eed-d463-4ea1-a91d-d1ec1bf980e0) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:53.486832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.507196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:53.507750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.520764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:28:53.623922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-29ade79b-78e9-4e7b-8847-49f5ad304f25 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2641783 Feb 03 11:28:53.630994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57264) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:53.640336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ca355-b9e1-494a-8b6e-e8833757ade1 None None] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:28:53.646089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:53.654339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da02fae6-6142-4f25-b87b-208e6d4814cb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/7a026b89-5de8-43fa-8d22-3e07dcf9e44c HTTP/1.1" status: 200 len: 687 time: 3.0370858 Feb 03 11:28:53.657406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57266) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:53.769197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.771882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:53.805629 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:28:54.129954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for router_controller (cb1efb94-1e62-4172-80ba-a63fb9c90b86), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.135342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e99f7-722d-4849-80af-af9c93f230bb None None] Pushing event updated for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:54.244876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57280) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:54.322833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 748489aa-3e1d-41ad-b4ab-9c31c96e5612 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:28:54.323185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.628206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.630447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (748489aa-3e1d-41ad-b4ab-9c31c96e5612), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.653700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 748489aa-3e1d-41ad-b4ab-9c31c96e5612 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:28:54.808901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'fixed_ips': [{'subnet_id': '4161ddbe-7191-48c1-8561-48b78d54df9a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:28:54.813863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.889336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-608576c5-f026-4fb5-851b-a4d9229d6a24 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:54.893404 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-608576c5-f026-4fb5-851b-a4d9229d6a24 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6457944 Feb 03 11:28:54.905020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57300) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:54.912058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-939ae35c-7055-4039-bd27-57d0ff349b4c None None] Provisioning complete for port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:54.912608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-939ae35c-7055-4039-bd27-57d0ff349b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:54.919998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-2c265c96-0871-4481-a222-2bb3f2295915 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:54.924957 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c265c96-0871-4481-a222-2bb3f2295915 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0153372 Feb 03 11:28:54.929900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57302) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:54.939663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-5944d4e0-2ee1-47a2-8ab1-2f4898a69cd8 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:54.947614 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5944d4e0-2ee1-47a2-8ab1-2f4898a69cd8 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0110371 Feb 03 11:28:54.949500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57304) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:54.968408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-8fd86f88-07f4-4a30-83c4-40bf748efa4e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:54.969459 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8fd86f88-07f4-4a30-83c4-40bf748efa4e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097661 Feb 03 11:28:54.977369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57306) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.012355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-202b3a63-171b-4af0-bf1f-d9201b65dbba tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.013910 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-202b3a63-171b-4af0-bf1f-d9201b65dbba tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0339673 Feb 03 11:28:55.017566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.028316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-7c9e34a5-03c3-4ae8-aa23-41ee98310f2f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.030601 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7c9e34a5-03c3-4ae8-aa23-41ee98310f2f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082679 Feb 03 11:28:55.035258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57310) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.052127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-beb7c7ed-24a5-4df5-a0dc-a9e8a0d0ee47 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.053941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-beb7c7ed-24a5-4df5-a0dc-a9e8a0d0ee47 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0133328 Feb 03 11:28:55.057240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57312) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.065124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:55.066012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:55.100362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-df7a1e3e-c8ce-4d5b-b018-e5ba54219f91 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.101501 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-df7a1e3e-c8ce-4d5b-b018-e5ba54219f91 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0153446 Feb 03 11:28:55.110187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.119426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-4e62655b-072d-4090-99cb-49c1a69c2a8e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.121692 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e62655b-072d-4090-99cb-49c1a69c2a8e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049956 Feb 03 11:28:55.126332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57316) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.161206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-5f8804a6-1743-4abf-bd53-88e953394c98 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.162295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f8804a6-1743-4abf-bd53-88e953394c98 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0328865 Feb 03 11:28:55.165572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.178658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-5c3f0d2f-1c51-43c1-9738-fd58760ef07b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.179673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c3f0d2f-1c51-43c1-9738-fd58760ef07b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131660 Feb 03 11:28:55.193797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57320) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.221933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-79c09334-be1d-4e58-9199-c1a0b4bc1dce tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.223057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79c09334-be1d-4e58-9199-c1a0b4bc1dce tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0264874 Feb 03 11:28:55.520932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57322) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.541545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-5c1a7963-7b62-4c0e-9e26-7294f383b441 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.543184 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c1a7963-7b62-4c0e-9e26-7294f383b441 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0185905 Feb 03 11:28:55.554498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (748489aa-3e1d-41ad-b4ab-9c31c96e5612), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:55.565783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.570869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:55.584375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.596099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-6b48816e-bbed-446d-a377-c13fa89d58ca tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.597817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b48816e-bbed-446d-a377-c13fa89d58ca tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0207295 Feb 03 11:28:55.693868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:28:55.698589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:55.748289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.773612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-82e8a86e-524b-4996-93a2-150eb80cadea tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.775593 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82e8a86e-524b-4996-93a2-150eb80cadea tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0253873 Feb 03 11:28:55.779942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.790543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=748489aa-3e1d-41ad-b4ab-9c31c96e5612,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:55.828150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-63ab3ac9-a335-4cb1-b588-8f2a48f1c4aa tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.830258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63ab3ac9-a335-4cb1-b588-8f2a48f1c4aa tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0478411 Feb 03 11:28:55.837080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.845331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.846142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.846883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.848676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.849989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.851162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.852505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.853352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.857018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.858026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.859234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.860301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:28:55.886678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.899603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-f3c9bf99-61b8-47c1-9489-f80ab11b677e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:55.915171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3c9bf99-61b8-47c1-9489-f80ab11b677e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0265718 Feb 03 11:28:55.921253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57350) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:55.995749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for router_gateway (cb1efb94-1e62-4172-80ba-a63fb9c90b86), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.028020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123d37e-6860-453b-b7ff-e92d444d499d req-d54705d3-c705-47b2-8483-02f7dfc6a07d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:56.035644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d123d37e-6860-453b-b7ff-e92d444d499d req-d54705d3-c705-47b2-8483-02f7dfc6a07d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 1.7225385 Feb 03 11:28:56.057387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:56.059833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-bc43ede6-dfcc-4c80-a13d-82698081c24d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.062884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5915771-dca1-4391-af4e-1fd1fbe91140 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:56.066051 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc43ede6-dfcc-4c80-a13d-82698081c24d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1164529 Feb 03 11:28:56.078817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.135444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-d6ce53da-5cef-474b-8aa7-df7e9d73403d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.137123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:43Z', 'revision_number': 4, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7', 'name': '', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'mac_address': 'fa:16:3e:54:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:41Z', 'updated_at': '2022-02-03T11:28:51Z', 'revision_number': 4, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'subnets': [{'id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:28:56.139887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d6ce53da-5cef-474b-8aa7-df7e9d73403d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0462797 Feb 03 11:28:56.141044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57354) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.170787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-fa96bba3-be58-4207-af6c-c06d6255d8ab tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.173979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fa96bba3-be58-4207-af6c-c06d6255d8ab tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0122840 Feb 03 11:28:56.180503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.204842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-8e2af9d3-238c-4a3a-88a6-13fb7f478d6b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.208856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8e2af9d3-238c-4a3a-88a6-13fb7f478d6b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0195539 Feb 03 11:28:56.218278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.249612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-46f3c4b3-1a0b-4f2e-99e6-d66b9d971fe1 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.251102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d95bee-5c94-406d-bfd3-e362fbc088bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.254694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46f3c4b3-1a0b-4f2e-99e6-d66b9d971fe1 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0158677 Feb 03 11:28:56.272548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.325548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-c821852d-e211-4615-a4e9-27c28c0def41 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.326577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c821852d-e211-4615-a4e9-27c28c0def41 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0525360 Feb 03 11:28:56.343703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.357629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-b6a23448-1682-48b5-ada1-809e76a112bb tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.358577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b6a23448-1682-48b5-ada1-809e76a112bb tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0137179 Feb 03 11:28:56.376073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.402559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-2a3c4d0c-9502-4aaf-be3b-a62298a46df4 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.405464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0d05c-dee2-4848-8400-2a4548abb080 None None] The sync data for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 is: [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:28:43Z', 'revision_number': 4, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7', 'name': '', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'mac_address': 'fa:16:3e:54:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:41Z', 'updated_at': '2022-02-03T11:28:51Z', 'revision_number': 4, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'subnets': [{'id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:28:56.412604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a3c4d0c-9502-4aaf-be3b-a62298a46df4 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0282180 Feb 03 11:28:56.430824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d123d37e-6860-453b-b7ff-e92d444d499d req-5b3f4050-f975-45a9-8598-44fead99201e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939950 Feb 03 11:28:56.447562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.469345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-d5abf73c-5123-4054-abd7-bef38d8e5afe tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.491337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d5abf73c-5123-4054-abd7-bef38d8e5afe tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0166004 Feb 03 11:28:56.491337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.535704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-36b2be47-cd0e-4c19-879b-479a57dd6302 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.549072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-36b2be47-cd0e-4c19-879b-479a57dd6302 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0341089 Feb 03 11:28:56.550807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.571965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-1d7bf5bb-1317-4cd3-bf2b-19f355e4c075 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.585726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d7bf5bb-1317-4cd3-bf2b-19f355e4c075 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0322075 Feb 03 11:28:56.591778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57378) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.593071 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (7a026b89-5de8-43fa-8d22-3e07dcf9e44c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.600104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.618070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40ac1a26-4280-4943-80d5-b0209c46d842 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/7a026b89-5de8-43fa-8d22-3e07dcf9e44c HTTP/1.1" status: 204 len: 168 time: 2.9527278 Feb 03 11:28:56.625844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d95bee-5c94-406d-bfd3-e362fbc088bc admin admin] Publish callbacks [] for security_group (08d437c4-fc5e-48f9-8699-a7a7b0e47d9e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.631502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-b0f619d0-16d3-49d1-b21f-650fa67e9a86 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.633151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-939ae35c-7055-4039-bd27-57d0ff349b4c None None] Current status of the port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:56.638149 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b0f619d0-16d3-49d1-b21f-650fa67e9a86 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0217006 Feb 03 11:28:56.639054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57380) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.639648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57382) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.652530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '401ac24a-528d-416c-9f24-c2d1e22c4235'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:56.702731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36d95bee-5c94-406d-bfd3-e362fbc088bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08d437c4-fc5e-48f9-8699-a7a7b0e47d9e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:56.708275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Allocated IP 172.20.0.2 (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0/4161ddbe-7191-48c1-8561-48b78d54df9a/662fb53a-4e34-40b7-be06-69e577d91920) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:56.744768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-b736357b-b96d-4ed3-b0bd-e7a3f1a8beb0 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.754111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.761745 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b736357b-b96d-4ed3-b0bd-e7a3f1a8beb0 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1177630 Feb 03 11:28:56.765656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-fa52f101-a3f6-4928-9e73-06a8143902c8 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.767046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fa52f101-a3f6-4928-9e73-06a8143902c8 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094068 Feb 03 11:28:56.771204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.787751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-105e2751-ee0b-4708-a3f8-dcfc943c4ced tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.789033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-105e2751-ee0b-4708-a3f8-dcfc943c4ced tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0119851 Feb 03 11:28:56.800778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.840668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-6f45de79-5aa7-41dc-85de-4717775ba8dd tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.847196 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f45de79-5aa7-41dc-85de-4717775ba8dd tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0428245 Feb 03 11:28:56.897566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57396) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.925119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-1f4a6ff8-bd6f-42d8-a189-adc54076513f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.934236 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f4a6ff8-bd6f-42d8-a189-adc54076513f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0305126 Feb 03 11:28:56.950473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.955964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-5621fc98-005e-4eeb-b1e9-f1a7b3143517 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:56.969595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5621fc98-005e-4eeb-b1e9-f1a7b3143517 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175772 Feb 03 11:28:56.978701 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36d95bee-5c94-406d-bfd3-e362fbc088bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80757deca0d346d2b72550d0fde40145&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3685014 Feb 03 11:28:56.980107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.989862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:56.997643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-906e6060-d443-4bd2-9507-d7917d218221 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.001954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-906e6060-d443-4bd2-9507-d7917d218221 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0176764 Feb 03 11:28:57.005744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.006559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.020651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-e5c9ddc7-c0d5-45ee-b983-7c9059d60c8f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.030301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e5c9ddc7-c0d5-45ee-b983-7c9059d60c8f tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0217116 Feb 03 11:28:57.033853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.054992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-dc9a2f30-04d9-4d7e-876d-038a65e32b15 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.070978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc9a2f30-04d9-4d7e-876d-038a65e32b15 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0271609 Feb 03 11:28:57.093965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95bee-5c94-406d-bfd3-e362fbc088bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d437c4-fc5e-48f9-8699-a7a7b0e47d9e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:57.130807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.179446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-3f61c4a9-8f4a-4673-83e3-8cf36ea5427e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.187851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f61c4a9-8f4a-4673-83e3-8cf36ea5427e tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0466480 Feb 03 11:28:57.192336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.211577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-46286440-2f80-44ae-bee9-4a0761231509 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.217927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46286440-2f80-44ae-bee9-4a0761231509 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0220160 Feb 03 11:28:57.223362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.248279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-cfa3c166-9c28-4380-96a7-0956adb17541 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.270746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cfa3c166-9c28-4380-96a7-0956adb17541 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0257945 Feb 03 11:28:57.276474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.283135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks [] for port (662fb53a-4e34-40b7-be06-69e577d91920), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.286729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-d06b5dc1-40e2-4be8-a2a2-a2ed7f4ef295 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.294570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d06b5dc1-40e2-4be8-a2a2-a2ed7f4ef295 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123603 Feb 03 11:28:57.297643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.304191 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for router_gateway (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.311532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (662fb53a-4e34-40b7-be06-69e577d91920), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.354038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.355614 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.410571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-d976930c-0802-4b82-8521-d5d97021f467 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.425222 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d976930c-0802-4b82-8521-d5d97021f467 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0193031 Feb 03 11:28:57.428800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57426) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.471121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] Publish callbacks [] for security_group (08d437c4-fc5e-48f9-8699-a7a7b0e47d9e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.502667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-5bafecf1-ec59-4dcb-b524-e036103a158b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.508256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5bafecf1-ec59-4dcb-b524-e036103a158b tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0774689 Feb 03 11:28:57.509279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.534473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Pushing event updated for resources: {'Port': ['ID=662fb53a-4e34-40b7-be06-69e577d91920,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:57.556026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-47000033-c7f4-4401-b4ec-2e64e482d4e7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.577198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-47000033-c7f4-4401-b4ec-2e64e482d4e7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0329299 Feb 03 11:28:57.577947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.584120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:57.590500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-bad06778-eceb-4313-ad11-457c07f9943d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.591571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bad06778-eceb-4313-ad11-457c07f9943d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0046611 Feb 03 11:28:57.595359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:57.603165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:57.607628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.631140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:28:57.638262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] Publish callbacks [] for security_group (08d437c4-fc5e-48f9-8699-a7a7b0e47d9e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:57.642090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-752e230a-4906-46a4-8056-49fc41766558 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.646313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-752e230a-4906-46a4-8056-49fc41766558 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0321720 Feb 03 11:28:57.651234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.660120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-051c8ed3-d1d0-4e6f-a2d1-cc570dc4f592 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.664973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-051c8ed3-d1d0-4e6f-a2d1-cc570dc4f592 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0116303 Feb 03 11:28:57.668491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.714729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-d02d38e1-47c7-40b2-a0f6-2173240ef3fc tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.715723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d02d38e1-47c7-40b2-a0f6-2173240ef3fc tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0371058 Feb 03 11:28:57.726443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.742429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-8c68411e-0f88-4318-9317-f4529d200a72 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.743712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8c68411e-0f88-4318-9317-f4529d200a72 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076029 Feb 03 11:28:57.755132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.768404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-60095ea1-3f33-4b85-b99c-8a78c69aeac7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.769477 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60095ea1-3f33-4b85-b99c-8a78c69aeac7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0126691 Feb 03 11:28:57.793163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.818398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-f67c6e94-4070-4d3f-985e-56910810d82c tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.819480 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f67c6e94-4070-4d3f-985e-56910810d82c tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0148273 Feb 03 11:28:57.829608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.850916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-db24ee58-aab1-427f-bc36-005aa0891b71 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.851978 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db24ee58-aab1-427f-bc36-005aa0891b71 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0212100 Feb 03 11:28:57.855613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.859896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-a2d75c27-43b4-4619-afa0-39ba3be33ae3 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.861094 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a2d75c27-43b4-4619-afa0-39ba3be33ae3 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043662 Feb 03 11:28:57.870159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.882857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-3c2017f7-1013-4c97-9c71-0372d4f60253 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.883877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c2017f7-1013-4c97-9c71-0372d4f60253 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0125005 Feb 03 11:28:57.894124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.904078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-eb5dd355-2c2c-49c2-8733-9e82b2cff811 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.907844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eb5dd355-2c2c-49c2-8733-9e82b2cff811 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0107327 Feb 03 11:28:57.911401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.930339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-e34e4cdd-b6f6-4f20-9adf-103c41874a55 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.931386 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e34e4cdd-b6f6-4f20-9adf-103c41874a55 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0180132 Feb 03 11:28:57.937522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.950536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-09411676-a4fd-4f83-87ab-ec6cd056a037 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.951552 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-09411676-a4fd-4f83-87ab-ec6cd056a037 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0129254 Feb 03 11:28:57.967028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57472) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:57.978510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-574bdaa7-9379-4139-b94e-ddaaf670678d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:57.979534 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-574bdaa7-9379-4139-b94e-ddaaf670678d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0101647 Feb 03 11:28:57.994081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57474) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.011718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-f86bfd46-91d1-4496-a4a0-eb3baa6d7d59 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.013265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f86bfd46-91d1-4496-a4a0-eb3baa6d7d59 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0153656 Feb 03 11:28:58.016444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57476) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.021995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-26b38fc2-e730-4cb4-adcb-83bf9a0a1a1d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.023204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-26b38fc2-e730-4cb4-adcb-83bf9a0a1a1d tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057237 Feb 03 11:28:58.033055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57478) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.042562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-d9324c40-d1e2-4850-b3ae-464184f584e1 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.057732 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d9324c40-d1e2-4850-b3ae-464184f584e1 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0174036 Feb 03 11:28:58.059431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (08d437c4-fc5e-48f9-8699-a7a7b0e47d9e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.072333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Attempting to bind port 662fb53a-4e34-40b7-be06-69e577d91920 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:58.073408 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.074002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Attempting to bind port 662fb53a-4e34-40b7-be06-69e577d91920 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:28:58.074542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Attempting to bind port 662fb53a-4e34-40b7-be06-69e577d91920 on network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:28:58.074666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08d437c4-fc5e-48f9-8699-a7a7b0e47d9e HTTP/1.1" status: 204 len: 168 time: 1.0705924 Feb 03 11:28:58.075397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.088000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Allocated IP 172.25.7.228 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/023cab32-eeb8-4b52-9ebe-b3a28c448cb4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:58.108711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-37a1ce44-771b-4a35-84e7-0eb3e6c29109 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.109783 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-37a1ce44-771b-4a35-84e7-0eb3e6c29109 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0229495 Feb 03 11:28:58.123645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:28:58.124043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Checking segment: {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:28:58.124462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.124870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Bound using segment: {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:28:58.125454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Bound port: 662fb53a-4e34-40b7-be06-69e577d91920, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:28:58.125734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.125856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (662fb53a-4e34-40b7-be06-69e577d91920), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.171469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.189175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-718f4ab0-a9a9-4001-93ad-b45267c119fa tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.190203 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-718f4ab0-a9a9-4001-93ad-b45267c119fa tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0264008 Feb 03 11:28:58.209095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.214521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b77a8-b64d-40b9-8b35-6f6a4eea0338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d437c4-fc5e-48f9-8699-a7a7b0e47d9e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:58.256625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-88e84a02-3ba8-434c-a135-e7bb4cac82cb tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.268414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88e84a02-3ba8-434c-a135-e7bb4cac82cb tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0411763 Feb 03 11:28:58.275498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.290888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-297b6098-86ca-4dc0-853b-dff5f3e82910 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.292141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-297b6098-86ca-4dc0-853b-dff5f3e82910 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061851 Feb 03 11:28:58.298574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.374989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [None req-1609c99b-c9a5-4130-b1bd-20fefa75aa30 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.384365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1609c99b-c9a5-4130-b1bd-20fefa75aa30 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0260136 Feb 03 11:28:58.387737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57492) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.400282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-e5bb27a6-ced7-4a5f-bfe3-d434e52dac9c tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.415061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:28:58.415354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.418583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e5bb27a6-ced7-4a5f-bfe3-d434e52dac9c tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0273395 Feb 03 11:28:58.419686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57494) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.434061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3bada-3deb-49a0-bda4-2908ada418d4 req-ed013a1b-05b7-4365-86c8-5a799dab84dd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:58.450537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39d3bada-3deb-49a0-bda4-2908ada418d4 req-ed013a1b-05b7-4365-86c8-5a799dab84dd tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.7705507 Feb 03 11:28:58.474929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-c5214326-d781-44bb-8d9c-f9c2e8a85eb7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.482670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c5214326-d781-44bb-8d9c-f9c2e8a85eb7 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0229867 Feb 03 11:28:58.489178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.489655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] For port 662fb53a-4e34-40b7-be06-69e577d91920, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:28:58.503329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-a0b411d9-8c1a-46fa-b27e-26976a67efd3 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.514626 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a0b411d9-8c1a-46fa-b27e-26976a67efd3 tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0227337 Feb 03 11:28:58.517503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:58.552546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [None req-3fa6b6c3-bf10-4bcb-9b23-5d4a8b91b5af tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:58.561296 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3fa6b6c3-bf10-4bcb-9b23-5d4a8b91b5af tempest-ExtensionsTestJSON-1119268863 tempest-ExtensionsTestJSON-1119268863-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0357010 Feb 03 11:28:58.574790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] For port 662fb53a-4e34-40b7-be06-69e577d91920, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=662fb53a-4e34-40b7-be06-69e577d91920,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:28:58.630062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (662fb53a-4e34-40b7-be06-69e577d91920), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.688057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39d3bada-3deb-49a0-bda4-2908ada418d4 req-a1f99cc6-b86e-42ee-a07d-3bc5967b52d2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360437 Feb 03 11:28:58.794317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:58.889166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789f72-3515-4c65-82cf-2db07c7c4d70 None None] Pushing event updated for resources: {'Port': ['ID=662fb53a-4e34-40b7-be06-69e577d91920,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:28:59.044054 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:59.132181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:28:59.297504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:59.319184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.51 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/1c543142-0d9b-422a-9b5b-e9cd9397cd9b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:28:59.388579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c1a-8091-4ffe-90a6-68b8f12cdb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:59.418826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:59.429347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-67924a21-2db9-455e-bf9f-df9ee92d90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:28:59.434890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-67924a21-2db9-455e-bf9f-df9ee92d90a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1128 time: 0.9789193 Feb 03 11:28:59.487030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:59.510913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:28:59.519762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:59.547417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:59.595221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:28:59.655519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:28:59.666768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:28:59.675739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:28:59.701387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Pushing event updated for resources: {'Port': ['ID=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:00.044874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=1c543142-0d9b-422a-9b5b-e9cd9397cd9b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:00.100505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c1a-8091-4ffe-90a6-68b8f12cdb92 admin admin] Publish callbacks [] for security_group (2718cddc-d11d-4853-a387-a44f541890dd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:00.194587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5c1a-8091-4ffe-90a6-68b8f12cdb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2718cddc-d11d-4853-a387-a44f541890dd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:00.199734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-7028cd4e-3573-492e-a860-389407b16f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:00.202253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-7028cd4e-3573-492e-a860-389407b16f3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.7485604 Feb 03 11:29:00.227562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81fef3-faec-4ec6-b024-e34959d06597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:00.526073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-4c2e5605-9ee1-4b79-b460-33c391710a86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1002 time: 0.2944169 Feb 03 11:29:00.541269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bdaa5c1a-8091-4ffe-90a6-68b8f12cdb92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df85272e69984b27a31c9a13bf5dd556&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2314980 Feb 03 11:29:00.578205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5c1a-8091-4ffe-90a6-68b8f12cdb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2718cddc-d11d-4853-a387-a44f541890dd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:00.609947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:00.636628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90510c8-58b0-47c0-b73f-e117cf5c72b0 req-d9a9a22e-917f-4f77-9220-dc4f8c9bea61 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:00.638717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b90510c8-58b0-47c0-b73f-e117cf5c72b0 req-d9a9a22e-917f-4f77-9220-dc4f8c9bea61 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.7216797 Feb 03 11:29:00.652117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:00.780737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:00.902459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b90510c8-58b0-47c0-b73f-e117cf5c72b0 req-45d3d206-d671-4a3e-8d3a-200364fe4600 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025745 Feb 03 11:29:00.920500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-2d38e736-ea86-43e2-a4da-efcf0693b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:00.922139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-2d38e736-ea86-43e2-a4da-efcf0693b87d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.3863196 Feb 03 11:29:01.037373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.049538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.055114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] Publish callbacks [] for security_group (2718cddc-d11d-4853-a387-a44f541890dd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.090510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f81f0c-c550-4c94-bb94-c6e02eb1ef38 None None] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:01.141971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81fef3-faec-4ec6-b024-e34959d06597 admin admin] Publish callbacks [] for security_group (a9be0461-2302-47a1-9296-9cfea9f05dde), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.149558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] Publish callbacks [] for security_group (2718cddc-d11d-4853-a387-a44f541890dd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.166872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81fef3-faec-4ec6-b024-e34959d06597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9be0461-2302-47a1-9296-9cfea9f05dde), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.184079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=1c543142-0d9b-422a-9b5b-e9cd9397cd9b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:01.187525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.213710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a81fef3-faec-4ec6-b024-e34959d06597 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0d32909f02e435b8a75918d9077f5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7012033 Feb 03 11:29:01.214528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for router_gateway (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.225355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:01.350437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:29:01.384057 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 3dba539b-845b-4572-b919-0abe97a30178 associated. External IP: 172.25.7.51, port: 401ac24a-528d-416c-9f24-c2d1e22c4235. Feb 03 11:29:01.444357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-8e5f4432-e9c1-48fe-bfea-b152fb79cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:01.446303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-8e5f4432-e9c1-48fe-bfea-b152fb79cee5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5120330 Feb 03 11:29:01.456033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Provisioning complete for port 662fb53a-4e34-40b7-be06-69e577d91920 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:01.456618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (662fb53a-4e34-40b7-be06-69e577d91920), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.496797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81fef3-faec-4ec6-b024-e34959d06597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be0461-2302-47a1-9296-9cfea9f05dde,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:01.570347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 662fb53a-4e34-40b7-be06-69e577d91920 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:01.694731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2718cddc-d11d-4853-a387-a44f541890dd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.701645 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.708677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2718cddc-d11d-4853-a387-a44f541890dd HTTP/1.1" status: 204 len: 168 time: 1.0648515 Feb 03 11:29:01.710673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af66f82d-5ea0-4193-8960-fd7a7f8cbb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.821667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05101a2-da72-42e1-982f-0b3ec5f7923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2718cddc-d11d-4853-a387-a44f541890dd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:01.836890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] Publish callbacks [] for security_group (a9be0461-2302-47a1-9296-9cfea9f05dde), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.907688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:01.908410 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:01.939252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] Publish callbacks [] for security_group (a9be0461-2302-47a1-9296-9cfea9f05dde), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.040512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-4c43f017-c412-4b21-9ab3-1094f0a81ad0 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829911 Feb 03 11:29:02.118418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.132353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:02.143198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:02.149365 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931400d8-1e42-414b-b1bb-24393cfcafcc" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:02.184695 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.196560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 662fb53a-4e34-40b7-be06-69e577d91920 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:02.197075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (662fb53a-4e34-40b7-be06-69e577d91920), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.331080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:02.342794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Current status of the port 662fb53a-4e34-40b7-be06-69e577d91920 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:02.343485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (662fb53a-4e34-40b7-be06-69e577d91920), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.395669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] For port 662fb53a-4e34-40b7-be06-69e577d91920, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=662fb53a-4e34-40b7-be06-69e577d91920,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:02.405531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (662fb53a-4e34-40b7-be06-69e577d91920), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.501950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37a17-ff96-4cfc-a1fc-60280edb5042 None None] Pushing event updated for resources: {'Port': ['ID=662fb53a-4e34-40b7-be06-69e577d91920,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:02.542894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 662fb53a-4e34-40b7-be06-69e577d91920 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:02.549703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9be0461-2302-47a1-9296-9cfea9f05dde), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.562309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.570600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9be0461-2302-47a1-9296-9cfea9f05dde HTTP/1.1" status: 204 len: 168 time: 1.3421414 Feb 03 11:29:02.805768 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33de954-4c69-4265-ae98-8c043111f771 x-openstack-request-id: req-b33de954-4c69-4265-ae98-8c043111f771 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:02.806030 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:02.806295 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b33de954-4c69-4265-ae98-8c043111f771 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:02.806709 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'code': 200} Feb 03 11:29:02.818373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008cba-e5c7-41c0-b5c9-a368838a1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be0461-2302-47a1-9296-9cfea9f05dde,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:02.866010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c9296557-180c-4a9e-9f80-84073010dc93 None None] Provisioning complete for port 662fb53a-4e34-40b7-be06-69e577d91920 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:02.867798 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9296557-180c-4a9e-9f80-84073010dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (662fb53a-4e34-40b7-be06-69e577d91920), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:02.878139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a6b5-3e74-4f98-bd3a-5d36d2425542 req-488f63db-2675-4833-babc-9ed4fecd4d7d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:02.881890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f1a6b5-3e74-4f98-bd3a-5d36d2425542 req-488f63db-2675-4833-babc-9ed4fecd4d7d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 946 time: 0.7937002 Feb 03 11:29:02.965327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5c6b64a-d830-4331-942b-ac5cce4c2eca req-f16360af-8d42-4084-b1bf-f6eec6e1d43f service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936176 Feb 03 11:29:03.144566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:03.204860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c9296557-180c-4a9e-9f80-84073010dc93 None None] Current status of the port 662fb53a-4e34-40b7-be06-69e577d91920 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:03.298373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 662fb53a-4e34-40b7-be06-69e577d91920 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:03.456218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 662fb53a-4e34-40b7-be06-69e577d91920 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:03.456435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (662fb53a-4e34-40b7-be06-69e577d91920), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:03.480783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:03.501699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:03.525675 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:03.528474 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:03.548243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:03.652126 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:03.680895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-90e35e94-0006-4f1a-92e0-d2b65dc0925f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0389922 Feb 03 11:29:03.683914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57608) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:03.694900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:03.697669 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:03.700777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:03.782066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 662fb53a-4e34-40b7-be06-69e577d91920 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:03.844144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:03.858009 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0534f-7d91-4ee9-bd80-98afc7087b3e None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:03.959521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9dc-3cb6-42c2-9d1b-97f1fe3bdf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:03.984993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86177333-a0b2-4b58-b0a4-a2ea8a2a2113 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/floatingips/3dba539b-845b-4572-b919-0abe97a30178 HTTP/1.1" status: 200 len: 977 time: 0.2820573 Feb 03 11:29:04.001729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57628) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:04.009017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f1a6b5-3e74-4f98-bd3a-5d36d2425542 req-51dc517e-cded-4425-9973-115316c9485d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0616045 Feb 03 11:29:04.071343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cb33-26ae-4c30-89f1-959979e11822 req-03f1fdaa-8901-4fd8-8014-a4fcaaa28624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:04.072932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-03f1fdaa-8901-4fd8-8014-a4fcaaa28624 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1126 time: 0.9410491 Feb 03 11:29:04.132901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Router cb1efb94-1e62-4172-80ba-a63fb9c90b86 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:29:04.359281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34497dee-dc87-42cb-b077-de0d7ca758ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:04.477968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9dc-3cb6-42c2-9d1b-97f1fe3bdf0a admin admin] Publish callbacks [] for security_group (98be1653-9280-4349-9204-08a67857c79b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:04.495006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9dc-3cb6-42c2-9d1b-97f1fe3bdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98be1653-9280-4349-9204-08a67857c79b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:04.669827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:04.692226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ed9dc-3cb6-42c2-9d1b-97f1fe3bdf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be1653-9280-4349-9204-08a67857c79b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:04.703023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cb33-26ae-4c30-89f1-959979e11822 req-78fd6f5c-0b77-47c8-9294-ffc2e6339fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:04.703980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c59ed9dc-3cb6-42c2-9d1b-97f1fe3bdf0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4486418887284083b436a4935ad77754&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0175385 Feb 03 11:29:04.715413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-78fd6f5c-0b77-47c8-9294-ffc2e6339fb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.6069891 Feb 03 11:29:04.717838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:04.915433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:04.950003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Sync routers for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:04.969115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-c98f36bc-2075-4409-abaa-34a04b3bb1f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1000 time: 0.2364511 Feb 03 11:29:04.974922 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-007bf9d1-0326-481b-b0c9-69564d02e334 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.9485688 Feb 03 11:29:04.976064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] Publish callbacks [] for security_group (98be1653-9280-4349-9204-08a67857c79b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:04.978138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:04.992682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:04.993547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': '0210a16e-5871-401b-a389-4d236b69cbc5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:04.994651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:05.088771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cb33-26ae-4c30-89f1-959979e11822 req-09f501cf-b19a-4c4d-8ba7-bb417f2bd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:05.090592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-09f501cf-b19a-4c4d-8ba7-bb417f2bd7f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1177180 Feb 03 11:29:05.095206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:05.099087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-970091fa-f401-4a2a-879f-d22cf5ac4eba admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.4642386 Feb 03 11:29:05.099693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:05.158727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] Publish callbacks [] for security_group (98be1653-9280-4349-9204-08a67857c79b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:05.276301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:05.422944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:29:05.445917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:05.589854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98be1653-9280-4349-9204-08a67857c79b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:05.600448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:05.633911 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98be1653-9280-4349-9204-08a67857c79b HTTP/1.1" status: 204 len: 168 time: 0.8969762 Feb 03 11:29:05.753052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced4bf-3f65-4bad-a860-75b0a976dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be1653-9280-4349-9204-08a67857c79b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:05.839306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a45b6-cbba-414d-9d72-9f821b34b76b req-71cc10b3-451d-4614-a909-630ba79f2495 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:05.842872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-020a45b6-cbba-414d-9d72-9f821b34b76b req-71cc10b3-451d-4614-a909-630ba79f2495 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3964803 Feb 03 11:29:05.857204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cb33-26ae-4c30-89f1-959979e11822 req-86183024-9307-41e0-96c7-cccd7faaa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:05.862064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-86183024-9307-41e0-96c7-cccd7faaa566 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7642972 Feb 03 11:29:06.005611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:00Z', 'revision_number': 3, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:06.044432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1154452788'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:06.373729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-020a45b6-cbba-414d-9d72-9f821b34b76b req-6fff49cf-bc50-48e6-8601-52670a4069fc tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5007508 Feb 03 11:29:06.654091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Made reservation on behalf of e62e056c0fbe43ed86b547c99a0957f9 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:06.666589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.688111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Checking router: cb1efb94-1e62-4172-80ba-a63fb9c90b86 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:29:06.689026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Updating router cb1efb94-1e62-4172-80ba-a63fb9c90b86 port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:29:06.737522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.742611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.810279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:29:06.839912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-c4b14c65-ec2b-4d67-bccf-10394e2a6f99 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642577 Feb 03 11:29:06.876198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:06.897441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a82560db-9a84-4ad6-8163-0637bec783f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.937383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.952563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:06.982495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.287107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8756cb33-26ae-4c30-89f1-959979e11822 req-ec858d85-831a-4ae0-a1d2-64113eabf717 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289289 Feb 03 11:29:07.387255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.417666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a82560db-9a84-4ad6-8163-0637bec783f2 admin admin] Publish callbacks [] for security_group (df09f58f-7f99-4a24-aae3-fb50a780be6f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.440866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a82560db-9a84-4ad6-8163-0637bec783f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (df09f58f-7f99-4a24-aae3-fb50a780be6f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.499379 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 3dba539b-845b-4572-b919-0abe97a30178 associated. External IP: 172.25.7.51, port: 401ac24a-528d-416c-9f24-c2d1e22c4235. Feb 03 11:29:07.534511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks [] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.550723 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.556955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for security_group (7ea53433-c4c6-400f-91e8-62cd567b7753), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.574659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ea53433-c4c6-400f-91e8-62cd567b7753), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.656159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea53433-c4c6-400f-91e8-62cd567b7753,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:07.710344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:07.717553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Attempting to bind port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:29:07.718162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Attempting to bind port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:29:07.721062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Attempting to bind port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:07.746524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:29:07.752308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:07.752849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.753293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:29:07.753466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1ce40057-eeca-4c57-a7b8-729db47801a4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.753812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Bound port: 023cab32-eeb8-4b52-9ebe-b3a28c448cb4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:29:07.754743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:07.755049 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Added segment 1ce40057-eeca-4c57-a7b8-729db47801a4 of type vlan for network b05860e5-5fdc-42d9-bb32-ba36503effeb Feb 03 11:29:07.777463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82560db-9a84-4ad6-8163-0637bec783f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09f58f-7f99-4a24-aae3-fb50a780be6f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:07.870629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef86de-9bba-4d8f-b7fb-bf558b414811 None None] Pushing event updated for resources: {'Port': ['ID=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:07.871328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a82560db-9a84-4ad6-8163-0637bec783f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3bccda598364860ae45bf0252e41072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9935269 Feb 03 11:29:07.903962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57740) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:07.970849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] Publish callbacks [] for security_group (df09f58f-7f99-4a24-aae3-fb50a780be6f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.003346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b05860e5-5fdc-42d9-bb32-ba36503effeb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.023930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] For port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:29:08.036622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] For port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:29:08.050057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.053279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] Publish callbacks [] for security_group (df09f58f-7f99-4a24-aae3-fb50a780be6f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.145092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:29:08.205923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (df09f58f-7f99-4a24-aae3-fb50a780be6f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.207071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:08.208319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:08.215578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.222944 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df09f58f-7f99-4a24-aae3-fb50a780be6f HTTP/1.1" status: 204 len: 168 time: 0.3135254 Feb 03 11:29:08.244837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.302629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff406fc-2b31-4318-b443-d1d95a79443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09f58f-7f99-4a24-aae3-fb50a780be6f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:08.336448 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b05860e5-5fdc-42d9-bb32-ba36503effeb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.345842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:29:08.353301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:08.354150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:08.489255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef86de-9bba-4d8f-b7fb-bf558b414811 None None] Pushing event updated for resources: {'Port': ['ID=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:08.596866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:08.791964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Network': ['ID=b05860e5-5fdc-42d9-bb32-ba36503effeb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:08.810101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Allocated IP 172.20.0.1 (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0/4161ddbe-7191-48c1-8561-48b78d54df9a/00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:08.812406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b05860e5-5fdc-42d9-bb32-ba36503effeb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:08.861425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-154284bf-dff7-4850-b6c7-ac9b22e29c0e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4101477 Feb 03 11:29:08.869313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:08.878697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'subnet': {'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:08.901113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:00Z', 'revision_number': 3, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:08.922879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:08.933809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04025d7-82cf-4601-bf44-88f2118fccfb None None] The sync data for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 is: [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:00Z', 'revision_number': 3, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:08.956899 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:08.997364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:08.999138 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:09.022663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Made reservation on behalf of e62e056c0fbe43ed86b547c99a0957f9 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:09.027242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:09.146475 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:09.183999 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:09.184836 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:09.266486 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:09.268227 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadacb48-c489-41bb-b850-58269d46bb70 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:09.311116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:09.313757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:29:09.408760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebe05c-0fd4-4faf-87d4-75a4008c63d3 req-6383aec7-7e7f-4186-b619-3a4890a40234 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:09.419417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2ebe05c-0fd4-4faf-87d4-75a4008c63d3 req-6383aec7-7e7f-4186-b619-3a4890a40234 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.6187167 Feb 03 11:29:09.626066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:09.640074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2ebe05c-0fd4-4faf-87d4-75a4008c63d3 req-8128f600-7d14-430e-ae8d-b8352cd7bfd0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167873 Feb 03 11:29:09.796011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c5e-a102-4ee2-b083-dee61f79ea83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:09.800357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks [] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:09.808125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:09.936888 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (f47c0add-15ef-4544-9d06-241264b792b1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.001871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:10.025914 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.036653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:10.072108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:10.073288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:10.085856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.112214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-7b837a81-995c-4938-813d-421570eda833 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4328368 Feb 03 11:29:10.149011 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca83d3fc-c51f-47de-ab00-786482961879 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/3dba539b-845b-4572-b919-0abe97a30178 HTTP/1.1" status: 200 len: 978 time: 5.1582007 Feb 03 11:29:10.158074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57812) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:10.170494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:10.172961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Subnet': ['ID=f47c0add-15ef-4544-9d06-241264b792b1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:10.241588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:10.269142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:10.287291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:10.288713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:10.310687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:10.314918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.328384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:10.339210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Checking segment: {'id': '1ce40057-eeca-4c57-a7b8-729db47801a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:10.348855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network hostable DHCP agents. Network: b05860e5-5fdc-42d9-bb32-ba36503effeb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:29:10.360639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Pushing event updated for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:10.392754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:10.395202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8350ebb-403b-496a-b4b2-fb438385241c None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:10.519355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c5e-a102-4ee2-b083-dee61f79ea83 admin admin] Publish callbacks [] for security_group (3533f0a1-7408-4d43-88fd-8f9e7ae23a7f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.537982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c33a9c5e-a102-4ee2-b083-dee61f79ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3533f0a1-7408-4d43-88fd-8f9e7ae23a7f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.577509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:10.695677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.701713 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.702114 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 3dba539b-845b-4572-b919-0abe97a30178 disassociated. External IP: 172.25.7.51, port: 0210a16e-5871-401b-a389-4d236b69cbc5. Feb 03 11:29:10.705581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.774639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network b05860e5-5fdc-42d9-bb32-ba36503effeb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:29:10.855196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c33a9c5e-a102-4ee2-b083-dee61f79ea83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d64086207ee49799c0cca46917dacb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5330300 Feb 03 11:29:10.855919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-25cfc5ef-c4ed-449f-9916-61357d1ad6f0 None None] Provisioning complete for port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:10.855919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25cfc5ef-c4ed-449f-9916-61357d1ad6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.861189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:10.876315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9c5e-a102-4ee2-b083-dee61f79ea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533f0a1-7408-4d43-88fd-8f9e7ae23a7f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:10.921044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1337862925-network', 'tenant_id': '3436e05eae1a4714960abf33dc3244c6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:10.923925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b05860e5-5fdc-42d9-bb32-ba36503effeb) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:10.937956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:10.938569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:10.954043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad6d37-3bde-4a52-8f0b-1530fcbf1838 None None] Network b05860e5-5fdc-42d9-bb32-ba36503effeb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:11.031417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e7607ff5-0527-4ff3-80ad-7e446513dfd0 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1603537 Feb 03 11:29:11.036150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:11.047824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-316140282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:11.059250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-25cfc5ef-c4ed-449f-9916-61357d1ad6f0 None None] Port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:11.079604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Made reservation on behalf of 3436e05eae1a4714960abf33dc3244c6 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:11.082388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.116951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199906b0-1ed3-4c1d-8461-fd7b9062d5fe req-ff49a6ce-5ed2-4ed0-be2c-af45109b057c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:11.126457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-199906b0-1ed3-4c1d-8461-fd7b9062d5fe req-ff49a6ce-5ed2-4ed0-be2c-af45109b057c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.2801673 Feb 03 11:29:11.133817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.214147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (e9943204-240e-4a39-833d-77ebd7f34120), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.215406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (e9943204-240e-4a39-833d-77ebd7f34120), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.237017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b05860e5-5fdc-42d9-bb32-ba36503effeb', 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb', 'project_id': 'e62e056c0fbe43ed86b547c99a0957f9', 'fixed_ips': [{'subnet_id': 'f47c0add-15ef-4544-9d06-241264b792b1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:29:11.244080 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.344427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] Publish callbacks [] for security_group (3533f0a1-7408-4d43-88fd-8f9e7ae23a7f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.409394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] Publish callbacks [] for security_group (3533f0a1-7408-4d43-88fd-8f9e7ae23a7f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.417057 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks [] for security_group (47420b23-839e-44d1-8eba-fd8c9c646e7f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.420261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.454797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:11.491863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-199906b0-1ed3-4c1d-8461-fd7b9062d5fe req-fc415a62-2103-4c22-bc03-0e5a1516cf31 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637478 Feb 03 11:29:11.504552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:11.524927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (47420b23-839e-44d1-8eba-fd8c9c646e7f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.589990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Allocated IP 172.20.0.2 (b05860e5-5fdc-42d9-bb32-ba36503effeb/f47c0add-15ef-4544-9d06-241264b792b1/b2ed3981-ed65-49db-8c2a-3f444933e0e6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:11.646839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:11.647368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.659540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3533f0a1-7408-4d43-88fd-8f9e7ae23a7f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.665996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.667219 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3533f0a1-7408-4d43-88fd-8f9e7ae23a7f HTTP/1.1" status: 204 len: 168 time: 0.8050382 Feb 03 11:29:11.736431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:11.751255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:11.757198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:11.761556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55634ca6-a6f0-4ea7-a4db-37545a315955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533f0a1-7408-4d43-88fd-8f9e7ae23a7f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:11.808555 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:11.817491 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:11.826883 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2fc9a0d3-1af8-4766-9bec-553ad50fe2d8 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/3dba539b-845b-4572-b919-0abe97a30178 HTTP/1.1" status: 200 len: 687 time: 1.6651742 Feb 03 11:29:11.827800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:11.926010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:11.949623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:11.950803 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:12.043383 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:12.044049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf591bf-fb80-4b6f-9591-a006f9110e90 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:12.223733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:12.242187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (88816892-d4f6-4cc7-864a-5d99b3be6213), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.243113 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Added segment 88816892-d4f6-4cc7-864a-5d99b3be6213 of type vlan for network dff5f533-69b5-40e8-9a2e-6279ac85a408 Feb 03 11:29:12.246022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks [] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.269287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 1c543142-0d9b-422a-9b5b-e9cd9397cd9b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:12.270439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.305977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.392850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:12.393842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.410913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.411673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.432970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 1c543142-0d9b-422a-9b5b-e9cd9397cd9b owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:12.434920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for router_controller (e9943204-240e-4a39-833d-77ebd7f34120), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.460316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:12.474206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47420b23-839e-44d1-8eba-fd8c9c646e7f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:12.478071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (e9943204-240e-4a39-833d-77ebd7f34120), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.588665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66389-a332-417e-967b-49a05647d081 req-5c965589-efec-4f2f-b8d3-b49e01d8d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:12.590881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-5c965589-efec-4f2f-b8d3-b49e01d8d6c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6&tenant_id=699b6275c6f445c18f670f989a79427a HTTP/1.1" status: 200 len: 1126 time: 0.3229170 Feb 03 11:29:12.592089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebffc76a-6070-44e4-a19e-dc9518f42564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.600171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (dff5f533-69b5-40e8-9a2e-6279ac85a408), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.627675 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.629409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7226a230-4f35-4e87-9365-a2a819571d43 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.5853806 Feb 03 11:29:12.632255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57870) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:12.668959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Network b05860e5-5fdc-42d9-bb32-ba36503effeb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:12.671174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Pushing event updated for resources: {'Port': ['ID=b2ed3981-ed65-49db-8c2a-3f444933e0e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:12.674259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:12.682377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:12.709019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:12.729421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.745612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1c543142-0d9b-422a-9b5b-e9cd9397cd9b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.792942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Attempting to bind port b2ed3981-ed65-49db-8c2a-3f444933e0e6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:29:12.793203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Attempting to bind port b2ed3981-ed65-49db-8c2a-3f444933e0e6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1ce40057-eeca-4c57-a7b8-729db47801a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:29:12.793730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Attempting to bind port b2ed3981-ed65-49db-8c2a-3f444933e0e6 on network b05860e5-5fdc-42d9-bb32-ba36503effeb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:12.804534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (dff5f533-69b5-40e8-9a2e-6279ac85a408), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.805959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:12.806757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.832932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:29:12.833639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Checking segment: {'id': '1ce40057-eeca-4c57-a7b8-729db47801a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:12.834643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.834643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Bound using segment: {'id': '1ce40057-eeca-4c57-a7b8-729db47801a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:29:12.837416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Bound port: b2ed3981-ed65-49db-8c2a-3f444933e0e6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce40057-eeca-4c57-a7b8-729db47801a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:29:12.838067 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:12.842424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:12.889623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] Pushing event updated for resources: {'Network': ['ID=dff5f533-69b5-40e8-9a2e-6279ac85a408,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:12.893418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=1c543142-0d9b-422a-9b5b-e9cd9397cd9b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:12.923562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66389-a332-417e-967b-49a05647d081 req-1dac599e-4625-496a-97a9-b77e96f51a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:12.925783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-1dac599e-4625-496a-97a9-b77e96f51a12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1126 time: 0.2896235 Feb 03 11:29:12.942108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:12.973437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] For port b2ed3981-ed65-49db-8c2a-3f444933e0e6, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:29:12.987022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-847a0131-2815-4542-8ff2-59a3bb47a152 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3828621 Feb 03 11:29:12.997445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.013106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab3d0-230e-4dbf-875a-0f4da1a73e68 req-2f00e547-765b-47dc-b010-1de0982f8e8b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.014744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f7ab3d0-230e-4dbf-875a-0f4da1a73e68 req-2f00e547-765b-47dc-b010-1de0982f8e8b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3296239 Feb 03 11:29:13.018352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Request body: {'subnet': {'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1337862925-subnet', 'tenant_id': '3436e05eae1a4714960abf33dc3244c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:13.022361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] For port b2ed3981-ed65-49db-8c2a-3f444933e0e6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b2ed3981-ed65-49db-8c2a-3f444933e0e6,segment=NetworkSegment(1ce40057-eeca-4c57-a7b8-729db47801a4),segment_id=1ce40057-eeca-4c57-a7b8-729db47801a4)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:29:13.044383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.066668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (3dba539b-845b-4572-b919-0abe97a30178), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.073925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.078916 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b8a7003b-fd23-48cc-a311-dcdee203f3b9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dba539b-845b-4572-b919-0abe97a30178 HTTP/1.1" status: 204 len: 168 time: 1.2476726 Feb 03 11:29:13.079667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Made reservation on behalf of 3436e05eae1a4714960abf33dc3244c6 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:13.083317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.085493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.143598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ca45-abb0-4b09-8f39-2bf6510a0014 None None] Pushing event updated for resources: {'Port': ['ID=b2ed3981-ed65-49db-8c2a-3f444933e0e6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:13.163826 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a0d1ff3f-cd6e-450b-8b76-32fb6c130e30 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] delete failed (client error): The resource could not be found. Feb 03 11:29:13.165583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a0d1ff3f-cd6e-450b-8b76-32fb6c130e30 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dba539b-845b-4572-b919-0abe97a30178 HTTP/1.1" status: 404 len: 345 time: 0.0721204 Feb 03 11:29:13.219063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.303475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks [] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.333717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:13.482236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:13.482698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.512307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.542236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea5a42-ea7c-4a05-a8cc-80e99fea57f9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.559146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea5a42-ea7c-4a05-a8cc-80e99fea57f9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.563346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebffc76a-6070-44e4-a19e-dc9518f42564 admin admin] Publish callbacks [] for security_group (9f26cedc-89c3-4e85-a013-2a99451fa20e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.570524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea5a42-ea7c-4a05-a8cc-80e99fea57f9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.573994 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eaea5a42-ea7c-4a05-a8cc-80e99fea57f9 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/ports?network_id=ca43966b-f8e2-442d-b7f1-ae3f469d399d HTTP/1.1" status: 200 len: 2359 time: 0.3538535 Feb 03 11:29:13.578931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.582419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.623142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66389-a332-417e-967b-49a05647d081 req-4a71762f-7615-4c76-8658-fd69a71aa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.624718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-4a71762f-7615-4c76-8658-fd69a71aa5a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.6909518 Feb 03 11:29:13.653616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebffc76a-6070-44e4-a19e-dc9518f42564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9f26cedc-89c3-4e85-a013-2a99451fa20e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.664646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec91adc-0c66-4eb4-8c13-51c5d1959c52 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:13.666058 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ec91adc-0c66-4eb4-8c13-51c5d1959c52 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/subnets/83cb9789-11f2-432f-a803-82476eb08c75 HTTP/1.1" status: 200 len: 797 time: 0.0818419 Feb 03 11:29:13.670762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.678146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'port': {'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d', 'name': 'tempest-FloatingIPTestJSON-2019166073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:13.695637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:13.718306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f7ab3d0-230e-4dbf-875a-0f4da1a73e68 req-1c974cb6-8b85-4014-8819-fc4c1800524b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6398780 Feb 03 11:29:13.858960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Pushing event updated for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:13.882945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ebffc76a-6070-44e4-a19e-dc9518f42564 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d7df076768c483da51be9d502ceb4b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4210713 Feb 03 11:29:13.898807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.903521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:13.935274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.935767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.936311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.937210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.937210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.937478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.937809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.938143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.938451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.938775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.939104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.939419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.939738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:13.947638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffc76a-6070-44e4-a19e-dc9518f42564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26cedc-89c3-4e85-a013-2a99451fa20e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:13.960163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8b8ccd35-0851-498c-8079-163cda52dc72), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:13.993775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-16ab5dd4-8d5a-41c0-a109-edc7762cf9ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1000 time: 0.3413727 Feb 03 11:29:14.195238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] Publish callbacks [] for security_group (9f26cedc-89c3-4e85-a013-2a99451fa20e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:14.196791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8ccd35-0851-498c-8079-163cda52dc72,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:14.207338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66389-a332-417e-967b-49a05647d081 req-92152e88-8519-4e25-b731-80c677d89933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:14.208897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-92152e88-8519-4e25-b731-80c677d89933 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.1730933 Feb 03 11:29:14.303898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Checking segment: {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:14.304572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Network hostable DHCP agents. Network: dff5f533-69b5-40e8-9a2e-6279ac85a408, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:29:14.319703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] Publish callbacks [] for security_group (9f26cedc-89c3-4e85-a013-2a99451fa20e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:14.437153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:14.447376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:14.475034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66389-a332-417e-967b-49a05647d081 req-a27070ed-eaee-4529-970a-d04e06b0d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:14.477874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-a27070ed-eaee-4529-970a-d04e06b0d5ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2522666 Feb 03 11:29:14.481614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:29:14.658242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-435a999b-7a0a-46c4-9481-a024a7091c59 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670926 Feb 03 11:29:14.718625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, dff5f533-69b5-40e8-9a2e-6279ac85a408) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:14.727511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7eb436-944a-478b-8e63-dfc43f072be9 None None] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:14.907398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9f26cedc-89c3-4e85-a013-2a99451fa20e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:14.923482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:14.927580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f26cedc-89c3-4e85-a013-2a99451fa20e HTTP/1.1" status: 204 len: 168 time: 1.0204222 Feb 03 11:29:14.933342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:14.933976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:15.009992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc27e1-0079-44fd-85cb-8f0a3c9d56a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26cedc-89c3-4e85-a013-2a99451fa20e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:15.011620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:15.055162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Allocated IP 172.20.0.1 (b05860e5-5fdc-42d9-bb32-ba36503effeb/f47c0add-15ef-4544-9d06-241264b792b1/318b15ae-8fb1-4e41-9de9-72a29def87d0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:15.092783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f720c2-47c2-4ffc-94e7-039325bbccee None None] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:15.238131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9ffd36c7-51cd-4d4d-8234-4fbf5cc4dd3f None None] Provisioning complete for port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:15.238131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffd36c7-51cd-4d4d-8234-4fbf5cc4dd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:15.245482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:15.319022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] device_id is not set on port d5e912c2-77de-42b9-bf70-ad5a58c30764 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:29:15.329835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03984ae9-3dbd-466e-8bee-71665b345779 None None] Network b05860e5-5fdc-42d9-bb32-ba36503effeb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:15.453058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd36c7-51cd-4d4d-8234-4fbf5cc4dd3f None None] Port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:15.467484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b2e07b97-3095-4825-b090-b06b2ae6cf3d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4618537 Feb 03 11:29:15.636234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3efad-3a6d-4962-a46a-bf37ade0ff97 req-e6065c92-7583-4e6e-b7eb-b7bcd7a873a8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:15.643196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae3efad-3a6d-4962-a46a-bf37ade0ff97 req-e6065c92-7583-4e6e-b7eb-b7bcd7a873a8 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.7026386 Feb 03 11:29:15.710084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-e34b05d5-3ef4-482a-ad1f-e9ee8c85d713 service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0457280 Feb 03 11:29:15.712145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Provisioning complete for port b2ed3981-ed65-49db-8c2a-3f444933e0e6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:15.712540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:15.831217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae3efad-3a6d-4962-a46a-bf37ade0ff97 req-696ad9de-88db-4310-b035-5a119a764d37 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795261 Feb 03 11:29:15.836481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Router cb1efb94-1e62-4172-80ba-a63fb9c90b86 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:15.924775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b2ed3981-ed65-49db-8c2a-3f444933e0e6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:16.139791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:16.180806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Current status of the port b2ed3981-ed65-49db-8c2a-3f444933e0e6 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:16.180806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.181163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3cf753a3-e027-4c62-af9a-1d211cb2ab24 admin admin] 10.222.0.30 "PUT /v2.0/routers/cb1efb94-1e62-4172-80ba-a63fb9c90b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0782499 Feb 03 11:29:16.184688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Sync routers for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:16.251374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:16.252020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:16.256129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b2ed3981-ed65-49db-8c2a-3f444933e0e6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:16.256634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.316320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.14 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/d5e912c2-77de-42b9-bf70-ad5a58c30764) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:16.347948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.374267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.11 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/d5e912c2-77de-42b9-bf70-ad5a58c30764) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:16.502433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.607781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] For port b2ed3981-ed65-49db-8c2a-3f444933e0e6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b2ed3981-ed65-49db-8c2a-3f444933e0e6,segment=NetworkSegment(1ce40057-eeca-4c57-a7b8-729db47801a4),segment_id=1ce40057-eeca-4c57-a7b8-729db47801a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:16.637235 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.877800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (d5e912c2-77de-42b9-bf70-ad5a58c30764), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:16.906038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:17.011615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network b05860e5-5fdc-42d9-bb32-ba36503effeb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:17.013875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=318b15ae-8fb1-4e41-9de9-72a29def87d0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:17.018918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:17.022875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:17.095282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (e9943204-240e-4a39-833d-77ebd7f34120), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:17.266436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d5e912c2-77de-42b9-bf70-ad5a58c30764), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:17.401367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d291c0c-fe76-4115-a308-3ab40a5a1c5b req-3bda6764-7dfc-494d-ad10-2a7f2b8454c9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:17.417634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d291c0c-fe76-4115-a308-3ab40a5a1c5b req-3bda6764-7dfc-494d-ad10-2a7f2b8454c9 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3270674 Feb 03 11:29:17.450650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-60ff71a1-96f5-4b17-ac34-bdf5641e37d4 None None] Provisioning complete for port b2ed3981-ed65-49db-8c2a-3f444933e0e6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:17.455281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60ff71a1-96f5-4b17-ac34-bdf5641e37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:17.467420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:29:17.631959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:17.650074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:17.696386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:17.710551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d291c0c-fe76-4115-a308-3ab40a5a1c5b req-41c04857-8ff8-4e56-903d-25e51a2d7985 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849288 Feb 03 11:29:17.786519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:17.787204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:17.844008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfd88d-e5eb-4f36-aaa8-61df4d6181c9 None None] Pushing event updated for resources: {'Port': ['ID=b2ed3981-ed65-49db-8c2a-3f444933e0e6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:17.899472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b2ed3981-ed65-49db-8c2a-3f444933e0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:17.930568 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2584054 Feb 03 11:29:17.933474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:17.933878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d612-521d-44fe-b0ef-25c0bf44cd20 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=d5e912c2-77de-42b9-bf70-ad5a58c30764,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:17.941423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'd5e912c2-77de-42b9-bf70-ad5a58c30764', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:17.958912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:18.048714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:18.502279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b2ed3981-ed65-49db-8c2a-3f444933e0e6 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:18.621256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60ff71a1-96f5-4b17-ac34-bdf5641e37d4 None None] Current status of the port b2ed3981-ed65-49db-8c2a-3f444933e0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:18.923703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-adf77f54-9848-41b7-9e1c-5f62b48772c8 None None] Provisioning complete for port 318b15ae-8fb1-4e41-9de9-72a29def87d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:18.924537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adf77f54-9848-41b7-9e1c-5f62b48772c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:18.935796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port b2ed3981-ed65-49db-8c2a-3f444933e0e6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:18.936470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:19.174818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:11Z', 'revision_number': 4, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7', 'name': '', 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'mac_address': 'fa:16:3e:a5:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:29:08Z', 'updated_at': '2022-02-03T11:29:12Z', 'revision_number': 2, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'subnets': [{'id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:19.219243 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:19.225732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:19.329632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-adf77f54-9848-41b7-9e1c-5f62b48772c8 None None] Port 318b15ae-8fb1-4e41-9de9-72a29def87d0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:19.348378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Checking router: cb1efb94-1e62-4172-80ba-a63fb9c90b86 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:29:19.349891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Updating router cb1efb94-1e62-4172-80ba-a63fb9c90b86 port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:29:19.489877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=318b15ae-8fb1-4e41-9de9-72a29def87d0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:19.569773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (e9943204-240e-4a39-833d-77ebd7f34120), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:19.815521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-577e6135-9397-44b1-94dc-85c75702a54e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:19.822592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-577e6135-9397-44b1-94dc-85c75702a54e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 1.4501910 Feb 03 11:29:19.900927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6dd18-07df-4c7e-a4aa-b8a2810afe3f req-b49a91b0-e69b-498d-a3d5-647a8760f740 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:19.906963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77f6dd18-07df-4c7e-a4aa-b8a2810afe3f req-b49a91b0-e69b-498d-a3d5-647a8760f740 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.4992127 Feb 03 11:29:20.010392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network b05860e5-5fdc-42d9-bb32-ba36503effeb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:20.017576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:20.057419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-d65f6595-3c20-42e5-b33f-ae1652224391 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/quotas/3cc1625c93b94e29aa9bb94c31228446 HTTP/1.1" status: 200 len: 375 time: 0.2066116 Feb 03 11:29:20.068003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77f6dd18-07df-4c7e-a4aa-b8a2810afe3f req-8b0e1899-e5c0-48dd-bb54-3c6d2ed81105 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325455 Feb 03 11:29:20.488094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Router e9943204-240e-4a39-833d-77ebd7f34120 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:29:20.534153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:20.541922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port b2ed3981-ed65-49db-8c2a-3f444933e0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:20.560029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:20.790139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:20.797068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d114d9a7-7ec0-45a7-92ba-f088f6162558 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "PUT /v2.0/routers/e9943204-240e-4a39-833d-77ebd7f34120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1636581 Feb 03 11:29:20.801589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:20.812032 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] Sync routers for ids ['e9943204-240e-4a39-833d-77ebd7f34120'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:20.817700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-49cf0c4c-2de4-4bb5-8b73-fa9bae75c336 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7478759 Feb 03 11:29:20.845244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'port': {'network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb', 'name': 'tempest-FloatingIPNegativeTestJSON-1740933150'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:20.852939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] Routers {'e9943204-240e-4a39-833d-77ebd7f34120'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:20.853666 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9943204-240e-4a39-833d-77ebd7f34120'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:21.018644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:21.053316 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] Routers {'e9943204-240e-4a39-833d-77ebd7f34120'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:21.062711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9943204-240e-4a39-833d-77ebd7f34120'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:21.183529 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:21.184084 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5351c-6abd-4dbf-8366-6572d407976d None None] The sync data for ids ['e9943204-240e-4a39-833d-77ebd7f34120'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:21.347790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.99 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/46db7109-5d90-4d4f-bbe4-d9e03810556a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:21.381521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Made reservation on behalf of e62e056c0fbe43ed86b547c99a0957f9 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:21.385654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:21.393960 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks [] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:21.440770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:21.514057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] device_id is not set on port e91c191d-52d2-4f90-8466-21775949d8f3 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:29:21.689296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30611239-5265-4daa-8539-d6dfa367fca2 None None] Pushing event updated for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:21.716274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-efabeaf1-5ef5-41b4-844a-a17d48c1674a None None] Provisioning complete for port 318b15ae-8fb1-4e41-9de9-72a29def87d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:21.732326 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efabeaf1-5ef5-41b4-844a-a17d48c1674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:21.836174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:21.915117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a703a6aa-4ddf-4e1b-ad42-48654f83a6bc service neutron] 10.222.0.30 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0772264 Feb 03 11:29:22.075654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.078579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-efabeaf1-5ef5-41b4-844a-a17d48c1674a None None] Port 318b15ae-8fb1-4e41-9de9-72a29def87d0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:22.084635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Attempting to bind port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:29:22.085192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Attempting to bind port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:29:22.085769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Attempting to bind port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 on network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:22.104132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:29:22.107594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Allocated IP 172.20.0.4 (b05860e5-5fdc-42d9-bb32-ba36503effeb/f47c0add-15ef-4544-9d06-241264b792b1/e91c191d-52d2-4f90-8466-21775949d8f3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:22.108074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Checking segment: {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:22.114049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.114614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Bound using segment: {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:29:22.115247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Bound port: 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56408528-69fb-445c-af2f-61b44449c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:29:22.125518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.390978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:22.431857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:22.449999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:22.463743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=46db7109-5d90-4d4f-bbe4-d9e03810556a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:22.503553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f62bc834-15d7-4116-b6c9-575a8a65d000 None None] Provisioning complete for port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:22.507931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f62bc834-15d7-4116-b6c9-575a8a65d000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.588112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-324b7318-42f2-4fc5-af68-8782b49eb8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669273 Feb 03 11:29:22.594944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (e91c191d-52d2-4f90-8466-21775949d8f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.616566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf84b-65d3-4bc5-8028-32cd75528751 req-661d0754-3142-4319-8b86-3c7ae828a4b5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:22.628082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e9bf84b-65d3-4bc5-8028-32cd75528751 req-661d0754-3142-4319-8b86-3c7ae828a4b5 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.7209651 Feb 03 11:29:22.720556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] For port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:29:22.776923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] For port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:29:22.780213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e91c191d-52d2-4f90-8466-21775949d8f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.791275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f62bc834-15d7-4116-b6c9-575a8a65d000 None None] Port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:22.799810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:22.937339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network b05860e5-5fdc-42d9-bb32-ba36503effeb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:22.943722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:22.955805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:22.960400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:22.973513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:23.252062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:23.252806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:23.326950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=e91c191d-52d2-4f90-8466-21775949d8f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:23.338471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e9bf84b-65d3-4bc5-8028-32cd75528751 req-44515f30-aca7-4f36-981b-c8aafb8b51cb tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7050462 Feb 03 11:29:23.387009 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed36f5ff-d1e9-4832-87c9-fb13bedaaa11 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5825427 Feb 03 11:29:23.393721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58108) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:23.399337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:23.405245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30611239-5265-4daa-8539-d6dfa367fca2 None None] Pushing event updated for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:23.408765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2fa76ff-17ef-41c5-b0f1-1f8be30364e9 req-68624826-3ff9-4831-972c-484649ecf426 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.5451491 Feb 03 11:29:23.534897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:23.537818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:29:23.962846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Provisioning complete for port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:23.963648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:23.984544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:24.559356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Allocated IP 172.25.7.73 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/e2827b6d-be5d-4cf6-b10e-90a489de9d43) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:24.933426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Current status of the port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:24.933878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:24.937017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-833e4e18-a45a-42de-94ea-62b1a63c3e8b req-6aba9c2f-a132-4ec7-8096-95f6ad360621 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.1640937 Feb 03 11:29:25.204430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:25.278835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] For port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:25.284009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (80c80c82-bcd1-4551-9fcc-a9a50736c68c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:25.289746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e31daff4-a261-46a5-8453-4596438f301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:11Z', 'revision_number': 4, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7', 'name': '', 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'mac_address': 'fa:16:3e:a5:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:29:08Z', 'updated_at': '2022-02-03T11:29:22Z', 'revision_number': 4, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'subnets': [{'id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:25.304192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:25.328672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:25.418579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31daff4-a261-46a5-8453-4596438f301e None None] The sync data for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 is: [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:29:11Z', 'revision_number': 4, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7', 'name': '', 'network_id': 'b2b75eed-d463-4ea1-a91d-d1ec1bf980e0', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'mac_address': 'fa:16:3e:a5:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:29:08Z', 'updated_at': '2022-02-03T11:29:22Z', 'revision_number': 4, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'subnets': [{'id': '4161ddbe-7191-48c1-8561-48b78d54df9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:25.559333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=e2827b6d-be5d-4cf6-b10e-90a489de9d43,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:25.594395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-186abf46-8a61-4090-95b1-1dddd17a23ce tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:25.605880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:25.606425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-186abf46-8a61-4090-95b1-1dddd17a23ce tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 809 time: 0.2964470 Feb 03 11:29:25.610547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:25.623407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:25.708539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6533faa1-0a4c-4739-a4bf-e1379963cf06 None None] Provisioning complete for port e91c191d-52d2-4f90-8466-21775949d8f3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:25.709125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6533faa1-0a4c-4739-a4bf-e1379963cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e91c191d-52d2-4f90-8466-21775949d8f3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:25.715599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf9c88-5810-4cd7-b30c-567c28efd763 None None] Pushing event updated for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:25.768188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-c5474065-32e6-432e-8ac7-7e9c349a2c0f tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/quotas/3436e05eae1a4714960abf33dc3244c6 HTTP/1.1" status: 200 len: 375 time: 0.1606400 Feb 03 11:29:25.919229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6533faa1-0a4c-4739-a4bf-e1379963cf06 None None] Port e91c191d-52d2-4f90-8466-21775949d8f3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:26.017621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (2c3903aa-7fa3-4db3-a7f9-cc172a6fe042), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:26.103809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e935dee-2759-4031-8276-1ea8d4894840 req-9425f894-0b83-4510-8257-ff16565806ef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:26.117605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e935dee-2759-4031-8276-1ea8d4894840 req-9425f894-0b83-4510-8257-ff16565806ef tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 1.1376274 Feb 03 11:29:26.120810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:26.131476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:26.162272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-eba69bab-dd93-4cb5-a7d3-cf1fb2235d5d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3931093 Feb 03 11:29:26.559876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e935dee-2759-4031-8276-1ea8d4894840 req-c67b09d4-4230-4e4b-9906-1dc6ae4d2024 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408960 Feb 03 11:29:26.675038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:26.683695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:26.704334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-fee8a006-be1b-49c4-a6a0-1672386f5c7a service neutron] 10.222.0.30 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411184 Feb 03 11:29:27.042312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (2c3903aa-7fa3-4db3-a7f9-cc172a6fe042), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.054603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:27.063454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.068106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=e2827b6d-be5d-4cf6-b10e-90a489de9d43,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:27.139593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.161438 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-839f75e5-8ada-4c5d-9c8a-64d0cf711116 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7661879 Feb 03 11:29:27.164748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58180) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:27.187310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-40e1c364-6cb6-488d-94f1-d3927de7ef57 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'floatingip': {'port_id': 'e91c191d-52d2-4f90-8466-21775949d8f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:27.299771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5f89361-f0ea-4f17-9b67-fee3367ed418 req-8374fd66-7014-4fe1-a414-9032f48807b1 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.4031501 Feb 03 11:29:27.353969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:27.354373 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.410634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40e1c364-6cb6-488d-94f1-d3927de7ef57 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (2c3903aa-7fa3-4db3-a7f9-cc172a6fe042), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.638329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.666150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:27.683592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:27.845431 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-40e1c364-6cb6-488d-94f1-d3927de7ef57 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] update failed (client error): The resource could not be found. Feb 03 11:29:27.853219 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40e1c364-6cb6-488d-94f1-d3927de7ef57 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "PUT /v2.0/floatingips/2c3903aa-7fa3-4db3-a7f9-cc172a6fe042 HTTP/1.1" status: 404 len: 507 time: 0.6862640 Feb 03 11:29:27.854193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58194) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:27.945057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-86b8f6e8-0eb7-4cb6-a184-b106d9e5cd3b service neutron] 10.222.0.30 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369103 Feb 03 11:29:28.461183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting port e2827b6d-be5d-4cf6-b10e-90a489de9d43 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:28.461701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:28.527999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=46db7109-5d90-4d4f-bbe4-d9e03810556a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:28.756517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (80c80c82-bcd1-4551-9fcc-a9a50736c68c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:28.762360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-8c14dc99-5ca3-4f0e-be46-32f5656827c0 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:28.763891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-8c14dc99-5ca3-4f0e-be46-32f5656827c0 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.69 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 0.4640930 Feb 03 11:29:28.859179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:28.861695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (e2827b6d-be5d-4cf6-b10e-90a489de9d43), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:28.905656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Request body: {'port': {'device_id': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'admin_state_up': True, 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:28.919478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Calling delete_port for e2827b6d-be5d-4cf6-b10e-90a489de9d43 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:28.937104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ecb4-b6fd-486b-9b39-fdadfeec3da1 req-9b20e8e0-2b9b-45cd-a3a4-d7688c1f94ce tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:28.938679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9a7ecb4-b6fd-486b-9b39-fdadfeec3da1 req-9b20e8e0-2b9b-45cd-a3a4-d7688c1f94ce tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 1.0610759 Feb 03 11:29:28.952326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3b349f-3e34-43a9-a799-078a713971a2 req-8e7664ec-2ba0-440e-8ee6-a1189ffa272c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.1763582 Feb 03 11:29:29.506805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e2827b6d-be5d-4cf6-b10e-90a489de9d43), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:29.576839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Port': ['ID=e2827b6d-be5d-4cf6-b10e-90a489de9d43,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:29.990265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (2c3903aa-7fa3-4db3-a7f9-cc172a6fe042), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:29.998413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:30.016846 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2eb1d9e9-04e6-4f18-8a17-a2b33b3a9be9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "DELETE /v2.0/floatingips/2c3903aa-7fa3-4db3-a7f9-cc172a6fe042 HTTP/1.1" status: 204 len: 168 time: 2.1547110 Feb 03 11:29:30.019347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58246) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:30.033698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-518128b0-c807-4e3a-8bdc-6fd0c4e4af8b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'floatingip': {'floating_network_id': 'b05860e5-5fdc-42d9-bb32-ba36503effeb', 'port_id': 'e91c191d-52d2-4f90-8466-21775949d8f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:30.049954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16a0865c-83d7-417a-8e36-444daec212d7 req-ab31908f-9e52-4780-9565-20243929d946 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 210 time: 0.9436860 Feb 03 11:29:30.096355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-518128b0-c807-4e3a-8bdc-6fd0c4e4af8b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:30.129760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Made reservation on behalf of 3cc1625c93b94e29aa9bb94c31228446 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:30.150212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:30.301991 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 80c80c82-bcd1-4551-9fcc-a9a50736c68c associated. External IP: 172.25.7.99, port: d5e912c2-77de-42b9-bf70-ad5a58c30764. Feb 03 11:29:30.336455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9a7ecb4-b6fd-486b-9b39-fdadfeec3da1 req-ef6fb691-1066-4ab4-a702-18ae1122290a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3814447 Feb 03 11:29:30.627770 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-518128b0-c807-4e3a-8bdc-6fd0c4e4af8b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:29:30.629363 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-518128b0-c807-4e3a-8bdc-6fd0c4e4af8b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6069162 Feb 03 11:29:30.635553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58256) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:30.643382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'e91c191d-52d2-4f90-8466-21775949d8f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:30.647374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b677b8d-8ea2-4b05-b262-1fe1ea0ae607 req-f4bd5fb3-8b87-4393-babe-c3ebf7b4997e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.3175850 Feb 03 11:29:30.740845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:30.816104 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:29:30.971481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Allocated IP 172.20.0.7 (3b59278b-d22d-4849-a226-bdd1fef2a2c3/8aa3a8ca-0a12-4164-85ff-30d23233d33b/cdf14e45-ab05-4df0-9e98-e2db2369a1ac) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:31.068142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:31.189526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:31.246835 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee83d59f-5e56-46a7-af07-94c843b15b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:31.515296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Allocated IP 172.25.7.64 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/906a6816-b47a-46f6-b523-50d291264b9c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:31.574871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-245d79e7-b7e6-4e2d-addd-408742dd9469 req-11fc9b88-3087-4074-9c03-5dff46312b47 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 210 time: 0.1908872 Feb 03 11:29:31.878439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for port (906a6816-b47a-46f6-b523-50d291264b9c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:32.029890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (906a6816-b47a-46f6-b523-50d291264b9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:32.086463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:32.090433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:32.159646 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:32.199994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b0b1-72e6-4723-8438-f654eb365d91 req-405759f9-1b47-4b1b-a1ba-9351ffb47d68 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:32.211519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e83b0b1-72e6-4723-8438-f654eb365d91 req-405759f9-1b47-4b1b-a1ba-9351ffb47d68 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.5349665 Feb 03 11:29:32.231071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event updated for resources: {'Port': ['ID=906a6816-b47a-46f6-b523-50d291264b9c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:32.387758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffb9ef0d-a8ff-43ec-8a06-35e39e1f49bb req-f3d39df8-3b97-4b62-89fe-c691d14ba755 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.4408555 Feb 03 11:29:32.567711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:32.582705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:32.605074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:32.605990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:32.647116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-6cf6100c-c9fd-4828-8737-89c9ee3bd569 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:32.653071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-6cf6100c-c9fd-4828-8737-89c9ee3bd569 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.53 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 809 time: 1.4488401 Feb 03 11:29:32.756014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks [] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:32.781106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:32.817771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Request body: {'port': {'device_id': '2635e055-24d7-4979-bd8d-f2425de97add', 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408', 'admin_state_up': True, 'tenant_id': '3436e05eae1a4714960abf33dc3244c6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:32.832504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:32.834931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:32.876442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:32.893813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting port 906a6816-b47a-46f6-b523-50d291264b9c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:32.894485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (906a6816-b47a-46f6-b523-50d291264b9c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:32.997112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:32.998678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917bbc2-6923-489c-b66d-c1d8aa29fed9 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:33.057722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:33.076433 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (906a6816-b47a-46f6-b523-50d291264b9c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:33.076817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for floatingip (906a6816-b47a-46f6-b523-50d291264b9c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:33.124649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Calling delete_port for 906a6816-b47a-46f6-b523-50d291264b9c owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:33.410165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e83b0b1-72e6-4723-8438-f654eb365d91 req-41d12280-1460-471c-8117-aae4db134a77 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1956201 Feb 03 11:29:33.441156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0e4b23c-0295-4e58-b1bb-635f8b2d8340 req-b51dd709-6db9-40f3-86b7-13e573fcabb9 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 210 time: 0.6241829 Feb 03 11:29:33.487453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:33.535515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:33.549801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:33.555879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (906a6816-b47a-46f6-b523-50d291264b9c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:33.565092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:33.601242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Port': ['ID=906a6816-b47a-46f6-b523-50d291264b9c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:33.696399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6ab24b33-b430-4f47-a232-00c25dea023f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.7605805 Feb 03 11:29:33.704719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58322) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:33.721632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': 'd5e912c2-77de-42b9-bf70-ad5a58c30764', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:33.902226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Made reservation on behalf of 3436e05eae1a4714960abf33dc3244c6 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:33.929164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.041378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (80c80c82-bcd1-4551-9fcc-a9a50736c68c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.087185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:34.087742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.275443 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] create failed (client error): The resource could not be found. Feb 03 11:29:34.277277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b04332c6-35dd-45b7-9fbf-6d697a8acac9 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6399632 Feb 03 11:29:34.282739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:34.416875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a71c-1941-4dae-9c9c-db9b725ae2f2 req-32676dcd-f7ba-4d41-885d-6581ea98d0ce tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:34.435068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c01a71c-1941-4dae-9c9c-db9b725ae2f2 req-32676dcd-f7ba-4d41-885d-6581ea98d0ce tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1027 time: 0.8491721 Feb 03 11:29:34.445167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa8499f2-09f8-40ee-a905-47c50f1753f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.448344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c5f93f9f-334e-45e2-b3db-f909bea72daf None None] Provisioning complete for port cdf14e45-ab05-4df0-9e98-e2db2369a1ac triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:34.449131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5f93f9f-334e-45e2-b3db-f909bea72daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.494182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-a611775a-2e80-4a39-bf05-3c36e401086e tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 5.5956657 Feb 03 11:29:34.573500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Allocated IP 172.20.0.14 (dff5f533-69b5-40e8-9a2e-6279ac85a408/8b8ccd35-0851-498c-8079-163cda52dc72/0af226cf-eb17-4e26-aef0-b186d26ca52a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:34.595264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Request body: {'port': {'device_id': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:34.615054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c5f93f9f-334e-45e2-b3db-f909bea72daf None None] Port cdf14e45-ab05-4df0-9e98-e2db2369a1ac cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:29:34.675206 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:34.755204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:35.761679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf14e45-ab05-4df0-9e98-e2db2369a1ac {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:29:35.783566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks [] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:35.851232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Transition to ACTIVE for port object cdf14e45-ab05-4df0-9e98-e2db2369a1ac will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:29:35.877546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c01a71c-1941-4dae-9c9c-db9b725ae2f2 req-88ad11f2-eb01-4f0b-afbf-8df2266d61dd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4412780 Feb 03 11:29:35.929000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.009647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c743488f-99a2-453a-bc30-ea2ba67986f8 req-3f4f1807-b8fe-4a83-96b7-201522d453e2 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 210 time: 1.2557185 Feb 03 11:29:36.258912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:29:36.271712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.380836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting port e91c191d-52d2-4f90-8466-21775949d8f3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:36.381228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e91c191d-52d2-4f90-8466-21775949d8f3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.542080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.562332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Pushing event updated for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:36.563976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (80c80c82-bcd1-4551-9fcc-a9a50736c68c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.800364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks [] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:36.824104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ff4aa-0839-4667-9edf-6133cb441848 req-529a5eb7-a7d3-4c82-bf3d-b217a5944dca tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:36.826196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f64ff4aa-0839-4667-9edf-6133cb441848 req-529a5eb7-a7d3-4c82-bf3d-b217a5944dca tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.4789367 Feb 03 11:29:36.953722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Attempting to bind port cdf14e45-ab05-4df0-9e98-e2db2369a1ac on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:29:36.954111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Attempting to bind port cdf14e45-ab05-4df0-9e98-e2db2369a1ac by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:29:36.956277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Attempting to bind port cdf14e45-ab05-4df0-9e98-e2db2369a1ac on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:36.986865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Port cdf14e45-ab05-4df0-9e98-e2db2369a1ac on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:29:36.987105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Attempting to bind port cdf14e45-ab05-4df0-9e98-e2db2369a1ac on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:36.998335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:29:36.998569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Checking segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:36.998816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Bound using segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:29:36.999277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Bound port: cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:29:36.999640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.090067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e91c191d-52d2-4f90-8466-21775949d8f3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.108794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Calling delete_port for e91c191d-52d2-4f90-8466-21775949d8f3 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:37.167108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:37.172035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.332243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f64ff4aa-0839-4667-9edf-6133cb441848 req-5ad3a96c-8f82-4824-ae78-bf121717be6e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4957502 Feb 03 11:29:37.384002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.412604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e91c191d-52d2-4f90-8466-21775949d8f3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.486179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:37.556600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:37.574420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:37.578320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Port': ['ID=e91c191d-52d2-4f90-8466-21775949d8f3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:37.583706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.604365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:37.630752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:37.635712 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:37.637118 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:37.648560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8357baa6-baca-4a94-873b-74a6399400c1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/80c80c82-bcd1-4551-9fcc-a9a50736c68c HTTP/1.1" status: 200 len: 978 time: 3.9425657 Feb 03 11:29:37.653867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:37.737405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:37.738179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.745501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Pushing event updated for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:37.753450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:37.754691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:29:37.782618 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:37.783389 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:37.817601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df164bd2-7ba2-47bb-be6b-d2db78a64b70 req-9535f98c-ff67-4797-902a-0a063995d4f0 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:37.819168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df164bd2-7ba2-47bb-be6b-d2db78a64b70 req-9535f98c-ff67-4797-902a-0a063995d4f0 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1052 time: 0.7806959 Feb 03 11:29:37.832259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:29:37.892701 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:37.893535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559f2a7-b553-45e2-864c-79a1ab4b9766 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:37.894011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-44b3f6d3-9f20-4d78-83ff-6a7e8d8e0cfc tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0815036 Feb 03 11:29:37.961114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf5af-7f62-439e-a9bc-868f865e973c req-530ac1b1-a8c6-4037-8ff3-e56f4ce2f658 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:37.962628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91ebf5af-7f62-439e-a9bc-868f865e973c req-530ac1b1-a8c6-4037-8ff3-e56f4ce2f658 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 932 time: 0.4199047 Feb 03 11:29:37.963849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:37.991364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.011611 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9c23695-206e-4d9a-a551-f8d1ad4104b3 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "DELETE /v2.0/ports/e91c191d-52d2-4f90-8466-21775949d8f3 HTTP/1.1" status: 204 len: 168 time: 3.7228034 Feb 03 11:29:38.012542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:38.039338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Pushing event updated for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:38.136821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.141227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.151911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-9b6667ab-156c-47d1-b2d5-f1bce4b2dcfe service neutron] 10.222.0.69 "PUT /v2.0/ports/cdf14e45-ab05-4df0-9e98-e2db2369a1ac HTTP/1.1" status: 200 len: 1091 time: 3.6033611 Feb 03 11:29:38.199476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:38.203019 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8859915-dd68-4f45-aacd-95ac2f6b2428" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:38.209541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df164bd2-7ba2-47bb-be6b-d2db78a64b70 req-4215308b-b3c2-4c28-a1d5-c4be5357d21a tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742297 Feb 03 11:29:38.250550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997ed78-6959-4344-9d3e-9eab17f3cf6b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.252783 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1997ed78-6959-4344-9d3e-9eab17f3cf6b tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9943204-240e-4a39-833d-77ebd7f34120 HTTP/1.1" status: 200 len: 913 time: 0.2371917 Feb 03 11:29:38.264172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58416) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:38.362437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91ebf5af-7f62-439e-a9bc-868f865e973c req-129d85d1-ee21-4823-a8f3-b56a5d8c3234 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271976 Feb 03 11:29:38.368726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-24a5212a-f4f7-4ddd-aaaf-604ef5981d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.371989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-24a5212a-f4f7-4ddd-aaaf-604ef5981d08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1125 time: 0.1570795 Feb 03 11:29:38.498166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-b6497d5b-4510-4b63-b5ec-e68f8dd6a4ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac HTTP/1.1" status: 200 len: 217 time: 0.1129975 Feb 03 11:29:38.510314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Request body: {'port': {'device_id': '2635e055-24d7-4979-bd8d-f2425de97add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:38.544264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 46db7109-5d90-4d4f-bbe4-d9e03810556a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:38.544807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.718417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-8d34fbb2-b8c1-4aeb-9f65-58773a2f4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.727047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-8d34fbb2-b8c1-4aeb-9f65-58773a2f4d5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8aa3a8ca-0a12-4164-85ff-30d23233d33b HTTP/1.1" status: 200 len: 849 time: 0.1467416 Feb 03 11:29:38.793588 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03264af-c9f4-4cc8-8c68-1cc4f9ac591b x-openstack-request-id: req-c03264af-c9f4-4cc8-8c68-1cc4f9ac591b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:38.793905 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:38.794126 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c03264af-c9f4-4cc8-8c68-1cc4f9ac591b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:38.794545 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac', 'status': 'completed', 'code': 200} Feb 03 11:29:38.843612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.844287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (46db7109-5d90-4d4f-bbe4-d9e03810556a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.859558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 46db7109-5d90-4d4f-bbe4-d9e03810556a owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:38.900707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:38.924112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e6cc-1b13-48ce-8c2b-95183b22bb26 req-eeac581d-685f-4ccc-9431-9be0249ebf9c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.931383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b44e6cc-1b13-48ce-8c2b-95183b22bb26 req-eeac581d-685f-4ccc-9431-9be0249ebf9c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3498242 Feb 03 11:29:38.934572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-0517916d-760f-459a-9bd2-3336b1234ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:38.935992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-0517916d-760f-459a-9bd2-3336b1234ca1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b59278b-d22d-4849-a226-bdd1fef2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1737916 Feb 03 11:29:39.048772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (46db7109-5d90-4d4f-bbe4-d9e03810556a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:39.084954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=46db7109-5d90-4d4f-bbe4-d9e03810556a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:39.214547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (80c80c82-bcd1-4551-9fcc-a9a50736c68c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:39.215059 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 80c80c82-bcd1-4551-9fcc-a9a50736c68c disassociated (deleted). External IP: 172.25.7.99, port: d5e912c2-77de-42b9-bf70-ad5a58c30764. Feb 03 11:29:39.679926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b44e6cc-1b13-48ce-8c2b-95183b22bb26 req-f5251dbc-ca46-4288-af7c-d4c390a84026 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7475798 Feb 03 11:29:39.705841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:39.741725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (e9943204-240e-4a39-833d-77ebd7f34120), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:39.935078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226eefb-8675-4c30-b8f4-5953bb737fbc req-40e5cce1-3155-4a51-b9c1-f256e4591ae5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:39.936962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6226eefb-8675-4c30-b8f4-5953bb737fbc req-40e5cce1-3155-4a51-b9c1-f256e4591ae5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1125 time: 0.4265668 Feb 03 11:29:39.955598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-2c77fabe-b757-4cf2-a401-b6fcdecbe3dd service neutron] 10.222.0.69 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9951730 Feb 03 11:29:40.095138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d209dcf-6631-47a4-82f0-d0039d4e0955 req-1f51c492-1346-494a-9136-d9166c56e3e6 service neutron] 10.222.0.69 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190152 Feb 03 11:29:40.159339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032462ea-76ab-42b1-b447-74f25eb568f7 req-a3e80231-88ed-4dbd-9ac3-c420abeaa994 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:40.161005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-032462ea-76ab-42b1-b447-74f25eb568f7 req-a3e80231-88ed-4dbd-9ac3-c420abeaa994 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 932 time: 0.3707902 Feb 03 11:29:40.309305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6226eefb-8675-4c30-b8f4-5953bb737fbc req-1daa0cf7-94f6-4689-b748-6995c7e82320 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495207 Feb 03 11:29:40.411709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-032462ea-76ab-42b1-b447-74f25eb568f7 req-0e886a46-b834-4ca3-9c0a-a78d1be9555c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340195 Feb 03 11:29:40.422694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af226cf-eb17-4e26-aef0-b186d26ca52a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:29:40.443038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-d400c22c-f827-4291-b827-5fcb3d52d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:40.444751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-d400c22c-f827-4291-b827-5fcb3d52d21a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1125 time: 0.2287385 Feb 03 11:29:40.448027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks [] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:40.488924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Transition to ACTIVE for port object 0af226cf-eb17-4e26-aef0-b186d26ca52a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:29:40.499688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:40.741982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:40.818257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-301f929d-6c2b-489b-bb06-5dfadf0d476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:40.819704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-301f929d-6c2b-489b-bb06-5dfadf0d476c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 0.3689022 Feb 03 11:29:40.896331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-570699b9-3631-4d7c-be2d-1f22a323428f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac HTTP/1.1" status: 200 len: 217 time: 0.0410287 Feb 03 11:29:40.900181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Attempting to bind port 0af226cf-eb17-4e26-aef0-b186d26ca52a on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:29:40.900181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Attempting to bind port 0af226cf-eb17-4e26-aef0-b186d26ca52a by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:29:40.900181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Attempting to bind port 0af226cf-eb17-4e26-aef0-b186d26ca52a on network dff5f533-69b5-40e8-9a2e-6279ac85a408 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:40.908617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Port 0af226cf-eb17-4e26-aef0-b186d26ca52a on network dff5f533-69b5-40e8-9a2e-6279ac85a408 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:29:40.908617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Attempting to bind port 0af226cf-eb17-4e26-aef0-b186d26ca52a on network dff5f533-69b5-40e8-9a2e-6279ac85a408 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:29:40.910633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:40.922310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:40.935210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40273738-255e-4048-919f-28c341b9126b None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:40.951336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40273738-255e-4048-919f-28c341b9126b None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:40.952542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-40273738-255e-4048-919f-28c341b9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:40.963684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:29:40.964267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Checking segment: {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:40.964468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Bound using segment: {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:29:40.964957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Bound port: 0af226cf-eb17-4e26-aef0-b186d26ca52a, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:29:40.965413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:40.979221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-94a6f73c-c613-4ef1-a925-13e1415c0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:40.980726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-94a6f73c-c613-4ef1-a925-13e1415c0a38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8aa3a8ca-0a12-4164-85ff-30d23233d33b HTTP/1.1" status: 200 len: 849 time: 0.0779381 Feb 03 11:29:41.000393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8220b08e-f3d7-4d7c-a442-55bf4305368a tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/80c80c82-bcd1-4551-9fcc-a9a50736c68c HTTP/1.1" status: 204 len: 168 time: 3.3451688 Feb 03 11:29:41.001602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58478) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:41.034828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:29:41.038329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:29:41.047279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-40273738-255e-4048-919f-28c341b9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:41.060801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40273738-255e-4048-919f-28c341b9126b None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:41.061487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-40273738-255e-4048-919f-28c341b9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:41.073835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.145733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-40273738-255e-4048-919f-28c341b9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:41.146710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40273738-255e-4048-919f-28c341b9126b None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:41.157502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting port 318b15ae-8fb1-4e41-9de9-72a29def87d0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:41.157858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.175264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562338d-3593-402c-92d1-479732964532 req-2389d8d4-4739-4e95-b32a-205d4a273792 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:41.186639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1562338d-3593-402c-92d1-479732964532 req-2389d8d4-4739-4e95-b32a-205d4a273792 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 944 time: 0.3787112 Feb 03 11:29:41.280332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:41.281272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.283130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/0af226cf-eb17-4e26-aef0-b186d26ca52a HTTP/1.1" status: 200 len: 1092 time: 3.3403385 Feb 03 11:29:41.289451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:41.292967 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:41.322641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.340775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Calling delete_port for 318b15ae-8fb1-4e41-9de9-72a29def87d0 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:41.398407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port d5e912c2-77de-42b9-bf70-ad5a58c30764 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:41.398762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d5e912c2-77de-42b9-bf70-ad5a58c30764), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.428985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:29:41.437836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1562338d-3593-402c-92d1-479732964532 req-aeaa2429-8f50-4ce7-a1f5-f8b6e94b31c0 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494876 Feb 03 11:29:41.447638 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcc1fb5-b03e-4b3f-a9ba-e031a9b8d313 x-openstack-request-id: req-4dcc1fb5-b03e-4b3f-a9ba-e031a9b8d313 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:41.447937 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:41.449218 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dcc1fb5-b03e-4b3f-a9ba-e031a9b8d313 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:41.449822 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a', 'status': 'completed', 'code': 200} Feb 03 11:29:41.506547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6a25-3ffd-4e13-95e8-baaded0fb3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:41.517189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-f28c98a0-71f7-4af8-9137-644ae01453ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:41.520572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-f28c98a0-71f7-4af8-9137-644ae01453ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3b59278b-d22d-4849-a226-bdd1fef2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4770741 Feb 03 11:29:41.586705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-7c285108-9585-4905-8212-9594ad9c2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:41.589310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-7c285108-9585-4905-8212-9594ad9c2220 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 1126 time: 0.2547910 Feb 03 11:29:41.669123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:41.696264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'port_id': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'mac_address': 'fa:16:3e:1d:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:29:41.746013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-1a15117f-c6ac-41bf-ac68-7b07f29debec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a HTTP/1.1" status: 200 len: 217 time: 0.1083374 Feb 03 11:29:41.778568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:41.779260 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.795960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3786e5f-aba7-47de-bafe-9ae906343967 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:29:41.835016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:41.839902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d5e912c2-77de-42b9-bf70-ad5a58c30764), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.843346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:41.859657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for d5e912c2-77de-42b9-bf70-ad5a58c30764 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:41.900254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:41.922513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.923201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.923734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.928223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.928834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.929382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.929913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.930447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.930976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.931486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.931997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.932757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.933269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:41.960703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907645b2-98f3-41a6-9555-3204813000e6 req-44aa3c4a-dd80-4ef0-b385-7c68511f7890 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:41.967814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-907645b2-98f3-41a6-9555-3204813000e6 req-44aa3c4a-dd80-4ef0-b385-7c68511f7890 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 944 time: 0.3313990 Feb 03 11:29:41.978997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-39359831-05d7-46bc-8811-649feade6295 service neutron] 10.222.0.69 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491782 Feb 03 11:29:42.008633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fce22-e6e5-4d3d-aac6-60954c775ab9 req-a2b805c7-752a-4fb0-80d3-814a2aee6f9f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:42.044345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b1fce22-e6e5-4d3d-aac6-60954c775ab9 req-a2b805c7-752a-4fb0-80d3-814a2aee6f9f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1125 time: 0.4538264 Feb 03 11:29:42.066131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (318b15ae-8fb1-4e41-9de9-72a29def87d0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:42.136986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-b31df3d1-62a9-432f-8405-e438c0a09434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:42.146488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-b31df3d1-62a9-432f-8405-e438c0a09434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b8ccd35-0851-498c-8079-163cda52dc72 HTTP/1.1" status: 200 len: 849 time: 0.3828852 Feb 03 11:29:42.168340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Port': ['ID=318b15ae-8fb1-4e41-9de9-72a29def87d0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:42.273584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b1fce22-e6e5-4d3d-aac6-60954c775ab9 req-7d8c150c-0d26-4f54-b4fe-12f211a5f442 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277260 Feb 03 11:29:42.299230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['d3786e5f-aba7-47de-bafe-9ae906343967'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:29:42.322530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-d6fac930-9651-480f-8725-f4c635f126d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dff5f533-69b5-40e8-9a2e-6279ac85a408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111326 Feb 03 11:29:42.416824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d5e912c2-77de-42b9-bf70-ad5a58c30764), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:42.491008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-907645b2-98f3-41a6-9555-3204813000e6 req-5a021fbb-85e8-49f7-b38f-2a75175299ce tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210655 Feb 03 11:29:42.624651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=d5e912c2-77de-42b9-bf70-ad5a58c30764,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:42.654347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8859915-dd68-4f45-aacd-95ac2f6b2428 req-99a2eda0-75f3-41d6-a3c1-38f363fe08c6 service neutron] 10.222.0.69 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843678 Feb 03 11:29:42.757106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-d5246494-e1d7-4ddc-b617-3f8d5a540f97 service neutron] 10.222.0.53 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697178 Feb 03 11:29:42.768891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (e9943204-240e-4a39-833d-77ebd7f34120), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:42.772354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29529f-add2-439b-932c-b8a0021b2298 req-b403264c-28ec-4045-ac1c-de954c460503 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:42.772561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:42.774364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df29529f-add2-439b-932c-b8a0021b2298 req-b403264c-28ec-4045-ac1c-de954c460503 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1647367 Feb 03 11:29:42.782226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c743e37-16df-488d-be01-384c2bcbec04 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/d5e912c2-77de-42b9-bf70-ad5a58c30764 HTTP/1.1" status: 204 len: 168 time: 1.7684622 Feb 03 11:29:42.788461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:42.796533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:42.835218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:42.927300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df29529f-add2-439b-932c-b8a0021b2298 req-8250867c-1528-4881-aafd-dd8ee9a5f964 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417661 Feb 03 11:29:42.961312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3ff68-2d19-4d0f-8341-46e725777953 req-3f716ff1-b08e-4c2f-b1c3-e190cc7a8122 service neutron] 10.222.0.53 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855381 Feb 03 11:29:43.094956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-707b0ae1-b50e-49ee-87d2-5ca359caf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:43.097443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-707b0ae1-b50e-49ee-87d2-5ca359caf86f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 1126 time: 0.0603011 Feb 03 11:29:43.098705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Router e9943204-240e-4a39-833d-77ebd7f34120 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:43.204135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:43.213300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1fad3d53-4ec6-4d05-95a8-49ae3b96362f tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "PUT /v2.0/routers/e9943204-240e-4a39-833d-77ebd7f34120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9259467 Feb 03 11:29:43.215750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58558) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:43.217601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-0d6dd92f-4a9d-4349-a196-335749d05959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:43.219033 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] Sync routers for ids ['e9943204-240e-4a39-833d-77ebd7f34120'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:43.219687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-0d6dd92f-4a9d-4349-a196-335749d05959 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 910 time: 0.1171350 Feb 03 11:29:43.232357 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] Routers {'e9943204-240e-4a39-833d-77ebd7f34120'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:43.233045 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9943204-240e-4a39-833d-77ebd7f34120'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:43.303638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-9a0791cb-584e-467a-8e32-af4416be8a37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a HTTP/1.1" status: 200 len: 217 time: 0.0768239 Feb 03 11:29:43.318449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.322302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for router (e9943204-240e-4a39-833d-77ebd7f34120), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.347436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:43.358907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] Routers {'e9943204-240e-4a39-833d-77ebd7f34120'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:43.360505 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e9943204-240e-4a39-833d-77ebd7f34120'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:43.407363 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:43.408398 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf39082-852a-4d2b-b768-6635ec84d335 None None] The sync data for ids ['e9943204-240e-4a39-833d-77ebd7f34120'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:43.427289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-e6a51d4d-3929-41af-bbc9-e78dd2afaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:43.428789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-e6a51d4d-3929-41af-bbc9-e78dd2afaff7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b8ccd35-0851-498c-8079-163cda52dc72 HTTP/1.1" status: 200 len: 849 time: 0.1158028 Feb 03 11:29:43.431695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cdf14e45-ab05-4df0-9e98-e2db2369a1ac details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:29:43.437263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:43.487726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-1e46dddb-5d01-48df-8c1c-1c48623683aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dff5f533-69b5-40e8-9a2e-6279ac85a408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285480 Feb 03 11:29:43.527481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf8ed6-247f-4ec6-9ee0-e7a8488662c0 req-1b85932a-9fde-4fb7-b62e-74aa3ae7eb28 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:43.529056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3abf8ed6-247f-4ec6-9ee0-e7a8488662c0 req-1b85932a-9fde-4fb7-b62e-74aa3ae7eb28 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1125 time: 0.0993109 Feb 03 11:29:43.544739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port d3786e5f-aba7-47de-bafe-9ae906343967 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:43.545481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.618160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3abf8ed6-247f-4ec6-9ee0-e7a8488662c0 req-ee6c165a-727f-4180-bb2c-57989064d65d tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Feb 03 11:29:43.657879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (e9943204-240e-4a39-833d-77ebd7f34120), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.663327 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for router_controller (e9943204-240e-4a39-833d-77ebd7f34120), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.756291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-cfe0abcb-6089-46a5-bdc5-c0cfd694ef83 service neutron] 10.222.0.53 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614093 Feb 03 11:29:43.779707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (e9943204-240e-4a39-833d-77ebd7f34120), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.780211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Fanout notify agent at l3_agent the message router_deleted on router e9943204-240e-4a39-833d-77ebd7f34120 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:29:43.783123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac5d9-d5ae-42d9-b6b8-3e279bcbf8be req-c389e97c-df5f-4ecd-a232-cf544b93c23b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:43.792295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91fac5d9-d5ae-42d9-b6b8-3e279bcbf8be req-c389e97c-df5f-4ecd-a232-cf544b93c23b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 944 time: 0.1709497 Feb 03 11:29:43.808489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:43.809757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.811208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff408a39-a232-4149-9967-0012f198afa5 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "DELETE /v2.0/routers/e9943204-240e-4a39-833d-77ebd7f34120 HTTP/1.1" status: 204 len: 168 time: 0.5944760 Feb 03 11:29:43.812826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.205 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/cd0c3078-44f1-4303-9bd8-ec08bb5ee018) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:43.819697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:43.834530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'port_id': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac', 'mac_address': 'fa:16:3e:7a:eb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:29:43.888627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port cdf14e45-ab05-4df0-9e98-e2db2369a1ac is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:43.889111 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.919357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf14e45-ab05-4df0-9e98-e2db2369a1ac {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:29:43.924432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:43.925014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:43.979316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:43.982893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:43.987275 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b30894-c66c-40e9-92b5-0c43d5fdf93a" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:43.992305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:43.994451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:44.001785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:44.060589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:44.183923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91fac5d9-d5ae-42d9-b6b8-3e279bcbf8be req-e5d60b3b-6184-4fda-ae1b-cee0525175ad tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912191 Feb 03 11:29:44.236585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ddf6707-d20a-4509-85f5-ec4dd629cbf9 req-7d8668f9-50fc-47bd-8265-d1b51c2b6d5a service neutron] 10.222.0.53 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724424 Feb 03 11:29:44.295395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cbeb7-f8f2-4c12-a756-e19fbba613a6 req-0f4d590e-eb1f-40e9-b1cf-57fe5976e624 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:44.298132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb5cbeb7-f8f2-4c12-a756-e19fbba613a6 req-0f4d590e-eb1f-40e9-b1cf-57fe5976e624 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.1993353 Feb 03 11:29:44.452440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb5cbeb7-f8f2-4c12-a756-e19fbba613a6 req-ba15f2ea-3758-4239-aac2-c9630200515f tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467507 Feb 03 11:29:44.481342 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eba153-d75f-4cef-b8db-2ed0d802fcbd x-openstack-request-id: req-e6eba153-d75f-4cef-b8db-2ed0d802fcbd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:44.481864 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-plugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:44.481976 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6eba153-d75f-4cef-b8db-2ed0d802fcbd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:44.482413 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'code': 200} Feb 03 11:29:44.546924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:44.595461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting subnet f47c0add-15ef-4544-9d06-241264b792b1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:29:44.604099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for subnet (f47c0add-15ef-4544-9d06-241264b792b1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:44.621419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['cdf14e45-ab05-4df0-9e98-e2db2369a1ac'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:29:44.743195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (f47c0add-15ef-4544-9d06-241264b792b1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:44.745183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fddb70-69eb-4f7e-957e-c4457288f6fa req-5425d80d-d41f-4d51-af5d-d776413271dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:44.750398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4fddb70-69eb-4f7e-957e-c4457288f6fa req-5425d80d-d41f-4d51-af5d-d776413271dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1129 time: 0.1630187 Feb 03 11:29:44.887159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4fddb70-69eb-4f7e-957e-c4457288f6fa req-c54fac53-ac60-4d2d-96f1-beb0b187daed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310236 Feb 03 11:29:44.899789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:44.907035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83219-2875-4efa-a89b-9f230903f099 req-87e28168-8974-44ae-b25f-ad5b3eed5cc8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:44.909158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7b83219-2875-4efa-a89b-9f230903f099 req-87e28168-8974-44ae-b25f-ad5b3eed5cc8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1126 time: 0.1126461 Feb 03 11:29:44.919612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0af226cf-eb17-4e26-aef0-b186d26ca52a details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:29:44.959399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f47c0add-15ef-4544-9d06-241264b792b1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.015094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.042236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7b83219-2875-4efa-a89b-9f230903f099 req-e66dd54f-9853-466a-bb61-e9c6e92b5113 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260650 Feb 03 11:29:45.115237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=cd0c3078-44f1-4303-9bd8-ec08bb5ee018,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:45.139816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:45.143488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:45.146215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f47c0add-15ef-4544-9d06-241264b792b1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.148789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:45.207201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:45.220176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '0af226cf-eb17-4e26-aef0-b186d26ca52a', 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408', 'port_id': '0af226cf-eb17-4e26-aef0-b186d26ca52a', 'mac_address': 'fa:16:3e:4f:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8ccd35-0851-498c-8079-163cda52dc72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:29:45.233326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Subnet': ['ID=f47c0add-15ef-4544-9d06-241264b792b1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:45.307969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.311268 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92253618-8ce3-46dd-8006-d33f2805c949 tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "DELETE /v2.0/subnets/f47c0add-15ef-4544-9d06-241264b792b1 HTTP/1.1" status: 204 len: 168 time: 1.4904950 Feb 03 11:29:45.313842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58632) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:45.335588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0af226cf-eb17-4e26-aef0-b186d26ca52a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:45.336238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.363111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb13323-14b6-41b9-a0c0-9123cc3bb27e None None] Network b05860e5-5fdc-42d9-bb32-ba36503effeb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:45.409040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.455053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b05860e5-5fdc-42d9-bb32-ba36503effeb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.466111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c75444-51e2-480b-b6b2-d9b1b06e0810 req-2016d1ac-054d-4ddb-8c9a-fdbc6b1c25b5 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:45.467797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4c75444-51e2-480b-b6b2-d9b1b06e0810 req-2016d1ac-054d-4ddb-8c9a-fdbc6b1c25b5 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 944 time: 0.1200790 Feb 03 11:29:45.499769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af226cf-eb17-4e26-aef0-b186d26ca52a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:29:45.569661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.577805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:45.589844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4c75444-51e2-480b-b6b2-d9b1b06e0810 req-980c22b6-9467-4a4c-a824-8ba3cf5bc1d8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Feb 03 11:29:45.624683 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.711399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976648a-3b84-49aa-a7d4-82a29b41563a req-1991b924-dfbe-4025-9b7f-be87e4eb8d16 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:45.718473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5976648a-3b84-49aa-a7d4-82a29b41563a req-1991b924-dfbe-4025-9b7f-be87e4eb8d16 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.1171560 Feb 03 11:29:45.718802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:45.794973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] DHCP port deletion for b05860e5-5fdc-42d9-bb32-ba36503effeb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:29:45.839369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5976648a-3b84-49aa-a7d4-82a29b41563a req-1fe93afe-f6bf-4e1e-a5ca-ab5d14999275 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128960 Feb 03 11:29:45.858434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Deleting port b2ed3981-ed65-49db-8c2a-3f444933e0e6 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:45.858964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.935766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Deleting port b2ed3981-ed65-49db-8c2a-3f444933e0e6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:45.936477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.960116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['0af226cf-eb17-4e26-aef0-b186d26ca52a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:29:45.960889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] For port b2ed3981-ed65-49db-8c2a-3f444933e0e6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b2ed3981-ed65-49db-8c2a-3f444933e0e6,segment=NetworkSegment(1ce40057-eeca-4c57-a7b8-729db47801a4),segment_id=1ce40057-eeca-4c57-a7b8-729db47801a4)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:45.961322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:45.979596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Calling delete_port for b2ed3981-ed65-49db-8c2a-3f444933e0e6 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:46.004572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.047868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.119535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] For port b2ed3981-ed65-49db-8c2a-3f444933e0e6, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b2ed3981-ed65-49db-8c2a-3f444933e0e6,segment=NetworkSegment(1ce40057-eeca-4c57-a7b8-729db47801a4),segment_id=1ce40057-eeca-4c57-a7b8-729db47801a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:46.119900 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.222440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=cd0c3078-44f1-4303-9bd8-ec08bb5ee018,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:46.227066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Calling delete_port for b2ed3981-ed65-49db-8c2a-3f444933e0e6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:46.236535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.294626 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.304065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49aec-0d0e-4ce8-ab06-9dd87deca6fd req-459d56b5-a1d3-44b2-80fe-4e143bdf9dbf tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:46.313291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6f49aec-0d0e-4ce8-ab06-9dd87deca6fd req-459d56b5-a1d3-44b2-80fe-4e143bdf9dbf tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1126 time: 0.1551223 Feb 03 11:29:46.324419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.336437 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19265280-b28a-4a05-9666-f6ce79aeb225 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5443847 Feb 03 11:29:46.371450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:46.371936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Port': ['ID=b2ed3981-ed65-49db-8c2a-3f444933e0e6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:46.384289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] No DVR routers for this DVR port b2ed3981-ed65-49db-8c2a-3f444933e0e6 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:29:46.393810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'port': {'network_id': 'ca43966b-f8e2-442d-b7f1-ae3f469d399d', 'name': 'tempest-FloatingIPTestJSON-706891760'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:46.438839 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (b2ed3981-ed65-49db-8c2a-3f444933e0e6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.445879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6f49aec-0d0e-4ce8-ab06-9dd87deca6fd req-9316ec72-cefd-4489-8480-252af2e1cb3c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316271 Feb 03 11:29:46.543363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] No DVR routers for this DVR port b2ed3981-ed65-49db-8c2a-3f444933e0e6 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:29:46.560882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408e2f-fd20-4198-8270-4156bd26845a None None] Pushing event deleted for resources: {'Port': ['ID=b2ed3981-ed65-49db-8c2a-3f444933e0e6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:46.567955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.570229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b05860e5-5fdc-42d9-bb32-ba36503effeb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.663792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05860e5-5fdc-42d9-bb32-ba36503effeb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:46.720164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce40057-eeca-4c57-a7b8-729db47801a4') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:46.720532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce40057-eeca-4c57-a7b8-729db47801a4') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:46.736658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b2ed3981-ed65-49db-8c2a-3f444933e0e6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:29:46.745236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (1ce40057-eeca-4c57-a7b8-729db47801a4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.759969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b2ed3981-ed65-49db-8c2a-3f444933e0e6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:29:46.760760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b2ed3981-ed65-49db-8c2a-3f444933e0e6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:29:46.777674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1ce40057-eeca-4c57-a7b8-729db47801a4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.784574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:46.790714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:29:46.791608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (1ce40057-eeca-4c57-a7b8-729db47801a4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.792198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:29:46.795220 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:29:46.883387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b05860e5-5fdc-42d9-bb32-ba36503effeb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.920670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] device_id is not set on port 469da1a4-c7b9-4cb1-8bfe-d5b4782008f3 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:29:46.930992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:46.942671 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] 10.222.0.30 "DELETE /v2.0/networks/b05860e5-5fdc-42d9-bb32-ba36503effeb HTTP/1.1" status: 204 len: 168 time: 1.6277511 Feb 03 11:29:46.961702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acf464-b3f0-4afc-ae2d-150189e8f73e tempest-FloatingIPNegativeTestJSON-1466300213 tempest-FloatingIPNegativeTestJSON-1466300213-project] Pushing event deleted for resources: {'Network': ['ID=b05860e5-5fdc-42d9-bb32-ba36503effeb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:47.087132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.11 (ca43966b-f8e2-442d-b7f1-ae3f469d399d/83cb9789-11f2-432f-a803-82476eb08c75/469da1a4-c7b9-4cb1-8bfe-d5b4782008f3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:47.361868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aa8a6-490a-4c96-9ae0-2ba51ed7b20e req-97d98d78-ab10-4918-a095-b11ca1df72c8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:47.365960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-621aa8a6-490a-4c96-9ae0-2ba51ed7b20e req-97d98d78-ab10-4918-a095-b11ca1df72c8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 945 time: 0.5824921 Feb 03 11:29:47.453653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cdf14e45-ab05-4df0-9e98-e2db2369a1ac up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:47.545228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (469da1a4-c7b9-4cb1-8bfe-d5b4782008f3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:47.557794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-621aa8a6-490a-4c96-9ae0-2ba51ed7b20e req-9c95b0a1-95a8-4e4f-b871-07085c3fc05d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423390 Feb 03 11:29:47.571478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port cdf14e45-ab05-4df0-9e98-e2db2369a1ac completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:29:47.594940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc532d-e003-46b1-946b-ddc446586637 req-062dbadb-6209-4eb7-b585-b9c37d9d965c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:47.604373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bcc532d-e003-46b1-946b-ddc446586637 req-062dbadb-6209-4eb7-b585-b9c37d9d965c tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.6573730 Feb 03 11:29:47.606371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port cdf14e45-ab05-4df0-9e98-e2db2369a1ac triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:47.606746 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:47.716105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bcc532d-e003-46b1-946b-ddc446586637 req-62a60458-3f86-4996-9bab-62899d1c31a1 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089275 Feb 03 11:29:47.718317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (469da1a4-c7b9-4cb1-8bfe-d5b4782008f3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:47.801446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:47.809173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port cdf14e45-ab05-4df0-9e98-e2db2369a1ac is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:47.809579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:47.866727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network ca43966b-f8e2-442d-b7f1-ae3f469d399d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:47.892563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:47.895809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:47.899757 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99511889-f489-4b7e-94a2-71b75e3b2eab" -d '{"events": [{"server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "name": "network-vif-plugged", "status": "completed", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:47.901692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:47.939425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:47.945709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.026391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=469da1a4-c7b9-4cb1-8bfe-d5b4782008f3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:48.044952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c9ebb-e521-4fd4-894e-7c85f798dfe2 req-0c0ac153-9898-41b3-b9b2-19138e7f002f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:48.058308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-142c9ebb-e521-4fd4-894e-7c85f798dfe2 req-0c0ac153-9898-41b3-b9b2-19138e7f002f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1126 time: 0.3435674 Feb 03 11:29:48.063957 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea784917-8300-4a34-aa3a-ff4aa1ed1245 x-openstack-request-id: req-ea784917-8300-4a34-aa3a-ff4aa1ed1245 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:48.067408 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "name": "network-vif-plugged", "status": "completed", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:48.069329 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea784917-8300-4a34-aa3a-ff4aa1ed1245 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:48.070702 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac', 'code': 200} Feb 03 11:29:48.071513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:48.109995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:48.114249 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.250978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:48.251592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9d55fc45-c1fe-448d-a8b8-386bb6fc632b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8757668 Feb 03 11:29:48.257611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': '469da1a4-c7b9-4cb1-8bfe-d5b4782008f3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:48.281488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-142c9ebb-e521-4fd4-894e-7c85f798dfe2 req-9cc01159-8fef-45c3-ba15-264ae500864b tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109575 Feb 03 11:29:48.312565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51674a43-3d92-42ac-8491-6f6e9073ff67 req-680bbb1c-1d9d-4cdf-8c1d-aacd20357989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:48.314390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51674a43-3d92-42ac-8491-6f6e9073ff67 req-680bbb1c-1d9d-4cdf-8c1d-aacd20357989 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.1767974 Feb 03 11:29:48.361420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.431578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51674a43-3d92-42ac-8491-6f6e9073ff67 req-21cd9a29-b069-4fd1-825a-4bcabaca192d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107507 Feb 03 11:29:48.541226 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8155a30d-2db4-4154-89e0-c5a3df2ebcce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e62e056c0fbe43ed86b547c99a0957f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7368383 Feb 03 11:29:48.544472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:48.588320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:48.716356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] Publish callbacks [] for security_group (7ea53433-c4c6-400f-91e8-62cd567b7753), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.741674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] Publish callbacks [] for security_group (7ea53433-c4c6-400f-91e8-62cd567b7753), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.838585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ea53433-c4c6-400f-91e8-62cd567b7753), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.847268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:48.848461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ea53433-c4c6-400f-91e8-62cd567b7753 HTTP/1.1" status: 204 len: 168 time: 0.3022447 Feb 03 11:29:48.921399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0af226cf-eb17-4e26-aef0-b186d26ca52a up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:29:49.024091 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:29:49.053725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 0af226cf-eb17-4e26-aef0-b186d26ca52a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:29:49.063608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 0af226cf-eb17-4e26-aef0-b186d26ca52a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:29:49.063999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.102335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.116025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.225466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 0af226cf-eb17-4e26-aef0-b186d26ca52a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:29:49.232051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.338083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fedd27-dd00-416e-b1cb-5568e42633e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea53433-c4c6-400f-91e8-62cd567b7753,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:49.350069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-307f3ca0-4aec-420d-bbbb-3584722b98db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.367100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:49.369491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93005d2c-8c4a-4d30-84de-2ac413479e64 req-b13e6e16-9e42-41f8-abc4-094ba3a3b61b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:49.377968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93005d2c-8c4a-4d30-84de-2ac413479e64 req-b13e6e16-9e42-41f8-abc4-094ba3a3b61b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 945 time: 0.7091298 Feb 03 11:29:49.400828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:49.450050 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 4df90f13-f26b-4c69-a230-7fcd357d788e associated. External IP: 172.25.7.205, port: 469da1a4-c7b9-4cb1-8bfe-d5b4782008f3. Feb 03 11:29:49.553530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93005d2c-8c4a-4d30-84de-2ac413479e64 req-0fbbee5e-24bf-47a9-be75-1f64ff078b3c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746047 Feb 03 11:29:49.555935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:49.587815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d638e-f9be-4cb5-8699-216c506dad58 req-e175c945-7509-46c1-a006-a82df87619ed tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:49.595014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d638e-f9be-4cb5-8699-216c506dad58 req-e175c945-7509-46c1-a006-a82df87619ed tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.2542803 Feb 03 11:29:49.869085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf7d638e-f9be-4cb5-8699-216c506dad58 req-571e5c86-5af8-4a28-90c3-25e47524080d tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729635 Feb 03 11:29:49.912981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b402-efb6-4a41-a88f-43aa80fc5273 req-3029cedd-0c61-4808-b0f0-3e84871c14f1 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:49.921654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c71b402-efb6-4a41-a88f-43aa80fc5273 req-3029cedd-0c61-4808-b0f0-3e84871c14f1 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.2351515 Feb 03 11:29:49.963044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-307f3ca0-4aec-420d-bbbb-3584722b98db admin admin] Publish callbacks [] for security_group (21d307d2-c984-4fd5-8f16-be8c10d66edb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.005716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c71b402-efb6-4a41-a88f-43aa80fc5273 req-54157982-d579-4a3d-92ef-2ecf116f8e6f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828812 Feb 03 11:29:50.006929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-307f3ca0-4aec-420d-bbbb-3584722b98db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21d307d2-c984-4fd5-8f16-be8c10d66edb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.037074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f3ca0-4aec-420d-bbbb-3584722b98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d307d2-c984-4fd5-8f16-be8c10d66edb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:50.073558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:50.080657 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7c6aa-f6a1-4b38-b815-b4e6f482dd26" -d '{"events": [{"server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "name": "network-vif-plugged", "status": "completed", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:50.103569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-307f3ca0-4aec-420d-bbbb-3584722b98db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48bf3ec40aff4c889719585355c738d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5103364 Feb 03 11:29:50.103997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:50.156505 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b604c098-58fb-4671-be03-d2b624979bf9 x-openstack-request-id: req-b604c098-58fb-4671-be03-d2b624979bf9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:50.157073 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "name": "network-vif-plugged", "status": "completed", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:50.157174 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b604c098-58fb-4671-be03-d2b624979bf9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:50.157625 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a', 'code': 200} Feb 03 11:29:50.187193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] Publish callbacks [] for security_group (21d307d2-c984-4fd5-8f16-be8c10d66edb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.232121 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:50.256378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] Publish callbacks [] for security_group (21d307d2-c984-4fd5-8f16-be8c10d66edb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.351915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58838) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:50.364896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7fc5-9817-4d4b-a2a8-ad062e893933 req-384caabb-89fa-4ab9-b752-fdaf627263f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:50.367347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1ef7fc5-9817-4d4b-a2a8-ad062e893933 req-384caabb-89fa-4ab9-b752-fdaf627263f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 1128 time: 0.1194685 Feb 03 11:29:50.408874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21d307d2-c984-4fd5-8f16-be8c10d66edb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.412539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.413733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21d307d2-c984-4fd5-8f16-be8c10d66edb HTTP/1.1" status: 204 len: 168 time: 0.3086689 Feb 03 11:29:50.451483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4869e-9625-4a85-80e2-9846922fdc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d307d2-c984-4fd5-8f16-be8c10d66edb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:50.465313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1ef7fc5-9817-4d4b-a2a8-ad062e893933 req-5826715e-b3ed-4090-80f0-b738e7b647e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852842 Feb 03 11:29:50.479583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:50.485040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.495567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572e268-9996-4acb-a278-494aa007a497 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:50.532766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:50.535338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:50.568759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:50.574227 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7c6db639-148e-44d1-ae91-5fe8efd3993f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/4df90f13-f26b-4c69-a230-7fcd357d788e HTTP/1.1" status: 200 len: 978 time: 2.3118606 Feb 03 11:29:50.588452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:50.615431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:50.616073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:50.675404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'networks': [{'name': 'tempest-network--284614348'}, {'name': 'tempest-network--548715920'}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:50.676470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-network--284614348'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:50.677214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-network--548715920'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:50.690419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5572e268-9996-4acb-a278-494aa007a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:50.691383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572e268-9996-4acb-a278-494aa007a497 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:50.724600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'network': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:50.740593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.764610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.844830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197bfc1-6c23-4ff5-9309-a4bd01d74c22 req-9066f126-6d05-42f6-957c-ab90597fe62d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:50.853643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7197bfc1-6c23-4ff5-9309-a4bd01d74c22 req-9066f126-6d05-42f6-957c-ab90597fe62d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 946 time: 0.1385181 Feb 03 11:29:50.866342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 469da1a4-c7b9-4cb1-8bfe-d5b4782008f3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:50.867476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (469da1a4-c7b9-4cb1-8bfe-d5b4782008f3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.918580 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for security_group (59311e3e-87c0-465f-9dfe-20dbaa7387a6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.941554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59311e3e-87c0-465f-9dfe-20dbaa7387a6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.941554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:50.944960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7197bfc1-6c23-4ff5-9309-a4bd01d74c22 req-666fc483-1be2-44e9-968c-de78f8939c29 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885360 Feb 03 11:29:51.000977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59311e3e-87c0-465f-9dfe-20dbaa7387a6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:51.007678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:51.022263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3362ba51-24b1-4cb6-9c1b-5ea5789057b1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.022986 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment 3362ba51-24b1-4cb6-9c1b-5ea5789057b1 of type vlan for network 74a5b06c-84b4-4263-8b3b-2804a58dfdae Feb 03 11:29:51.077176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (74a5b06c-84b4-4263-8b3b-2804a58dfdae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.089074 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (469da1a4-c7b9-4cb1-8bfe-d5b4782008f3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.114313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:51.131904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:51.134452 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8651131d-d275-474e-9fdf-bac4e899e966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.158438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3fea9204-ed5c-4d95-81c9-d6368dabbf88), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.158887 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment 3fea9204-ed5c-4d95-81c9-d6368dabbf88 of type vlan for network df512186-ad23-41d2-8bed-eb817297db61 Feb 03 11:29:51.218212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (df512186-ad23-41d2-8bed-eb817297db61), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.274409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (74a5b06c-84b4-4263-8b3b-2804a58dfdae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.275188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (df512186-ad23-41d2-8bed-eb817297db61), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.281889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.288095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.289356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.357108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8651131d-d275-474e-9fdf-bac4e899e966 admin admin] Publish callbacks [] for security_group (59e9a1df-ae21-4ffa-951f-35c49c916aa1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.364204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0080302 Feb 03 11:29:51.369474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:51.390058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8651131d-d275-474e-9fdf-bac4e899e966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59e9a1df-ae21-4ffa-951f-35c49c916aa1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.508221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.508751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.509090 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP 4df90f13-f26b-4c69-a230-7fcd357d788e disassociated. External IP: 172.25.7.205, port: 469da1a4-c7b9-4cb1-8bfe-d5b4782008f3. Feb 03 11:29:51.509550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 469da1a4-c7b9-4cb1-8bfe-d5b4782008f3 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:51.523079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=74a5b06c-84b4-4263-8b3b-2804a58dfdae,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:51.535804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 74a5b06c-84b4-4263-8b3b-2804a58dfdae details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:51.635377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8651131d-d275-474e-9fdf-bac4e899e966 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eadd332ef21a40f1b88cbba4489c6581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177598 Feb 03 11:29:51.713574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:51.723365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651131d-d275-474e-9fdf-bac4e899e966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9a1df-ae21-4ffa-951f-35c49c916aa1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:51.786071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (469da1a4-c7b9-4cb1-8bfe-d5b4782008f3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:51.804219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c89e9-15f1-4831-ba82-f9b247de12a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.809763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c89e9-15f1-4831-ba82-f9b247de12a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.815596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c89e9-15f1-4831-ba82-f9b247de12a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.821610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c89e9-15f1-4831-ba82-f9b247de12a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:51.826945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-930c89e9-15f1-4831-ba82-f9b247de12a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4566278 Feb 03 11:29:51.829715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58882) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:51.898178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=469da1a4-c7b9-4cb1-8bfe-d5b4782008f3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:51.898960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494254c8-7c3b-4156-841f-85bb8924d3ae tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=df512186-ad23-41d2-8bed-eb817297db61,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:51.927493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network df512186-ad23-41d2-8bed-eb817297db61 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:52.015018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (74a5b06c-84b4-4263-8b3b-2804a58dfdae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.028851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed95d9b-6ecb-49dd-914d-e26df579971d req-ad3676a6-a886-4bf2-b781-df05be51aff2 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:52.030419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fed95d9b-6ecb-49dd-914d-e26df579971d req-ad3676a6-a886-4bf2-b781-df05be51aff2 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.3186800 Feb 03 11:29:52.058784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] Publish callbacks [] for security_group (59e9a1df-ae21-4ffa-951f-35c49c916aa1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.114427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] Publish callbacks [] for security_group (59e9a1df-ae21-4ffa-951f-35c49c916aa1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.139142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (74a5b06c-84b4-4263-8b3b-2804a58dfdae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.145890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:29:52.167323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a5b06c-84b4-4263-8b3b-2804a58dfdae']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.179836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3362ba51-24b1-4cb6-9c1b-5ea5789057b1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.180260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3362ba51-24b1-4cb6-9c1b-5ea5789057b1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.190540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3362ba51-24b1-4cb6-9c1b-5ea5789057b1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.197841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fed95d9b-6ecb-49dd-914d-e26df579971d req-16a824dc-b754-48d1-b108-747b6a362e93 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571620 Feb 03 11:29:52.209070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3362ba51-24b1-4cb6-9c1b-5ea5789057b1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.218494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:29:52.219452 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3362ba51-24b1-4cb6-9c1b-5ea5789057b1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:29:52.224150 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:29:52.274787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31564f1-398d-4e81-9f75-f2a275e45020 req-fb0ab712-3705-499e-918b-49a4f9399558 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:52.276364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f31564f1-398d-4e81-9f75-f2a275e45020 req-fb0ab712-3705-499e-918b-49a4f9399558 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 946 time: 0.2132065 Feb 03 11:29:52.304124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (74a5b06c-84b4-4263-8b3b-2804a58dfdae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.310482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59e9a1df-ae21-4ffa-951f-35c49c916aa1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.313021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.314146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59e9a1df-ae21-4ffa-951f-35c49c916aa1 HTTP/1.1" status: 204 len: 168 time: 0.5979295 Feb 03 11:29:52.341900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.349793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/74a5b06c-84b4-4263-8b3b-2804a58dfdae HTTP/1.1" status: 204 len: 168 time: 0.5189726 Feb 03 11:29:52.351809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d55363-6a35-466c-a1a7-c0b9c882020c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=74a5b06c-84b4-4263-8b3b-2804a58dfdae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:52.353023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58896) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:52.363148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf889a-d000-4424-b8da-febaec0916e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9a1df-ae21-4ffa-951f-35c49c916aa1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:52.569318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f31564f1-398d-4e81-9f75-f2a275e45020 req-38d9ccd9-4b08-4d96-8eb0-e34e69355c96 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751937 Feb 03 11:29:52.631764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (df512186-ad23-41d2-8bed-eb817297db61), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:52.689367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:29:52.704430 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:29:52.727009 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:52.728464 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.811489 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.821254 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:29:52.822161 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.876228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d76411-baf5-4fde-bfb2-c7c1044656d9 req-cb83dbd4-0c6a-40c7-aabe-b5daa0aa8c50 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:52.879968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9d76411-baf5-4fde-bfb2-c7c1044656d9 req-cb83dbd4-0c6a-40c7-aabe-b5daa0aa8c50 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.5096800 Feb 03 11:29:52.884614 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:52.885301 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a00a5-4422-4b1c-a36d-f9b80930557d None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:29:53.022769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.041695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:53.049693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2782fd4a-b9d1-4812-877a-1f4aaa0a7076 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/469da1a4-c7b9-4cb1-8bfe-d5b4782008f3 HTTP/1.1" status: 204 len: 168 time: 2.4793398 Feb 03 11:29:53.102906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c9d76411-baf5-4fde-bfb2-c7c1044656d9 req-b5bf54ae-2145-4a96-9be3-7cde203fcde6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868072 Feb 03 11:29:53.105834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (df512186-ad23-41d2-8bed-eb817297db61), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.174752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df512186-ad23-41d2-8bed-eb817297db61']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:53.183978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:53.188479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-21b1ffed-4c75-47a4-bf7a-95127d5dc9aa tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/floatingips/4df90f13-f26b-4c69-a230-7fcd357d788e HTTP/1.1" status: 200 len: 688 time: 0.1423671 Feb 03 11:29:53.213309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fea9204-ed5c-4d95-81c9-d6368dabbf88') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:53.213972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fea9204-ed5c-4d95-81c9-d6368dabbf88') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:29:53.283306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (3fea9204-ed5c-4d95-81c9-d6368dabbf88), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.384603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3fea9204-ed5c-4d95-81c9-d6368dabbf88), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.397966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:29:53.398374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (3fea9204-ed5c-4d95-81c9-d6368dabbf88), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:29:53.403187 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:29:53.520004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (df512186-ad23-41d2-8bed-eb817297db61), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.520735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.525517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/df512186-ad23-41d2-8bed-eb817297db61 HTTP/1.1" status: 204 len: 168 time: 1.1710253 Feb 03 11:29:53.528344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:53.596154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e2aac-d033-44ec-9d22-bf2b7866c0c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=df512186-ad23-41d2-8bed-eb817297db61,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:53.637787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bedeb-dc02-4a1d-9cf8-bde5b4f931a7 req-1a0aefe4-0d8f-4b43-b616-5b41629ac0b6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:53.639975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-950bedeb-dc02-4a1d-9cf8-bde5b4f931a7 req-1a0aefe4-0d8f-4b43-b616-5b41629ac0b6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.3653872 Feb 03 11:29:53.747635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port cd0c3078-44f1-4303-9bd8-ec08bb5ee018 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:53.751436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.790658 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de227bfd-5e31-4989-80ae-145df37dd094 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:53.797714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de227bfd-5e31-4989-80ae-145df37dd094 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:53.799348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de227bfd-5e31-4989-80ae-145df37dd094 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2699785 Feb 03 11:29:53.805452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:53.810493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-950bedeb-dc02-4a1d-9cf8-bde5b4f931a7 req-35da37e6-2f02-4dfb-986e-209a0ab5be7d tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603832 Feb 03 11:29:53.814406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1820150664'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:53.847009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:53.853895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.891485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:53.907389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3c6b2172-2168-470a-9b88-1257d89a7355), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.907963 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment 3c6b2172-2168-470a-9b88-1257d89a7355 of type vlan for network a71a0e6b-e727-4964-96f6-3d8411fac6bc Feb 03 11:29:53.937870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.938344 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:53.954825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for cd0c3078-44f1-4303-9bd8-ec08bb5ee018 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:54.044528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a71a0e6b-e727-4964-96f6-3d8411fac6bc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.083893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590ed8b-e12a-4880-9046-3b071e5c9c6e req-a6a67ef8-9fa7-45a4-a9ca-2841735a210c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:54.086282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b590ed8b-e12a-4880-9046-3b071e5c9c6e req-a6a67ef8-9fa7-45a4-a9ca-2841735a210c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 946 time: 0.3089013 Feb 03 11:29:54.103538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a71a0e6b-e727-4964-96f6-3d8411fac6bc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.123692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:54.124937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.212397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4023023 Feb 03 11:29:54.214971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:54.275969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-432287368'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:54.282515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b590ed8b-e12a-4880-9046-3b071e5c9c6e req-102adf32-3797-48b1-8dc9-2885b4c55a3d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751194 Feb 03 11:29:54.306505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85068248-b77d-4897-89ca-9824ee225518 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=a71a0e6b-e727-4964-96f6-3d8411fac6bc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:54.326029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a71a0e6b-e727-4964-96f6-3d8411fac6bc details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:54.364644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:54.368407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.435289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:29:54.459981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1c585453-90a2-44b4-9f23-79a912a00f66), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.460331 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment 1c585453-90a2-44b4-9f23-79a912a00f66 of type vlan for network 820d911d-95f2-4724-afa5-edada3126415 Feb 03 11:29:54.492438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-44287b8a-f7f7-4fcd-a8f1-8d0b6f97273b tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:54.494283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-44287b8a-f7f7-4fcd-a8f1-8d0b6f97273b tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 0.3144002 Feb 03 11:29:54.524058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cd0c3078-44f1-4303-9bd8-ec08bb5ee018), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.542593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-c8f1d968-d639-49e8-a6fc-4f0989bc482a tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/quotas/3cc1625c93b94e29aa9bb94c31228446 HTTP/1.1" status: 200 len: 375 time: 0.0128958 Feb 03 11:29:54.617054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=cd0c3078-44f1-4303-9bd8-ec08bb5ee018,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:54.621831 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (820d911d-95f2-4724-afa5-edada3126415), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.755114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:29:54.802308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (820d911d-95f2-4724-afa5-edada3126415), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.808518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:54.809657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:54.823422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-9c49b5d2-9a2a-41fd-96d9-c177fad62261 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2747388 Feb 03 11:29:55.353788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1347148 Feb 03 11:29:55.356809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:55.376482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (4df90f13-f26b-4c69-a230-7fcd357d788e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:55.379811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:55.380214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'ports': [{'network_id': 'a71a0e6b-e727-4964-96f6-3d8411fac6bc', 'name': 'tempest-port--550500973', 'admin_state_up': True}, {'network_id': '820d911d-95f2-4724-afa5-edada3126415', 'admin_state_up': False}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:55.380738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'port': {'network_id': 'a71a0e6b-e727-4964-96f6-3d8411fac6bc', 'name': 'tempest-port--550500973', 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:55.380964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-610f262a-c3cb-46a4-8bac-1aad57460407 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/4df90f13-f26b-4c69-a230-7fcd357d788e HTTP/1.1" status: 204 len: 168 time: 2.1959848 Feb 03 11:29:55.384538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'port': {'network_id': '820d911d-95f2-4724-afa5-edada3126415', 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:55.396118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:29:55.417541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '0210a16e-5871-401b-a389-4d236b69cbc5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:55.473071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941cf1d-ba9b-43e9-83f3-9c3502f90fc5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=820d911d-95f2-4724-afa5-edada3126415,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:55.493862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 820d911d-95f2-4724-afa5-edada3126415 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:29:55.550316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:55.578132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d76d8352-81d3-4328-b210-2eb2b1cc7178 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:55.579696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d76d8352-81d3-4328-b210-2eb2b1cc7178 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.53 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 946 time: 0.3276541 Feb 03 11:29:55.987069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'port': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:55.994818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.034779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.076541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76ff69-1971-47e8-9f11-626dd73311b2 req-0f0383b6-6849-451f-b5de-2e4b25391dc6 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:56.078319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e76ff69-1971-47e8-9f11-626dd73311b2 req-0f0383b6-6849-451f-b5de-2e4b25391dc6 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 946 time: 0.5538146 Feb 03 11:29:56.111222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.151708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-b1e27f79-78e5-434a-825a-8f6c043fbaa7 service neutron] 10.222.0.30 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010766 Feb 03 11:29:56.303826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-2214aaf3-9000-4faa-8a5f-bbe6cc784862 service neutron] 10.222.0.30 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511173 Feb 03 11:29:56.306699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Deleting port 0af226cf-eb17-4e26-aef0-b186d26ca52a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:29:56.312670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.402162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e76ff69-1971-47e8-9f11-626dd73311b2 req-4bb29bd1-7e64-45c4-bf5c-08d298f9b575 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092639 Feb 03 11:29:56.553017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] For port 0af226cf-eb17-4e26-aef0-b186d26ca52a, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=0af226cf-eb17-4e26-aef0-b186d26ca52a,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:29:56.553598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.603018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Calling delete_port for 0af226cf-eb17-4e26-aef0-b186d26ca52a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:29:56.610178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b1a571d-8569-47a2-b4b3-f8252820e697 req-a4567c1c-f7d2-43ac-8662-64a67f820e5c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 210 time: 0.0523365 Feb 03 11:29:56.940059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0af226cf-eb17-4e26-aef0-b186d26ca52a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:56.955915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['0af226cf-eb17-4e26-aef0-b186d26ca52a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:29:56.998007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Pushing event deleted for resources: {'Port': ['ID=0af226cf-eb17-4e26-aef0-b186d26ca52a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:57.036587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:57.109156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] No DVR routers for this DVR port 0af226cf-eb17-4e26-aef0-b186d26ca52a on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:29:57.113356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:57.116998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd3ec35e-9af1-479c-b6cb-1b1f352e8612 req-d0ee790a-8e88-408a-8cd3-9075d9499528 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.53 "DELETE /v2.0/ports/0af226cf-eb17-4e26-aef0-b186d26ca52a HTTP/1.1" status: 204 len: 173 time: 1.5266547 Feb 03 11:29:57.117663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'name': 'network-vif-deleted', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:29:57.141109 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a30ae74-9214-4607-adee-5bc4b877edd8" -d '{"events": [{"server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "name": "network-vif-deleted", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:29:57.232324 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6dc5c6-96ff-4c45-9b8b-a604b29bcaef x-openstack-request-id: req-db6dc5c6-96ff-4c45-9b8b-a604b29bcaef {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:29:57.232626 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2635e055-24d7-4979-bd8d-f2425de97add", "name": "network-vif-deleted", "tag": "0af226cf-eb17-4e26-aef0-b186d26ca52a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:29:57.232886 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db6dc5c6-96ff-4c45-9b8b-a604b29bcaef {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:29:57.233316 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2635e055-24d7-4979-bd8d-f2425de97add', 'name': 'network-vif-deleted', 'tag': '0af226cf-eb17-4e26-aef0-b186d26ca52a', 'status': 'completed', 'code': 200} Feb 03 11:29:57.372181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] device_id is not set on port 6638fbc2-5997-4a4d-a26e-c37bae4219d4 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:29:57.419837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.55 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/a1f7a722-9e47-47ca-90c4-924925d86865) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:57.689508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63faa3eb-fa4b-4da6-8e91-156b8b112903 req-fe7048f5-e5c1-4e23-8a90-b3c802ab6883 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=2635e055-24d7-4979-bd8d-f2425de97add HTTP/1.1" status: 200 len: 210 time: 0.0589204 Feb 03 11:29:57.720978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (a1f7a722-9e47-47ca-90c4-924925d86865), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:57.725129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for port (6638fbc2-5997-4a4d-a26e-c37bae4219d4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:57.811596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-219ab219-6ded-4692-bf63-ec93c0abeb1f req-93b59e66-4acf-47c2-8dad-106d60860ebe tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 210 time: 0.0510581 Feb 03 11:29:57.893691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] device_id is not set on port 27238903-3166-42c9-95b1-b8607a96d746 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:29:57.973427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:58.074025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:58.083742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:58.087092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for port (27238903-3166-42c9-95b1-b8607a96d746), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:58.092142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:58.118094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=a1f7a722-9e47-47ca-90c4-924925d86865,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:58.146100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.146388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.146842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.147245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.147652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.148084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.148396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.148853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.150575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.150698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.151049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.151462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.151852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:29:58.210263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6638fbc2-5997-4a4d-a26e-c37bae4219d4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:58.368468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Port': ['ID=6638fbc2-5997-4a4d-a26e-c37bae4219d4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:58.521033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-92db06f9-3e73-45f2-bb78-685c47246441 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:58.522439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-92db06f9-3e73-45f2-bb78-685c47246441 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.53 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 0.1133900 Feb 03 11:29:58.541947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Request body: {'port': {'device_id': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'admin_state_up': True, 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:29:58.600043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Made reservation on behalf of 3cc1625c93b94e29aa9bb94c31228446 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:29:58.603860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:58.801667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Checking segment: {'id': '3c6b2172-2168-470a-9b88-1257d89a7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a71a0e6b-e727-4964-96f6-3d8411fac6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:58.802237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network hostable DHCP agents. Network: a71a0e6b-e727-4964-96f6-3d8411fac6bc, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:29:58.896802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Allocated IP 172.20.0.8 (3b59278b-d22d-4849-a226-bdd1fef2a2c3/8aa3a8ca-0a12-4164-85ff-30d23233d33b/06033b96-dd2f-4bb8-9ae7-4df14810b0d4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:29:58.949074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network a71a0e6b-e727-4964-96f6-3d8411fac6bc is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:29:58.967507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, a71a0e6b-e727-4964-96f6-3d8411fac6bc) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:58.970590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0af226cf-eb17-4e26-aef0-b186d26ca52a no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:29:58.978941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:58.979831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (27238903-3166-42c9-95b1-b8607a96d746), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:58.982736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af310d24-b64c-490a-9be3-de435c5e21a5 None None] Network a71a0e6b-e727-4964-96f6-3d8411fac6bc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:59.023431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-303fc884-9422-473f-b804-a773d602cad7 req-828b6eaa-4cd5-48a6-8f53-84bb503e1b13 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 210 time: 0.0672376 Feb 03 11:29:59.188794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 0af226cf-eb17-4e26-aef0-b186d26ca52a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:29:59.192726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 0af226cf-eb17-4e26-aef0-b186d26ca52a not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:29:59.193082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Port': ['ID=27238903-3166-42c9-95b1-b8607a96d746,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:59.273560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.388157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Checking segment: {'id': '1c585453-90a2-44b4-9f23-79a912a00f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '820d911d-95f2-4724-afa5-edada3126415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:29:59.388528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network hostable DHCP agents. Network: 820d911d-95f2-4724-afa5-edada3126415, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:29:59.424182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks [] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.447244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-daf86ebe-f26e-4323-ab4e-96be66d884ca tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:59.449830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-daf86ebe-f26e-4323-ab4e-96be66d884ca tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 809 time: 0.2486558 Feb 03 11:29:59.490790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-59c492ad-ca8b-4ced-ae93-4d85f8c9f262 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/quotas/3436e05eae1a4714960abf33dc3244c6 HTTP/1.1" status: 200 len: 375 time: 0.0334485 Feb 03 11:29:59.534473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-9be59b57-3fda-4b66-9681-98b1c3a93bf8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426221 Feb 03 11:29:59.539866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.548518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network 820d911d-95f2-4724-afa5-edada3126415 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:29:59.566108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.606641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['cdf14e45-ab05-4df0-9e98-e2db2369a1ac'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:29:59.669436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:29:59.687641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:59.705131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:59.727113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Pushing event updated for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:29:59.832585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 820d911d-95f2-4724-afa5-edada3126415) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:29:59.863050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:29:59.880777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:59.891736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:59.900600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.906112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7a465-0d82-4e38-9f67-dafc875d7f24 None None] Network 820d911d-95f2-4724-afa5-edada3126415 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:29:59.922052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:29:59.922787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:29:59.974949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-1d6fe995-48fc-4cba-82f7-e0a03e3f06b5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4398642 Feb 03 11:29:59.979809 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-23a91a83-df7f-4834-acf7-8f6cfa79c0a7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6207023 Feb 03 11:29:59.985386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59156) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:00.006169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Request body: {'port': {'device_id': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:00.046778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-6a1bb6fd-5783-41e1-9c05-db8fcd6653c1 service neutron] 10.222.0.30 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106051 Feb 03 11:30:00.180771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.188856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7028cb-d078-4f97-96c0-a79eb82b92c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:00.200875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7028cb-d078-4f97-96c0-a79eb82b92c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:00.205048 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa7028cb-d078-4f97-96c0-a79eb82b92c8 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2116044 Feb 03 11:30:00.205706 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:00.289828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c0b1cf2-6437-4610-b1dd-9766c55a74b6 None None] Provisioning complete for port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:00.290620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1cf2-6437-4610-b1dd-9766c55a74b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.294862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-627bdee2-9ff0-49e3-8fc8-7b66b37e3647 service neutron] 10.222.0.30 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467618 Feb 03 11:30:00.390828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b1cf2-6437-4610-b1dd-9766c55a74b6 None None] Port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:30:00.439591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Deleting port 6638fbc2-5997-4a4d-a26e-c37bae4219d4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:00.439934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6638fbc2-5997-4a4d-a26e-c37bae4219d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.444176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e76dc-3f6d-4b18-99cd-7e192f74a142 req-fa15d980-2ab9-4287-95cc-f918aa6a7607 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:00.451238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36e76dc-3f6d-4b18-99cd-7e192f74a142 req-fa15d980-2ab9-4287-95cc-f918aa6a7607 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1027 time: 0.2574062 Feb 03 11:30:00.465881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (a1f7a722-9e47-47ca-90c4-924925d86865), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.489786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.701478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6638fbc2-5997-4a4d-a26e-c37bae4219d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.701783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:30:00.712285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks [] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.728323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Transition to ACTIVE for port object 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:30:00.795671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0adc1df9-690e-4411-ac8f-7eb24a61d607 req-aa9e0247-23c8-410f-b1e6-f8bff8367823 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 210 time: 0.0652542 Feb 03 11:30:00.798834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d36e76dc-3f6d-4b18-99cd-7e192f74a142 req-4f66fdfe-162e-4b04-9724-6fa20d684b3c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467958 Feb 03 11:30:00.800242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.864548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Calling delete_port for 6638fbc2-5997-4a4d-a26e-c37bae4219d4 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:00.905360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=a1f7a722-9e47-47ca-90c4-924925d86865,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:00.949789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:00.979339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Attempting to bind port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:00.979740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Attempting to bind port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:00.980083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Attempting to bind port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:01.015147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:01.030206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:30:01.030536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Attempting to bind port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 on network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:01.036576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:01.036938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Checking segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:01.037331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Bound using segment: {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:01.037776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Bound port: 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f3d797-8868-49e3-b920-02cc6854a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:01.038150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.176744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:01.180620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:01.191120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.253649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:01.254507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.256443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/06033b96-dd2f-4bb8-9ae7-4df14810b0d4 HTTP/1.1" status: 200 len: 1091 time: 1.2577844 Feb 03 11:30:01.257183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:01.257490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-217028ad-5db1-42c2-afd3-1dd56433369c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.262427 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:01.293833 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP a1caea49-21d0-46b3-bc30-4a31bcbc05f5 associated. External IP: 172.25.7.55, port: 0210a16e-5871-401b-a389-4d236b69cbc5. Feb 03 11:30:01.396119 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9ee6e-21af-485a-9aec-f8dcdbf8d362 x-openstack-request-id: req-f7a9ee6e-21af-485a-9aec-f8dcdbf8d362 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:01.396858 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:01.397245 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7a9ee6e-21af-485a-9aec-f8dcdbf8d362 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:01.397764 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4', 'status': 'completed', 'code': 200} Feb 03 11:30:01.427684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c26255-f001-4714-b7b4-6cb62d0dc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:01.500030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-e9909b36-2668-480c-b09e-4795ffd4f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:01.501748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-e9909b36-2668-480c-b09e-4795ffd4f522 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1125 time: 0.1488900 Feb 03 11:30:01.632547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6638fbc2-5997-4a4d-a26e-c37bae4219d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.685235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-0ef79666-c09a-4a60-b2bc-260b72291e22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4 HTTP/1.1" status: 200 len: 217 time: 0.1725895 Feb 03 11:30:01.749459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:01.766912 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/ports/6638fbc2-5997-4a4d-a26e-c37bae4219d4 HTTP/1.1" status: 204 len: 168 time: 1.5600312 Feb 03 11:30:01.774686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480d2b-c5c1-40bb-9a80-a48b5de636d2 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Port': ['ID=6638fbc2-5997-4a4d-a26e-c37bae4219d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:01.777918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:01.909881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-ddd0fa42-92f0-4a63-87b1-e813265d9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:01.911390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-ddd0fa42-92f0-4a63-87b1-e813265d9c2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8aa3a8ca-0a12-4164-85ff-30d23233d33b HTTP/1.1" status: 200 len: 849 time: 0.2089434 Feb 03 11:30:01.941902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-182e829b-40ce-410f-9967-43e78813937e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2584748 Feb 03 11:30:02.144477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:02.207482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cb61c09-0cf8-45a4-bb95-9ed6b1968974 req-c3c73e6d-2439-4adb-9cf1-9b7fe05f51ac tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 210 time: 0.1664977 Feb 03 11:30:02.238907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Deleting port 27238903-3166-42c9-95b1-b8607a96d746 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:02.239270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (27238903-3166-42c9-95b1-b8607a96d746), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.258493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac0691-4796-492d-9242-ae1e84e85627 req-1bc05fc2-6ff2-4303-8f1f-acfcef85bb28 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:02.268980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aac0691-4796-492d-9242-ae1e84e85627 req-1bc05fc2-6ff2-4303-8f1f-acfcef85bb28 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1125 time: 0.2264349 Feb 03 11:30:02.282523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13652bd-74d8-435f-920b-5a30815246f7 req-a5b15b82-f8dc-4663-be19-348cfbd827fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:02.285598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-a5b15b82-f8dc-4663-be19-348cfbd827fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b59278b-d22d-4849-a226-bdd1fef2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3413548 Feb 03 11:30:02.293829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-c08e84a3-fb8a-42d7-8401-070689780b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:02.298431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-c08e84a3-fb8a-42d7-8401-070689780b97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=699b6275c6f445c18f670f989a79427a&device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 1129 time: 0.2520750 Feb 03 11:30:02.403771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (27238903-3166-42c9-95b1-b8607a96d746), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.427692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:02.439926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:02.461738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:02.462401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:02.462557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.509616 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29ed5c85-ddeb-4bb8-89f4-4a5ee4401826 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1054442 Feb 03 11:30:02.510297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:02.516669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Calling delete_port for 27238903-3166-42c9-95b1-b8607a96d746 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:02.525232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1239416770'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:02.543617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:02.556522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-bbf52a9a-456c-4242-8055-87be1f578e6b service neutron] 10.222.0.53 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566864 Feb 03 11:30:02.565329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:02.566330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:29:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:02.625040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:02.629403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.633247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:02.634183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebcfa4-d306-4e7a-b01b-00e14910c7ab None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:02.684028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:02.701053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (27238903-3166-42c9-95b1-b8607a96d746), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.719513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b4d4f6ba-2611-4b88-9a25-35783ecc16c4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.719945 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Added segment b4d4f6ba-2611-4b88-9a25-35783ecc16c4 of type vlan for network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 Feb 03 11:30:02.760517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.766738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/ports/27238903-3166-42c9-95b1-b8607a96d746 HTTP/1.1" status: 204 len: 168 time: 0.9593704 Feb 03 11:30:02.770131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aac0691-4796-492d-9242-ae1e84e85627 req-058d3afc-34e2-4938-9ca2-6a80d77a89f2 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802079 Feb 03 11:30:02.775847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd186f-eb06-44b1-80e1-7f090769fce9 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Port': ['ID=27238903-3166-42c9-95b1-b8607a96d746,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:02.778151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:02.837678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.877824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.884143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:02.884995 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.909388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-156e07d5-2bae-48a9-9841-cc149a60b268 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1266136 Feb 03 11:30:02.915687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:02.923009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-694884889'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:02.947284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:02.950802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:02.978000 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4600859 Feb 03 11:30:02.978212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-0c06e853-5fa8-4b53-a015-31eacede67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:02.978212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-0c06e853-5fa8-4b53-a015-31eacede67c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 200 len: 918 time: 0.5543687 Feb 03 11:30:02.979914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:02.997794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'subnet': {'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:03.019096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-bda94421-16e4-48a5-946a-0ea5e5f0f32d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:03.020638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-bda94421-16e4-48a5-946a-0ea5e5f0f32d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.69 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 809 time: 0.6008332 Feb 03 11:30:03.034560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa590e-59e2-4e1e-b17d-be6c555bde6f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Network': ['ID=a190b6ce-4cf6-4ec1-83f8-17734b93bcc1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:03.037595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:03.043148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a13652bd-74d8-435f-920b-5a30815246f7 req-a6533450-32e0-44dc-a173-06ac3587aa7f service neutron] 10.222.0.53 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612725 Feb 03 11:30:03.054697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ddff4480-d175-4427-b7c8-42d395951016), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.055052 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment ddff4480-d175-4427-b7c8-42d395951016 of type vlan for network 3d21f24f-51d4-4417-9a9d-d4b73ab50f95 Feb 03 11:30:03.055884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:03.060622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Request body: {'port': {'device_id': 'd64d53c0-0042-4f85-8793-02c553370eff', 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408', 'admin_state_up': True, 'tenant_id': '3436e05eae1a4714960abf33dc3244c6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:03.156865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (3d21f24f-51d4-4417-9a9d-d4b73ab50f95), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.196071 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (3d21f24f-51d4-4417-9a9d-d4b73ab50f95), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.209569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:03.211928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.396269 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4786239 Feb 03 11:30:03.402503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e5648-521a-488c-bfab-bfde6ef9a483 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=3d21f24f-51d4-4417-9a9d-d4b73ab50f95,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:03.404761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:03.413679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1086149528'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:03.414142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 3d21f24f-51d4-4417-9a9d-d4b73ab50f95 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:03.458310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:03.461771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.500087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c1bc8c2-4beb-4078-a6ec-158f794d3159 req-4754deb3-242b-47d4-b1e2-44f976c22ee9 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 210 time: 0.1504080 Feb 03 11:30:03.517651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:03.537060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Made reservation on behalf of 3436e05eae1a4714960abf33dc3244c6 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:03.541421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.543876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b6d30f26-d196-4aa2-8713-18b8103e7e64), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.544254 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Added segment b6d30f26-d196-4aa2-8713-18b8103e7e64 of type vlan for network bdf1ed37-a990-4d16-b214-856f2400d22c Feb 03 11:30:03.547378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-299ceec1-4ce5-4887-b8a1-9622e6eb8193 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 200 len: 1002 time: 0.5453479 Feb 03 11:30:03.612171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (bdf1ed37-a990-4d16-b214-856f2400d22c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.616218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-a965b069-3cc7-499e-91f7-c674cfae837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:03.617997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-a965b069-3cc7-499e-91f7-c674cfae837b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 200 len: 856 time: 0.0537186 Feb 03 11:30:03.619127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59238) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:03.658877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-d1de3a6a-451c-466e-b348-e6a6d290b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:03.660485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (bdf1ed37-a990-4d16-b214-856f2400d22c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.661604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-d1de3a6a-451c-466e-b348-e6a6d290b078 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc1625c93b94e29aa9bb94c31228446&device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1125 time: 0.4178946 Feb 03 11:30:03.665912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:03.666510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.729032 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3108757 Feb 03 11:30:03.842610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5ab48-0217-4bed-af36-3a2b77684499 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Network': ['ID=bdf1ed37-a990-4d16-b214-856f2400d22c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:03.855623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network bdf1ed37-a990-4d16-b214-856f2400d22c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:03.865288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:03.867886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:03.871356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:03.871822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'subnets': [{'network_id': '3d21f24f-51d4-4417-9a9d-d4b73ab50f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--122784935', 'ip_version': 4}, {'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:03.872150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'subnet': {'network_id': '3d21f24f-51d4-4417-9a9d-d4b73ab50f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--122784935', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:03.872723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Request body: {'subnet': {'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:04.102164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Made reservation on behalf of e77dae9ee8d84fac98527cb333cd5cba for: {'subnet': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:04.107430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.107820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.352104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef22a-364c-4758-ab27-f74c88c41284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.360470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c95241b-de30-4a71-80f8-cab3274aadcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.442632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-2ca3a9be-f334-4d08-a971-e03d92e43037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:04.444299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-2ca3a9be-f334-4d08-a971-e03d92e43037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8145411 Feb 03 11:30:04.557023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-a0cdfd0e-2889-4f13-a0c8-8d77bcdc697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:04.558665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-a0cdfd0e-2889-4f13-a0c8-8d77bcdc697e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 200 len: 911 time: 0.8761113 Feb 03 11:30:04.569778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (41d9e932-add1-47f5-a9b9-bda47330f226), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.583929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ebfb-aab6-4454-99c7-5f686c6d7183 req-6ae52635-1a3e-4603-b333-744630444ec7 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:04.591511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70a5ebfb-aab6-4454-99c7-5f686c6d7183 req-6ae52635-1a3e-4603-b333-744630444ec7 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1125 time: 0.2549353 Feb 03 11:30:04.627535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.661875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Subnet': ['ID=41d9e932-add1-47f5-a9b9-bda47330f226,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:04.666304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-f9bac42f-4d31-466c-b0e2-4780f9d64028 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4 HTTP/1.1" status: 200 len: 217 time: 0.0877800 Feb 03 11:30:04.694292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Checking segment: {'id': 'ddff4480-d175-4427-b7c8-42d395951016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3d21f24f-51d4-4417-9a9d-d4b73ab50f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:04.694859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network hostable DHCP agents. Network: 3d21f24f-51d4-4417-9a9d-d4b73ab50f95, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:04.722608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network 3d21f24f-51d4-4417-9a9d-d4b73ab50f95 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:04.733296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 3d21f24f-51d4-4417-9a9d-d4b73ab50f95) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:04.739000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (06ab266f-4b81-4dbe-98b5-ad3a4b08b512), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:04.749185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c664ac-2b33-4d5f-b7e7-b6358a5c262a None None] Network 3d21f24f-51d4-4417-9a9d-d4b73ab50f95 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:04.757353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Allocated IP 172.20.0.6 (dff5f533-69b5-40e8-9a2e-6279ac85a408/8b8ccd35-0851-498c-8079-163cda52dc72/0fe3671b-fe8c-406d-be02-8499b7df7941) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:04.898343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event updated for resources: {'Subnet': ['ID=06ab266f-4b81-4dbe-98b5-ad3a4b08b512,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:04.901176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f87c0263-2878-482b-b103-8e2f10b71816 req-e6e786f5-654a-4b7c-b5f4-11bd0c6158c7 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 210 time: 0.2244017 Feb 03 11:30:04.908613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Checking segment: {'id': 'b6d30f26-d196-4aa2-8713-18b8103e7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:04.908613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network hostable DHCP agents. Network: bdf1ed37-a990-4d16-b214-856f2400d22c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:04.953609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Network bdf1ed37-a990-4d16-b214-856f2400d22c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:04.979027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, bdf1ed37-a990-4d16-b214-856f2400d22c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:04.984830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:04.985347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:04.985983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.010705 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff1114ce-abd2-4bff-abe5-6f6d9eba4b9c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1435351 Feb 03 11:30:05.014561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59252) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:05.052439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70a5ebfb-aab6-4454-99c7-5f686c6d7183 req-230bd015-e7d1-4607-b2e8-d7c85237a6e7 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599099 Feb 03 11:30:05.054173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-f43a1a5e-5615-41a8-af0c-6e501d29c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:05.055547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-f43a1a5e-5615-41a8-af0c-6e501d29c6f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8aa3a8ca-0a12-4164-85ff-30d23233d33b HTTP/1.1" status: 200 len: 849 time: 0.3347330 Feb 03 11:30:05.069885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c95241b-de30-4a71-80f8-cab3274aadcf admin admin] Publish callbacks [] for security_group (86aa74b8-da4b-460a-b772-23f9b6060ebd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.107908 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c95241b-de30-4a71-80f8-cab3274aadcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86aa74b8-da4b-460a-b772-23f9b6060ebd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.133321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-83bb3007-5c51-49af-887c-bfb05ed8794c service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269639 Feb 03 11:30:05.143577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:30:05.148769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff61140-63fb-42b1-99e6-b522061f1cd0 None None] Network bdf1ed37-a990-4d16-b214-856f2400d22c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:05.152438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29602b5-b98e-4855-8705-3bade1a56314 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:05.154001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29602b5-b98e-4855-8705-3bade1a56314 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:05.155631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29602b5-b98e-4855-8705-3bade1a56314 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:05.167181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a29602b5-b98e-4855-8705-3bade1a56314 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1514452 Feb 03 11:30:05.171734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59256) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:05.276729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Deleting subnet 41d9e932-add1-47f5-a9b9-bda47330f226 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:30:05.281248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95241b-de30-4a71-80f8-cab3274aadcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa74b8-da4b-460a-b772-23f9b6060ebd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:05.282057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for subnet (41d9e932-add1-47f5-a9b9-bda47330f226), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.285602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c95241b-de30-4a71-80f8-cab3274aadcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93e64994abb14e9cae4e0952f18dc895&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6619384 Feb 03 11:30:05.294162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59258) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:05.386739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2a98a797-7f3c-4803-b39d-18643428f8c0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.438106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (41d9e932-add1-47f5-a9b9-bda47330f226), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.497212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks [] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.537436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Subnet': ['ID=2a98a797-7f3c-4803-b39d-18643428f8c0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:05.543387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:05.545009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-d41a03fe-7801-4dad-b68d-3d9b94e6d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:05.547790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-d41a03fe-7801-4dad-b68d-3d9b94e6d399 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b59278b-d22d-4849-a226-bdd1fef2a2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4573519 Feb 03 11:30:05.559881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] Publish callbacks [] for security_group (86aa74b8-da4b-460a-b772-23f9b6060ebd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.563976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4', 'network_id': '3b59278b-d22d-4849-a226-bdd1fef2a2c3', 'port_id': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4', 'mac_address': 'fa:16:3e:52:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3a8ca-0a12-4164-85ff-30d23233d33b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:30:05.584267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-bdf1ed37-a990-4d16-b214-856f2400d22c', 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c', 'project_id': 'e77dae9ee8d84fac98527cb333cd5cba', 'fixed_ips': [{'subnet_id': '06ab266f-4b81-4dbe-98b5-ad3a4b08b512'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:05.585159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.609709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab4b02d5-fc99-4ab7-b66b-7f56bec930d0 req-22ec0f50-a9d1-4a6d-8fb5-d861579eb20b service neutron] 10.222.0.69 "GET /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511395 Feb 03 11:30:05.610760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.625049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] Publish callbacks [] for security_group (86aa74b8-da4b-460a-b772-23f9b6060ebd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.663781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:05.664189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.672807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (41d9e932-add1-47f5-a9b9-bda47330f226), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.712160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96aa4d-eefd-40a4-9ffa-f447f3353f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-3d21f24f-51d4-4417-9a9d-d4b73ab50f95', 'network_id': '3d21f24f-51d4-4417-9a9d-d4b73ab50f95', 'project_id': 'e77dae9ee8d84fac98527cb333cd5cba', 'fixed_ips': [{'subnet_id': '41d9e932-add1-47f5-a9b9-bda47330f226'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:05.717410 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa4d-eefd-40a4-9ffa-f447f3353f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.762037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:30:05.789594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (41d9e932-add1-47f5-a9b9-bda47330f226), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.796786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (86aa74b8-da4b-460a-b772-23f9b6060ebd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.803692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.804968 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86aa74b8-da4b-460a-b772-23f9b6060ebd HTTP/1.1" status: 204 len: 168 time: 0.4780560 Feb 03 11:30:05.849171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-3ec66ea9-8843-4e5e-bc39-5a829183d895 service neutron] 10.222.0.53 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960309 Feb 03 11:30:05.856927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Allocated IP 172.20.0.18 (bdf1ed37-a990-4d16-b214-856f2400d22c/06ab266f-4b81-4dbe-98b5-ad3a4b08b512/5bd40c6f-7a89-47a4-87ad-946cef38b40a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:05.864117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Subnet': ['ID=41d9e932-add1-47f5-a9b9-bda47330f226,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:05.881135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ff62-b70d-4563-9615-0c7c957fba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa74b8-da4b-460a-b772-23f9b6060ebd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:05.883202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:05.887119 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0861fc08-bfbc-44e6-8ad9-f9fe4605f03c tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/subnets/41d9e932-add1-47f5-a9b9-bda47330f226 HTTP/1.1" status: 204 len: 168 time: 0.7140779 Feb 03 11:30:05.891256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:05.917262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Network dff5f533-69b5-40e8-9a2e-6279ac85a408 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:05.937511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:05.949464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:05.995569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Deleting subnet 06ab266f-4b81-4dbe-98b5-ad3a4b08b512 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:30:06.108347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:06.143590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Pushing event updated for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:06.177254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.206698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Checking segment: {'id': 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:06.207179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network hostable DHCP agents. Network: a190b6ce-4cf6-4ec1-83f8-17734b93bcc1, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:06.239925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:06.239925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.314361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81f3f2-e73b-44ec-9025-6f377c744f0d req-4f42e366-9881-4291-94d3-a06b848d9ef8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:06.325432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b81f3f2-e73b-44ec-9025-6f377c744f0d req-4f42e366-9881-4291-94d3-a06b848d9ef8 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 931 time: 0.3061669 Feb 03 11:30:06.349561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:06.362485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-8fb0bbc7-cacd-4111-ab1c-e153fd21e595 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3167958 Feb 03 11:30:06.373292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afac8aa9-5e65-4557-a0b1-bc976c26cb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.381423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:06.385215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ff87f5-b381-421d-9c42-9c6ffc484a0f req-0a05dc80-2f7a-4171-8eff-569f5fb40f42 service neutron] 10.222.0.53 "GET /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635503 Feb 03 11:30:06.390922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Request body: {'port': {'device_id': 'd64d53c0-0042-4f85-8793-02c553370eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:06.452280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, a190b6ce-4cf6-4ec1-83f8-17734b93bcc1) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:06.478462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['06033b96-dd2f-4bb8-9ae7-4df14810b0d4'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:30:06.482165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:06.482759 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.488815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851c022-6a06-4214-86eb-60fd8c41b2f4 req-4e8f780d-3999-40f2-b47a-5d91c093d1d8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:06.489797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0851c022-6a06-4214-86eb-60fd8c41b2f4 req-4e8f780d-3999-40f2-b47a-5d91c093d1d8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1126 time: 0.2856565 Feb 03 11:30:06.518376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a1b07-91a3-4509-aa7c-cc5174e383f3 None None] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:06.526440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afac8aa9-5e65-4557-a0b1-bc976c26cb1a admin admin] Publish callbacks [] for security_group (cb31d296-153a-4be3-b4e2-51d9a94e3b97), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.534015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afac8aa9-5e65-4557-a0b1-bc976c26cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb31d296-153a-4be3-b4e2-51d9a94e3b97), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.540723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.547586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b81f3f2-e73b-44ec-9025-6f377c744f0d req-b4a8f2a7-2632-42f1-a4f0-95c506eeb56a tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213001 Feb 03 11:30:06.554442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9b191e96-f112-4f1b-a92d-e18f4d79b096 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5722709 Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-5d96aa4d-eefd-40a4-9ffa-f447f3353f48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d9e932-add1-47f5-a9b9-bda47330f226: This subnet is being modified by another concurrent operation. Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:06.555482 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d9e932-add1-47f5-a9b9-bda47330f226: This subnet is being modified by another concurrent operation. Feb 03 11:30:06.559654 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:30:06.565685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:06.594336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1438211736', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:06.599670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-9574ad2f-d463-45c2-b54a-dc57e7b6674b req-68ec6ddc-b4cd-4b98-868a-eba4143f85e6 service neutron] (103126) timed out ('10.222.0.30', 36984) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:30:06.627919 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afac8aa9-5e65-4557-a0b1-bc976c26cb1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35fc09c52b7e4dc6ac3cbc7ef8cd9d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768412 Feb 03 11:30:06.659126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8aa9-5e65-4557-a0b1-bc976c26cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb31d296-153a-4be3-b4e2-51d9a94e3b97,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:06.669452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59280) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:06.671511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afaff4-42c1-4cd1-a35e-7c912bf1a6a7 None None] Network 3d21f24f-51d4-4417-9a9d-d4b73ab50f95 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:06.683147 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.779666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0851c022-6a06-4214-86eb-60fd8c41b2f4 req-31f12e71-4077-4258-9de0-cb837e775b8c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656944 Feb 03 11:30:06.783176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:06.784245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.011564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:07.036342 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_controller (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.084673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-a190b6ce-4cf6-4ec1-83f8-17734b93bcc1', 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1', 'project_id': 'fa15073001a948f68937d8fd4af45571', 'fixed_ips': [{'subnet_id': '2a98a797-7f3c-4803-b39d-18643428f8c0'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:07.085692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.159962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks [] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.185080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for subnet (06ab266f-4b81-4dbe-98b5-ad3a4b08b512), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.234162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] Publish callbacks [] for security_group (cb31d296-153a-4be3-b4e2-51d9a94e3b97), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.235717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.240739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (06ab266f-4b81-4dbe-98b5-ad3a4b08b512), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.292184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] Publish callbacks [] for security_group (cb31d296-153a-4be3-b4e2-51d9a94e3b97), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.356416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.379695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Network bdf1ed37-a990-4d16-b214-856f2400d22c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:07.395091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:07.415789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:07.426730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Pushing event updated for resources: {'Port': ['ID=5bd40c6f-7a89-47a4-87ad-946cef38b40a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:07.457664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (06ab266f-4b81-4dbe-98b5-ad3a4b08b512), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.491261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.507721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb31d296-153a-4be3-b4e2-51d9a94e3b97), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.517540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.522107 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb31d296-153a-4be3-b4e2-51d9a94e3b97 HTTP/1.1" status: 204 len: 168 time: 0.8494644 Feb 03 11:30:07.548258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eff12-6bac-4f2f-b15c-6bfde5c8be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb31d296-153a-4be3-b4e2-51d9a94e3b97,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:07.651328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (06ab266f-4b81-4dbe-98b5-ad3a4b08b512), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.661865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Attempting to bind port 5bd40c6f-7a89-47a4-87ad-946cef38b40a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:07.662263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Attempting to bind port 5bd40c6f-7a89-47a4-87ad-946cef38b40a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b6d30f26-d196-4aa2-8713-18b8103e7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:07.662637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Attempting to bind port 5bd40c6f-7a89-47a4-87ad-946cef38b40a on network bdf1ed37-a990-4d16-b214-856f2400d22c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:07.670841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe3671b-fe8c-406d-be02-8499b7df7941 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:30:07.678894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Allocated IP 172.20.0.2 (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1/2a98a797-7f3c-4803-b39d-18643428f8c0/2e1cc1cd-0622-4a50-8095-6139de537a5f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:07.706130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:07.708594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Checking segment: {'id': 'b6d30f26-d196-4aa2-8713-18b8103e7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:07.709292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.710062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Bound using segment: {'id': 'b6d30f26-d196-4aa2-8713-18b8103e7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:07.712373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Bound port: 5bd40c6f-7a89-47a4-87ad-946cef38b40a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d30f26-d196-4aa2-8713-18b8103e7e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bdf1ed37-a990-4d16-b214-856f2400d22c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:07.713055 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.717674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks [] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.782741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.790903 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/subnets/06ab266f-4b81-4dbe-98b5-ad3a4b08b512 HTTP/1.1" status: 204 len: 168 time: 1.8976729 Feb 03 11:30:07.792039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f094b-27cf-4be3-9a7b-65268def5a1a tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Subnet': ['ID=06ab266f-4b81-4dbe-98b5-ad3a4b08b512,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:07.796728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59302) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:07.808469 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:30:07.862096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Transition to ACTIVE for port object 0fe3671b-fe8c-406d-be02-8499b7df7941 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:30:07.877272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:07.918827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739904d0-e3c9-4247-a877-ba79483947bc tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:07.920962 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-739904d0-e3c9-4247-a877-ba79483947bc tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1226530 Feb 03 11:30:07.924119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59306) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:08.052964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] For port 5bd40c6f-7a89-47a4-87ad-946cef38b40a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:08.053652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (bdf1ed37-a990-4d16-b214-856f2400d22c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.071929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] For port 5bd40c6f-7a89-47a4-87ad-946cef38b40a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5bd40c6f-7a89-47a4-87ad-946cef38b40a,segment=NetworkSegment(b6d30f26-d196-4aa2-8713-18b8103e7e64),segment_id=b6d30f26-d196-4aa2-8713-18b8103e7e64)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:08.115107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.206421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Deleting port 5bd40c6f-7a89-47a4-87ad-946cef38b40a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:08.206849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.249149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796a5b-68c5-4e3b-939e-1e2699317f80 None None] Pushing event updated for resources: {'Port': ['ID=5bd40c6f-7a89-47a4-87ad-946cef38b40a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:08.253066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:08.367383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] For port 5bd40c6f-7a89-47a4-87ad-946cef38b40a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5bd40c6f-7a89-47a4-87ad-946cef38b40a,segment=NetworkSegment(b6d30f26-d196-4aa2-8713-18b8103e7e64),segment_id=b6d30f26-d196-4aa2-8713-18b8103e7e64)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:08.367762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.401618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Calling delete_port for 5bd40c6f-7a89-47a4-87ad-946cef38b40a owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:08.414234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9147cda-a7e6-463f-86cd-9845e7d58693 req-951801c4-81d2-4802-acb4-4c7b1f138dd3 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:08.416049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9147cda-a7e6-463f-86cd-9845e7d58693 req-951801c4-81d2-4802-acb4-4c7b1f138dd3 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 931 time: 0.7155707 Feb 03 11:30:08.454271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e1317-9e87-4d44-92ac-6de169bc0544 None None] Network bdf1ed37-a990-4d16-b214-856f2400d22c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:08.531011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9147cda-a7e6-463f-86cd-9845e7d58693 req-83a937ff-a5d5-4b46-9b8f-475f9fcc90ec tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034920 Feb 03 11:30:08.556030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks [] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.592871 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.594160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5bd40c6f-7a89-47a4-87ad-946cef38b40a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.651666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Port': ['ID=5bd40c6f-7a89-47a4-87ad-946cef38b40a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:08.654280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] No DVR routers for this DVR port 5bd40c6f-7a89-47a4-87ad-946cef38b40a on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:08.683176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Attempting to bind port 0fe3671b-fe8c-406d-be02-8499b7df7941 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:08.683176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Attempting to bind port 0fe3671b-fe8c-406d-be02-8499b7df7941 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:08.683176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Attempting to bind port 0fe3671b-fe8c-406d-be02-8499b7df7941 on network dff5f533-69b5-40e8-9a2e-6279ac85a408 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:08.687121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.715519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Port 0fe3671b-fe8c-406d-be02-8499b7df7941 on network dff5f533-69b5-40e8-9a2e-6279ac85a408 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:30:08.716108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Attempting to bind port 0fe3671b-fe8c-406d-be02-8499b7df7941 on network dff5f533-69b5-40e8-9a2e-6279ac85a408 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:08.718869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.740037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f95d-48d9-4a21-92e5-5ae53792e73f req-6aea6a61-7c82-4581-894c-606e87e9814c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:08.742524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a321f95d-48d9-4a21-92e5-5ae53792e73f req-6aea6a61-7c82-4581-894c-606e87e9814c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1126 time: 0.7691479 Feb 03 11:30:08.744208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Pushing event updated for resources: {'Port': ['ID=2e1cc1cd-0622-4a50-8095-6139de537a5f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:08.746589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:08.747621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Checking segment: {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:08.748233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Bound using segment: {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:08.748979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Bound port: 0fe3671b-fe8c-406d-be02-8499b7df7941, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88816892-d4f6-4cc7-864a-5d99b3be6213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:08.750521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.807104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (bdf1ed37-a990-4d16-b214-856f2400d22c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.837755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf1ed37-a990-4d16-b214-856f2400d22c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:08.854550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d30f26-d196-4aa2-8713-18b8103e7e64') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:08.855438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d30f26-d196-4aa2-8713-18b8103e7e64') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:08.867506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b6d30f26-d196-4aa2-8713-18b8103e7e64), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.885057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b6d30f26-d196-4aa2-8713-18b8103e7e64), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.893883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a321f95d-48d9-4a21-92e5-5ae53792e73f req-7bed844a-71fc-4703-957d-e94c6fcb3b32 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379869 Feb 03 11:30:08.904526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:08.905002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b6d30f26-d196-4aa2-8713-18b8103e7e64), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:08.963038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:08.970195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0fe3671b-fe8c-406d-be02-8499b7df7941,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:08.984424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.25.7.182 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2fefa6d3-0be8-4356-b7cf-603aedd080e4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:08.987425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:09.019135 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:09.026080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (bdf1ed37-a990-4d16-b214-856f2400d22c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.072171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.076413 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/bdf1ed37-a990-4d16-b214-856f2400d22c HTTP/1.1" status: 204 len: 168 time: 1.1512306 Feb 03 11:30:09.078395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17fd8-9da9-419a-9cf9-0d5eed05b5c7 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=bdf1ed37-a990-4d16-b214-856f2400d22c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:09.081301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59330) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:09.092178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:09.097029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.098782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] 10.222.0.69 "PUT /v2.0/ports/0fe3671b-fe8c-406d-be02-8499b7df7941 HTTP/1.1" status: 200 len: 1091 time: 2.7183490 Feb 03 11:30:09.103688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:09.106512 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947" -d '{"events": [{"name": "network-changed", "server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:09.156809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215698d0-194d-410c-bc9a-8558ccf4f86f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:09.191371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3d21f24f-51d4-4417-9a9d-d4b73ab50f95), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.288998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (2fefa6d3-0be8-4356-b7cf-603aedd080e4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.294269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:09.304815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-79061338-3b24-49a1-ab2d-d57802e0a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:09.306372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-79061338-3b24-49a1-ab2d-d57802e0a902 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 1125 time: 0.1130135 Feb 03 11:30:09.339991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (3d21f24f-51d4-4417-9a9d-d4b73ab50f95), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.364441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d21f24f-51d4-4417-9a9d-d4b73ab50f95']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.366786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-21c3d7a5-6151-4ae5-9888-e630fedc08b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe3671b-fe8c-406d-be02-8499b7df7941 HTTP/1.1" status: 200 len: 217 time: 0.0405228 Feb 03 11:30:09.370176 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ed2c7-47d7-4dcd-a422-b04babd6fcbe x-openstack-request-id: req-1e4ed2c7-47d7-4dcd-a422-b04babd6fcbe {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:09.370464 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:09.370713 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e4ed2c7-47d7-4dcd-a422-b04babd6fcbe {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:09.371122 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941', 'status': 'completed', 'code': 200} Feb 03 11:30:09.378185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff4480-d175-4427-b7c8-42d395951016') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.379086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff4480-d175-4427-b7c8-42d395951016') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.398530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (ddff4480-d175-4427-b7c8-42d395951016), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.415788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ddff4480-d175-4427-b7c8-42d395951016), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.426207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:09.426745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:09.427010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (ddff4480-d175-4427-b7c8-42d395951016), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.436284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2fefa6d3-0be8-4356-b7cf-603aedd080e4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.445039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:09.448551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:09.492845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:09.499884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:09.507738 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:09.516055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (3d21f24f-51d4-4417-9a9d-d4b73ab50f95), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.532303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.535925 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/3d21f24f-51d4-4417-9a9d-d4b73ab50f95 HTTP/1.1" status: 204 len: 168 time: 0.4526021 Feb 03 11:30:09.546343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59342) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:09.558976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01efaa0-e35f-4074-bbcc-29dfc53c5da5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=3d21f24f-51d4-4417-9a9d-d4b73ab50f95,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:09.559398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:09.645080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-0affd05e-77fa-4da0-a0c3-acb29710295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:09.646701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-0affd05e-77fa-4da0-a0c3-acb29710295f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b8ccd35-0851-498c-8079-163cda52dc72 HTTP/1.1" status: 200 len: 849 time: 0.2721548 Feb 03 11:30:09.671304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Attempting to bind port 2e1cc1cd-0622-4a50-8095-6139de537a5f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:09.671844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Attempting to bind port 2e1cc1cd-0622-4a50-8095-6139de537a5f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:09.673816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Attempting to bind port 2e1cc1cd-0622-4a50-8095-6139de537a5f on network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:09.687543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:30:09.699963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (820d911d-95f2-4724-afa5-edada3126415), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.705027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:09.713651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Checking segment: {'id': 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:09.715976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.722971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Bound using segment: {'id': 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:09.724088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Bound port: 2e1cc1cd-0622-4a50-8095-6139de537a5f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:09.727639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.730847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:09.732865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.777553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-c0ee5e0a-bbfe-4e79-b65f-a88b09760a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dff5f533-69b5-40e8-9a2e-6279ac85a408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218777 Feb 03 11:30:09.815451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (820d911d-95f2-4724-afa5-edada3126415), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.829803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=2fefa6d3-0be8-4356-b7cf-603aedd080e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:09.847546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820d911d-95f2-4724-afa5-edada3126415']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.858419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c585453-90a2-44b4-9f23-79a912a00f66') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.858644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c585453-90a2-44b4-9f23-79a912a00f66') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:09.870420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (1c585453-90a2-44b4-9f23-79a912a00f66), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.878300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] For port 2e1cc1cd-0622-4a50-8095-6139de537a5f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:09.882764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] For port 2e1cc1cd-0622-4a50-8095-6139de537a5f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2e1cc1cd-0622-4a50-8095-6139de537a5f,segment=NetworkSegment(b4d4f6ba-2611-4b88-9a25-35783ecc16c4),segment_id=b4d4f6ba-2611-4b88-9a25-35783ecc16c4)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:09.886230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1c585453-90a2-44b4-9f23-79a912a00f66), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.893029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:09.893445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (1c585453-90a2-44b4-9f23-79a912a00f66), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.895029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:09.962612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca889-614c-4d6e-ab3f-49070df9912a None None] Pushing event updated for resources: {'Port': ['ID=2e1cc1cd-0622-4a50-8095-6139de537a5f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:10.029377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:10.029751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:10.040826 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:10.061360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (820d911d-95f2-4724-afa5-edada3126415), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.065567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:10.069575 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d706f26-5a3c-452d-aab6-5d569dce16a1" -d '{"events": [{"server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "name": "network-vif-plugged", "status": "completed", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:10.070721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.079164 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/820d911d-95f2-4724-afa5-edada3126415 HTTP/1.1" status: 204 len: 168 time: 0.5312781 Feb 03 11:30:10.080565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59354) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:10.084252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:10.091310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.139561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b9c30-4200-40a9-ade0-068242b190e5 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=820d911d-95f2-4724-afa5-edada3126415,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:10.165566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:10.301581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a71a0e6b-e727-4964-96f6-3d8411fac6bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.650527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a71a0e6b-e727-4964-96f6-3d8411fac6bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.674793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71a0e6b-e727-4964-96f6-3d8411fac6bc']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:10.705832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6b2172-2168-470a-9b88-1257d89a7355') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:10.706592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6b2172-2168-470a-9b88-1257d89a7355') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:10.748610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3c6b2172-2168-470a-9b88-1257d89a7355), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.783652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3c6b2172-2168-470a-9b88-1257d89a7355), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.785939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704afae6-b1e4-46e7-b929-6d1a87bfe1e0 req-874503ab-2afe-4c11-a95d-32feb0a66d3f tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:10.787592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-704afae6-b1e4-46e7-b929-6d1a87bfe1e0 req-874503ab-2afe-4c11-a95d-32feb0a66d3f tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 943 time: 1.1014163 Feb 03 11:30:10.806260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:10.806698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3c6b2172-2168-470a-9b88-1257d89a7355), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:10.856390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-2ed19862-73a8-4df3-b971-7d8f82d001f9 service neutron] 10.222.0.69 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0615637 Feb 03 11:30:10.867684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa1c66-7457-4f09-b4f4-a10915c7b5c0 req-ebf8167e-254a-458e-9c51-6a9987b4f0d1 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:10.869579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6aaa1c66-7457-4f09-b4f4-a10915c7b5c0 req-ebf8167e-254a-458e-9c51-6a9987b4f0d1 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.3000987 Feb 03 11:30:10.933119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2e1cc1cd-0622-4a50-8095-6139de537a5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:10.985148 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:10.991259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a71a0e6b-e727-4964-96f6-3d8411fac6bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.020296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.023995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] 10.222.0.30 "DELETE /v2.0/networks/a71a0e6b-e727-4964-96f6-3d8411fac6bc HTTP/1.1" status: 204 len: 168 time: 0.9355464 Feb 03 11:30:11.025153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a731b-d627-4635-979a-7676ef844799 tempest-BulkNetworkOpsTest-656483522 tempest-BulkNetworkOpsTest-656483522-project] Pushing event deleted for resources: {'Network': ['ID=a71a0e6b-e727-4964-96f6-3d8411fac6bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:11.085048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-704afae6-b1e4-46e7-b929-6d1a87bfe1e0 req-738d8a3d-07ab-455e-93b0-8168c4e477cb tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792821 Feb 03 11:30:11.153429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2e1cc1cd-0622-4a50-8095-6139de537a5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:11.153797 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.209006 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45933b09-2727-4fa0-8d2c-60c23ff2cdbd x-openstack-request-id: req-45933b09-2727-4fa0-8d2c-60c23ff2cdbd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:11.209347 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "name": "network-vif-plugged", "status": "completed", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:11.209554 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45933b09-2727-4fa0-8d2c-60c23ff2cdbd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:11.209959 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4', 'code': 200} Feb 03 11:30:11.278583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6aaa1c66-7457-4f09-b4f4-a10915c7b5c0 req-7523924a-286e-48e2-8172-493e160e8093 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876660 Feb 03 11:30:11.321137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.414794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2e1cc1cd-0622-4a50-8095-6139de537a5f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:11.417311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.518539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 2e1cc1cd-0622-4a50-8095-6139de537a5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2e1cc1cd-0622-4a50-8095-6139de537a5f,segment=NetworkSegment(b4d4f6ba-2611-4b88-9a25-35783ecc16c4),segment_id=b4d4f6ba-2611-4b88-9a25-35783ecc16c4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:11.525613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:11.554559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b1b65fe-0bcd-40d6-b796-6709f7a3eb5d req-b276c2b4-dc5e-4787-888d-4fc9ec259ac0 service neutron] 10.222.0.69 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890399 Feb 03 11:30:11.617980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f57a1-15c5-4581-961f-c1dc081082cd req-8f4e5be9-a34c-43c8-8c04-4722b0f99cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:11.619952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948f57a1-15c5-4581-961f-c1dc081082cd req-8f4e5be9-a34c-43c8-8c04-4722b0f99cb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.3112586 Feb 03 11:30:11.667942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=2e1cc1cd-0622-4a50-8095-6139de537a5f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:11.676773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59394) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:11.984018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-f821a09d-dd62-4283-9dcf-8f8bf31b0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:11.986432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-f821a09d-dd62-4283-9dcf-8f8bf31b0e92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3436e05eae1a4714960abf33dc3244c6&device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 1125 time: 0.2726538 Feb 03 11:30:12.010029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948f57a1-15c5-4581-961f-c1dc081082cd req-6011cce3-26d8-4c37-a573-255908031c95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943408 Feb 03 11:30:12.043508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.091495 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-457ecdc1-e144-4ded-8d26-661fd28edff1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e77dae9ee8d84fac98527cb333cd5cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135926 Feb 03 11:30:12.092756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59418) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:12.142979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c9d77-7e57-4ea9-8123-490287dfbc97 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:30:12.247571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] Publish callbacks [] for security_group (59311e3e-87c0-465f-9dfe-20dbaa7387a6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.279286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-92fc7532-85b1-4215-b1e4-823bc0b1d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:12.280388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-92fc7532-85b1-4215-b1e4-823bc0b1d050 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 200 len: 910 time: 0.2870989 Feb 03 11:30:12.309489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] Publish callbacks [] for security_group (59311e3e-87c0-465f-9dfe-20dbaa7387a6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.388840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-deea73de-5be6-4d15-a7dc-94e107e545c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe3671b-fe8c-406d-be02-8499b7df7941 HTTP/1.1" status: 200 len: 217 time: 0.0979333 Feb 03 11:30:12.410832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59311e3e-87c0-465f-9dfe-20dbaa7387a6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.414610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.416300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59311e3e-87c0-465f-9dfe-20dbaa7387a6 HTTP/1.1" status: 204 len: 168 time: 0.3202815 Feb 03 11:30:12.420816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c9d77-7e57-4ea9-8123-490287dfbc97 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:30:12.433918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3614556-ee5b-41d7-93d5-6223db6af1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59311e3e-87c0-465f-9dfe-20dbaa7387a6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:12.454570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c5d4fff2-4873-48fd-afce-d596d0b0268b None None] Provisioning complete for port 2e1cc1cd-0622-4a50-8095-6139de537a5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:12.454967 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d4fff2-4873-48fd-afce-d596d0b0268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:12.769883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-977972a1-2062-4b40-93f8-c521ef136bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:12.771384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-977972a1-2062-4b40-93f8-c521ef136bb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b8ccd35-0851-498c-8079-163cda52dc72 HTTP/1.1" status: 200 len: 849 time: 0.3241518 Feb 03 11:30:12.787326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:12.793544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b96d6-b521-4201-b049-02c412b55cbd req-b7b9c3b6-734b-4f68-be60-cde1d2bc418b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:12.807804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a0b96d6-b521-4201-b049-02c412b55cbd req-b7b9c3b6-734b-4f68-be60-cde1d2bc418b tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 943 time: 0.5156782 Feb 03 11:30:12.837983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:30:12.844449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2e1cc1cd-0622-4a50-8095-6139de537a5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:12.845570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5271779-e9ca-4980-9650-75f066803dd2 req-f29f6c8d-7c99-407b-adf8-cb578b56df70 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:12.862142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5271779-e9ca-4980-9650-75f066803dd2 req-f29f6c8d-7c99-407b-adf8-cb578b56df70 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.3319132 Feb 03 11:30:12.898830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-08b32b2c-5fa7-4a55-90e5-ac38a7f20dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dff5f533-69b5-40e8-9a2e-6279ac85a408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885930 Feb 03 11:30:13.082676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4fff2-4873-48fd-afce-d596d0b0268b None None] Current status of the port 2e1cc1cd-0622-4a50-8095-6139de537a5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:13.146870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb82cd74-3d45-4d9c-85ec-18ca07da2cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.234710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-dd553fb2-27c0-4bec-a1ff-a9fea65234d1 service neutron] 10.222.0.69 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091712 Feb 03 11:30:13.255332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2e1cc1cd-0622-4a50-8095-6139de537a5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:13.255985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.298688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e49d50-6b06-4ed9-adcf-5b70cd1adf3b None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:30:13.434721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb82cd74-3d45-4d9c-85ec-18ca07da2cb9 admin admin] Publish callbacks [] for security_group (98a6a6f3-ae91-43b7-baf6-4eb7b1de871a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.442271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb82cd74-3d45-4d9c-85ec-18ca07da2cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98a6a6f3-ae91-43b7-baf6-4eb7b1de871a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.505541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a0b96d6-b521-4201-b049-02c412b55cbd req-3861c4d0-197a-49b6-9757-dac6db594699 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884141 Feb 03 11:30:13.511669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5271779-e9ca-4980-9650-75f066803dd2 req-8e089ab7-6e6b-4911-bf98-2a7f5d524be5 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474500 Feb 03 11:30:13.512837 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb82cd74-3d45-4d9c-85ec-18ca07da2cb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23e090f02654432191694ad5b8481308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7225933 Feb 03 11:30:13.514647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:13.584889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:13.600738 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] Sync routers for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:13.618198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14c0cc5-2b2a-42ef-a709-2ee84bd3f947 req-f523a029-3b5d-4e1b-afc9-fad697fa054e service neutron] 10.222.0.69 "GET /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537481 Feb 03 11:30:13.640123 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:13.647857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82cd74-3d45-4d9c-85ec-18ca07da2cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6a6f3-ae91-43b7-baf6-4eb7b1de871a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:13.651403 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:13.651598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.652935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45549779-d1d5-47e9-9a7f-f7338ac88eec tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0907826 Feb 03 11:30:13.656636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:13.683771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2e1cc1cd-0622-4a50-8095-6139de537a5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:13.705164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e49d50-6b06-4ed9-adcf-5b70cd1adf3b None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:30:13.799923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] Publish callbacks [] for security_group (98a6a6f3-ae91-43b7-baf6-4eb7b1de871a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.803542 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:13.848505 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:13.849238 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:13.887615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] Publish callbacks [] for security_group (98a6a6f3-ae91-43b7-baf6-4eb7b1de871a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:13.977212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:13.980031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72078efa-e065-4459-9a67-639c90f05d0d None None] The sync data for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:14.033567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (98a6a6f3-ae91-43b7-baf6-4eb7b1de871a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:14.037460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:14.043102 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98a6a6f3-ae91-43b7-baf6-4eb7b1de871a HTTP/1.1" status: 204 len: 168 time: 0.5242922 Feb 03 11:30:14.062016 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247a9a0-9aa7-4991-a222-bec8e7105717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6a6f3-ae91-43b7-baf6-4eb7b1de871a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:14.458268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:14.478674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b18da-e2eb-47e0-ba2a-1c57fb7feeb2 None None] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:14.642246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.004794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:15.040727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4c72629-a361-4ead-a703-ab689eb97b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.080577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1752796024'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:15.158769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:15.169187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.187487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.280695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4c72629-a361-4ead-a703-ab689eb97b9c admin admin] Publish callbacks [] for security_group (dd9fca44-8fad-45f6-9e5f-daf6f74e400d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.287451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4c72629-a361-4ead-a703-ab689eb97b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dd9fca44-8fad-45f6-9e5f-daf6f74e400d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.363098 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4c72629-a361-4ead-a703-ab689eb97b9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f28d73c2d65d4daab3ae7e6bc9a1a55e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569357 Feb 03 11:30:15.369983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:15.381292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c72629-a361-4ead-a703-ab689eb97b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fca44-8fad-45f6-9e5f-daf6f74e400d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:15.404065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-59287cde-d825-4758-ac7d-6d460929b1d5 None None] Provisioning complete for port 2e1cc1cd-0622-4a50-8095-6139de537a5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:15.404702 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59287cde-d825-4758-ac7d-6d460929b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.523216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for security_group (50c74365-e781-486b-8a34-0ed98b88dfae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.528047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-59287cde-d825-4758-ac7d-6d460929b1d5 None None] Current status of the port 2e1cc1cd-0622-4a50-8095-6139de537a5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:15.538253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (50c74365-e781-486b-8a34-0ed98b88dfae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.563694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0fe3671b-fe8c-406d-be02-8499b7df7941 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:30:15.626081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:15.628297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] Publish callbacks [] for security_group (dd9fca44-8fad-45f6-9e5f-daf6f74e400d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.653223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c74365-e781-486b-8a34-0ed98b88dfae,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:15.671165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0b9369af-306e-4689-ba2b-b3e4dadb50c4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.672585 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 0b9369af-306e-4689-ba2b-b3e4dadb50c4 of type vlan for network 10b5fdef-df18-4e5c-97f2-9620f54c3273 Feb 03 11:30:15.714637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0fe3671b-fe8c-406d-be02-8499b7df7941,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:15.718185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] Publish callbacks [] for security_group (dd9fca44-8fad-45f6-9e5f-daf6f74e400d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.731596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '0fe3671b-fe8c-406d-be02-8499b7df7941', 'network_id': 'dff5f533-69b5-40e8-9a2e-6279ac85a408', 'port_id': '0fe3671b-fe8c-406d-be02-8499b7df7941', 'mac_address': 'fa:16:3e:54:bd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8ccd35-0851-498c-8079-163cda52dc72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:30:15.747877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (10b5fdef-df18-4e5c-97f2-9620f54c3273), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.816517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (10b5fdef-df18-4e5c-97f2-9620f54c3273), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.820938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0fe3671b-fe8c-406d-be02-8499b7df7941 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:15.821376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.828276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:15.831073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.840987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe3671b-fe8c-406d-be02-8499b7df7941 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:30:15.860525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dd9fca44-8fad-45f6-9e5f-daf6f74e400d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.868801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.874802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd9fca44-8fad-45f6-9e5f-daf6f74e400d HTTP/1.1" status: 204 len: 168 time: 0.5034797 Feb 03 11:30:15.875445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0fe3671b-fe8c-406d-be02-8499b7df7941,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:15.883532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:15.929782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d1f43-31b6-4344-b80b-f1674956b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fca44-8fad-45f6-9e5f-daf6f74e400d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:15.952400 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4928122 Feb 03 11:30:16.010924 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ec5e2-2d1c-43df-8867-bae96d6ac34a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=10b5fdef-df18-4e5c-97f2-9620f54c3273,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:16.051305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:16.069117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.1 (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1/2a98a797-7f3c-4803-b39d-18643428f8c0/733a1c2c-6c0c-4978-a67b-1f9455a2a2eb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:16.205419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:16.270367 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:16.318473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['0fe3671b-fe8c-406d-be02-8499b7df7941'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:30:16.360408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:16.458757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:16.581718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=733a1c2c-6c0c-4978-a67b-1f9455a2a2eb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:16.628979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e6809-e984-4d8b-a493-c21d4be79120 req-47fdddd6-489b-404a-adbc-d064f27b744e tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:16.637026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c6e6809-e984-4d8b-a493-c21d4be79120 req-47fdddd6-489b-404a-adbc-d064f27b744e tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 943 time: 1.6345146 Feb 03 11:30:16.651241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90516235-429f-42ca-b5e0-3fae758775d7 req-6f06f7c3-780c-401e-95b2-79182e2ca115 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:16.668197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90516235-429f-42ca-b5e0-3fae758775d7 req-6f06f7c3-780c-401e-95b2-79182e2ca115 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 1.7759311 Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.767134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:16.778003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c6e6809-e984-4d8b-a493-c21d4be79120 req-eeb95b97-33d4-48e9-832c-94621be45978 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066508 Feb 03 11:30:16.787440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:16.790897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:16.799524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:16.857225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90516235-429f-42ca-b5e0-3fae758775d7 req-d8e2158c-92e4-40d6-95bc-7d756e00a5f6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878259 Feb 03 11:30:17.005004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:17.229654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:17.302388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3568f07e-3a68-425f-9563-bcf87b25e611 None None] Provisioning complete for port 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:17.303986 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3568f07e-3a68-425f-9563-bcf87b25e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:17.314174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e2f04-29c9-4f5c-a954-2a0b13c34dfc req-053bb6f4-f11b-48de-8b51-16ca3d8abe9b tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:17.316702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-850e2f04-29c9-4f5c-a954-2a0b13c34dfc req-053bb6f4-f11b-48de-8b51-16ca3d8abe9b tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.1713505 Feb 03 11:30:17.391071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3568f07e-3a68-425f-9563-bcf87b25e611 None None] Port 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:30:17.499842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-850e2f04-29c9-4f5c-a954-2a0b13c34dfc req-24783a91-d1c1-4646-bbc7-269c37650462 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908928 Feb 03 11:30:17.555104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0fe3671b-fe8c-406d-be02-8499b7df7941 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:17.709596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 0fe3671b-fe8c-406d-be02-8499b7df7941 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:30:17.721187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 0fe3671b-fe8c-406d-be02-8499b7df7941 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:17.721688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:17.954334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 0fe3671b-fe8c-406d-be02-8499b7df7941 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:17.954873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:18.009259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:18.014438 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17fe7d3-7999-4783-8d8c-5e7a4dd48e37" -d '{"events": [{"server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:18.047403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0fe3671b-fe8c-406d-be02-8499b7df7941,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:18.053532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:18.190240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:18.211301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:18.244768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:18.323386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=733a1c2c-6c0c-4978-a67b-1f9455a2a2eb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:18.397400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8dd64-f5d1-4b85-bd91-d6ae604ef650 req-1bcbf00e-f413-4d3c-b8b3-1f5fd458a339 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:18.399050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dc8dd64-f5d1-4b85-bd91-d6ae604ef650 req-1bcbf00e-f413-4d3c-b8b3-1f5fd458a339 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.5013170 Feb 03 11:30:18.478601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbebd-6913-452c-8a75-6a1aa0687274 req-f1e2d7fe-a5b6-4d56-af12-0950c73152a3 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:18.480243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5addbebd-6913-452c-8a75-6a1aa0687274 req-f1e2d7fe-a5b6-4d56-af12-0950c73152a3 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 944 time: 0.4973536 Feb 03 11:30:18.481583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:18.677383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dc8dd64-f5d1-4b85-bd91-d6ae604ef650 req-bdfaab15-4bb3-4b2a-97a8-13f27d488458 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690797 Feb 03 11:30:18.706114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:18.729023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:18.794016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5addbebd-6913-452c-8a75-6a1aa0687274 req-201396b8-8e7e-4506-b776-ae08e2269529 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987201 Feb 03 11:30:18.794217 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3169392-8f53-46dd-aabb-854eb450435e x-openstack-request-id: req-d3169392-8f53-46dd-aabb-854eb450435e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:18.794670 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "name": "network-vif-plugged", "status": "completed", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:18.794835 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3169392-8f53-46dd-aabb-854eb450435e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:18.795398 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941', 'code': 200} Feb 03 11:30:19.342591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4cddb143-9489-44bf-9f56-a2d38a6d031f None None] Provisioning complete for port 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:19.343419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cddb143-9489-44bf-9f56-a2d38a6d031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:19.352181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:19.468581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4cddb143-9489-44bf-9f56-a2d38a6d031f None None] Port 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:30:19.495009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86b38-4669-4f0c-b91e-c7b14dd50295 req-73a23e6f-3fc2-41a7-a700-d1295bf89a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:19.496528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dab86b38-4669-4f0c-b91e-c7b14dd50295 req-73a23e6f-3fc2-41a7-a700-d1295bf89a1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 1127 time: 0.1939309 Feb 03 11:30:19.498568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4a24a-0952-4c50-9ad1-63a2f7b8c454 req-df581e0e-d4d0-495b-844f-bd253e19d914 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:19.499954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62c4a24a-0952-4c50-9ad1-63a2f7b8c454 req-df581e0e-d4d0-495b-844f-bd253e19d914 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.1380553 Feb 03 11:30:19.613737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:19.618910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:19.651730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dab86b38-4669-4f0c-b91e-c7b14dd50295 req-ae451725-ff96-4711-bab9-f15a2540d7f7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480954 Feb 03 11:30:19.732883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62c4a24a-0952-4c50-9ad1-63a2f7b8c454 req-c7669680-3e4a-48fa-ae75-7fe888721a7f tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208712 Feb 03 11:30:19.784977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:19.787934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:19.792306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:19.797350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-34159da9-882d-49ee-a331-d3e72db3a85f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/routers/9dc3eec6-6ac2-4731-99f9-7aec46a314a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1352494 Feb 03 11:30:19.798812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:19.809815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'port': {'network_id': 'a190b6ce-4cf6-4ec1-83f8-17734b93bcc1', 'name': 'tempest-FloatingIPTestJSON-1697486225'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:19.810529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] Sync routers for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:19.879626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:19.880299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:19.940071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:19.949959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:19.950931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:20.023364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:20.024628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fecbe3-b507-446a-8ea2-b5659f4b61f4 None None] The sync data for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:20.119066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5990f-56a4-420c-ae72-26dad65d0e70 req-ead521fc-ad58-4f53-9b63-2d8b07944744 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:20.121201 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efd5990f-56a4-420c-ae72-26dad65d0e70 req-ead521fc-ad58-4f53-9b63-2d8b07944744 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.1403742 Feb 03 11:30:20.153343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Made reservation on behalf of fa15073001a948f68937d8fd4af45571 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:20.160594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.228027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (36b70523-ff74-4880-8d35-c041ccfc5645), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.230434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] device_id is not set on port 38d0c237-b6a8-4aea-80f4-4dbd177280da yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:30:20.338722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=36b70523-ff74-4880-8d35-c041ccfc5645,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:20.349062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efd5990f-56a4-420c-ae72-26dad65d0e70 req-30f703a3-0d5d-474b-b683-a29079ba840f tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052088 Feb 03 11:30:20.408644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': '0b9369af-306e-4689-ba2b-b3e4dadb50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:20.409183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 10b5fdef-df18-4e5c-97f2-9620f54c3273, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:20.435177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:20.448280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 10b5fdef-df18-4e5c-97f2-9620f54c3273) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:20.448954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Allocated IP 172.20.0.12 (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1/2a98a797-7f3c-4803-b39d-18643428f8c0/38d0c237-b6a8-4aea-80f4-4dbd177280da) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:20.461275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8ccc7-e767-4948-8cb4-c08085e3a0e5 None None] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:20.487140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:20.488718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.534663 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9d92f261-328d-4919-9f6f-15a357afb113 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9192805 Feb 03 11:30:20.535892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:20.542220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92701539'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:20.572205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:20.578457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.623268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:20.642543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.643165 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment c28e3f58-38c1-4d2b-a372-ed66a5314e8f of type vlan for network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 Feb 03 11:30:20.713675 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.731306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-10b5fdef-df18-4e5c-97f2-9620f54c3273', 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '36b70523-ff74-4880-8d35-c041ccfc5645'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:20.733973 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.791943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.808772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:20.814648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.822317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-78cbf940-a2fd-4078-b259-503a747c318c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:20.825091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-78cbf940-a2fd-4078-b259-503a747c318c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.1475000 Feb 03 11:30:20.828831 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:20.966013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4285526 Feb 03 11:30:20.968899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:21.024428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Deleting port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:21.024845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.025534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:21.121855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] For port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:21.122253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.138187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Calling delete_port for 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:21.224549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336bcf5-4b0e-4ecc-a3ad-a32294bd9e3e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=4f7249ab-916d-4a3d-8350-1c96dd3ca023,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:21.244291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:21.263651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.356249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d78c-8ce5-482b-88b8-2059ffb56da0 req-362738f9-be38-4f2f-9186-4efcecead05c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:21.358089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7b7d78c-8ce5-482b-88b8-2059ffb56da0 req-362738f9-be38-4f2f-9186-4efcecead05c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 1127 time: 0.4465389 Feb 03 11:30:21.364152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:21.376007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:21.395657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:21.424614 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:21.428752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.474105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:21.684547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event updated for resources: {'Port': ['ID=38d0c237-b6a8-4aea-80f4-4dbd177280da,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:21.687419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Allocated IP 2001:db8:0:ffff::2 (10b5fdef-df18-4e5c-97f2-9620f54c3273/36b70523-ff74-4880-8d35-c041ccfc5645/016308e4-8891-474b-9818-491f2bcc94fe) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:21.697542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b48c332-13f6-4e5e-a456-914ef8456ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.764777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (65aa6cc1-9e8e-4222-af41-c99050d0b8bb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.805539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:21.806295 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.850352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=65aa6cc1-9e8e-4222-af41-c99050d0b8bb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:21.857526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7b7d78c-8ce5-482b-88b8-2059ffb56da0 req-1632033f-ef99-4d53-a0e2-2944de27f904 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919841 Feb 03 11:30:21.867240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (06033b96-dd2f-4bb8-9ae7-4df14810b0d4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:21.881816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21937-8d40-48a7-9c2c-c93b03ab354f req-e128e4a7-b304-48d3-8577-f660076948c0 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:21.899763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9a21937-8d40-48a7-9c2c-c93b03ab354f req-e128e4a7-b304-48d3-8577-f660076948c0 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.3120353 Feb 03 11:30:21.904486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:21.905417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 4f7249ab-916d-4a3d-8350-1c96dd3ca023, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:21.924768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['06033b96-dd2f-4bb8-9ae7-4df14810b0d4'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:30:21.935993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:21.943590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ce5c451-f8e4-4857-825a-8c8b4a39e3f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1421020 Feb 03 11:30:21.947744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:21.959185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['cdf14e45-ab05-4df0-9e98-e2db2369a1ac'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:30:21.960959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Request body: {'floatingip': {'port_id': '38d0c237-b6a8-4aea-80f4-4dbd177280da'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:21.965402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4f7249ab-916d-4a3d-8350-1c96dd3ca023) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:21.987292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:21.988303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.018221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Pushing event deleted for resources: {'Port': ['ID=06033b96-dd2f-4bb8-9ae7-4df14810b0d4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:22.054466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4e4d2-2b77-444b-9759-c29fa8d6b534 None None] Network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:22.111771 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb303e33-42b7-4dac-b1a2-66dfb6342cc8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1124244 Feb 03 11:30:22.119633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59688) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:22.161016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] No DVR routers for this DVR port 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:22.212112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-38a74675-8447-41f7-a457-081dd190051f None None] Provisioning complete for port 38d0c237-b6a8-4aea-80f4-4dbd177280da triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:22.213208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38a74675-8447-41f7-a457-081dd190051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.217032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.224984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebffea5a-73cf-439e-99c9-962251f23b55 req-adb404db-5b28-4e3f-bc9c-e8ff683ae3b8 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.53 "DELETE /v2.0/ports/06033b96-dd2f-4bb8-9ae7-4df14810b0d4 HTTP/1.1" status: 204 len: 173 time: 1.3905046 Feb 03 11:30:22.228943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks [] for port (016308e4-8891-474b-9818-491f2bcc94fe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.262159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.276718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9a21937-8d40-48a7-9c2c-c93b03ab354f req-2084b354-7f89-4175-bb9c-c67778c2364a tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796606 Feb 03 11:30:22.277402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'name': 'network-vif-deleted', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:22.288453 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684fb9d-c3bb-4f35-996e-bdeffcf191b5" -d '{"events": [{"server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "name": "network-vif-deleted", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:22.363719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (016308e4-8891-474b-9818-491f2bcc94fe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.493607 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf3e54-df57-4a6e-ae65-61e7424bae4b x-openstack-request-id: req-aebf3e54-df57-4a6e-ae65-61e7424bae4b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:22.494094 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d939a1d6-2cef-4a47-baae-d811a7651b9f", "name": "network-vif-deleted", "tag": "06033b96-dd2f-4bb8-9ae7-4df14810b0d4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:22.494503 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aebf3e54-df57-4a6e-ae65-61e7424bae4b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:22.496588 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd939a1d6-2cef-4a47-baae-d811a7651b9f', 'name': 'network-vif-deleted', 'tag': '06033b96-dd2f-4bb8-9ae7-4df14810b0d4', 'status': 'completed', 'code': 200} Feb 03 11:30:22.510044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Pushing event updated for resources: {'Port': ['ID=016308e4-8891-474b-9818-491f2bcc94fe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:22.528187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:22.532748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-38a74675-8447-41f7-a457-081dd190051f None None] Port 38d0c237-b6a8-4aea-80f4-4dbd177280da cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:30:22.542334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:22.545086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:22.575370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b48c332-13f6-4e5e-a456-914ef8456ef2 admin admin] Publish callbacks [] for security_group (b0c75c08-faba-462d-825b-168de525e46c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.583683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b48c332-13f6-4e5e-a456-914ef8456ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b0c75c08-faba-462d-825b-168de525e46c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.682262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4f7249ab-916d-4a3d-8350-1c96dd3ca023', 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '65aa6cc1-9e8e-4222-af41-c99050d0b8bb'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:22.685588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.698708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b48c332-13f6-4e5e-a456-914ef8456ef2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b560bbd82c3d45f287377ce47ea9b507&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4503102 Feb 03 11:30:22.708785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59700) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:22.740231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Attempting to bind port 016308e4-8891-474b-9818-491f2bcc94fe on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:22.740231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Attempting to bind port 016308e4-8891-474b-9818-491f2bcc94fe by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '0b9369af-306e-4689-ba2b-b3e4dadb50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:22.740231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Attempting to bind port 016308e4-8891-474b-9818-491f2bcc94fe on network 10b5fdef-df18-4e5c-97f2-9620f54c3273 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:22.777221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:22.777645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Checking segment: {'id': '0b9369af-306e-4689-ba2b-b3e4dadb50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:22.779283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.779696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Bound using segment: {'id': '0b9369af-306e-4689-ba2b-b3e4dadb50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:22.781812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Bound port: 016308e4-8891-474b-9818-491f2bcc94fe, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9369af-306e-4689-ba2b-b3e4dadb50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10b5fdef-df18-4e5c-97f2-9620f54c3273'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:22.783073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (016308e4-8891-474b-9818-491f2bcc94fe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.803130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.890219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48c332-13f6-4e5e-a456-914ef8456ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c75c08-faba-462d-825b-168de525e46c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:22.897553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] Publish callbacks [] for security_group (b0c75c08-faba-462d-825b-168de525e46c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:22.960440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] Publish callbacks [] for security_group (b0c75c08-faba-462d-825b-168de525e46c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:23.119713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b0c75c08-faba-462d-825b-168de525e46c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:23.125453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:23.129832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0c75c08-faba-462d-825b-168de525e46c HTTP/1.1" status: 204 len: 168 time: 0.4154489 Feb 03 11:30:23.147135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc456469-de85-430f-ace5-bdf1e7f2d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c75c08-faba-462d-825b-168de525e46c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:23.245129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (65aa6cc1-9e8e-4222-af41-c99050d0b8bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:23.325429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35cfd29-7abc-4e15-a50e-6969d2121079 req-5b9bbc4c-fa4d-44f8-953f-d09732663341 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d939a1d6-2cef-4a47-baae-d811a7651b9f HTTP/1.1" status: 200 len: 210 time: 0.0929236 Feb 03 11:30:23.349811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Allocated IP 2001:db8::1 (4f7249ab-916d-4a3d-8350-1c96dd3ca023/65aa6cc1-9e8e-4222-af41-c99050d0b8bb/0668713c-30d7-4c5c-9e98-31bf783ee286) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:23.381013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] For port 016308e4-8891-474b-9818-491f2bcc94fe, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:23.390831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] For port 016308e4-8891-474b-9818-491f2bcc94fe, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=016308e4-8891-474b-9818-491f2bcc94fe,segment=NetworkSegment(0b9369af-306e-4689-ba2b-b3e4dadb50c4),segment_id=0b9369af-306e-4689-ba2b-b3e4dadb50c4)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:23.426426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (016308e4-8891-474b-9818-491f2bcc94fe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:23.760623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171ecbe-c3b7-41c2-8b1c-e5ebef35b383 None None] Pushing event updated for resources: {'Port': ['ID=016308e4-8891-474b-9818-491f2bcc94fe,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:23.979277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks [] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.009061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.028831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:24.059352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (65aa6cc1-9e8e-4222-af41-c99050d0b8bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.063583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b09153-a555-4bf8-acfa-2c89b2c4e14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.179959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=65aa6cc1-9e8e-4222-af41-c99050d0b8bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:24.187865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Pushing event updated for resources: {'Port': ['ID=0668713c-30d7-4c5c-9e98-31bf783ee286,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:24.232543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:24.252056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:24.268371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:24.292154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:24.371517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.384478 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b09153-a555-4bf8-acfa-2c89b2c4e14c admin admin] Publish callbacks [] for security_group (049185b4-4441-48da-b65c-a17d3bc85756), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.399306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4b09153-a555-4bf8-acfa-2c89b2c4e14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (049185b4-4441-48da-b65c-a17d3bc85756), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.422183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:30:24.461735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Attempting to bind port 0668713c-30d7-4c5c-9e98-31bf783ee286 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:24.462456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Attempting to bind port 0668713c-30d7-4c5c-9e98-31bf783ee286 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:24.462992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Attempting to bind port 0668713c-30d7-4c5c-9e98-31bf783ee286 on network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:24.469996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:24.470672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Checking segment: {'id': 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:24.471506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.472140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Bound using segment: {'id': 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:24.472972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Bound port: 0668713c-30d7-4c5c-9e98-31bf783ee286, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:24.473763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.480991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b09153-a555-4bf8-acfa-2c89b2c4e14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049185b4-4441-48da-b65c-a17d3bc85756,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:24.518252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7249ab-916d-4a3d-8350-1c96dd3ca023']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:24.553525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc824-93da-4eed-a6ca-62ddf416c4a4 req-e8fc427b-21b5-484e-9667-e86439371d1d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:24.558752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-628bc824-93da-4eed-a6ca-62ddf416c4a4 req-e8fc427b-21b5-484e-9667-e86439371d1d tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.2532964 Feb 03 11:30:24.561357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:24.561734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:24.575809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c4b09153-a555-4bf8-acfa-2c89b2c4e14c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7510cdbcc4cd4ac4a3a522a7b70825dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5440233 Feb 03 11:30:24.578580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:24.589068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.601724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] For port 0668713c-30d7-4c5c-9e98-31bf783ee286, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:24.606912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] For port 0668713c-30d7-4c5c-9e98-31bf783ee286, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0668713c-30d7-4c5c-9e98-31bf783ee286,segment=NetworkSegment(c28e3f58-38c1-4d2b-a372-ed66a5314e8f),segment_id=c28e3f58-38c1-4d2b-a372-ed66a5314e8f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:24.617739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.669735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.676828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.689212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.696323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:24.696973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.887396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] Publish callbacks [] for security_group (049185b4-4441-48da-b65c-a17d3bc85756), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.890529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d895ec-1580-4192-b24e-d586b6b94b4b None None] Network 4f7249ab-916d-4a3d-8350-1c96dd3ca023 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:24.903454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-628bc824-93da-4eed-a6ca-62ddf416c4a4 req-8e397896-f7fd-4005-bfab-9ebb9db94c2e tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220642 Feb 03 11:30:24.949718 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] Publish callbacks [] for security_group (049185b4-4441-48da-b65c-a17d3bc85756), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:24.954523 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:25.001034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:30:25.001034 n-d-821606-6 neutron-server[103126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:30:25.001034 n-d-821606-6 neutron-server[103126]: [parameters: {'id': '4f7249ab-916d-4a3d-8350-1c96dd3ca023'}] Feb 03 11:30:25.001034 n-d-821606-6 neutron-server[103126]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:30:25.001494 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:30:25.008055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8666f60a-7d6d-4ab5-9249-ebf59cb33a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.051366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0a94-22f9-46d8-93c4-58e4de726a47 req-f6f3bc43-b8a6-47b4-aa56-7fe6306fa13c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:25.056169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 016308e4-8891-474b-9818-491f2bcc94fe up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:25.062497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-233a0a94-22f9-46d8-93c4-58e4de726a47 req-f6f3bc43-b8a6-47b4-aa56-7fe6306fa13c tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.1361797 Feb 03 11:30:25.139451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (049185b4-4441-48da-b65c-a17d3bc85756), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.148077 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP a1caea49-21d0-46b3-bc30-4a31bcbc05f5 associated. External IP: 172.25.7.55, port: 0210a16e-5871-401b-a389-4d236b69cbc5. Feb 03 11:30:25.150740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.155237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:25.157578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/049185b4-4441-48da-b65c-a17d3bc85756 HTTP/1.1" status: 204 len: 168 time: 0.5778840 Feb 03 11:30:25.179882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df1c4d-4e8b-40e8-9e1c-b849970f6b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049185b4-4441-48da-b65c-a17d3bc85756,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:25.224679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-233a0a94-22f9-46d8-93c4-58e4de726a47 req-308889d2-0773-4577-afd4-4ddfcb4b28e6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519296 Feb 03 11:30:25.270274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fe175-e2fa-4522-98f4-8fd80e60083c None None] Pushing event updated for resources: {'Port': ['ID=0668713c-30d7-4c5c-9e98-31bf783ee286,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:25.282185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:25.282681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 06033b96-dd2f-4bb8-9ae7-4df14810b0d4 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:25.315739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 016308e4-8891-474b-9818-491f2bcc94fe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:25.316721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (016308e4-8891-474b-9818-491f2bcc94fe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.501540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 016308e4-8891-474b-9818-491f2bcc94fe is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:25.502648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (016308e4-8891-474b-9818-491f2bcc94fe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.560886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b34d1b-85b7-42c1-9b1d-9be9923b5b31 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:30:25.660215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 016308e4-8891-474b-9818-491f2bcc94fe, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=016308e4-8891-474b-9818-491f2bcc94fe,segment=NetworkSegment(0b9369af-306e-4689-ba2b-b3e4dadb50c4),segment_id=0b9369af-306e-4689-ba2b-b3e4dadb50c4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:25.688125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (016308e4-8891-474b-9818-491f2bcc94fe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.732419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dc8fea35-3f88-45a9-9ae5-96572871d6c2 None None] Provisioning complete for port 016308e4-8891-474b-9818-491f2bcc94fe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:25.732798 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc8fea35-3f88-45a9-9ae5-96572871d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (016308e4-8891-474b-9818-491f2bcc94fe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:25.914261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=016308e4-8891-474b-9818-491f2bcc94fe,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:26.026201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-a28f5891-138f-461c-8583-3bb29f206b62 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:26.039584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-a28f5891-138f-461c-8583-3bb29f206b62 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.69 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.1336930 Feb 03 11:30:26.126382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.140799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b34d1b-85b7-42c1-9b1d-9be9923b5b31 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:30:26.152282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8666f60a-7d6d-4ab5-9249-ebf59cb33a04 admin admin] Publish callbacks [] for security_group (76a0447a-db7f-49ec-a513-7afac9cf6992), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.178546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fea35-3f88-45a9-9ae5-96572871d6c2 None None] Current status of the port 016308e4-8891-474b-9818-491f2bcc94fe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:26.284985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da638-f438-4f9d-b55f-81a72d52dc32 req-a2377c08-1663-4c49-916a-8d1202d96f95 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:26.293206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-368da638-f438-4f9d-b55f-81a72d52dc32 req-a2377c08-1663-4c49-916a-8d1202d96f95 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.0926728 Feb 03 11:30:26.318856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8666f60a-7d6d-4ab5-9249-ebf59cb33a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (76a0447a-db7f-49ec-a513-7afac9cf6992), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.326540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Deleting port 0fe3671b-fe8c-406d-be02-8499b7df7941 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:26.326920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.602971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8666f60a-7d6d-4ab5-9249-ebf59cb33a04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4442475b9c3c4c748630693f624f77d5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3095069 Feb 03 11:30:26.610551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59796) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:26.654314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666f60a-7d6d-4ab5-9249-ebf59cb33a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0447a-db7f-49ec-a513-7afac9cf6992,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:26.660679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-368da638-f438-4f9d-b55f-81a72d52dc32 req-042ddbea-e1bf-47c6-90a4-c2e18b8ebdec tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663538 Feb 03 11:30:26.673770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] For port 0fe3671b-fe8c-406d-be02-8499b7df7941, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=0fe3671b-fe8c-406d-be02-8499b7df7941,segment=NetworkSegment(88816892-d4f6-4cc7-864a-5d99b3be6213),segment_id=88816892-d4f6-4cc7-864a-5d99b3be6213)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:26.674167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.694596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f9dd4-4d9c-4753-a45b-8bae2744422a None None] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:26.884944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:26.913472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] Publish callbacks [] for security_group (76a0447a-db7f-49ec-a513-7afac9cf6992), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:26.950502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 016308e4-8891-474b-9818-491f2bcc94fe up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:27.011901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port 0668713c-30d7-4c5c-9e98-31bf783ee286 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:27.012944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.079916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.094000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 016308e4-8891-474b-9818-491f2bcc94fe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:27.094384 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (016308e4-8891-474b-9818-491f2bcc94fe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.134767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] Publish callbacks [] for security_group (76a0447a-db7f-49ec-a513-7afac9cf6992), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.307693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 016308e4-8891-474b-9818-491f2bcc94fe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:27.390102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Calling delete_port for 0fe3671b-fe8c-406d-be02-8499b7df7941 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:27.391042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port 0668713c-30d7-4c5c-9e98-31bf783ee286, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0668713c-30d7-4c5c-9e98-31bf783ee286,segment=NetworkSegment(c28e3f58-38c1-4d2b-a372-ed66a5314e8f),segment_id=c28e3f58-38c1-4d2b-a372-ed66a5314e8f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:27.391447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.393432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476ead-52b0-4bef-8229-a37cc8583bce req-7075120f-7f24-4eb0-a772-fde52c6ddd03 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:27.402177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70476ead-52b0-4bef-8229-a37cc8583bce req-7075120f-7f24-4eb0-a772-fde52c6ddd03 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.9334750 Feb 03 11:30:27.426792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for 0668713c-30d7-4c5c-9e98-31bf783ee286 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:27.457942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:27.476056 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:27.505265 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:27.507584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:27.533396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (76a0447a-db7f-49ec-a513-7afac9cf6992), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.544715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.546941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-33d44e3d-4139-476f-a364-5bd1715e5d3e None None] Provisioning complete for port 016308e4-8891-474b-9818-491f2bcc94fe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:27.548301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d44e3d-4139-476f-a364-5bd1715e5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (016308e4-8891-474b-9818-491f2bcc94fe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.559890 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76a0447a-db7f-49ec-a513-7afac9cf6992 HTTP/1.1" status: 204 len: 168 time: 0.9465103 Feb 03 11:30:27.568067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:27.582678 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:27.583870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:27.616240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70476ead-52b0-4bef-8229-a37cc8583bce req-17b0b5e8-418e-4b91-9408-39973b5c3124 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb124e85-e59a-4368-998d-6de5d31607dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021863 Feb 03 11:30:27.616240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832375-8071-4091-855e-e789a8e5f425 req-b3a15a6a-786b-4b93-ae3d-2d45a4939228 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:27.621757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a832375-8071-4091-855e-e789a8e5f425 req-b3a15a6a-786b-4b93-ae3d-2d45a4939228 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 1127 time: 0.8729758 Feb 03 11:30:27.656153 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:27.656812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba5d67-e8f8-4faa-b3e5-13ac6d736c5b None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:27.708725 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cf716-fa76-4b6b-8b6e-e8cea8e7d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0447a-db7f-49ec-a513-7afac9cf6992,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:27.798085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33d44e3d-4139-476f-a364-5bd1715e5d3e None None] Current status of the port 016308e4-8891-474b-9818-491f2bcc94fe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:27.859278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0668713c-30d7-4c5c-9e98-31bf783ee286), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.945493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Deleting port cdf14e45-ab05-4df0-9e98-e2db2369a1ac {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:27.950877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:27.995411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=0668713c-30d7-4c5c-9e98-31bf783ee286,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:28.002995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port 0668713c-30d7-4c5c-9e98-31bf783ee286 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:28.165933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.172968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] For port cdf14e45-ab05-4df0-9e98-e2db2369a1ac, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:28.173349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.197853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7249ab-916d-4a3d-8350-1c96dd3ca023']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.211577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:28.213469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.213781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e3f58-38c1-4d2b-a372-ed66a5314e8f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.224445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Calling delete_port for cdf14e45-ab05-4df0-9e98-e2db2369a1ac owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:28.228389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.249386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.303718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:28.304131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c28e3f58-38c1-4d2b-a372-ed66a5314e8f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:28.308578 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:28.494628 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0fe3671b-fe8c-406d-be02-8499b7df7941), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.509480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4f7249ab-916d-4a3d-8350-1c96dd3ca023), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.533707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.539151 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/4f7249ab-916d-4a3d-8350-1c96dd3ca023 HTTP/1.1" status: 204 len: 168 time: 6.4155617 Feb 03 11:30:28.544667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:28.563880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:28.569387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716644152'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:28.570229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Pushing event deleted for resources: {'Port': ['ID=0fe3671b-fe8c-406d-be02-8499b7df7941,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:28.588175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d3de283-a2b5-43e1-be43-d1550a17c275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.590305 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf972-a557-48ad-aede-a27d265f212f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=4f7249ab-916d-4a3d-8350-1c96dd3ca023,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:28.615483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:28.626967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.645888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] Sync routers for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:28.668443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:28.672827 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.704269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:28.709225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.746213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] No DVR routers for this DVR port 0fe3671b-fe8c-406d-be02-8499b7df7941 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:28.757302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.761574 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bcf1a9e3-cb67-4f88-8287-db35180c4249 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/floatingips/a1caea49-21d0-46b3-bc30-4a31bcbc05f5 HTTP/1.1" status: 200 len: 978 time: 6.8105974 Feb 03 11:30:28.767554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:28.768242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.775124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:28.776468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.779428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d805183-9459-4aee-bfd8-560cc6d5df31 req-7ab8c94c-291e-4b84-90bc-c434457fbb82 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.69 "DELETE /v2.0/ports/0fe3671b-fe8c-406d-be02-8499b7df7941 HTTP/1.1" status: 204 len: 173 time: 2.7340837 Feb 03 11:30:28.804993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f458dcf-d4b6-4557-8a31-b71763b8a37d req-19b358d2-ec0f-46f3-8622-12a3f143b84c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:28.809143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f458dcf-d4b6-4557-8a31-b71763b8a37d req-19b358d2-ec0f-46f3-8622-12a3f143b84c tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d64d53c0-0042-4f85-8793-02c553370eff HTTP/1.1" status: 200 len: 945 time: 0.8499937 Feb 03 11:30:28.840302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:28.877651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1080b268-dd97-44cc-ad37-b800baace7c7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.878014 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 1080b268-dd97-44cc-ad37-b800baace7c7 of type vlan for network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 Feb 03 11:30:28.898720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:28.899878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02ea2f-5356-475c-987e-7c023fb49e99 None None] The sync data for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:28.911559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'name': 'network-vif-deleted', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:28.914674 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9062e44-da87-4901-a413-b36d574afac2" -d '{"events": [{"server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "name": "network-vif-deleted", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:28.919809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cdf14e45-ab05-4df0-9e98-e2db2369a1ac), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:28.924536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2207dfb-f711-418d-b6c8-aaa9b83b45c8 req-1b6d6e7f-34c0-4e26-9af5-353d87ddb6c6 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.1119072 Feb 03 11:30:28.950728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['cdf14e45-ab05-4df0-9e98-e2db2369a1ac'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:30:29.055464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.078035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d3de283-a2b5-43e1-be43-d1550a17c275 admin admin] Publish callbacks [] for security_group (edbf5237-f86d-4e64-b26e-03be42e5d983), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.104739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d3de283-a2b5-43e1-be43-d1550a17c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (edbf5237-f86d-4e64-b26e-03be42e5d983), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.133574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 38d0c237-b6a8-4aea-80f4-4dbd177280da {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:29.133927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.140475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdf14e45-ab05-4df0-9e98-e2db2369a1ac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:29.145981 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add5e80-0145-489a-9c5d-de9cd5c21977 x-openstack-request-id: req-5add5e80-0145-489a-9c5d-de9cd5c21977 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:29.146289 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64d53c0-0042-4f85-8793-02c553370eff", "name": "network-vif-deleted", "tag": "0fe3671b-fe8c-406d-be02-8499b7df7941", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:29.146548 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5add5e80-0145-489a-9c5d-de9cd5c21977 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:29.146964 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64d53c0-0042-4f85-8793-02c553370eff', 'name': 'network-vif-deleted', 'tag': '0fe3671b-fe8c-406d-be02-8499b7df7941', 'status': 'completed', 'code': 200} Feb 03 11:30:29.205966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] No DVR routers for this DVR port cdf14e45-ab05-4df0-9e98-e2db2369a1ac on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:29.209661 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.230744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a832375-8071-4091-855e-e789a8e5f425 req-2a13d4f0-894a-4084-a457-af38a9aac2cd tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.69 "DELETE /v2.0/ports/cdf14e45-ab05-4df0-9e98-e2db2369a1ac HTTP/1.1" status: 204 len: 173 time: 1.5896342 Feb 03 11:30:29.454304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f458dcf-d4b6-4557-8a31-b71763b8a37d req-cf121183-b1aa-4aad-9b33-4f0f827772a5 tempest-VolumesActionsTest-525406484 tempest-VolumesActionsTest-525406484-project] 10.222.0.30 "GET /v2.0/security-groups?id=47420b23-839e-44d1-8eba-fd8c9c646e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272284 Feb 03 11:30:29.508174 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d3de283-a2b5-43e1-be43-d1550a17c275 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65950705b93f4c56ac389e22edd41354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9623151 Feb 03 11:30:29.510865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:29.551685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.569818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:29.570040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.635021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0fe3671b-fe8c-406d-be02-8499b7df7941 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:29.677588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] Publish callbacks [] for security_group (edbf5237-f86d-4e64-b26e-03be42e5d983), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.708839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 0fe3671b-fe8c-406d-be02-8499b7df7941 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:29.711894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 0fe3671b-fe8c-406d-be02-8499b7df7941 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:29.712544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cdf14e45-ab05-4df0-9e98-e2db2369a1ac no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:29.765152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] Publish callbacks [] for security_group (edbf5237-f86d-4e64-b26e-03be42e5d983), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.775996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: cdf14e45-ab05-4df0-9e98-e2db2369a1ac {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:29.778274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device cdf14e45-ab05-4df0-9e98-e2db2369a1ac not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:29.789218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de283-a2b5-43e1-be43-d1550a17c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbf5237-f86d-4e64-b26e-03be42e5d983,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:29.842871 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2776916 Feb 03 11:30:29.843652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:29.857701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:29.905879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (edbf5237-f86d-4e64-b26e-03be42e5d983), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.908775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:29.922666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edbf5237-f86d-4e64-b26e-03be42e5d983 HTTP/1.1" status: 204 len: 168 time: 0.4021673 Feb 03 11:30:29.965377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2314b-78ee-44e2-b3c0-f1c4411b90f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbf5237-f86d-4e64-b26e-03be42e5d983,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:29.992843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8605a-0095-45fd-808f-9bbd3a8cc7a2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=486d5ed8-6ee1-422c-a2a6-9d4cce3045f7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:30.025955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:30.062130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:30.329092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76a38aa5-feb5-4cb4-ab08-dfab96d99d83 req-453aafb8-b9dc-44c8-9987-9aa7a8a10a29 tempest-TestServerMultinode-1983536314 tempest-TestServerMultinode-1983536314-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9 HTTP/1.1" status: 200 len: 210 time: 0.0796916 Feb 03 11:30:30.513430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:30.518778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:30.790012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:30.790917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:30.790917 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Floating IP a1caea49-21d0-46b3-bc30-4a31bcbc05f5 disassociated. External IP: 172.25.7.55, port: 38d0c237-b6a8-4aea-80f4-4dbd177280da. Feb 03 11:30:30.797916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 38d0c237-b6a8-4aea-80f4-4dbd177280da owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:31.055970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a39922b4-99e1-4684-b833-b17e609501bb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:31.148084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'name': 'network-vif-deleted', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:30:31.151351 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660305e-c988-4de6-b22f-e164d2b83f38" -d '{"events": [{"server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "name": "network-vif-deleted", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:30:31.238959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db7ee1f-49f9-4a83-b352-7dec5ab5fe9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:31.283576 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab4ac57-de05-4f8d-adb8-e83535d13570 x-openstack-request-id: req-fab4ac57-de05-4f8d-adb8-e83535d13570 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:30:31.284328 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e6db28-cc34-4ba7-a4a2-f4fcf87945c9", "name": "network-vif-deleted", "tag": "cdf14e45-ab05-4df0-9e98-e2db2369a1ac", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:30:31.285031 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fab4ac57-de05-4f8d-adb8-e83535d13570 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:30:31.285899 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e6db28-cc34-4ba7-a4a2-f4fcf87945c9', 'name': 'network-vif-deleted', 'tag': 'cdf14e45-ab05-4df0-9e98-e2db2369a1ac', 'status': 'completed', 'code': 200} Feb 03 11:30:31.390750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': '1080b268-dd97-44cc-ad37-b800baace7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:31.399570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:31.428649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=a39922b4-99e1-4684-b833-b17e609501bb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:31.451472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:31.533220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:31.573652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:31.584797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42270e-67eb-4e5d-943b-ac60402ba345 None None] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:31.599205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:31.603316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:31.611630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (38d0c237-b6a8-4aea-80f4-4dbd177280da), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:31.733927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=38d0c237-b6a8-4aea-80f4-4dbd177280da,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:31.856261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-486d5ed8-6ee1-422c-a2a6-9d4cce3045f7', 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': 'a39922b4-99e1-4684-b833-b17e609501bb'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:31.857179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.124549 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0d1aa6b6-0dfd-41a1-9f6d-05872c91a538 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2720196 Feb 03 11:30:32.136744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59992) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:32.153950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845317958'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:32.271833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:32.280673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:32.300311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.473542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Allocated IP 2001:db8::1 (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7/a39922b4-99e1-4684-b833-b17e609501bb/e198326f-5c43-4ce5-ae7c-71152cf5171a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:32.573705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:32.631191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9996afbe-fe96-4c9a-944d-686c80baf9e2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.632663 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 9996afbe-fe96-4c9a-944d-686c80baf9e2 of type vlan for network b4e2c8c7-673b-465f-848c-efd74d83eb99 Feb 03 11:30:32.716059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (b4860e23-f153-4b13-974c-5b4f216c7915), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.735384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b4e2c8c7-673b-465f-848c-efd74d83eb99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.851772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:32.854319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b4e2c8c7-673b-465f-848c-efd74d83eb99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.860444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:32.861336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:32.866562 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] Sync routers for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:32.895101 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:32.895804 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:33.014848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8662872 Feb 03 11:30:33.021798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:33.039789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:33.046947 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks [] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:33.060653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:33.071254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:33.088930 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:33.090281 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:33.172006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb087c48-2abc-4f47-a9e9-86722da23878 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=b4e2c8c7-673b-465f-848c-efd74d83eb99,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:33.178631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:33.222586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:33.236006 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b277009-cc55-4ad6-bd6d-befa86c8b5ae tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/38d0c237-b6a8-4aea-80f4-4dbd177280da HTTP/1.1" status: 204 len: 168 time: 4.4672909 Feb 03 11:30:33.243116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:33.276425 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:33.286914 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a68058-ec49-43f4-97b9-0281ce450c82 None None] The sync data for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:33.336086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:33.436543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:33.441270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:33.616492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:33.625555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:33.714947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:30:33.716857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:30:33.908414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Attempting to bind port e198326f-5c43-4ce5-ae7c-71152cf5171a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:33.910473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Attempting to bind port e198326f-5c43-4ce5-ae7c-71152cf5171a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1080b268-dd97-44cc-ad37-b800baace7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:33.911105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Attempting to bind port e198326f-5c43-4ce5-ae7c-71152cf5171a on network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:33.929972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Pushing event updated for resources: {'Port': ['ID=e198326f-5c43-4ce5-ae7c-71152cf5171a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:33.948823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:33.950145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Checking segment: {'id': '1080b268-dd97-44cc-ad37-b800baace7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:33.950724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:33.951292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Bound using segment: {'id': '1080b268-dd97-44cc-ad37-b800baace7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:33.952165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Bound port: e198326f-5c43-4ce5-ae7c-71152cf5171a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1080b268-dd97-44cc-ad37-b800baace7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '486d5ed8-6ee1-422c-a2a6-9d4cce3045f7'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:33.954631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:34.136160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (04fa02e2-115b-4912-9254-3e4ad1e84182), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:34.184164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] For port e198326f-5c43-4ce5-ae7c-71152cf5171a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:34.201353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] For port e198326f-5c43-4ce5-ae7c-71152cf5171a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e198326f-5c43-4ce5-ae7c-71152cf5171a,segment=NetworkSegment(1080b268-dd97-44cc-ad37-b800baace7c7),segment_id=1080b268-dd97-44cc-ad37-b800baace7c7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:34.212468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:34.430071 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d1d03fe-ddc8-4e40-a425-adcdb3c21f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:34.438406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=04fa02e2-115b-4912-9254-3e4ad1e84182,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:34.440801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': '9996afbe-fe96-4c9a-944d-686c80baf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:34.443328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd1ea7-7191-4764-8286-8b26d4924f56 None None] Pushing event updated for resources: {'Port': ['ID=e198326f-5c43-4ce5-ae7c-71152cf5171a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:34.445302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: b4e2c8c7-673b-465f-848c-efd74d83eb99, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:34.509438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:34.536370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b4e2c8c7-673b-465f-848c-efd74d83eb99) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:34.544137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:34.544744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:34.555337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0d76b-2bad-4262-bf00-5ac1240079cb None None] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:34.592746 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-64d68661-bee0-4247-a18d-25e033092f3b tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5624926 Feb 03 11:30:34.593270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60110) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:34.989653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b4e2c8c7-673b-465f-848c-efd74d83eb99', 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '04fa02e2-115b-4912-9254-3e4ad1e84182'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:34.993479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:35.026067 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:35.091168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Deleting port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:35.092733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:35.464684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:35.485894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] For port c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:35.486706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:35.622565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Calling delete_port for c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:35.657729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Allocated IP 2001:db8::3 (b4e2c8c7-673b-465f-848c-efd74d83eb99/04fa02e2-115b-4912-9254-3e4ad1e84182/fa9eb516-adc2-43fa-a2c7-3286d429c0e6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:36.046651 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks [] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.058003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.166334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b4e2c8c7-673b-465f-848c-efd74d83eb99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.175543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:36.207200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:36.326523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:36.421787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port fa9eb516-adc2-43fa-a2c7-3286d429c0e6 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:36.422264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.484887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:36.508370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Pushing event updated for resources: {'Port': ['ID=fa9eb516-adc2-43fa-a2c7-3286d429c0e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:36.539515 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.858682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port fa9eb516-adc2-43fa-a2c7-3286d429c0e6, host n-d-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:36.860379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.959264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef662266-4460-48e2-99b5-4d817058f481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.975073 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Attempting to bind port fa9eb516-adc2-43fa-a2c7-3286d429c0e6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:36.975452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Attempting to bind port fa9eb516-adc2-43fa-a2c7-3286d429c0e6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9996afbe-fe96-4c9a-944d-686c80baf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:36.975867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Attempting to bind port fa9eb516-adc2-43fa-a2c7-3286d429c0e6 on network b4e2c8c7-673b-465f-848c-efd74d83eb99 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:36.988772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:36.993436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Checking segment: {'id': '9996afbe-fe96-4c9a-944d-686c80baf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:36.995477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:36.999384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Bound using segment: {'id': '9996afbe-fe96-4c9a-944d-686c80baf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:37.005688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Bound port: fa9eb516-adc2-43fa-a2c7-3286d429c0e6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9996afbe-fe96-4c9a-944d-686c80baf9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4e2c8c7-673b-465f-848c-efd74d83eb99'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:37.007173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:37.045405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for fa9eb516-adc2-43fa-a2c7-3286d429c0e6 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:37.255054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] For port fa9eb516-adc2-43fa-a2c7-3286d429c0e6, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:37.271601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] For port fa9eb516-adc2-43fa-a2c7-3286d429c0e6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fa9eb516-adc2-43fa-a2c7-3286d429c0e6,segment=NetworkSegment(9996afbe-fe96-4c9a-944d-686c80baf9e2),segment_id=9996afbe-fe96-4c9a-944d-686c80baf9e2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:37.313427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:37.372548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:37.613563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:37.702990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:37.704203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:37.743025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fa9eb516-adc2-43fa-a2c7-3286d429c0e6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:37.754085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e198326f-5c43-4ce5-ae7c-71152cf5171a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:37.757893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d88e8-b2f6-440b-b56e-8c630b4202c4 None None] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:37.860357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=fa9eb516-adc2-43fa-a2c7-3286d429c0e6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:38.062743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port fa9eb516-adc2-43fa-a2c7-3286d429c0e6 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:38.095731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef662266-4460-48e2-99b5-4d817058f481 admin admin] Publish callbacks [] for security_group (9cfbad72-64c5-409a-8085-380aa91ef1de), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.120520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef662266-4460-48e2-99b5-4d817058f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9cfbad72-64c5-409a-8085-380aa91ef1de), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.167642 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef662266-4460-48e2-99b5-4d817058f481 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6bdc346ceb441989d541243499cde96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9844790 Feb 03 11:30:38.177918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60232) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:38.286478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef662266-4460-48e2-99b5-4d817058f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfbad72-64c5-409a-8085-380aa91ef1de,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:38.292863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.309839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cd87b45c-319a-48e4-b4fd-1ee087bc74eb None None] Provisioning complete for port e198326f-5c43-4ce5-ae7c-71152cf5171a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:38.310374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd87b45c-319a-48e4-b4fd-1ee087bc74eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.313026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (04fa02e2-115b-4912-9254-3e4ad1e84182), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.384072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.504638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e198326f-5c43-4ce5-ae7c-71152cf5171a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:38.505069 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.520554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 733a1c2c-6c0c-4978-a67b-1f9455a2a2eb owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:38.521829 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] Publish callbacks [] for security_group (9cfbad72-64c5-409a-8085-380aa91ef1de), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.562206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2182bc4-027b-4307-ae8b-942e7c88cf48 None None] Pushing event updated for resources: {'Port': ['ID=fa9eb516-adc2-43fa-a2c7-3286d429c0e6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:38.639268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (b4860e23-f153-4b13-974c-5b4f216c7915), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.698172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] Publish callbacks [] for security_group (9cfbad72-64c5-409a-8085-380aa91ef1de), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.708773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (04fa02e2-115b-4912-9254-3e4ad1e84182), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:38.975824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e198326f-5c43-4ce5-ae7c-71152cf5171a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:38.976218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.095813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b4e2c8c7-673b-465f-848c-efd74d83eb99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.111201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e198326f-5c43-4ce5-ae7c-71152cf5171a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e198326f-5c43-4ce5-ae7c-71152cf5171a,segment=NetworkSegment(1080b268-dd97-44cc-ad37-b800baace7c7),segment_id=1080b268-dd97-44cc-ad37-b800baace7c7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:39.162534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.172861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e2c8c7-673b-465f-848c-efd74d83eb99']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:39.188663 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9996afbe-fe96-4c9a-944d-686c80baf9e2') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:39.189266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9996afbe-fe96-4c9a-944d-686c80baf9e2') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:39.202706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (9996afbe-fe96-4c9a-944d-686c80baf9e2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.219321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9996afbe-fe96-4c9a-944d-686c80baf9e2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.227508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:39.228166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (9996afbe-fe96-4c9a-944d-686c80baf9e2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:39.389973 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:39.396842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=04fa02e2-115b-4912-9254-3e4ad1e84182,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:39.410713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e198326f-5c43-4ce5-ae7c-71152cf5171a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:39.443997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b4e2c8c7-673b-465f-848c-efd74d83eb99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.454451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.458305 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/b4e2c8c7-673b-465f-848c-efd74d83eb99 HTTP/1.1" status: 204 len: 168 time: 4.8635972 Feb 03 11:30:39.461835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60256) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:39.467154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1133941546'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:39.490408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b14c3-fe10-4a6e-9de9-add14c81d50e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=b4e2c8c7-673b-465f-848c-efd74d83eb99,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:39.510677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:39.533140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.539640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cd87b45c-319a-48e4-b4fd-1ee087bc74eb None None] Current status of the port e198326f-5c43-4ce5-ae7c-71152cf5171a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:39.576654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (9cfbad72-64c5-409a-8085-380aa91ef1de), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.594415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.615034 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cfbad72-64c5-409a-8085-380aa91ef1de HTTP/1.1" status: 204 len: 168 time: 1.4073403 Feb 03 11:30:39.740469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ff972-1aaf-4a27-8e3e-05795c4a6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfbad72-64c5-409a-8085-380aa91ef1de,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:39.816404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:39.850399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (51d50414-f28a-45b3-af23-9bc79612df24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:39.851984 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 51d50414-f28a-45b3-af23-9bc79612df24 of type vlan for network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 Feb 03 11:30:39.971296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (45c4ca47-90d0-4718-88fc-728cd22fd8d9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:40.130119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (45c4ca47-90d0-4718-88fc-728cd22fd8d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:40.141164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:40.142682 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:40.148841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Router b4860e23-f153-4b13-974c-5b4f216c7915 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:40.194557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315326 Feb 03 11:30:40.208025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:40.214705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '45c4ca47-90d0-4718-88fc-728cd22fd8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:40.242186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-41b0e668-1abd-433c-9581-02fdb96a3412 None None] Provisioning complete for port e198326f-5c43-4ce5-ae7c-71152cf5171a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:40.242186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41b0e668-1abd-433c-9581-02fdb96a3412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:40.353248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c773a-1372-4790-9d73-c699e7a365ae tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=45c4ca47-90d0-4718-88fc-728cd22fd8d9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:40.589420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:40.594471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:40.878944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60294) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:40.917926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9533fd7-5b09-4559-9503-b6eebebb54a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:41.104102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:41.119421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f180c-40b3-4889-8d8e-1a9e592cbc30 None None] DHCP port deletion for b4e2c8c7-673b-465f-848c-efd74d83eb99 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:30:41.251848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957eec6-78d4-41e2-8492-818c9b327d44 None None] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:41.383448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9533fd7-5b09-4559-9503-b6eebebb54a4 admin admin] Publish callbacks [] for security_group (fb1a2809-c612-40e2-b206-44a16ca3d23c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:41.404618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957eec6-78d4-41e2-8492-818c9b327d44 None None] Network b4e2c8c7-673b-465f-848c-efd74d83eb99 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:30:41.412474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9533fd7-5b09-4559-9503-b6eebebb54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fb1a2809-c612-40e2-b206-44a16ca3d23c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:41.474293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:41.482714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e198326f-5c43-4ce5-ae7c-71152cf5171a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:41.713674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-41b0e668-1abd-433c-9581-02fdb96a3412 None None] Current status of the port e198326f-5c43-4ce5-ae7c-71152cf5171a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:41.732057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e198326f-5c43-4ce5-ae7c-71152cf5171a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:41.732478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:41.840944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7d9bb7a5-0024-4922-bc30-19ff6c9a79be None None] Could not find standard attr ID for object fa9eb516-adc2-43fa-a2c7-3286d429c0e6. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:30:41.880078 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9533fd7-5b09-4559-9503-b6eebebb54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a2809-c612-40e2-b206-44a16ca3d23c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:41.903125 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9533fd7-5b09-4559-9503-b6eebebb54a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=723b10406421422dbaa5275c501a5794&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0229895 Feb 03 11:30:41.908816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:41.952273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:42.025380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e198326f-5c43-4ce5-ae7c-71152cf5171a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:42.062055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fa9eb516-adc2-43fa-a2c7-3286d429c0e6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:42.114563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: fa9eb516-adc2-43fa-a2c7-3286d429c0e6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:42.115256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fa9eb516-adc2-43fa-a2c7-3286d429c0e6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:42.132042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': '51d50414-f28a-45b3-af23-9bc79612df24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45c4ca47-90d0-4718-88fc-728cd22fd8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:42.132438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 45c4ca47-90d0-4718-88fc-728cd22fd8d9, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:42.227733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:42.262625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Sync routers for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:42.270845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] Publish callbacks [] for security_group (fb1a2809-c612-40e2-b206-44a16ca3d23c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.293404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:42.303143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dd6391fe-dccb-46ea-860c-74aa39b7a867 admin admin] 10.222.0.30 "PUT /v2.0/routers/b4860e23-f153-4b13-974c-5b4f216c7915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8512981 Feb 03 11:30:42.305877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:42.309961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:42.312053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (733a1c2c-6c0c-4978-a67b-1f9455a2a2eb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.312811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:42.351329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 45c4ca47-90d0-4718-88fc-728cd22fd8d9) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:42.424761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:42.426816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.461881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-45356efd-698a-4402-9daf-366ee8b5d0a7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2519789 Feb 03 11:30:42.464360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] Publish callbacks [] for security_group (fb1a2809-c612-40e2-b206-44a16ca3d23c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.466494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60330) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:42.562264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb2ad7-cd55-449c-8c44-65b8e15eac63 None None] Network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:42.750409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:30:42.786536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=733a1c2c-6c0c-4978-a67b-1f9455a2a2eb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:42.946392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fb1a2809-c612-40e2-b206-44a16ca3d23c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.951023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.960195 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb1a2809-c612-40e2-b206-44a16ca3d23c HTTP/1.1" status: 204 len: 168 time: 1.0493608 Feb 03 11:30:42.987646 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (45c4ca47-90d0-4718-88fc-728cd22fd8d9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:42.992372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e790-2cee-4303-bd8f-915b4de2a596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a2809-c612-40e2-b206-44a16ca3d23c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:43.156426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.190936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25aaf3-d8ec-46f1-970c-ffd053bf6868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-45c4ca47-90d0-4718-88fc-728cd22fd8d9', 'network_id': '45c4ca47-90d0-4718-88fc-728cd22fd8d9', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:43.191902 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb25aaf3-d8ec-46f1-970c-ffd053bf6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.348649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks [] for router (b4860e23-f153-4b13-974c-5b4f216c7915), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.457018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.599064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:43.666303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-cb25aaf3-d8ec-46f1-970c-ffd053bf6868 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39: This subnet is being modified by another concurrent operation. Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:43.817106 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39: This subnet is being modified by another concurrent operation. Feb 03 11:30:43.821358 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:30:43.865716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513f276-4391-463b-a26c-5a936742bb0d None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:30:43.923815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (45c4ca47-90d0-4718-88fc-728cd22fd8d9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:43.971931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c4ca47-90d0-4718-88fc-728cd22fd8d9']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.006289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d50414-f28a-45b3-af23-9bc79612df24') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.006617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d50414-f28a-45b3-af23-9bc79612df24') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.012858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks [] for router_gateway (b4860e23-f153-4b13-974c-5b4f216c7915), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.040004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (51d50414-f28a-45b3-af23-9bc79612df24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.089036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (51d50414-f28a-45b3-af23-9bc79612df24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.108483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:44.110364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (51d50414-f28a-45b3-af23-9bc79612df24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.144889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:30:37Z', 'revision_number': 5, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port': {'id': 'de7aeeda-d50e-4f7a-82d6-dc82b0934d15', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:32Z', 'updated_at': '2022-02-03T11:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.187759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:30:44.237552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Checking router: b4860e23-f153-4b13-974c-5b4f216c7915 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:30:44.247079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Deleting port de7aeeda-d50e-4f7a-82d6-dc82b0934d15 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:44.247782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.318937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Routers {'b4860e23-f153-4b13-974c-5b4f216c7915'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:44.319791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b4860e23-f153-4b13-974c-5b4f216c7915'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:44.330842 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:44.347421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (45c4ca47-90d0-4718-88fc-728cd22fd8d9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.367624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.380638 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/45c4ca47-90d0-4718-88fc-728cd22fd8d9 HTTP/1.1" status: 204 len: 168 time: 1.9079933 Feb 03 11:30:44.381785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60380) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:44.437499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253923412'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:44.499730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a7fb8-3724-4b52-b116-ada08b638bda tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=45c4ca47-90d0-4718-88fc-728cd22fd8d9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:44.510970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:44.517960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.561562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:44.596225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8f835fc6-08c2-4b0c-ad03-563bd10a5e82), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.597455 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 8f835fc6-08c2-4b0c-ad03-563bd10a5e82 of type vlan for network f1d681c2-b774-4b15-99d3-da4a3e2adf9f Feb 03 11:30:44.598899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513f276-4391-463b-a26c-5a936742bb0d None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:30:44.651606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:44.702158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] For port de7aeeda-d50e-4f7a-82d6-dc82b0934d15, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:44.704135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.712272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:30:44.712550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] Set router b4860e23-f153-4b13-974c-5b4f216c7915 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:30:44.726828 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] Sync routers for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:30:44.731874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f1d681c2-b774-4b15-99d3-da4a3e2adf9f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:44.748623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:44.748946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2c9e2bc1-4093-4325-84d5-a03992cf2fcb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/routers/9dc3eec6-6ac2-4731-99f9-7aec46a314a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5012803 Feb 03 11:30:44.753727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60390) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:44.755812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:44.764411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Calling delete_port for de7aeeda-d50e-4f7a-82d6-dc82b0934d15 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:45.004781 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:45.055919 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:30:45.083405 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] Routers {'9dc3eec6-6ac2-4731-99f9-7aec46a314a7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:30:45.084053 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:45.114467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:30:44Z', 'revision_number': 6, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:45.176477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f1d681c2-b774-4b15-99d3-da4a3e2adf9f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.209127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:45.217931 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.311913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f111b20-47fd-42cd-9fd0-9d31ee2c9262 None None] The sync data for ids ['b4860e23-f153-4b13-974c-5b4f216c7915'] in n-d-821606-6 is: [{'id': 'b4860e23-f153-4b13-974c-5b4f216c7915', 'name': 'tempest-TestServerMultinode-1809011999-router', 'tenant_id': '516e7096f4af478b8308ca0ef24471aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:29Z', 'updated_at': '2022-02-03T11:30:44Z', 'revision_number': 6, 'project_id': '516e7096f4af478b8308ca0ef24471aa', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:45.338449 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:45.339149 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211473ce-58d0-4d23-9a11-056eae5c53d7 None None] The sync data for ids ['9dc3eec6-6ac2-4731-99f9-7aec46a314a7'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:30:45.347317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f23ab89c-985e-4209-82bf-e440ee5acd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.463085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (de7aeeda-d50e-4f7a-82d6-dc82b0934d15), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.532272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7aeeda-d50e-4f7a-82d6-dc82b0934d15,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:45.561715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=f1d681c2-b774-4b15-99d3-da4a3e2adf9f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:45.608150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f1d681c2-b774-4b15-99d3-da4a3e2adf9f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:45.725735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f23ab89c-985e-4209-82bf-e440ee5acd1b admin admin] Publish callbacks [] for security_group (d5d39e5f-7090-4978-a907-ce24d37e0d2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.734019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f23ab89c-985e-4209-82bf-e440ee5acd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d5d39e5f-7090-4978-a907-ce24d37e0d2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.803782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4753bcb-fd36-45c4-9d5a-61fc99c9d5e2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3747525 Feb 03 11:30:45.808663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.853521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:45.871043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (b4860e23-f153-4b13-974c-5b4f216c7915), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:45.910114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a2819-50cb-40cd-b05a-993781b9411e None None] Network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:45.983522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a2819-50cb-40cd-b05a-993781b9411e None None] Network 45c4ca47-90d0-4718-88fc-728cd22fd8d9 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:30:46.067608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': 'f1d681c2-b774-4b15-99d3-da4a3e2adf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:46.105672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.224158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 2fefa6d3-0be8-4356-b7cf-603aedd080e4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:46.224853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2fefa6d3-0be8-4356-b7cf-603aedd080e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.286522 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.388229 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2fefa6d3-0be8-4356-b7cf-603aedd080e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.420588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 2fefa6d3-0be8-4356-b7cf-603aedd080e4 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:46.527375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f23ab89c-985e-4209-82bf-e440ee5acd1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fa990d23b734b5ea80765dba1057532&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8658688 Feb 03 11:30:46.593503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60428) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:46.658489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ab89c-985e-4209-82bf-e440ee5acd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d39e5f-7090-4978-a907-ce24d37e0d2c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:46.689141 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (b4860e23-f153-4b13-974c-5b4f216c7915), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.693480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks [] for router_controller (b4860e23-f153-4b13-974c-5b4f216c7915), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.749174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:46.753372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.770604 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] Publish callbacks [] for security_group (d5d39e5f-7090-4978-a907-ce24d37e0d2c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.816998 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] Publish callbacks [] for security_group (d5d39e5f-7090-4978-a907-ce24d37e0d2c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:46.966326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2fefa6d3-0be8-4356-b7cf-603aedd080e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.027807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (b4860e23-f153-4b13-974c-5b4f216c7915), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.028494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4860e23-f153-4b13-974c-5b4f216c7915 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:30:47.034185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.035421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a23b8a34-3a97-4f32-bf86-5309f7eaa062 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b4860e23-f153-4b13-974c-5b4f216c7915 HTTP/1.1" status: 204 len: 168 time: 4.7259176 Feb 03 11:30:47.039839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:47.071417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=2fefa6d3-0be8-4356-b7cf-603aedd080e4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:47.122724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d5d39e5f-7090-4978-a907-ce24d37e0d2c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.134492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.137200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5d39e5f-7090-4978-a907-ce24d37e0d2c HTTP/1.1" status: 204 len: 168 time: 0.5378876 Feb 03 11:30:47.437290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4a2f-1c18-415d-8343-62b5ff81eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d39e5f-7090-4978-a907-ce24d37e0d2c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:47.470488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Deleting subnet 8aa3a8ca-0a12-4164-85ff-30d23233d33b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:30:47.476178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Publish callbacks [] for subnet (8aa3a8ca-0a12-4164-85ff-30d23233d33b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.478625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.510301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:47.524611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (c8c715f7-ba32-460b-b4b7-9d8e139b137e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.630854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:47.631215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c7b3bb0c-1a49-4bb1-a4e6-df9a65a270b7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:47.631910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device de7aeeda-d50e-4f7a-82d6-dc82b0934d15 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:47.664308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=c8c715f7-ba32-460b-b4b7-9d8e139b137e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:47.681798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: de7aeeda-d50e-4f7a-82d6-dc82b0934d15 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:47.682864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device de7aeeda-d50e-4f7a-82d6-dc82b0934d15 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:47.761222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8aa3a8ca-0a12-4164-85ff-30d23233d33b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.775894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': '8f835fc6-08c2-4b0c-ad03-563bd10a5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f1d681c2-b774-4b15-99d3-da4a3e2adf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:47.776525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: f1d681c2-b774-4b15-99d3-da4a3e2adf9f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:47.873803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network f1d681c2-b774-4b15-99d3-da4a3e2adf9f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:47.891520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f1d681c2-b774-4b15-99d3-da4a3e2adf9f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:47.897567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:47.898455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:47.927741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-af9bb696-50c8-430d-8460-5150d99d9213 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0611551 Feb 03 11:30:47.931821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60480) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:47.947942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d22a3-2c3e-45b9-9d93-921c08b2fd9e None None] Network f1d681c2-b774-4b15-99d3-da4a3e2adf9f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:47.985767 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.000417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_controller (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.212328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8aa3a8ca-0a12-4164-85ff-30d23233d33b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.278150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f1d681c2-b774-4b15-99d3-da4a3e2adf9f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.337294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (9dc3eec6-6ac2-4731-99f9-7aec46a314a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.338825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc3eec6-6ac2-4731-99f9-7aec46a314a7 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:30:48.359050 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.373489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:48.387070 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5e1aed86-2306-40b1-a754-030750513e9c tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/routers/9dc3eec6-6ac2-4731-99f9-7aec46a314a7 HTTP/1.1" status: 204 len: 168 time: 3.6211767 Feb 03 11:30:48.426598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e6fd4-2b1a-431a-9874-e4fce6486572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f1d681c2-b774-4b15-99d3-da4a3e2adf9f', 'network_id': 'f1d681c2-b774-4b15-99d3-da4a3e2adf9f', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': 'c8c715f7-ba32-460b-b4b7-9d8e139b137e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:48.430112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c71e6fd4-2b1a-431a-9874-e4fce6486572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.466222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8aa3a8ca-0a12-4164-85ff-30d23233d33b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.467390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c8c715f7-ba32-460b-b4b7-9d8e139b137e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.539013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.550594 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8aa3a8ca-0a12-4164-85ff-30d23233d33b HTTP/1.1" status: 204 len: 168 time: 1.4978857 Feb 03 11:30:48.551798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f955363-55a8-4d14-9a77-cae3fe2b3f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa3a8ca-0a12-4164-85ff-30d23233d33b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:48.555713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60500) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:48.594364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d353225-2d99-4a58-99a1-6731c251d450 None None] Network 3b59278b-d22d-4849-a226-bdd1fef2a2c3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:48.603780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting subnet 2a98a797-7f3c-4803-b39d-18643428f8c0 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:30:48.607873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for subnet (2a98a797-7f3c-4803-b39d-18643428f8c0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.741568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (c8c715f7-ba32-460b-b4b7-9d8e139b137e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:48.864682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2a98a797-7f3c-4803-b39d-18643428f8c0), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.068331 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3b59278b-d22d-4849-a226-bdd1fef2a2c3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.136139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c715f7-ba32-460b-b4b7-9d8e139b137e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-c71e6fd4-2b1a-431a-9874-e4fce6486572 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8c715f7-ba32-460b-b4b7-9d8e139b137e: This subnet is being modified by another concurrent operation. Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:49.224891 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8c715f7-ba32-460b-b4b7-9d8e139b137e: This subnet is being modified by another concurrent operation. Feb 03 11:30:49.228386 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:30:49.278816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e9059-9511-4c41-8772-d20dc88b5278 None None] Network f1d681c2-b774-4b15-99d3-da4a3e2adf9f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:49.294949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f1d681c2-b774-4b15-99d3-da4a3e2adf9f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.360221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d681c2-b774-4b15-99d3-da4a3e2adf9f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:49.457012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f835fc6-08c2-4b0c-ad03-563bd10a5e82') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:49.457343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f835fc6-08c2-4b0c-ad03-563bd10a5e82') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:49.494510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2a98a797-7f3c-4803-b39d-18643428f8c0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.501281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (8f835fc6-08c2-4b0c-ad03-563bd10a5e82), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.571111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8f835fc6-08c2-4b0c-ad03-563bd10a5e82), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.583229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:49.583930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (8f835fc6-08c2-4b0c-ad03-563bd10a5e82), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:49.587578 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:49.598956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] DHCP port deletion for 3b59278b-d22d-4849-a226-bdd1fef2a2c3 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:30:49.774817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Deleting port d6049850-999b-462b-9dc8-2f49a161cb81 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:49.775190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.885634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] For port d6049850-999b-462b-9dc8-2f49a161cb81, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d6049850-999b-462b-9dc8-2f49a161cb81,segment=NetworkSegment(b3f3d797-8868-49e3-b920-02cc6854a65e),segment_id=b3f3d797-8868-49e3-b920-02cc6854a65e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:49.886322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:49.904584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Calling delete_port for d6049850-999b-462b-9dc8-2f49a161cb81 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:50.079084 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.158499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Pushing event deleted for resources: {'Port': ['ID=d6049850-999b-462b-9dc8-2f49a161cb81,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:50.178716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.181031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.181498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.182192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.182659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.185310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.185785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.186225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.186663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.187350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.188231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.192238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.192904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:50.201819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f7031-9826-466b-b210-4780158c9c29 None None] No DVR routers for this DVR port d6049850-999b-462b-9dc8-2f49a161cb81 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:50.231130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a438e-0393-4767-a791-6eb7f63b00a9 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:30:50.332724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60562) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:50.428099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f1d681c2-b774-4b15-99d3-da4a3e2adf9f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.442630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.455263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/f1d681c2-b774-4b15-99d3-da4a3e2adf9f HTTP/1.1" status: 204 len: 168 time: 2.5217512 Feb 03 11:30:50.458326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:50.459990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Deleting port d6049850-999b-462b-9dc8-2f49a161cb81 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:50.463230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.463867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760674993'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:50.551200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:50.567971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.568965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a438e-0393-4767-a791-6eb7f63b00a9 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:30:50.676588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35d39-2432-47cc-b7ef-aea67fec52a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=f1d681c2-b774-4b15-99d3-da4a3e2adf9f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:50.714447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:50.725821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] For port d6049850-999b-462b-9dc8-2f49a161cb81, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:50.727495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.747415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b6598947-b9d6-4702-a576-dda651c9a9c1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.748598 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment b6598947-b9d6-4702-a576-dda651c9a9c1 of type vlan for network ec8f423a-04a2-4d60-984e-b18883f8c99e Feb 03 11:30:50.758709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2a98a797-7f3c-4803-b39d-18643428f8c0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.775736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Calling delete_port for d6049850-999b-462b-9dc8-2f49a161cb81 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:50.817225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Port d6049850-999b-462b-9dc8-2f49a161cb81 was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:30:50.882718 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.884420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ec8f423a-04a2-4d60-984e-b18883f8c99e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.890120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/subnets/2a98a797-7f3c-4803-b39d-18643428f8c0 HTTP/1.1" status: 204 len: 168 time: 2.5133886 Feb 03 11:30:50.891644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:50.896158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d6049850-999b-462b-9dc8-2f49a161cb81), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:50.907324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc83ad-97ec-4e3d-8591-ae2299cc19a5 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Subnet': ['ID=2a98a797-7f3c-4803-b39d-18643428f8c0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:51.001822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1090228452'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:51.007375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6049850-999b-462b-9dc8-2f49a161cb81,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:51.027161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] No DVR routers for this DVR port d6049850-999b-462b-9dc8-2f49a161cb81 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:51.115229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Made reservation on behalf of b1a3d30bbe7c44d3b12b166e578d3540 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:51.125371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fdea23-ac32-4c41-aa55-5b1e1f13a9e4 None None] Network a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:51.126180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.167777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:30:51.226776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (3b59278b-d22d-4849-a226-bdd1fef2a2c3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.253300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b59278b-d22d-4849-a226-bdd1fef2a2c3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:51.267517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3d797-8868-49e3-b920-02cc6854a65e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:51.267931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3d797-8868-49e3-b920-02cc6854a65e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:51.279338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (b3f3d797-8868-49e3-b920-02cc6854a65e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.292106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.299240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b3f3d797-8868-49e3-b920-02cc6854a65e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.308693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:51.309648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (b3f3d797-8868-49e3-b920-02cc6854a65e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.400838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d6049850-999b-462b-9dc8-2f49a161cb81 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:51.428586 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:51.442879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (3b59278b-d22d-4849-a226-bdd1fef2a2c3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.454267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ec8f423a-04a2-4d60-984e-b18883f8c99e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.465540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:51.466461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.476044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d6049850-999b-462b-9dc8-2f49a161cb81 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:51.476394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d6049850-999b-462b-9dc8-2f49a161cb81 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:51.490260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.504365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3b59278b-d22d-4849-a226-bdd1fef2a2c3 HTTP/1.1" status: 204 len: 168 time: 2.9470336 Feb 03 11:30:51.555351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:51.574292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38da97-ab9f-4293-96b3-cb5646228f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b59278b-d22d-4849-a226-bdd1fef2a2c3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:51.635648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] DHCP port deletion for a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:30:51.673164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=ec8f423a-04a2-4d60-984e-b18883f8c99e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:51.696941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.731729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:51.765121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8d64083-f959-47d3-938a-15ae31dabfb7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3053958 Feb 03 11:30:51.767968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:51.775727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:51.925238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Deleting port 2e1cc1cd-0622-4a50-8095-6139de537a5f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:51.925916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:51.995307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 2e1cc1cd-0622-4a50-8095-6139de537a5f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:51.998724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.039425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] For port 2e1cc1cd-0622-4a50-8095-6139de537a5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2e1cc1cd-0622-4a50-8095-6139de537a5f,segment=NetworkSegment(b4d4f6ba-2611-4b88-9a25-35783ecc16c4),segment_id=b4d4f6ba-2611-4b88-9a25-35783ecc16c4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:52.041511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.076976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Calling delete_port for 2e1cc1cd-0622-4a50-8095-6139de537a5f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:52.095262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks [] for security_group (b4454440-fc58-411f-878c-0b6c9e53b8a1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.127153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4454440-fc58-411f-878c-0b6c9e53b8a1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.255872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.292822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:52.308160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] Pushing event deleted for resources: {'Port': ['ID=2e1cc1cd-0622-4a50-8095-6139de537a5f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:52.312645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:52.318648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.329584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b675ae1-934e-432e-91db-2880c7c313e7 None None] No DVR routers for this DVR port 2e1cc1cd-0622-4a50-8095-6139de537a5f on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:52.351554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4454440-fc58-411f-878c-0b6c9e53b8a1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:52.362436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] For port 2e1cc1cd-0622-4a50-8095-6139de537a5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2e1cc1cd-0622-4a50-8095-6139de537a5f,segment=NetworkSegment(b4d4f6ba-2611-4b88-9a25-35783ecc16c4),segment_id=b4d4f6ba-2611-4b88-9a25-35783ecc16c4)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:52.362818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.380963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 2e1cc1cd-0622-4a50-8095-6139de537a5f owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:52.639609 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2e1cc1cd-0622-4a50-8095-6139de537a5f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.672576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] No DVR routers for this DVR port 2e1cc1cd-0622-4a50-8095-6139de537a5f on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:30:52.751349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d2994067-8120-41ed-bc23-64358598b0c6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.751703 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Added segment d2994067-8120-41ed-bc23-64358598b0c6 of type vlan for network af00cb13-b1ec-494a-b48d-3a85366a57d5 Feb 03 11:30:52.827489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=2e1cc1cd-0622-4a50-8095-6139de537a5f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:52.846533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2dd883cb-fd6c-4d9a-afdb-93483a6ea48b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:52.994228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.020458 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a190b6ce-4cf6-4ec1-83f8-17734b93bcc1']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:53.031795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:53.032116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d4f6ba-2611-4b88-9a25-35783ecc16c4') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:30:53.043457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b4d4f6ba-2611-4b88-9a25-35783ecc16c4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.062619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=2dd883cb-fd6c-4d9a-afdb-93483a6ea48b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:53.082546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': 'b6598947-b9d6-4702-a576-dda651c9a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:53.082918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: ec8f423a-04a2-4d60-984e-b18883f8c99e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:53.092083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b4d4f6ba-2611-4b88-9a25-35783ecc16c4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.154653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network ec8f423a-04a2-4d60-984e-b18883f8c99e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:53.171636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:30:53.172162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b4d4f6ba-2611-4b88-9a25-35783ecc16c4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.172866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ec8f423a-04a2-4d60-984e-b18883f8c99e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:30:53.178590 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:30:53.181900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:53.181900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.188969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8526168-b021-4af5-ac43-8d791e3e0d18 None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:53.230398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2ea22525-0e9b-493a-8487-5a78c6ecbd23 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4612181 Feb 03 11:30:53.233207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:53.249233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:53.254663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (af00cb13-b1ec-494a-b48d-3a85366a57d5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.312944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.407650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:30:53.409158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2e1cc1cd-0622-4a50-8095-6139de537a5f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:30:53.452787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a190b6ce-4cf6-4ec1-83f8-17734b93bcc1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.485400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.492879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2e1cc1cd-0622-4a50-8095-6139de537a5f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:30:53.493317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2e1cc1cd-0622-4a50-8095-6139de537a5f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:30:53.494283 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/networks/a190b6ce-4cf6-4ec1-83f8-17734b93bcc1 HTTP/1.1" status: 204 len: 168 time: 2.5986176 Feb 03 11:30:53.497576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:53.515414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (af00cb13-b1ec-494a-b48d-3a85366a57d5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.536046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:53.547862 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.551165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-ec8f423a-04a2-4d60-984e-b18883f8c99e', 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '2dd883cb-fd6c-4d9a-afdb-93483a6ea48b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:53.552061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.662550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:53.666838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:53.705197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3026c-70c2-450a-8f09-5a5800436fdb tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Network': ['ID=a190b6ce-4cf6-4ec1-83f8-17734b93bcc1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:53.907083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Allocated IP 2001:db8::2 (ec8f423a-04a2-4d60-984e-b18883f8c99e/2dd883cb-fd6c-4d9a-afdb-93483a6ea48b/636b9422-00b0-4ebd-b168-5015a78260d8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:30:53.934059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.6001618 Feb 03 11:30:53.949470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa6f6-6d1b-4836-b06b-cb88f485b2fe tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Pushing event updated for resources: {'Network': ['ID=af00cb13-b1ec-494a-b48d-3a85366a57d5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:53.975009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:54.243753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port a1f7a722-9e47-47ca-90c4-924925d86865 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:54.246616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.299644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (02742b75-bed8-45e3-b51f-d5c1c65312df), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.380733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.381089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (a1f7a722-9e47-47ca-90c4-924925d86865), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.383574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60648) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:54.399343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for a1f7a722-9e47-47ca-90c4-924925d86865 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:54.478620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5', 'binding:host_id': 'n-h1-821606-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1103589567'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:54.528108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network ec8f423a-04a2-4d60-984e-b18883f8c99e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:54.564366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:54.572475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:54.577241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.595935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks [] for port (636b9422-00b0-4ebd-b168-5015a78260d8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.610214 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.653609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Made reservation on behalf of 72c9f00211f24128973e2506409a829d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:54.663728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.735182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:30:54.741094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5013065 Feb 03 11:30:54.742951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:54.749403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.756026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:54.759863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310104f4-245a-4a22-be02-baf8f5a80d2f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=02742b75-bed8-45e3-b51f-d5c1c65312df,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:54.761916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60662) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:54.818591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a1f7a722-9e47-47ca-90c4-924925d86865), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:54.820451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Pushing event updated for resources: {'Port': ['ID=636b9422-00b0-4ebd-b168-5015a78260d8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:54.900220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Deleting port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:54.900742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.033456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=a1f7a722-9e47-47ca-90c4-924925d86865,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:55.050467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Attempting to bind port 636b9422-00b0-4ebd-b168-5015a78260d8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:55.051767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Attempting to bind port 636b9422-00b0-4ebd-b168-5015a78260d8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b6598947-b9d6-4702-a576-dda651c9a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:55.053075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Attempting to bind port 636b9422-00b0-4ebd-b168-5015a78260d8 on network ec8f423a-04a2-4d60-984e-b18883f8c99e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:55.074744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:30:55.077649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Checking segment: {'id': 'b6598947-b9d6-4702-a576-dda651c9a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:55.079690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.080272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Bound using segment: {'id': 'b6598947-b9d6-4702-a576-dda651c9a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:30:55.080982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Bound port: 636b9422-00b0-4ebd-b168-5015a78260d8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6598947-b9d6-4702-a576-dda651c9a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:30:55.082860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.100467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.101979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.103357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.105077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.106269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.108613 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-920eb7f0-a4ee-421f-9dca-87b0dfabf6e4 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3446901 Feb 03 11:30:55.113160 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:55.118487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410455550'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:55.155914 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:55.160194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.195859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:30:55.206043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c436262b-2264-4cdf-ac07-573c6dcd4a4b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.206500 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment c436262b-2264-4cdf-ac07-573c6dcd4a4b of type vlan for network 48587938-639e-4dbc-af9e-84a1cf5859bd Feb 03 11:30:55.235559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for security_group (226e9044-1205-4659-8059-74048269d2a0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.261821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (226e9044-1205-4659-8059-74048269d2a0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.262960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] For port 636b9422-00b0-4ebd-b168-5015a78260d8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:30:55.273389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] For port 636b9422-00b0-4ebd-b168-5015a78260d8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=636b9422-00b0-4ebd-b168-5015a78260d8,segment=NetworkSegment(b6598947-b9d6-4702-a576-dda651c9a9c1),segment_id=b6598947-b9d6-4702-a576-dda651c9a9c1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:30:55.274009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port 8ab62098-95b0-487f-9ae4-2c16bda27409 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:30:55.296829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.354060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.458505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb1b0e-f076-4e64-a490-37768061b3ed None None] Pushing event updated for resources: {'Port': ['ID=636b9422-00b0-4ebd-b168-5015a78260d8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:55.499805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for floatingip (a1caea49-21d0-46b3-bc30-4a31bcbc05f5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.505027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.516492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8e21c88-2389-4686-837f-b1c2cbff1a1b tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/floatingips/a1caea49-21d0-46b3-bc30-4a31bcbc05f5 HTTP/1.1" status: 204 len: 168 time: 2.0119977 Feb 03 11:30:55.524277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:55.568739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.591835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:55.592957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:55.672529 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2983ef-b81b-4d04-9fcd-519b8ba38b9d tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] DELETE failed (client error): The resource could not be found. Feb 03 11:30:55.673702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2983ef-b81b-4d04-9fcd-519b8ba38b9d tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:30:55.677461 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b2983ef-b81b-4d04-9fcd-519b8ba38b9d tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/38d0c237-b6a8-4aea-80f4-4dbd177280da HTTP/1.1" status: 404 len: 333 time: 0.1521590 Feb 03 11:30:55.696405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:55.728519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6133957 Feb 03 11:30:55.737803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:55.752350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:55.905524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7f12e-cca2-4708-b44b-98cbd5ae93d7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=48587938-639e-4dbc-af9e-84a1cf5859bd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:55.947596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 48587938-639e-4dbc-af9e-84a1cf5859bd details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:56.151764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] For port 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:56.152732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:56.169368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Calling delete_port for 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:56.291493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:56.308704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:56.375270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d6529eb-55aa-4009-9509-5e1c249b2e4f tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dc3eec6-6ac2-4731-99f9-7aec46a314a7 HTTP/1.1" status: 200 len: 205 time: 0.6777055 Feb 03 11:30:56.376285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:56.384505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e9044-1205-4659-8059-74048269d2a0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:56.460727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port 8ab62098-95b0-487f-9ae4-2c16bda27409 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:30:56.481792 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-dbc2ff81-08a9-4f4b-9d29-bd47d5da9068 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] delete failed (client error): The resource could not be found. Feb 03 11:30:56.486966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dbc2ff81-08a9-4f4b-9d29-bd47d5da9068 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/routers/9dc3eec6-6ac2-4731-99f9-7aec46a314a7 HTTP/1.1" status: 404 len: 336 time: 0.0852456 Feb 03 11:30:56.488129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60712) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:56.514584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:56.549259 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-98079209-0b67-4f92-9d18-f8bfca3211ac tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] DELETE failed (client error): The resource could not be found. Feb 03 11:30:56.550639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98079209-0b67-4f92-9d18-f8bfca3211ac tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:30:56.558734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98079209-0b67-4f92-9d18-f8bfca3211ac tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/subnets/2a98a797-7f3c-4803-b39d-18643428f8c0 HTTP/1.1" status: 404 len: 337 time: 0.0651355 Feb 03 11:30:56.563614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:56.581141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78ad8-778e-4667-ad00-f37565a2bdbd req-4d4b3d96-3037-4a01-98ce-b72ac15ca3c4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:56.583018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57d78ad8-778e-4667-ad00-f37565a2bdbd req-4d4b3d96-3037-4a01-98ce-b72ac15ca3c4 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.9769049 Feb 03 11:30:56.584382 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:56.717761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab62098-95b0-487f-9ae4-2c16bda27409,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:57.004515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=48587938-639e-4dbc-af9e-84a1cf5859bd,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:57.009609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 48587938-639e-4dbc-af9e-84a1cf5859bd is not hosted by any dhcp agent {{(pid=103126) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:30:57.014749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:57.015464 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:57.023336 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b578fd11-6934-4bbd-bb2c-f8ca0fbcce7a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "PUT /v2.0/networks/48587938-639e-4dbc-af9e-84a1cf5859bd HTTP/1.1" status: 200 len: 723 time: 1.2839820 Feb 03 11:30:57.026165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:57.032321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '48587938-639e-4dbc-af9e-84a1cf5859bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:57.035030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 48587938-639e-4dbc-af9e-84a1cf5859bd details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:30:57.055781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Checking segment: {'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:57.056809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Network hostable DHCP agents. Network: af00cb13-b1ec-494a-b48d-3a85366a57d5, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:57.223219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57d78ad8-778e-4667-ad00-f37565a2bdbd req-60e181ad-2db9-4837-aa57-5a90501facdf tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5956178 Feb 03 11:30:57.281186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:57.301535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:30:57.307655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:57.321652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:57.452945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 0210a16e-5871-401b-a389-4d236b69cbc5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:30:57.454920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0210a16e-5871-401b-a389-4d236b69cbc5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:57.480512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:57.498595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Pushing event deleted for resources: {'Port': ['ID=00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:57.593852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 636b9422-00b0-4ebd-b168-5015a78260d8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:30:57.661612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, af00cb13-b1ec-494a-b48d-3a85366a57d5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:57.709370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f5726-dd1f-41e0-a765-265d9eb10c68 None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:57.759151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:30:57.896953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847baba0-c3a3-43d8-be77-71b5e4c097d6 None None] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:57.908741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-3d2e4565-60d4-4908-b411-7ea4f9a3875b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:57.911825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-3d2e4565-60d4-4908-b411-7ea4f9a3875b tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 0.8087854 Feb 03 11:30:57.922056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7e97b846-f5f5-4b3c-adb4-970c2951e657), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:58.083568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=7e97b846-f5f5-4b3c-adb4-970c2951e657,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:58.221677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': 'c436262b-2264-4cdf-ac07-573c6dcd4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '48587938-639e-4dbc-af9e-84a1cf5859bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:30:58.223404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 48587938-639e-4dbc-af9e-84a1cf5859bd, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:30:58.302900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 48587938-639e-4dbc-af9e-84a1cf5859bd is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:30:58.329640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 48587938-639e-4dbc-af9e-84a1cf5859bd) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:30:58.347003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:58.348154 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:58.393217 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4cddd6c5-8cc0-4fb7-bd79-cb9580b35b18 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3638279 Feb 03 11:30:58.394097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:58.407563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:30:58.417977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:58.432297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:58.483086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de3997-195c-4d87-9740-ad1f76d07b2c None None] Network 48587938-639e-4dbc-af9e-84a1cf5859bd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:30:58.600164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066570194'] for subnet (7e97b846-f5f5-4b3c-adb4-970c2951e657), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:58.673837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:58.674239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:58.677652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:58.738035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02908bb-22ee-4be6-9984-8cdef1b88a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-48587938-639e-4dbc-af9e-84a1cf5859bd', 'network_id': '48587938-639e-4dbc-af9e-84a1cf5859bd', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '7e97b846-f5f5-4b3c-adb4-970c2951e657'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:30:58.739159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d02908bb-22ee-4be6-9984-8cdef1b88a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:58.793686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:30:58.794270 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:30:58.820813 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 2 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:30:58.845579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:58.845579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:58.845868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:58.970791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741877012709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066603769'] for subnet (7e97b846-f5f5-4b3c-adb4-970c2951e657), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.010817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:30:59.011572 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.027551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:30:59.028528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.029132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.030735 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "PUT /v2.0/subnets/7e97b846-f5f5-4b3c-adb4-970c2951e657 HTTP/1.1" status: 200 len: 826 time: 0.6355484 Feb 03 11:30:59.034440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:30:59.072106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=7e97b846-f5f5-4b3c-adb4-970c2951e657,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:59.098622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.099885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.100456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.101092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.101671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.102224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.102826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.103393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.103963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.104512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.105661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.108806 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.109420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b6f0ed-4622-4989-8d18-f8dea1b1dd30 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:30:59.173944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Update dhcp port {'port': {'network_id': 'ec8f423a-04a2-4d60-984e-b18883f8c99e', 'fixed_ips': [{'subnet_id': '2dd883cb-fd6c-4d9a-afdb-93483a6ea48b', 'ip_address': '2001:db8::2'}, {'subnet_id': '02742b75-bed8-45e3-b51f-d5c1c65312df'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '636b9422-00b0-4ebd-b168-5015a78260d8'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:30:59.228425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.285393 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.445346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7e97b846-f5f5-4b3c-adb4-970c2951e657), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.569085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:30:59.569803 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:30:59.585980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0210a16e-5871-401b-a389-4d236b69cbc5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.600025 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 3 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:30:59.672323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:59.672978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.708377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7e97b846-f5f5-4b3c-adb4-970c2951e657), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.734145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 0210a16e-5871-401b-a389-4d236b69cbc5 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:30:59.740537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:30:59.740883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:30:59.741256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-d02908bb-22ee-4be6-9984-8cdef1b88a7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e97b846-f5f5-4b3c-adb4-970c2951e657: This subnet is being modified by another concurrent operation. Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:30:59.859452 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e97b846-f5f5-4b3c-adb4-970c2951e657: This subnet is being modified by another concurrent operation. Feb 03 11:30:59.864105 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:30:59.887107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 636b9422-00b0-4ebd-b168-5015a78260d8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=636b9422-00b0-4ebd-b168-5015a78260d8,segment=NetworkSegment(b6598947-b9d6-4702-a576-dda651c9a9c1),segment_id=b6598947-b9d6-4702-a576-dda651c9a9c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:30:59.890754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:30:59.890754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:30:59.975500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=7e97b846-f5f5-4b3c-adb4-970c2951e657,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:30:59.987211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9934b68-bc33-4a42-afa5-78ecf102e949 None None] Network 48587938-639e-4dbc-af9e-84a1cf5859bd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:00.007032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.094760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:00.095427 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:00.181368 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 4 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:00.293502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Allocated IP 172.20.0.1 (ec8f423a-04a2-4d60-984e-b18883f8c99e/02742b75-bed8-45e3-b51f-d5c1c65312df/636b9422-00b0-4ebd-b168-5015a78260d8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:00.309258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.403022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48587938-639e-4dbc-af9e-84a1cf5859bd']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:00.443618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:31:00.443988 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:31:00.444392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c436262b-2264-4cdf-ac07-573c6dcd4a4b') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:00.444699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c436262b-2264-4cdf-ac07-573c6dcd4a4b') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:00.454361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] For port 636b9422-00b0-4ebd-b168-5015a78260d8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=636b9422-00b0-4ebd-b168-5015a78260d8,segment=NetworkSegment(b6598947-b9d6-4702-a576-dda651c9a9c1),segment_id=b6598947-b9d6-4702-a576-dda651c9a9c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:00.467967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:00.468394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:00.469043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:00.484077 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c436262b-2264-4cdf-ac07-573c6dcd4a4b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.537935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Publish callbacks [] for port (636b9422-00b0-4ebd-b168-5015a78260d8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.554874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c436262b-2264-4cdf-ac07-573c6dcd4a4b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.579221 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:00.582955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c436262b-2264-4cdf-ac07-573c6dcd4a4b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.586903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:00.587257 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:00.598901 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:00.609336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d8c68-f3a0-4489-961a-f2aa4cda238a req-b9836843-d727-4ced-a0d4-25e247be5f00 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:00.623367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=636b9422-00b0-4ebd-b168-5015a78260d8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:00.630409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.633991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ccfb7-7453-4f7a-b740-3b0c3c060bac None None] Network 48587938-639e-4dbc-af9e-84a1cf5859bd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:00.649537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-622d8c68-f3a0-4489-961a-f2aa4cda238a req-b9836843-d727-4ced-a0d4-25e247be5f00 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 947 time: 1.9385002 Feb 03 11:31:00.684445 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 5 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:00.762650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Deleting port d3786e5f-aba7-47de-bafe-9ae906343967 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:00.763007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.813131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (48587938-639e-4dbc-af9e-84a1cf5859bd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.816093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:00.816455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:00.816817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:00.837512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:00.877050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e492-928b-4cf7-9d3e-135060ddfb6d None None] Pushing event updated for resources: {'Port': ['ID=636b9422-00b0-4ebd-b168-5015a78260d8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:00.878598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/48587938-639e-4dbc-af9e-84a1cf5859bd HTTP/1.1" status: 204 len: 168 time: 1.8353200 Feb 03 11:31:00.881794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60786) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:00.946309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Router cb1efb94-1e62-4172-80ba-a63fb9c90b86 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:31:01.016863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cbc1-2bf3-4b03-b9cd-1f6fb82bd65c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=48587938-639e-4dbc-af9e-84a1cf5859bd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:01.031596 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a1edb6-41d2-48bb-989a-1087b8791285 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:01.034572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a1edb6-41d2-48bb-989a-1087b8791285 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:01.040175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-02a1edb6-41d2-48bb-989a-1087b8791285 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/48587938-639e-4dbc-af9e-84a1cf5859bd HTTP/1.1" status: 404 len: 339 time: 0.1570587 Feb 03 11:31:01.046739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60788) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:01.054339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188827806', 'description': 'd1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:01.100959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:01.120086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.139525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:01.140171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.166487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf782740-72ba-4930-8ccb-4a824575d462 None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:01.195868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:01.208608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1e93cb60-a025-4139-9202-7b857554a68c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.208867 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment 1e93cb60-a025-4139-9202-7b857554a68c of type vlan for network 1adf421e-8144-4731-9c02-31b70f6113bb Feb 03 11:31:01.251964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cbfb-5426-414a-957e-22fbe9a23900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.287822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.344444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.352429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:01.352697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.376769 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3283243 Feb 03 11:31:01.383697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:01.384391 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:01.385034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:01.405965 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 6 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:01.412665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0210a16e-5871-401b-a389-4d236b69cbc5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.463151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eff838-7305-4a08-bbd0-add3bb1ab723 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=1adf421e-8144-4731-9c02-31b70f6113bb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:01.480071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1adf421e-8144-4731-9c02-31b70f6113bb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:01.727815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=0210a16e-5871-401b-a389-4d236b69cbc5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:01.743926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device d3786e5f-aba7-47de-bafe-9ae906343967 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:01.793459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-622d8c68-f3a0-4489-961a-f2aa4cda238a req-1869f8d4-960f-4801-ad95-b0a65bc4db7e tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06fd540-74b4-4e65-8b51-9e5ac1748ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1427736 Feb 03 11:31:01.898635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:01.907248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fdbd91bd-c1f5-422d-9486-1d2144d8ec07 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/0210a16e-5871-401b-a389-4d236b69cbc5 HTTP/1.1" status: 204 len: 168 time: 5.3423033 Feb 03 11:31:01.910414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:01.929557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:01.929946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:01.930299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:02.022858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port d3786e5f-aba7-47de-bafe-9ae906343967 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:02.023453 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.054722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:02.055067 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:02.072147 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 7 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:02.103388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:31:02.109383 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419dbcc4-c079-44d7-96c4-3f9ba6976e76" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:31:02.139726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port d3786e5f-aba7-47de-bafe-9ae906343967, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=d3786e5f-aba7-47de-bafe-9ae906343967,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:02.148009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.201774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a47d0-56a1-4eee-bf61-94189d27ff21 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:02.205265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 401ac24a-528d-416c-9f24-c2d1e22c4235 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:02.208447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (401ac24a-528d-416c-9f24-c2d1e22c4235), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.211261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-125a47d0-56a1-4eee-bf61-94189d27ff21 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks?id=1adf421e-8144-4731-9c02-31b70f6113bb HTTP/1.1" status: 200 len: 765 time: 0.7960472 Feb 03 11:31:02.318156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60812) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:02.322990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'description': 'd2'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:02.350809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.351203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.351500 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Floating IP 50d5f0e4-7e41-4514-9489-ba5341b96510 disassociated. External IP: 172.25.7.155, port: d3786e5f-aba7-47de-bafe-9ae906343967. Feb 03 11:31:02.351853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Calling delete_port for d3786e5f-aba7-47de-bafe-9ae906343967 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:02.354411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:02.354751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:02.355090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:02.387905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:02.388103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (401ac24a-528d-416c-9f24-c2d1e22c4235), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.388613 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:02.394638 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 8 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:02.406309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 401ac24a-528d-416c-9f24-c2d1e22c4235 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:02.413231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:02.425885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:02.426232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:02.426584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:02.455122 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f98806-96ce-4a05-9442-70fddd3f9054 x-openstack-request-id: req-46f98806-96ce-4a05-9442-70fddd3f9054 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:31:02.455642 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:31:02.456123 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46f98806-96ce-4a05-9442-70fddd3f9054 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:31:02.462919 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'code': 200} Feb 03 11:31:02.470627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 636b9422-00b0-4ebd-b168-5015a78260d8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:02.562310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:02.562921 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:02.570424 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 9 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:02.590197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:31:02.604890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46ec693d-03ec-4f7c-8307-a7647abbec5e admin admin] 10.222.0.30 "PUT /v2.0/routers/cb1efb94-1e62-4172-80ba-a63fb9c90b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0478399 Feb 03 11:31:02.610185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:02.638977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d92436-3c6c-4741-b869-cad71c21c25a None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:31:02.650115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Sync routers for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:31:02.651653 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (401ac24a-528d-416c-9f24-c2d1e22c4235), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.702854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=401ac24a-528d-416c-9f24-c2d1e22c4235,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:02.847660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.870226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:02.870846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:02.871557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:02.876272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:02.879515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:30:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:02.917900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:02.918520 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:02.919294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.926159 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 10 to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 Feb 03 11:31:02.926830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.939796 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5b60d1c-3e79-4e79-9fa1-26b6fdb078f2 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/ports/401ac24a-528d-416c-9f24-c2d1e22c4235 HTTP/1.1" status: 204 len: 168 time: 1.0259993 Feb 03 11:31:02.942219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60832) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:02.947956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 1adf421e-8144-4731-9c02-31b70f6113bb is not hosted by any dhcp agent {{(pid=103127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:31:02.954982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:02.956250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:02.958521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "PUT /v2.0/networks/1adf421e-8144-4731-9c02-31b70f6113bb HTTP/1.1" status: 200 len: 762 time: 0.6444733 Feb 03 11:31:02.979836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:03.135791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:03.142666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:03.161282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:03.203795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d3786e5f-aba7-47de-bafe-9ae906343967), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:03.268271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 8ab62098-95b0-487f-9ae4-2c16bda27409 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:03.270899 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 8ab62098-95b0-487f-9ae4-2c16bda27409 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:03.273678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:03.309651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba6bdfee-5834-49cf-bb47-7a50abdd66b8 None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:03.315202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba6bdfee-5834-49cf-bb47-7a50abdd66b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:03.538402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd515b-b836-4620-87d6-31109fbbfb94 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:03.549128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47bd515b-b836-4620-87d6-31109fbbfb94 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks?id=1adf421e-8144-4731-9c02-31b70f6113bb HTTP/1.1" status: 200 len: 765 time: 0.5656683 Feb 03 11:31:03.568115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:03.576609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75d4c4-899d-4b02-b818-fd3aebb1731d tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:03.582528 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a75d4c4-899d-4b02-b818-fd3aebb1731d tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fd5e06e-558f-4b2e-9cb9-22bac93a3357 HTTP/1.1" status: 200 len: 913 time: 0.6388679 Feb 03 11:31:03.602888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:03.652229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b0e239-ad50-4255-b649-6f097d853d6c req-4966aecc-8c43-471f-8205-6756d8537df2 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.4629648 Feb 03 11:31:03.839435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'Port': ['ID=d3786e5f-aba7-47de-bafe-9ae906343967,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:03.850203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:03.850581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:03.884318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dbbd9-d402-4452-b65d-4e37cdd0a87e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=1adf421e-8144-4731-9c02-31b70f6113bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:03.941511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1adf421e-8144-4731-9c02-31b70f6113bb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:03.949113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:04.157432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:31:04.166035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port 8ab62098-95b0-487f-9ae4-2c16bda27409, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:04.166838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempted to set empty binding levels {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:31:04.184900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks [] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:04.300871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41d399-e984-4814-be75-e0f5c4417c15 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.302278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ac41d399-e984-4814-be75-e0f5c4417c15 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7184355 Feb 03 11:31:04.327282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60856) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:04.332899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:04.363744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.364970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d92436-3c6c-4741-b869-cad71c21c25a None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:31:04.365488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:04.395909 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f1558e4-7c96-434c-972b-fe9f9db302f5 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 207 time: 0.0673223 Feb 03 11:31:04.396542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:04.445852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba6bdfee-5834-49cf-bb47-7a50abdd66b8 None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:04.448105 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35587064-13e7-4550-acb8-11427fe7bd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:04.632384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.637602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.643273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.650258 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.659955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.667407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:04.667694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks [] for router_gateway (cb1efb94-1e62-4172-80ba-a63fb9c90b86), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:04.676218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-42422011-e481-4f3d-8420-0a5fb88155c1 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2782454 Feb 03 11:31:04.681015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:04.720621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 10.2570534 Feb 03 11:31:04.727314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:04.772822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:05.096679 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c5050ac-cb22-4576-8885-c361f463a207 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4144874 Feb 03 11:31:05.105349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:05.112808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60882) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:05.213908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bd042-ecb8-423b-bd6c-850bcc902417 None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:05.291073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166e0c-de92-464d-bd5c-643739fbd6ab tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab62098-95b0-487f-9ae4-2c16bda27409,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:05.327061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1569a8cb-96b5-4e1d-9452-b8c5a49f350c req-bae7b650-0e06-4b82-946e-430a19296c74 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0959582 Feb 03 11:31:05.345475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.360790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.365157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.366694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.367999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.375794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:05.382328 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-495f8269-2f8b-4d04-9b73-0effe43e17dd tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2671833 Feb 03 11:31:05.426828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:05.469491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Deleting port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:05.469832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:05.504551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.509857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:30:56Z', 'revision_number': 5, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port': {'id': '023cab32-eeb8-4b52-9ebe-b3a28c448cb4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:28:57Z', 'updated_at': '2022-02-03T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:05.513165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.514683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.516030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.517588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:05.518999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b6f6a3a-b5fb-4271-9830-1c05e0ae8d0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1421764 Feb 03 11:31:05.531340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:31:05.538780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60894) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:05.542805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:31:05.571563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Checking router: cb1efb94-1e62-4172-80ba-a63fb9c90b86 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:31:05.572591 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:05.573264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:05.597746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Routers {'cb1efb94-1e62-4172-80ba-a63fb9c90b86'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:05.598290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:05.819520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] Set router cb1efb94-1e62-4172-80ba-a63fb9c90b86 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:05.826237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Deleting port 8ab62098-95b0-487f-9ae4-2c16bda27409 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:05.826663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:05.998012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:31:04Z', 'revision_number': 6, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:06.063584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] For port 023cab32-eeb8-4b52-9ebe-b3a28c448cb4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:06.063961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.079686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:06.119272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67422b6e-603a-49d9-844c-bf4454034d76 None None] The sync data for ids ['cb1efb94-1e62-4172-80ba-a63fb9c90b86'] in n-d-821606-6 is: [{'id': 'cb1efb94-1e62-4172-80ba-a63fb9c90b86', 'name': 'tempest-TestServerMultinode-351652678-router', 'tenant_id': '3cc1625c93b94e29aa9bb94c31228446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:28:53Z', 'updated_at': '2022-02-03T11:31:04Z', 'revision_number': 6, 'project_id': '3cc1625c93b94e29aa9bb94c31228446', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:31:06.125465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Calling delete_port for 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:06.208530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5026d2fa-441e-48e3-93d4-ff0722eae23f None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:06.208530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5026d2fa-441e-48e3-93d4-ff0722eae23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.242002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 2c4de3aa-6123-49a5-ba05-a1cf51f15611 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:06.242544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.329094 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.499375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.518011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5026d2fa-441e-48e3-93d4-ff0722eae23f None None] Current status of the port 636b9422-00b0-4ebd-b168-5015a78260d8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:06.531684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 2c4de3aa-6123-49a5-ba05-a1cf51f15611 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:06.613485 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:06.666838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port 8ab62098-95b0-487f-9ae4-2c16bda27409, host n-h1-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:06.668033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:06.691702 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:31:06.714901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Calling delete_port for 8ab62098-95b0-487f-9ae4-2c16bda27409 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:06.715563 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:06.717705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:06.975662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2c4de3aa-6123-49a5-ba05-a1cf51f15611), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.027200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] No DVR routers for this DVR port d3786e5f-aba7-47de-bafe-9ae906343967 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:07.031143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8ab62098-95b0-487f-9ae4-2c16bda27409), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.034328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691eb202-5d59-4b25-bfc3-a400bbd84f63 req-947d8593-491e-45fd-9042-c492decf0c6a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/ports?device_id=40af9b8e-1a1e-4b31-bc53-5d0da295c5f6 HTTP/1.1" status: 200 len: 210 time: 0.0816483 Feb 03 11:31:07.041639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3243380-e65c-4ea3-a550-b67b2c43d1f0 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:07.045268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a3243380-e65c-4ea3-a550-b67b2c43d1f0 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks/10b5fdef-df18-4e5c-97f2-9620f54c3273 HTTP/1.1" status: 200 len: 804 time: 1.4881704 Feb 03 11:31:07.049139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.053562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bbd9676-788a-4bf5-93b5-117462901ea1 req-769abe33-be7a-4a75-91b7-d265a2ff949a tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.69 "DELETE /v2.0/ports/d3786e5f-aba7-47de-bafe-9ae906343967 HTTP/1.1" status: 204 len: 173 time: 9.1290669 Feb 03 11:31:07.055863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-deleted', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:31:07.058685 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba09e78-998e-40fa-9299-5026be1946ea" -d '{"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-deleted", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:31:07.064339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:07.229129 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33602a67-901b-47ee-8491-bff05e74a07a x-openstack-request-id: req-33602a67-901b-47ee-8491-bff05e74a07a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:31:07.229697 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af9b8e-1a1e-4b31-bc53-5d0da295c5f6", "name": "network-vif-deleted", "tag": "d3786e5f-aba7-47de-bafe-9ae906343967", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:31:07.230110 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33602a67-901b-47ee-8491-bff05e74a07a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:31:07.230714 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af9b8e-1a1e-4b31-bc53-5d0da295c5f6', 'name': 'network-vif-deleted', 'tag': 'd3786e5f-aba7-47de-bafe-9ae906343967', 'status': 'completed', 'code': 200} Feb 03 11:31:07.236651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ab62098-95b0-487f-9ae4-2c16bda27409,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:07.241651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=2c4de3aa-6123-49a5-ba05-a1cf51f15611,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:07.264111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (023cab32-eeb8-4b52-9ebe-b3a28c448cb4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.305635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.309426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a1b8ea3-4a6f-4090-9425-77cad03200ff tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8ab62098-95b0-487f-9ae4-2c16bda27409 HTTP/1.1" status: 204 len: 168 time: 2.5811319 Feb 03 11:31:07.324467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:07.369793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60928) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:07.395386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:07.396571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 023cab32-eeb8-4b52-9ebe-b3a28c448cb4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:07.397902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:07.406773 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:07.482848 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.494183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=023cab32-eeb8-4b52-9ebe-b3a28c448cb4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:07.511379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:07.513835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 00ff6725-ed9e-4a7a-9bdb-fdfb60a352e7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:07.613380 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d80e796-d712-4003-838c-a1fc7946bc49 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:31:07.615116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d80e796-d712-4003-838c-a1fc7946bc49 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports/8ab62098-95b0-487f-9ae4-2c16bda27409 HTTP/1.1" status: 404 len: 333 time: 0.1137335 Feb 03 11:31:07.620325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60936) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:07.634617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1328156232'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:07.743426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3ae89512-f33c-4026-9566-37844d3f6f05 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/networks/10b5fdef-df18-4e5c-97f2-9620f54c3273?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6584904 Feb 03 11:31:07.746773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:07.817727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Made reservation on behalf of 72c9f00211f24128973e2506409a829d for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:07.820009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.850842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:07.894169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port b6e8ef18-c8be-46e5-b91b-80f218498367 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:07.913396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307b333-3d84-4c30-b9b0-139b185a2164 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:07.920890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b307b333-3d84-4c30-b9b0-139b185a2164 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets/36b70523-ff74-4880-8d35-c041ccfc5645 HTTP/1.1" status: 200 len: 843 time: 0.1730502 Feb 03 11:31:07.921706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:08.057204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.154823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:08.201394 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d879f-d34f-4c45-9392-a81b22054d3f None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:21:50Z', 'revision_number': 4, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '2c9ea0e2-92a2-46c1-a61e-654539452c4a', 'name': '', 'network_id': '84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'mac_address': 'fa:16:3e:ff:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:47Z', 'updated_at': '2022-02-03T11:21:59Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'subnets': [{'id': '81dec635-b2ab-4a95-8313-36c4ea2c6653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:31:08.358356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.361312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks [] for router_controller (cb1efb94-1e62-4172-80ba-a63fb9c90b86), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.455505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.459288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:08.487088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcee315-2bd4-40ff-a1ac-7254e2b92f9e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:08.489069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3dcee315-2bd4-40ff-a1ac-7254e2b92f9e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "GET /v2.0/subnets/36b70523-ff74-4880-8d35-c041ccfc5645?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5650692 Feb 03 11:31:08.489914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (cb1efb94-1e62-4172-80ba-a63fb9c90b86), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.490468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1efb94-1e62-4172-80ba-a63fb9c90b86 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:31:08.499810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60960) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:08.508477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550422438'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:08.536426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.542556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be3771d2-daf3-4832-9f2d-1d875fff70e4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cb1efb94-1e62-4172-80ba-a63fb9c90b86 HTTP/1.1" status: 204 len: 168 time: 5.9296234 Feb 03 11:31:08.562064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:08.650721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:08.654650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.663629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:08.833582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f488a8-4e09-4d23-a264-60e78df0ed8a None None] New status for floating IP 50d5f0e4-7e41-4514-9489-ba5341b96510: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:31:08.855595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Deleting subnet 4161ddbe-7191-48c1-8561-48b78d54df9a {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:08.937483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Publish callbacks [] for subnet (4161ddbe-7191-48c1-8561-48b78d54df9a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.000339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (4161ddbe-7191-48c1-8561-48b78d54df9a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.143083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (c06fd540-74b4-4e65-8b51-9e5ac1748ca1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.168963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4161ddbe-7191-48c1-8561-48b78d54df9a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.216407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (c06fd540-74b4-4e65-8b51-9e5ac1748ca1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.314192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c06fd540-74b4-4e65-8b51-9e5ac1748ca1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.318911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.319791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "DELETE /v2.0/security-groups/c06fd540-74b4-4e65-8b51-9e5ac1748ca1 HTTP/1.1" status: 204 len: 168 time: 0.8490298 Feb 03 11:31:09.331805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:09.347463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4c8d2-1a9d-4bc7-b963-cc15aa2281f7 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06fd540-74b4-4e65-8b51-9e5ac1748ca1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:09.374957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:09.382247 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-bda9d39a-7467-4086-8c03-bfbd2d264b63 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] show failed (client error): The resource could not be found. Feb 03 11:31:09.383512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bda9d39a-7467-4086-8c03-bfbd2d264b63 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "GET /v2.0/security-groups/c06fd540-74b4-4e65-8b51-9e5ac1748ca1 HTTP/1.1" status: 404 len: 347 time: 0.0504129 Feb 03 11:31:09.386932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:09.387449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c716df12-976f-43b1-b95a-50e2dde28219), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.387952 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Added segment c716df12-976f-43b1-b95a-50e2dde28219 of type vlan for network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 Feb 03 11:31:09.433460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:09.463939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:09.502874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:31:09.504893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e8ef18-c8be-46e5-b91b-80f218498367,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:09.511986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:09.512966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:09.513584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.647034 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7d8879a7-2ed5-409e-b314-18940ed193b4 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0154471 Feb 03 11:31:09.653469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (4161ddbe-7191-48c1-8561-48b78d54df9a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.659348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60992) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:09.670726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821606-6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:09.765636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589555'] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:09.772433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4161ddbe-7191-48c1-8561-48b78d54df9a HTTP/1.1" status: 204 len: 168 time: 1.2089608 Feb 03 11:31:09.774006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:09.790112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fe475-00dc-4b62-8699-ccb29608f7eb None None] Network b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:09.852059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145537-39f1-4a84-b68e-ddb48e77eb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4161ddbe-7191-48c1-8561-48b78d54df9a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:09.876453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.038220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.058039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:10.059447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.067245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Deleting port b968ac73-4eda-412f-89e6-f7ec4ae3648a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:10.067612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.082635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.180665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] DHCP port deletion for b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:10.322674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.323005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (b968ac73-4eda-412f-89e6-f7ec4ae3648a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.348394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Calling delete_port for b968ac73-4eda-412f-89e6-f7ec4ae3648a owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:10.361754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Deleting port 662fb53a-4e34-40b7-be06-69e577d91920 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:10.362098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (662fb53a-4e34-40b7-be06-69e577d91920), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.368598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Deleting port 662fb53a-4e34-40b7-be06-69e577d91920 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:10.372834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (662fb53a-4e34-40b7-be06-69e577d91920), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.416376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9142003 Feb 03 11:31:10.417676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:10.446249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] For port 662fb53a-4e34-40b7-be06-69e577d91920, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=662fb53a-4e34-40b7-be06-69e577d91920,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:10.446610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (662fb53a-4e34-40b7-be06-69e577d91920), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.460461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Calling delete_port for 662fb53a-4e34-40b7-be06-69e577d91920 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:10.475459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:10.520276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07288b2-5d90-41e1-8804-53a69fcefdbe tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Network': ['ID=4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:10.542545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.586668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (662fb53a-4e34-40b7-be06-69e577d91920), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.618114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] For port 662fb53a-4e34-40b7-be06-69e577d91920, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=662fb53a-4e34-40b7-be06-69e577d91920,segment=NetworkSegment(56408528-69fb-445c-af2f-61b44449c8c1),segment_id=56408528-69fb-445c-af2f-61b44449c8c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:10.618444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (662fb53a-4e34-40b7-be06-69e577d91920), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:10.641452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:31:10.698363 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] Sync routers for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:31:10.723575 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:10.724212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:10.724684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Calling delete_port for 662fb53a-4e34-40b7-be06-69e577d91920 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:10.752453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=662fb53a-4e34-40b7-be06-69e577d91920,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:10.764815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] No DVR routers for this DVR port 662fb53a-4e34-40b7-be06-69e577d91920 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:10.862081 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:10.895147 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] Routers {'7fd5e06e-558f-4b2e-9cb9-22bac93a3357'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:10.909468 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:10.968275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d81df1e6-b12a-473f-b594-ea672562f960 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "PUT /v2.0/routers/7fd5e06e-558f-4b2e-9cb9-22bac93a3357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3641639 Feb 03 11:31:10.972190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:10.983990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Made reservation on behalf of 3984980b59bb41c0a5d0b6c5b8624e7e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:10.994745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.024128 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:11.025301 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a3ea4-9b4e-4b05-bf61-38aefc4fd9f3 None None] The sync data for ids ['7fd5e06e-558f-4b2e-9cb9-22bac93a3357'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:31:11.027969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.031488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (662fb53a-4e34-40b7-be06-69e577d91920), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.034933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:11.066601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b75eed-d463-4ea1-a91d-d1ec1bf980e0']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:11.087902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56408528-69fb-445c-af2f-61b44449c8c1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:11.088358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56408528-69fb-445c-af2f-61b44449c8c1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:11.127821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (56408528-69fb-445c-af2f-61b44449c8c1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.176401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (56408528-69fb-445c-af2f-61b44449c8c1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.188403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 662fb53a-4e34-40b7-be06-69e577d91920 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:11.206950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:11.208663 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (56408528-69fb-445c-af2f-61b44449c8c1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:11.210785 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:11.239563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] No DVR routers for this DVR port 662fb53a-4e34-40b7-be06-69e577d91920 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:11.389424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282fe5-10d7-4b24-9210-3d91c0d73e33 None None] Pushing event deleted for resources: {'Port': ['ID=662fb53a-4e34-40b7-be06-69e577d91920,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:11.410663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 662fb53a-4e34-40b7-be06-69e577d91920 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:11.411427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 662fb53a-4e34-40b7-be06-69e577d91920 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:11.428726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:31:11.432281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:31:11.432706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b968ac73-4eda-412f-89e6-f7ec4ae3648a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.481281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Pushing event deleted for resources: {'Port': ['ID=b968ac73-4eda-412f-89e6-f7ec4ae3648a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:11.483916 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b2b75eed-d463-4ea1-a91d-d1ec1bf980e0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.523272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.527459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2b75eed-d463-4ea1-a91d-d1ec1bf980e0 HTTP/1.1" status: 204 len: 168 time: 1.7520270 Feb 03 11:31:11.568892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46166a-f613-49ec-aadf-8aa4090f11f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b75eed-d463-4ea1-a91d-d1ec1bf980e0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:11.663698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks [] for floatingip (50d5f0e4-7e41-4514-9489-ba5341b96510), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.666369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:11.668060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50c8663d-766d-4383-896a-6bc257daba42 tempest-AttachVolumeShelveTestJSON-1712427607 tempest-AttachVolumeShelveTestJSON-1712427607-project] 10.222.0.30 "DELETE /v2.0/floatingips/50d5f0e4-7e41-4514-9489-ba5341b96510 HTTP/1.1" status: 204 len: 168 time: 2.2798595 Feb 03 11:31:11.745843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.001876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:12.031473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port b6e8ef18-c8be-46e5-b91b-80f218498367 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:12.153776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-37243e2b-b525-4559-9b19-2c5c899978b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=516e7096f4af478b8308ca0ef24471aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504133 Feb 03 11:31:12.157253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:12.160163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.189163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.322770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] Publish callbacks [] for security_group (543e1a8c-97b0-4da8-9c7d-d84200c094f2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.355958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_gateway (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.374105 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] Publish callbacks [] for security_group (543e1a8c-97b0-4da8-9c7d-d84200c094f2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.464874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (543e1a8c-97b0-4da8-9c7d-d84200c094f2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.467515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.473754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/543e1a8c-97b0-4da8-9c7d-d84200c094f2 HTTP/1.1" status: 204 len: 168 time: 0.3094621 Feb 03 11:31:12.490179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885b709-c354-45c3-8b42-1980e0243c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e1a8c-97b0-4da8-9c7d-d84200c094f2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:12.525259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e8ef18-c8be-46e5-b91b-80f218498367,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:12.617516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:12.617895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:12.618249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:12.634703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:12.635043 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:12.637669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (8b0d92d5-94f9-46a8-a296-b30b039e6d97), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.650966 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 2 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:12.844567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:12.844989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:12.845342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:12.848664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=8b0d92d5-94f9-46a8-a296-b30b039e6d97,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:12.865975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting port 210cb5e7-44aa-49a2-a236-5baf6fe0c56a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:12.866412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (210cb5e7-44aa-49a2-a236-5baf6fe0c56a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:12.880728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:12.881262 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:12.885180 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 3 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:13.007059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:13.009949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:13.015284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:13.207717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (210cb5e7-44aa-49a2-a236-5baf6fe0c56a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:13.224185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Calling delete_port for 210cb5e7-44aa-49a2-a236-5baf6fe0c56a owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:13.370266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:13.484391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:13.484715 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:13.490561 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 4 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:13.500831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (210cb5e7-44aa-49a2-a236-5baf6fe0c56a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:13.568275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a5189c73-7fa0-490a-aaf5-6906e7a067bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cc1625c93b94e29aa9bb94c31228446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964953 Feb 03 11:31:13.569591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:13.603180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Port': ['ID=210cb5e7-44aa-49a2-a236-5baf6fe0c56a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:13.605823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:13.606104 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:13.606438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:13.634680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Checking segment: {'id': 'c716df12-976f-43b1-b95a-50e2dde28219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:13.636247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network hostable DHCP agents. Network: 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:13.777315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:13.778138 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:13.852005 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 5 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:13.862054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:13.862786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:13.863323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:13.890971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:13.891166 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:13.897594 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 6 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:13.907994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:13.920372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] Publish callbacks [] for security_group (cb124e85-e59a-4368-998d-6de5d31607dc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:13.930850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:13.977874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] Publish callbacks [] for security_group (cb124e85-e59a-4368-998d-6de5d31607dc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.070137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (cb124e85-e59a-4368-998d-6de5d31607dc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.074845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.078715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb124e85-e59a-4368-998d-6de5d31607dc HTTP/1.1" status: 204 len: 168 time: 0.5052903 Feb 03 11:31:14.095750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:14.096136 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:14.096484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:14.102077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:14.111130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8394c2-13c8-447b-85e7-2e8f6ec65a46 None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:14.112893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a2f37-b0d6-490f-9577-ef1c3af5e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb124e85-e59a-4368-998d-6de5d31607dc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:14.124621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:14.125518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.139585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.164504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router_controller (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.174501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:14.174996 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:14.183748 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 7 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:14.217461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:14.218793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:14.219954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:14.242633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:14.242977 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:14.345332 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 8 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:14.371564 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b0ed6b8b-dd7d-4719-ac02-1fae8af2b5a8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.9012957 Feb 03 11:31:14.371919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:14.381354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:14.423128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:14.423511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:14.426719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:14.449474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8', 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8', 'project_id': '3984980b59bb41c0a5d0b6c5b8624e7e', 'fixed_ips': [{'subnet_id': '8b0d92d5-94f9-46a8-a296-b30b039e6d97'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:14.450447 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.460049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:14.460414 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:14.465530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7fd5e06e-558f-4b2e-9cb9-22bac93a3357), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.466640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd5e06e-558f-4b2e-9cb9-22bac93a3357 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:31:14.495163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.500145 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1184c66a-dbcc-41cb-9cb3-93054b606df1 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/routers/7fd5e06e-558f-4b2e-9cb9-22bac93a3357 HTTP/1.1" status: 204 len: 168 time: 3.5195568 Feb 03 11:31:14.500145 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 9 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:14.540157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:14.758509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1066654679'] for subnet (8b0d92d5-94f9-46a8-a296-b30b039e6d97), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.766581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Deleting subnet 83cb9789-11f2-432f-a803-82476eb08c75 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:14.786447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for subnet (83cb9789-11f2-432f-a803-82476eb08c75), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:14.939883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Allocated IP 2001:db8::3 (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8/8b0d92d5-94f9-46a8-a296-b30b039e6d97/e34e1864-aac9-4acc-9e31-078ec48a40c6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:15.031940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (83cb9789-11f2-432f-a803-82476eb08c75), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.286238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:15.287197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:15.287197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:15.351677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (83cb9789-11f2-432f-a803-82476eb08c75), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.379669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:15.394330 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:15.490273 n-d-821606-6 neutron-server[103126]: INFO neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 10 to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 Feb 03 11:31:15.563422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:15.564326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:15.565987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:15.575712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:15.576099 n-d-821606-6 neutron-server[103126]: ERROR neutron.plugins.ml2.managers [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port b6e8ef18-c8be-46e5-b91b-80f218498367 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:15.576573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.600146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks [] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.616323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.789173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port b6e8ef18-c8be-46e5-b91b-80f218498367, host n-h1-821606-6, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:15.789688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempted to set empty binding levels {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:31:15.814101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.854357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (83cb9789-11f2-432f-a803-82476eb08c75), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:15.968722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Subnet': ['ID=83cb9789-11f2-432f-a803-82476eb08c75,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:16.043033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] In _notify_port_updated(), no bound segment for port b6e8ef18-c8be-46e5-b91b-80f218498367 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:31:16.044536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.044536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.065372 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "PUT /v2.0/ports/b6e8ef18-c8be-46e5-b91b-80f218498367 HTTP/1.1" status: 200 len: 975 time: 6.4045804 Feb 03 11:31:16.079993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:16.103354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.106981 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6feb1b6-6e99-4246-bd18-f9c0683c0b32 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/subnets/83cb9789-11f2-432f-a803-82476eb08c75 HTTP/1.1" status: 204 len: 168 time: 1.5656426 Feb 03 11:31:16.133416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32910) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:16.200950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14fd3-d894-410f-9e4f-b0d59d19a5d8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e8ef18-c8be-46e5-b91b-80f218498367,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:16.320714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.327287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.328146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.328877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.329682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.330559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.335129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.335609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.336084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.336556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.339055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.343557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.344044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.344602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.347763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.348308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.348771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.353143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.360716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-432a2cbb-b9ff-424c-ade7-65190faef0c2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17253 time: 0.2759330 Feb 03 11:31:16.360716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741877012709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1065451654'] for subnet (8b0d92d5-94f9-46a8-a296-b30b039e6d97), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.364709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:16.551848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ca43966b-f8e2-442d-b7f1-ae3f469d399d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.559851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event updated for resources: {'Subnet': ['ID=8b0d92d5-94f9-46a8-a296-b30b039e6d97,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:16.586084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Pushing event updated for resources: {'Port': ['ID=e34e1864-aac9-4acc-9e31-078ec48a40c6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:16.603303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:16.626432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:16.636087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:16.636312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:16.636980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.648677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0c669bc9-48f6-4595-a97f-7a70863f9b75 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "PUT /v2.0/subnets/8b0d92d5-94f9-46a8-a296-b30b039e6d97 HTTP/1.1" status: 200 len: 900 time: 2.2755179 Feb 03 11:31:16.649377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32928) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:16.828391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.857972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Attempting to bind port e34e1864-aac9-4acc-9e31-078ec48a40c6 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:16.860691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Attempting to bind port e34e1864-aac9-4acc-9e31-078ec48a40c6 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c716df12-976f-43b1-b95a-50e2dde28219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:16.860691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Attempting to bind port e34e1864-aac9-4acc-9e31-078ec48a40c6 on network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:16.871766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:16.872413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Checking segment: {'id': 'c716df12-976f-43b1-b95a-50e2dde28219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:16.876475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:16.877150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Bound using segment: {'id': 'c716df12-976f-43b1-b95a-50e2dde28219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:16.877974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Bound port: e34e1864-aac9-4acc-9e31-078ec48a40c6, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716df12-976f-43b1-b95a-50e2dde28219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:16.878591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.029429 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.096424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ca43966b-f8e2-442d-b7f1-ae3f469d399d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.154664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca43966b-f8e2-442d-b7f1-ae3f469d399d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:17.158156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] For port e34e1864-aac9-4acc-9e31-078ec48a40c6, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:17.165371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] For port e34e1864-aac9-4acc-9e31-078ec48a40c6, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e34e1864-aac9-4acc-9e31-078ec48a40c6,segment=NetworkSegment(c716df12-976f-43b1-b95a-50e2dde28219),segment_id=c716df12-976f-43b1-b95a-50e2dde28219)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:31:17.178285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port e34e1864-aac9-4acc-9e31-078ec48a40c6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:17.178910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.182273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59b7fbd-3da3-470a-bb69-206111ddb853') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:17.182634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59b7fbd-3da3-470a-bb69-206111ddb853') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:17.188873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.222096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f59b7fbd-3da3-470a-bb69-206111ddb853), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.263065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f59b7fbd-3da3-470a-bb69-206111ddb853), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.278167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:17.278583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f59b7fbd-3da3-470a-bb69-206111ddb853), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.346873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Deleting port b6e8ef18-c8be-46e5-b91b-80f218498367 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:17.356606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:17.365822 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:17.374109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972056-2301-4563-9ea4-fb8d6276592e None None] Pushing event updated for resources: {'Port': ['ID=e34e1864-aac9-4acc-9e31-078ec48a40c6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:17.592022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port e34e1864-aac9-4acc-9e31-078ec48a40c6, host n-d-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:17.592022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.641171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for e34e1864-aac9-4acc-9e31-078ec48a40c6 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:17.867344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ca43966b-f8e2-442d-b7f1-ae3f469d399d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.892238 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.917179 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] 10.222.0.30 "DELETE /v2.0/networks/ca43966b-f8e2-442d-b7f1-ae3f469d399d HTTP/1.1" status: 204 len: 168 time: 1.7824626 Feb 03 11:31:17.935703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port b6e8ef18-c8be-46e5-b91b-80f218498367, host n-h1-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:17.936483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:17.980620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d9d34-df96-4c1e-bd26-4ae363a7b245 tempest-FloatingIPTestJSON-1264709087 tempest-FloatingIPTestJSON-1264709087-project] Pushing event deleted for resources: {'Network': ['ID=ca43966b-f8e2-442d-b7f1-ae3f469d399d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:18.021076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Calling delete_port for b6e8ef18-c8be-46e5-b91b-80f218498367 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:18.117068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e34e1864-aac9-4acc-9e31-078ec48a40c6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:18.235206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=e34e1864-aac9-4acc-9e31-078ec48a40c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:18.291053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.292507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.293572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.296647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.297074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.297417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.300595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.301662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.302109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.302371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.302717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.306040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.306601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:18.349292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b6e8ef18-c8be-46e5-b91b-80f218498367), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:18.430780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port e34e1864-aac9-4acc-9e31-078ec48a40c6 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:18.502225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e8ef18-c8be-46e5-b91b-80f218498367,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:18.556249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:18.578466 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8d34145-83e8-4917-a0e9-9fb5e6eb27b0 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b6e8ef18-c8be-46e5-b91b-80f218498367 HTTP/1.1" status: 204 len: 168 time: 2.2115400 Feb 03 11:31:18.579130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:18.619278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8b0d92d5-94f9-46a8-a296-b30b039e6d97), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:18.680277 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef95c7aa-639b-4c9c-a6ac-8e106948e75f tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:31:18.689923 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef95c7aa-639b-4c9c-a6ac-8e106948e75f tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports/b6e8ef18-c8be-46e5-b91b-80f218498367 HTTP/1.1" status: 404 len: 333 time: 0.1097445 Feb 03 11:31:18.697000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:18.708709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2032582905', 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:18.797790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32978) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:18.865673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Made reservation on behalf of 72c9f00211f24128973e2506409a829d for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:18.880449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:18.947641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port 2f181206-773f-4f2a-b3da-35a0eea88554 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:18.976006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (8b0d92d5-94f9-46a8-a296-b30b039e6d97), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.058729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0d92d5-94f9-46a8-a296-b30b039e6d97,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:19.257807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.290578 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40484bb3-d487-426f-b490-524c5a59b59d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa15073001a948f68937d8fd4af45571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895549 Feb 03 11:31:19.294064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:19.409212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:19.470837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] Publish callbacks [] for security_group (0401fbe5-acb5-43d5-b4a4-3552e04cc175), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.478316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c716df12-976f-43b1-b95a-50e2dde28219') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:19.481760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c716df12-976f-43b1-b95a-50e2dde28219') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:19.520837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (2f181206-773f-4f2a-b3da-35a0eea88554), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.527398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c716df12-976f-43b1-b95a-50e2dde28219), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.582919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] Publish callbacks [] for security_group (0401fbe5-acb5-43d5-b4a4-3552e04cc175), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.607247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2f181206-773f-4f2a-b3da-35a0eea88554), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.609371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c716df12-976f-43b1-b95a-50e2dde28219), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.617548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b7b66-7b08-4e22-8b74-63a1a819d842 None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:19.639080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:19.639538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c716df12-976f-43b1-b95a-50e2dde28219), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:19.647167 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:19.790744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b7dd08cc-d5fc-4f90-a27d-c7806382f190 None None] Could not find standard attr ID for object e34e1864-aac9-4acc-9e31-078ec48a40c6. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:31:19.797108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=2f181206-773f-4f2a-b3da-35a0eea88554,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:19.857223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:19.871960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:19.880069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:19.881521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:19.882393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:19.999516 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-656b6175-21bc-4895-b184-4b92cfdb69ed tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2799931 Feb 03 11:31:20.008123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:20.111778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d628529d-4466-4d11-8e14-2abc5aee989f tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:20.127063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d628529d-4466-4d11-8e14-2abc5aee989f tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports/2f181206-773f-4f2a-b3da-35a0eea88554 HTTP/1.1" status: 200 len: 955 time: 0.1169863 Feb 03 11:31:20.129795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:20.150269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.195347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.210991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:20.212543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 HTTP/1.1" status: 204 len: 168 time: 3.5611851 Feb 03 11:31:20.251475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0401fbe5-acb5-43d5-b4a4-3552e04cc175), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.258241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.258241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0401fbe5-acb5-43d5-b4a4-3552e04cc175 HTTP/1.1" status: 204 len: 168 time: 0.9593158 Feb 03 11:31:20.288135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabde9-60e8-4111-8a57-556e1e9cea5f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:20.314578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10a13-db07-400c-949d-a0fe23a2ff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401fbe5-acb5-43d5-b4a4-3552e04cc175,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:20.322867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f627bb-676d-49e5-a6d8-880dd5f93968 None None] DHCP port deletion for 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:20.394662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7daab-7ea6-4efd-8ab5-097ccf2ba454 None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:20.428399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7daab-7ea6-4efd-8ab5-097ccf2ba454 None None] Network 4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:31:20.454999 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad289b5-10e2-43a8-b945-2bbf3f402e17 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:20.455467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad289b5-10e2-43a8-b945-2bbf3f402e17 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:20.461867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:20.485724 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cad289b5-10e2-43a8-b945-2bbf3f402e17 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/8b0d92d5-94f9-46a8-a296-b30b039e6d97 HTTP/1.1" status: 404 len: 337 time: 0.2702773 Feb 03 11:31:20.506676 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d310ccc3-9c6f-4047-98a4-e0eb051e2b0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:20.507242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d310ccc3-9c6f-4047-98a4-e0eb051e2b0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:20.513693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d310ccc3-9c6f-4047-98a4-e0eb051e2b0d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/4da923b2-fd8c-4ccd-9b86-7ce58a80c3f8 HTTP/1.1" status: 404 len: 339 time: 0.0480125 Feb 03 11:31:20.514123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:20.640260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Deleting port 2f181206-773f-4f2a-b3da-35a0eea88554 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:20.652664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2f181206-773f-4f2a-b3da-35a0eea88554), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.787617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2f181206-773f-4f2a-b3da-35a0eea88554), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:20.817056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Calling delete_port for 2f181206-773f-4f2a-b3da-35a0eea88554 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:20.930252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e34e1864-aac9-4acc-9e31-078ec48a40c6 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:20.964474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2f181206-773f-4f2a-b3da-35a0eea88554), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.051040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e34e1864-aac9-4acc-9e31-078ec48a40c6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:21.051786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e34e1864-aac9-4acc-9e31-078ec48a40c6 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:21.103828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f181206-773f-4f2a-b3da-35a0eea88554,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:21.109973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.115431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.120369 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bee71f2e-d778-4913-915b-c44cc87483b2 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2f181206-773f-4f2a-b3da-35a0eea88554 HTTP/1.1" status: 204 len: 168 time: 0.9877973 Feb 03 11:31:21.126610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:21.216776 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a150db44-018f-4fb6-a329-e5f5b406318e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:31:21.222376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a150db44-018f-4fb6-a329-e5f5b406318e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports/2f181206-773f-4f2a-b3da-35a0eea88554 HTTP/1.1" status: 404 len: 333 time: 0.0940428 Feb 03 11:31:21.229000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:21.240127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-627856496'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:21.296414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Made reservation on behalf of 72c9f00211f24128973e2506409a829d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:21.299396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.362680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:21.453408 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.558214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adf421e-8144-4731-9c02-31b70f6113bb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:21.604031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e93cb60-a025-4139-9202-7b857554a68c') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:21.604332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e93cb60-a025-4139-9202-7b857554a68c') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:21.651199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (1e93cb60-a025-4139-9202-7b857554a68c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.703391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1e93cb60-a025-4139-9202-7b857554a68c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.724187 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:21.725966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (1e93cb60-a025-4139-9202-7b857554a68c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:21.784484 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:21.873264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1adf421e-8144-4731-9c02-31b70f6113bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.884528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:21.894302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/1adf421e-8144-4731-9c02-31b70f6113bb HTTP/1.1" status: 204 len: 168 time: 1.3781447 Feb 03 11:31:21.897163 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:21.944668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47a30-dc9a-4589-b9d5-c6a01df53ee6 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=1adf421e-8144-4731-9c02-31b70f6113bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:21.947576 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a398bac-1346-4be2-a390-d397cf1a5629 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:21.948357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a398bac-1346-4be2-a390-d397cf1a5629 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:21.954553 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1a398bac-1346-4be2-a390-d397cf1a5629 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/7e97b846-f5f5-4b3c-adb4-970c2951e657 HTTP/1.1" status: 404 len: 337 time: 0.0561666 Feb 03 11:31:21.955647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:21.976515 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:31:21.978675 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a462e0bc-7b93-4a49-a8c4-9dd7a16b558e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:21.978675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a462e0bc-7b93-4a49-a8c4-9dd7a16b558e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:21.983675 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a462e0bc-7b93-4a49-a8c4-9dd7a16b558e tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/48587938-639e-4dbc-af9e-84a1cf5859bd HTTP/1.1" status: 404 len: 339 time: 0.0264814 Feb 03 11:31:21.984265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:22.082248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting subnet 02742b75-bed8-45e3-b51f-d5c1c65312df {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:22.087180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (02742b75-bed8-45e3-b51f-d5c1c65312df), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.138422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.265132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.279036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (02742b75-bed8-45e3-b51f-d5c1c65312df), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.467800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Network af00cb13-b1ec-494a-b48d-3a85366a57d5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:22.501845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:22.506082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:22.524623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:22.525627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:22.526230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.559806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (02742b75-bed8-45e3-b51f-d5c1c65312df), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.564882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=05c0ce2f-1bdc-44e0-82ad-9a09868107d3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:22.604264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b0a0cb5-4b34-468f-a66a-e89448f744ea tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3654988 Feb 03 11:31:22.604963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:22.617372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:22.724470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (02742b75-bed8-45e3-b51f-d5c1c65312df), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.751109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.803348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=02742b75-bed8-45e3-b51f-d5c1c65312df,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:22.832124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:22.837017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94606273-4e63-4c1f-8f11-93f1378d76e8 None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:22.847545 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c47d5b2-1c18-4403-83f4-1c7ac839d118 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/02742b75-bed8-45e3-b51f-d5c1c65312df HTTP/1.1" status: 204 len: 168 time: 0.8556426 Feb 03 11:31:22.849065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:22.976151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting subnet 2dd883cb-fd6c-4d9a-afdb-93483a6ea48b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:22.987759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (2dd883cb-fd6c-4d9a-afdb-93483a6ea48b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:23.101876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (2dd883cb-fd6c-4d9a-afdb-93483a6ea48b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:23.371318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2dd883cb-fd6c-4d9a-afdb-93483a6ea48b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:23.590822 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (2dd883cb-fd6c-4d9a-afdb-93483a6ea48b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:23.688963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd883cb-fd6c-4d9a-afdb-93483a6ea48b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:23.727633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:23.744526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff335354-832b-4388-a4c4-f9f7ef3baa3d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/2dd883cb-fd6c-4d9a-afdb-93483a6ea48b HTTP/1.1" status: 204 len: 168 time: 0.8896613 Feb 03 11:31:23.744769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33102) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:23.963463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-918682463'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:23.994617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ec8f423a-04a2-4d60-984e-b18883f8c99e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.172131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port 636b9422-00b0-4ebd-b168-5015a78260d8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:24.172477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.199073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:24.218425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.365067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port 636b9422-00b0-4ebd-b168-5015a78260d8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=636b9422-00b0-4ebd-b168-5015a78260d8,segment=NetworkSegment(b6598947-b9d6-4702-a576-dda651c9a9c1),segment_id=b6598947-b9d6-4702-a576-dda651c9a9c1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:24.365445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.405503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for 636b9422-00b0-4ebd-b168-5015a78260d8 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:24.501582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] device_id is not set on port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:24.512599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks [] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.536121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.548051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.601314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab8cdf-9ff2-4013-aaec-76e70023b617 None None] Network ec8f423a-04a2-4d60-984e-b18883f8c99e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:24.647535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=05c0ce2f-1bdc-44e0-82ad-9a09868107d3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:24.649143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:24.735863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=636b9422-00b0-4ebd-b168-5015a78260d8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:24.738674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port 636b9422-00b0-4ebd-b168-5015a78260d8 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:24.873144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:24.875960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:24.876563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:24.924262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:24.927381 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:24.929306 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 2 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:24.982952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6b404339-9c6b-478b-8251-451d01639c26 None None] Provisioning complete for port 636b9422-00b0-4ebd-b168-5015a78260d8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:24.985511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b404339-9c6b-478b-8251-451d01639c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (636b9422-00b0-4ebd-b168-5015a78260d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.020987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.021466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.021839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.030467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6b404339-9c6b-478b-8251-451d01639c26 None None] Port 636b9422-00b0-4ebd-b168-5015a78260d8 was deleted so its status cannot be updated. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 11:31:25.037720 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ec8f423a-04a2-4d60-984e-b18883f8c99e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.042709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.053278 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.060644 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 3 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.114509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8f423a-04a2-4d60-984e-b18883f8c99e']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:25.119094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (fcba3be1-b8b9-48d7-8514-699cbff35cbe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.122799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.123187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.123537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.126995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fcba3be1-b8b9-48d7-8514-699cbff35cbe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.131186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d65235-4194-40d5-a13d-8726de3d69b6 None None] DHCP port deletion for ec8f423a-04a2-4d60-984e-b18883f8c99e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:25.140508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6598947-b9d6-4702-a576-dda651c9a9c1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:25.141200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6598947-b9d6-4702-a576-dda651c9a9c1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:25.250469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba3be1-b8b9-48d7-8514-699cbff35cbe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:25.277392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.285520 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.292529 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 4 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.297024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:25.314341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.315017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.315717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.321747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.322446 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment 3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f of type vlan for network 600f682f-0be7-4a02-9b50-169629a3467d Feb 03 11:31:25.349085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.351190 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.355500 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 5 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.396491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.397253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.397902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.414136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.414846 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.418254 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 6 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.422319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (600f682f-0be7-4a02-9b50-169629a3467d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.444266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.445053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.445635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.460311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.461025 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.462500 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 7 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.474443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (600f682f-0be7-4a02-9b50-169629a3467d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.480099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:25.481164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.509997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.510676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.511239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.520291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.521034 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.529894 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 8 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.571397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0623155 Feb 03 11:31:25.640302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:25.648099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'name': 'tempest-PortsTestJSON-1653963090'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:25.658974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d2b1-a3dc-4c55-a128-677aa02fc40f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=600f682f-0be7-4a02-9b50-169629a3467d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:25.676037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.679778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.679778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.682986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 600f682f-0be7-4a02-9b50-169629a3467d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:25.725117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.725712 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.747043 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 9 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.841000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.841465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.841903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.855276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.855967 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.856604 n-d-821606-6 neutron-server[103127]: INFO neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempt 10 to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 Feb 03 11:31:25.879968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:25.879968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:25.879968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempting to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:25.884860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:31:25.885336 n-d-821606-6 neutron-server[103127]: ERROR neutron.plugins.ml2.managers [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Failed to bind port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on host n-h1-821606-6 for vnic_type normal using segments [{'id': 'd2994067-8120-41ed-bc23-64358598b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af00cb13-b1ec-494a-b48d-3a85366a57d5'}] Feb 03 11:31:25.885809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.927506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b6598947-b9d6-4702-a576-dda651c9a9c1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.931757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:25.938389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.949075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b6598947-b9d6-4702-a576-dda651c9a9c1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.958907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:25.960349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b6598947-b9d6-4702-a576-dda651c9a9c1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:25.966965 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:25.997233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:26.052833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ec8f423a-04a2-4d60-984e-b18883f8c99e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.123250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.140402 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/ec8f423a-04a2-4d60-984e-b18883f8c99e HTTP/1.1" status: 204 len: 168 time: 2.3921666 Feb 03 11:31:26.141517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed5e23-d141-475d-be52-1994f59bde02 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=ec8f423a-04a2-4d60-984e-b18883f8c99e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:26.155408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33134) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.289239 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a172438d-65d0-420a-8c7a-1563bfa5bcc7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.292226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a172438d-65d0-420a-8c7a-1563bfa5bcc7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.302812 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a172438d-65d0-420a-8c7a-1563bfa5bcc7 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/c8c715f7-ba32-460b-b4b7-9d8e139b137e HTTP/1.1" status: 404 len: 337 time: 0.1461570 Feb 03 11:31:26.305324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33140) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.350750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:26.351349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attempted to set empty binding levels {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 11:31:26.353886 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bbed24-93b1-404a-bb68-a674ba9d43e8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.356798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bbed24-93b1-404a-bb68-a674ba9d43e8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.368356 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92bbed24-93b1-404a-bb68-a674ba9d43e8 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/f1d681c2-b774-4b15-99d3-da4a3e2adf9f HTTP/1.1" status: 404 len: 339 time: 0.0594740 Feb 03 11:31:26.369285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33146) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.388509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.426286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] In _notify_port_updated(), no bound segment for port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 on network af00cb13-b1ec-494a-b48d-3a85366a57d5 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:31:26.427179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:26.432026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.438634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "PUT /v2.0/ports/05c0ce2f-1bdc-44e0-82ad-9a09868107d3 HTTP/1.1" status: 200 len: 974 time: 3.8313026 Feb 03 11:31:26.445428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.454870 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0468ee7-18db-4f82-a7f2-882a57bd11c2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.455342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0468ee7-18db-4f82-a7f2-882a57bd11c2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.462721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0468ee7-18db-4f82-a7f2-882a57bd11c2 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/7bad7a73-a4c7-4bf8-a6dd-1d57cf0c9b39 HTTP/1.1" status: 404 len: 337 time: 0.0924163 Feb 03 11:31:26.465153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.506250 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ce70d9-5e3c-4fd9-b77a-3b583f59251a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.506795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ce70d9-5e3c-4fd9-b77a-3b583f59251a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.519475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77ce70d9-5e3c-4fd9-b77a-3b583f59251a tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/45c4ca47-90d0-4718-88fc-728cd22fd8d9 HTTP/1.1" status: 404 len: 339 time: 0.0530829 Feb 03 11:31:26.521744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.568717 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-acee6cde-258b-4e79-b39d-19b57f823d0c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.579535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acee6cde-258b-4e79-b39d-19b57f823d0c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.583610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-acee6cde-258b-4e79-b39d-19b57f823d0c tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/04fa02e2-115b-4912-9254-3e4ad1e84182 HTTP/1.1" status: 404 len: 337 time: 0.0607655 Feb 03 11:31:26.586539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.631258 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fda262-1816-423b-8ceb-bf48fd302593 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:26.631816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fda262-1816-423b-8ceb-bf48fd302593 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:26.635389 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49fda262-1816-423b-8ceb-bf48fd302593 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/b4e2c8c7-673b-465f-848c-efd74d83eb99 HTTP/1.1" status: 404 len: 339 time: 0.0476804 Feb 03 11:31:26.638966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33168) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:26.729071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting subnet a39922b4-99e1-4684-b833-b17e609501bb {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:26.741516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (a39922b4-99e1-4684-b833-b17e609501bb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.752047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c2a5a-193b-4915-9fc6-59b0bf85aa4e tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event updated for resources: {'Port': ['ID=05c0ce2f-1bdc-44e0-82ad-9a09868107d3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:26.817910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.852576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 636b9422-00b0-4ebd-b168-5015a78260d8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:26.880303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Deleting port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:26.880904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.888215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a39922b4-99e1-4684-b833-b17e609501bb), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:26.939704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 636b9422-00b0-4ebd-b168-5015a78260d8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:26.939973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 636b9422-00b0-4ebd-b168-5015a78260d8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:26.943227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.031239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.124116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] For port 05c0ce2f-1bdc-44e0-82ad-9a09868107d3, host n-h1-821606-6, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:27.124636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.159433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Calling delete_port for 05c0ce2f-1bdc-44e0-82ad-9a09868107d3 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:27.168900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a39922b4-99e1-4684-b833-b17e609501bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.315220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a39922b4-99e1-4684-b833-b17e609501bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.359407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b829a9-924d-4091-aee4-f9aee8d04408 None None] Network 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:27.365164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (05c0ce2f-1bdc-44e0-82ad-9a09868107d3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.473018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.492819 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/a39922b4-99e1-4684-b833-b17e609501bb HTTP/1.1" status: 204 len: 168 time: 0.8527710 Feb 03 11:31:27.494353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbca19-47d0-4d95-8cdc-833c34fb0630 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=a39922b4-99e1-4684-b833-b17e609501bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:27.498469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:27.526321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=d72dc6a5-23e1-4f29-b7fc-82d287e6d253,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:27.529054 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.532289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "DELETE /v2.0/ports/05c0ce2f-1bdc-44e0-82ad-9a09868107d3 HTTP/1.1" status: 204 len: 168 time: 1.0801759 Feb 03 11:31:27.535691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33186) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:27.592467 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedd52bb-d449-4d42-b312-9a4d0e047abb tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] GET failed (client error): The resource could not be found. Feb 03 11:31:27.594735 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bedd52bb-d449-4d42-b312-9a4d0e047abb tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] 10.222.0.30 "GET /v2.0/ports/05c0ce2f-1bdc-44e0-82ad-9a09868107d3 HTTP/1.1" status: 404 len: 333 time: 0.0573773 Feb 03 11:31:27.604864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33188) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:27.648514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2d58-4160-44d0-9a0d-895e4d0719a8 tempest-PortsAdminExtendedAttrsTestJSON-666526157 tempest-PortsAdminExtendedAttrsTestJSON-666526157-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c0ce2f-1bdc-44e0-82ad-9a09868107d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:27.738540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] DHCP port deletion for 486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:27.761579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.785287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:27.785704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: 600f682f-0be7-4a02-9b50-169629a3467d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:27.847652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (af00cb13-b1ec-494a-b48d-3a85366a57d5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.893813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Deleting port e198326f-5c43-4ce5-ae7c-71152cf5171a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:27.894233 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:27.966805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:27.999247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 600f682f-0be7-4a02-9b50-169629a3467d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:28.009204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:28.021176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:28.021854 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.028704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (af00cb13-b1ec-494a-b48d-3a85366a57d5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.053503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af00cb13-b1ec-494a-b48d-3a85366a57d5']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:28.060336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d585cb-d3c0-4dba-a5e0-32af3acf8365 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:28.080046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2994067-8120-41ed-bc23-64358598b0c6') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:28.080488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2994067-8120-41ed-bc23-64358598b0c6') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:28.084218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b4141aaa-a9fc-4689-bbfa-590715c9e630 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4422824 Feb 03 11:31:28.090150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:28.097767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589078845'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:28.107563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d2994067-8120-41ed-bc23-64358598b0c6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.117216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port e198326f-5c43-4ce5-ae7c-71152cf5171a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:28.117578 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.128540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d2994067-8120-41ed-bc23-64358598b0c6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.136424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:28.136999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d2994067-8120-41ed-bc23-64358598b0c6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:28.141812 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:28.207132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] For port e198326f-5c43-4ce5-ae7c-71152cf5171a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e198326f-5c43-4ce5-ae7c-71152cf5171a,segment=NetworkSegment(1080b268-dd97-44cc-ad37-b800baace7c7),segment_id=1080b268-dd97-44cc-ad37-b800baace7c7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:28.209570 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.261173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:28.266946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.294337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Calling delete_port for e198326f-5c43-4ce5-ae7c-71152cf5171a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:28.296139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (af00cb13-b1ec-494a-b48d-3a85366a57d5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.303163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.312279 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] 10.222.0.30 "DELETE /v2.0/networks/af00cb13-b1ec-494a-b48d-3a85366a57d5 HTTP/1.1" status: 204 len: 168 time: 0.7051067 Feb 03 11:31:28.330022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port e198326f-5c43-4ce5-ae7c-71152cf5171a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e198326f-5c43-4ce5-ae7c-71152cf5171a,segment=NetworkSegment(1080b268-dd97-44cc-ad37-b800baace7c7),segment_id=1080b268-dd97-44cc-ad37-b800baace7c7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:28.330397 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.353089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1117a0b-6d35-4ea0-8ac0-22124bf8c1bb tempest-PortsAdminExtendedAttrsTestJSON-144364501 tempest-PortsAdminExtendedAttrsTestJSON-144364501-project] Pushing event deleted for resources: {'Network': ['ID=af00cb13-b1ec-494a-b48d-3a85366a57d5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:28.402157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for e198326f-5c43-4ce5-ae7c-71152cf5171a owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:28.434037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:28.473991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d24fadcd-325a-4346-bf25-219b51b8081a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.474349 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment d24fadcd-325a-4346-bf25-219b51b8081a of type vlan for network 4576ed22-f482-48b0-b9a1-f38ee80133b9 Feb 03 11:31:28.545726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.581802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] No DVR routers for this DVR port e198326f-5c43-4ce5-ae7c-71152cf5171a on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:28.661788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7087e-d8a8-4f1d-9f65-4ffc03435128 None None] Pushing event deleted for resources: {'Port': ['ID=e198326f-5c43-4ce5-ae7c-71152cf5171a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:28.734676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4576ed22-f482-48b0-b9a1-f38ee80133b9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.844786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e198326f-5c43-4ce5-ae7c-71152cf5171a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.859930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4576ed22-f482-48b0-b9a1-f38ee80133b9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.871457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:28.883856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:28.907990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33216) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:28.936241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e198326f-5c43-4ce5-ae7c-71152cf5171a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:28.982510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e198326f-5c43-4ce5-ae7c-71152cf5171a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:28.983136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e198326f-5c43-4ce5-ae7c-71152cf5171a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:29.078094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=e198326f-5c43-4ce5-ae7c-71152cf5171a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:29.081373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port e198326f-5c43-4ce5-ae7c-71152cf5171a on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:29.082943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=4576ed22-f482-48b0-b9a1-f38ee80133b9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:29.099792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4576ed22-f482-48b0-b9a1-f38ee80133b9 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:29.116325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a094a2c0-66d2-47f1-96c1-6d29bda74747 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0226078 Feb 03 11:31:29.119090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:29.125476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'ports': [{'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'}, {'network_id': '4576ed22-f482-48b0-b9a1-f38ee80133b9'}]} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:29.125802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:29.126276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '4576ed22-f482-48b0-b9a1-f38ee80133b9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:29.240658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.280699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486d5ed8-6ee1-422c-a2a6-9d4cce3045f7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:29.296335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1080b268-dd97-44cc-ad37-b800baace7c7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:29.297067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1080b268-dd97-44cc-ad37-b800baace7c7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:29.317476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (1080b268-dd97-44cc-ad37-b800baace7c7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.342563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1080b268-dd97-44cc-ad37-b800baace7c7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.346025 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f49d43fe-e35b-4570-8a67-1298dc101cdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1a3d30bbe7c44d3b12b166e578d3540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342763 Feb 03 11:31:29.348266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33228) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:29.357239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:29.361406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (1080b268-dd97-44cc-ad37-b800baace7c7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:29.366528 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:29.455834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (486d5ed8-6ee1-422c-a2a6-9d4cce3045f7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.462728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.469663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/486d5ed8-6ee1-422c-a2a6-9d4cce3045f7 HTTP/1.1" status: 204 len: 168 time: 1.9704370 Feb 03 11:31:29.472966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33238) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:29.599421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d3e7-4f7e-416b-914d-99524289283f tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=486d5ed8-6ee1-422c-a2a6-9d4cce3045f7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:29.608207 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-df113c38-1fe3-4977-bd36-ebc064d45683 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:29.609433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df113c38-1fe3-4977-bd36-ebc064d45683 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:29.626107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-df113c38-1fe3-4977-bd36-ebc064d45683 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/65aa6cc1-9e8e-4222-af41-c99050d0b8bb HTTP/1.1" status: 404 len: 337 time: 0.1427872 Feb 03 11:31:29.626653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:29.644802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 2} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:29.663155 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9564604-4cca-4344-978b-5277b7750652 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:29.663673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9564604-4cca-4344-978b-5277b7750652 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:29.664274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.670950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a9564604-4cca-4344-978b-5277b7750652 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/4f7249ab-916d-4a3d-8350-1c96dd3ca023 HTTP/1.1" status: 404 len: 339 time: 0.0417218 Feb 03 11:31:29.671270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:29.691379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.728250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting subnet 36b70523-ff74-4880-8d35-c041ccfc5645 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:29.732124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (36b70523-ff74-4880-8d35-c041ccfc5645), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.764537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] Publish callbacks [] for security_group (b4454440-fc58-411f-878c-0b6c9e53b8a1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.783469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (36b70523-ff74-4880-8d35-c041ccfc5645), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.901593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (36b70523-ff74-4880-8d35-c041ccfc5645), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:29.932710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 6a17e53d-bc41-4ca5-8b6c-7dc946c12cef yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:30.097239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (6a17e53d-bc41-4ca5-8b6c-7dc946c12cef), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.102532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (36b70523-ff74-4880-8d35-c041ccfc5645), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.127652 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.131141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9958e-d13f-4544-a963-99c892718420 None None] Network 10b5fdef-df18-4e5c-97f2-9620f54c3273 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:30.132400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/subnets/36b70523-ff74-4880-8d35-c041ccfc5645 HTTP/1.1" status: 204 len: 168 time: 0.4600923 Feb 03 11:31:30.154593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:30.164126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecabf9-3588-4a5b-b287-8f44e32dfd6d tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Subnet': ['ID=36b70523-ff74-4880-8d35-c041ccfc5645,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:30.340474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 9a5658b0-55c4-4930-89c7-29555af785d4 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:30.457550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (10b5fdef-df18-4e5c-97f2-9620f54c3273), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.567192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (9a5658b0-55c4-4930-89c7-29555af785d4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.619198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] DHCP port deletion for 10b5fdef-df18-4e5c-97f2-9620f54c3273 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:30.656962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] Publish callbacks [] for security_group (b4454440-fc58-411f-878c-0b6c9e53b8a1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.671139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6a17e53d-bc41-4ca5-8b6c-7dc946c12cef), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.672730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Deleting port 016308e4-8891-474b-9818-491f2bcc94fe {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:30.673150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (016308e4-8891-474b-9818-491f2bcc94fe), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.758644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Deleting port 016308e4-8891-474b-9818-491f2bcc94fe {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:30.759197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (016308e4-8891-474b-9818-491f2bcc94fe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.835252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:30.853386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:30.858230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:30.859066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9a5658b0-55c4-4930-89c7-29555af785d4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.870668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=6a17e53d-bc41-4ca5-8b6c-7dc946c12cef,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:30.888889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] For port 016308e4-8891-474b-9818-491f2bcc94fe, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=016308e4-8891-474b-9818-491f2bcc94fe,segment=NetworkSegment(0b9369af-306e-4689-ba2b-b3e4dadb50c4),segment_id=0b9369af-306e-4689-ba2b-b3e4dadb50c4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:30.892820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (016308e4-8891-474b-9818-491f2bcc94fe), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:30.965061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Calling delete_port for 016308e4-8891-474b-9818-491f2bcc94fe owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:30.967550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] For port 016308e4-8891-474b-9818-491f2bcc94fe, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=016308e4-8891-474b-9818-491f2bcc94fe,segment=NetworkSegment(0b9369af-306e-4689-ba2b-b3e4dadb50c4),segment_id=0b9369af-306e-4689-ba2b-b3e4dadb50c4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:30.968177 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (016308e4-8891-474b-9818-491f2bcc94fe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.016244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 016308e4-8891-474b-9818-491f2bcc94fe no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:31.017752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b4454440-fc58-411f-878c-0b6c9e53b8a1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.026636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.030712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4454440-fc58-411f-878c-0b6c9e53b8a1 HTTP/1.1" status: 204 len: 168 time: 1.6795857 Feb 03 11:31:31.044887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Calling delete_port for 016308e4-8891-474b-9818-491f2bcc94fe owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:31.096351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=9a5658b0-55c4-4930-89c7-29555af785d4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:31.131310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe15d-885e-4e17-b96b-9452932f879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4454440-fc58-411f-878c-0b6c9e53b8a1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:31.162073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': 'd24fadcd-325a-4346-bf25-219b51b8081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4576ed22-f482-48b0-b9a1-f38ee80133b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:31.162447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: 4576ed22-f482-48b0-b9a1-f38ee80133b9, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:31.201289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (016308e4-8891-474b-9818-491f2bcc94fe), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.203571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 4576ed22-f482-48b0-b9a1-f38ee80133b9 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:31.222996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4576ed22-f482-48b0-b9a1-f38ee80133b9) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:31.242912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:31.258270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:31.273930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:31.275104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.279191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe0957-3f04-4f79-992e-d9922c9716e1 None None] Network 4576ed22-f482-48b0-b9a1-f38ee80133b9 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:31.295681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Port': ['ID=016308e4-8891-474b-9818-491f2bcc94fe,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:31.297569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] No DVR routers for this DVR port 016308e4-8891-474b-9818-491f2bcc94fe on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:31.320238 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6108bd56-12df-4fcf-99b3-b6754590007c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1997814 Feb 03 11:31:31.322990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33306) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:31.381868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2664de-824d-4bf4-bbab-fad6265a8970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.428810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No active binding found for port 016308e4-8891-474b-9818-491f2bcc94fe {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:31:31.441955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] The host n-d-821606-6 is not matching for port 016308e4-8891-474b-9818-491f2bcc94fe host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:31:31.442614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 016308e4-8891-474b-9818-491f2bcc94fe not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:31.562542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (016308e4-8891-474b-9818-491f2bcc94fe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.568215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (10b5fdef-df18-4e5c-97f2-9620f54c3273), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.595318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] Pushing event deleted for resources: {'Port': ['ID=016308e4-8891-474b-9818-491f2bcc94fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:31.634636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 9a5658b0-55c4-4930-89c7-29555af785d4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:31.636600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9a5658b0-55c4-4930-89c7-29555af785d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.659895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b5fdef-df18-4e5c-97f2-9620f54c3273']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:31.692547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9369af-306e-4689-ba2b-b3e4dadb50c4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:31.694413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9369af-306e-4689-ba2b-b3e4dadb50c4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:31.704432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc96ae-984a-41b6-b345-283c4e738b80 None None] No DVR routers for this DVR port 016308e4-8891-474b-9818-491f2bcc94fe on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:31.731053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (0b9369af-306e-4689-ba2b-b3e4dadb50c4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.764533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0b9369af-306e-4689-ba2b-b3e4dadb50c4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.782864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:31.783521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (0b9369af-306e-4689-ba2b-b3e4dadb50c4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.832956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:31.867538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9a5658b0-55c4-4930-89c7-29555af785d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:31.875571 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:31.880835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (10b5fdef-df18-4e5c-97f2-9620f54c3273), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.887766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:31.891029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] 10.222.0.30 "DELETE /v2.0/networks/10b5fdef-df18-4e5c-97f2-9620f54c3273 HTTP/1.1" status: 204 len: 168 time: 1.7350221 Feb 03 11:31:31.923395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 9a5658b0-55c4-4930-89c7-29555af785d4 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:31.942894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cf9b8-d89e-45a2-8a0e-6a818a1fe214 tempest-NetworksIpV6Test-529560880 tempest-NetworksIpV6Test-529560880-project] Pushing event deleted for resources: {'Network': ['ID=10b5fdef-df18-4e5c-97f2-9620f54c3273,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:31.986740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:32.001789 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afb315df-115c-4c55-8572-c0a126f3d364 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72c9f00211f24128973e2506409a829d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656845 Feb 03 11:31:32.164536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9a5658b0-55c4-4930-89c7-29555af785d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.171315 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] Publish callbacks [] for security_group (226e9044-1205-4659-8059-74048269d2a0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.219093 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] Publish callbacks [] for security_group (226e9044-1205-4659-8059-74048269d2a0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.228836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=9a5658b0-55c4-4930-89c7-29555af785d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:32.250738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.262521 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f63a9298-7ec6-4e74-9aef-e02eff1fa86c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/9a5658b0-55c4-4930-89c7-29555af785d4 HTTP/1.1" status: 204 len: 168 time: 0.9381721 Feb 03 11:31:32.279451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:32.357345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (226e9044-1205-4659-8059-74048269d2a0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.361393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.363132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/226e9044-1205-4659-8059-74048269d2a0 HTTP/1.1" status: 204 len: 168 time: 0.3752406 Feb 03 11:31:32.390336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49241a2f-ed01-42b8-bbf7-0a9df55e0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e9044-1205-4659-8059-74048269d2a0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:32.396496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c10ab-f78f-4fbb-aea8-acd57de381f8 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:32.432567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c10ab-f78f-4fbb-aea8-acd57de381f8 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:32.437333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:32.447004 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-537c10ab-f78f-4fbb-aea8-acd57de381f8 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1609759 Feb 03 11:31:32.551008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:32.624047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 6a17e53d-bc41-4ca5-8b6c-7dc946c12cef {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:32.624535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6a17e53d-bc41-4ca5-8b6c-7dc946c12cef), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.796965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6a17e53d-bc41-4ca5-8b6c-7dc946c12cef), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:32.822408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 6a17e53d-bc41-4ca5-8b6c-7dc946c12cef owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:33.026434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6a17e53d-bc41-4ca5-8b6c-7dc946c12cef), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.091309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=6a17e53d-bc41-4ca5-8b6c-7dc946c12cef,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:33.125785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.135506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:33.137728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-03ffa10c-2975-4717-87fb-8b39cdb1ebdf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/6a17e53d-bc41-4ca5-8b6c-7dc946c12cef HTTP/1.1" status: 204 len: 168 time: 0.6992693 Feb 03 11:31:33.277439 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d12e0ad-81ff-43f7-b066-5af6db7af325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3984980b59bb41c0a5d0b6c5b8624e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7251902 Feb 03 11:31:33.280368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:33.327906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae1620-f9c4-4d66-8f5c-bfa6643cc90e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:33.334841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-42ae1620-f9c4-4d66-8f5c-bfa6643cc90e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1980610 Feb 03 11:31:33.344192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33362) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:33.413212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] Publish callbacks [] for security_group (50c74365-e781-486b-8a34-0ed98b88dfae), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.425464 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-664b550e-c3aa-4309-9316-5a89ecdc1ab4 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:31:33.429505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-664b550e-c3aa-4309-9316-5a89ecdc1ab4 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/9a5658b0-55c4-4930-89c7-29555af785d4 HTTP/1.1" status: 404 len: 333 time: 0.0801008 Feb 03 11:31:33.430892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33364) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:33.467617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] Publish callbacks [] for security_group (50c74365-e781-486b-8a34-0ed98b88dfae), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.485391 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-af752e74-ffd3-47b7-b159-3c51b07812d4 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:31:33.492371 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af752e74-ffd3-47b7-b159-3c51b07812d4 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/6a17e53d-bc41-4ca5-8b6c-7dc946c12cef HTTP/1.1" status: 404 len: 333 time: 0.0581384 Feb 03 11:31:33.494041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33366) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:33.563680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (50c74365-e781-486b-8a34-0ed98b88dfae), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.568834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.570204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50c74365-e781-486b-8a34-0ed98b88dfae HTTP/1.1" status: 204 len: 168 time: 0.2886162 Feb 03 11:31:33.585987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83621-a1e0-424a-b352-3cae6ab9c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c74365-e781-486b-8a34-0ed98b88dfae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:33.679222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4576ed22-f482-48b0-b9a1-f38ee80133b9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.903578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4576ed22-f482-48b0-b9a1-f38ee80133b9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:33.966864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4576ed22-f482-48b0-b9a1-f38ee80133b9']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:33.990037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24fadcd-325a-4346-bf25-219b51b8081a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:33.990333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24fadcd-325a-4346-bf25-219b51b8081a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:34.019600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d24fadcd-325a-4346-bf25-219b51b8081a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.077178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d24fadcd-325a-4346-bf25-219b51b8081a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.095930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:34.096358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d24fadcd-325a-4346-bf25-219b51b8081a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:34.100571 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:34.115899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:34.317439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4576ed22-f482-48b0-b9a1-f38ee80133b9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.341672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.356340 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/4576ed22-f482-48b0-b9a1-f38ee80133b9 HTTP/1.1" status: 204 len: 168 time: 0.8610325 Feb 03 11:31:34.362951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:34.376089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1141967789'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:34.384600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6d6823b-9c52-4b62-85f0-f1a35d155ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.412559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:34.416243 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f5bbc-f048-4ee9-96c2-c6c5bb42dd7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=4576ed22-f482-48b0-b9a1-f38ee80133b9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:34.432657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.671234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:34.967434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:35.026123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fedf1a02-0420-4e71-b7ab-c5d61e5ce289), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:35.030434 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment fedf1a02-0420-4e71-b7ab-c5d61e5ce289 of type vlan for network d2469f89-c5d8-4b54-898f-d8ea4470414e Feb 03 11:31:35.323732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d2469f89-c5d8-4b54-898f-d8ea4470414e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:35.455127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:31:35.544572 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d2469f89-c5d8-4b54-898f-d8ea4470414e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:35.550021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:35.550671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:35.613755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2445362 Feb 03 11:31:35.614235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:35.619571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:35.670795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aab7e1-8094-4ac7-8ebc-f9f2730377b5 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=d2469f89-c5d8-4b54-898f-d8ea4470414e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:35.699038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d2469f89-c5d8-4b54-898f-d8ea4470414e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:35.848669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:35.906535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:35.913894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.097136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.127431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 11:31:36.128878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 11:31:36.270568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.278160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.456798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a7e9aa70-bb13-493e-8f3f-25513bfa9147), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.597073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Deleting port 2c9ea0e2-92a2-46c1-a61e-654539452c4a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:36.597603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.618292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ec4d4cd4-cd73-41a7-bb86-ca1669810a23 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:36.662791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=a7e9aa70-bb13-493e-8f3f-25513bfa9147,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:36.733473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:36.734567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: d2469f89-c5d8-4b54-898f-d8ea4470414e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:36.759483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec4d4cd4-cd73-41a7-bb86-ca1669810a23 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "PUT /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133 HTTP/1.1" status: 200 len: 366 time: 0.4878469 Feb 03 11:31:36.774405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.838046 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a33b315d-1148-4790-9800-532b82c746e6 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0436516 Feb 03 11:31:36.845863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.847362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network d2469f89-c5d8-4b54-898f-d8ea4470414e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:36.878676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d2469f89-c5d8-4b54-898f-d8ea4470414e) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:36.892493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e32b9-e935-4f2b-a3fa-2d213e749828 None None] Network d2469f89-c5d8-4b54-898f-d8ea4470414e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:36.896609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:36.897474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.916748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] For port 2c9ea0e2-92a2-46c1-a61e-654539452c4a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2c9ea0e2-92a2-46c1-a61e-654539452c4a,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:36.917605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:36.923811 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab9bde52-ab53-4b26-b468-08160a44ed2a tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133 HTTP/1.1" status: 200 len: 366 time: 0.0597160 Feb 03 11:31:36.926424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.950858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d3d532f7-9c43-472b-ab4a-2d7e037f0b7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3330939 Feb 03 11:31:36.951995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:36.966216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e', 'name': 'tempest-PortsTestJSON-1673189327'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:36.975927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Calling delete_port for 2c9ea0e2-92a2-46c1-a61e-654539452c4a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:37.001173 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec858d26-05fd-41ab-b9c0-4a2bc4014178 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133 HTTP/1.1" status: 204 len: 168 time: 0.0734942 Feb 03 11:31:37.015724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33470) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:37.037829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181244387'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:37.193165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d2469f89-c5d8-4b54-898f-d8ea4470414e', 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': 'a7e9aa70-bb13-493e-8f3f-25513bfa9147'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:37.196220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.231440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33478) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:37.234053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-730cc091-8455-405f-beb4-99117e43525e tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2171767 Feb 03 11:31:37.325887 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-019acfc4-b350-4035-9f6b-faf03f2b02de tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133 HTTP/1.1" status: 200 len: 370 time: 0.0807927 Feb 03 11:31:37.327118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:37.330723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.337831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:37.356656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-773faed4-b003-4d45-a245-9d3237cb0afa tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133/default HTTP/1.1" status: 200 len: 370 time: 0.0153580 Feb 03 11:31:37.366726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33486) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:37.385100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.404817 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-5bff0645-d4f8-409a-9952-3be5b7393f3a tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] delete failed (client error): The resource could not be found. Feb 03 11:31:37.406406 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5bff0645-d4f8-409a-9952-3be5b7393f3a tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/9b6e5bef9be745cd816ff4f072a7b133 HTTP/1.1" status: 404 len: 348 time: 0.0384614 Feb 03 11:31:37.446224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:37.450491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.497330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:37.629816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for security_group (c56a5917-04b4-404a-bd22-2a7fabdfbb2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.659413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.674015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33496) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:37.777894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:network and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.784665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c56a5917-04b4-404a-bd22-2a7fabdfbb2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.787586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:37.807680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:subnet and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.814260 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:37.822385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Allocated IP 172.20.0.2 (d2469f89-c5d8-4b54-898f-d8ea4470414e/a7e9aa70-bb13-493e-8f3f-25513bfa9147/9e92992c-cb80-455e-9bd8-a5a1097e5166) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:37.833811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:subnetpool and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.841537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:37.851128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:37.853330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:port and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.860193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:37.872791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:router and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.877046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:37.885053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:floatingip and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:37.885358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3e4312b8-0936-466a-8a0b-b2a729277139), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:37.885877 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment 3e4312b8-0936-466a-8a0b-b2a729277139 of type vlan for network 762d6a0b-6c41-4106-abdb-31f1d8902202 Feb 03 11:31:37.889864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:38.007571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:security_group and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:38.026162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:38.040767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (762d6a0b-6c41-4106-abdb-31f1d8902202), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.048928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Usage tracker for resource:security_group_rule and project:57f8178bce5f443b8c07ed4fa5d5a698 is out of sync, need to count used quota {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 11:31:38.063622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.quota.resource [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103126) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 11:31:38.078719 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-52443b44-36ce-4be2-a321-d4300d275bc2 tempest-QuotasTest-1472905684 tempest-QuotasTest-1472905684-project-admin] 10.222.0.30 "GET /v2.0/quotas/57f8178bce5f443b8c07ed4fa5d5a698/details.json HTTP/1.1" status: 200 len: 703 time: 0.3954294 Feb 03 11:31:38.125185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (762d6a0b-6c41-4106-abdb-31f1d8902202), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.129172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:38.129795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.234588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks [] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.253934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.315823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33508) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:38.369531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Network d2469f89-c5d8-4b54-898f-d8ea4470414e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:38.375089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:38.392034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:38.458337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a5917-04b4-404a-bd22-2a7fabdfbb2c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:38.465845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Deleting subnet 8b8ccd35-0851-498c-8079-163cda52dc72 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:38.492048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Publish callbacks [] for subnet (8b8ccd35-0851-498c-8079-163cda52dc72), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.494780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Pushing event updated for resources: {'Port': ['ID=9e92992c-cb80-455e-9bd8-a5a1097e5166,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:38.498925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=762d6a0b-6c41-4106-abdb-31f1d8902202,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:38.520639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6799b485-a334-44a2-a199-026d67608983 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2476180 Feb 03 11:31:38.571954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2c9ea0e2-92a2-46c1-a61e-654539452c4a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.678122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9ea0e2-92a2-46c1-a61e-654539452c4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:38.758885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.8 (d2469f89-c5d8-4b54-898f-d8ea4470414e/a7e9aa70-bb13-493e-8f3f-25513bfa9147/1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:38.765552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8b8ccd35-0851-498c-8079-163cda52dc72), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:38.769618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:38.994945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Attempting to bind port 9e92992c-cb80-455e-9bd8-a5a1097e5166 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:38.996216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Attempting to bind port 9e92992c-cb80-455e-9bd8-a5a1097e5166 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:38.997594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Attempting to bind port 9e92992c-cb80-455e-9bd8-a5a1097e5166 on network d2469f89-c5d8-4b54-898f-d8ea4470414e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:39.042386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:39.050661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Checking segment: {'id': 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:39.053335 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.059465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Bound using segment: {'id': 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:39.062407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Bound port: 9e92992c-cb80-455e-9bd8-a5a1097e5166, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd2469f89-c5d8-4b54-898f-d8ea4470414e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:39.066594 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.249971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8b8ccd35-0851-498c-8079-163cda52dc72), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.415458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.561906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8b8ccd35-0851-498c-8079-163cda52dc72), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.767716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] For port 9e92992c-cb80-455e-9bd8-a5a1097e5166, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:39.788942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] For port 9e92992c-cb80-455e-9bd8-a5a1097e5166, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9e92992c-cb80-455e-9bd8-a5a1097e5166,segment=NetworkSegment(fedf1a02-0420-4e71-b7ab-c5d61e5ce289),segment_id=fedf1a02-0420-4e71-b7ab-c5d61e5ce289)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:31:39.819230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.870189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8ccd35-0851-498c-8079-163cda52dc72,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:39.883941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:39.963331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:39.972099 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2e1d3155-70ac-43a3-8506-6bd86b5c4e62 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b8ccd35-0851-498c-8079-163cda52dc72 HTTP/1.1" status: 204 len: 168 time: 1.6515584 Feb 03 11:31:39.994215 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33524) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:40.044269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c6976-f404-4575-a32f-9ef173e76389 None None] Pushing event updated for resources: {'Port': ['ID=9e92992c-cb80-455e-9bd8-a5a1097e5166,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:40.241617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (dff5f533-69b5-40e8-9a2e-6279ac85a408), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:40.707761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46821b6d-4216-46cc-9148-57b9141cdb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:41.075422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:41.220359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:41.386917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9e92992c-cb80-455e-9bd8-a5a1097e5166 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:41.552813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network d2469f89-c5d8-4b54-898f-d8ea4470414e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:41.579100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:41.625691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:41.734408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9e92992c-cb80-455e-9bd8-a5a1097e5166 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:41.742556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:41.857674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:42.046569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:31:42.198072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:42.213627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:42.305592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:42.306221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.307744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9e92992c-cb80-455e-9bd8-a5a1097e5166 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:42.309430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.360750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (dff5f533-69b5-40e8-9a2e-6279ac85a408), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.448606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46821b6d-4216-46cc-9148-57b9141cdb51 admin admin] Publish callbacks [] for security_group (ceb3fd2c-9288-461d-81ea-f953fc1f8aa6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.467207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-807e5035-f203-4856-84ad-74701696f6ae tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5138769 Feb 03 11:31:42.484519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:42.499453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff5f533-69b5-40e8-9a2e-6279ac85a408']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:42.527229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88816892-d4f6-4cc7-864a-5d99b3be6213') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:42.527229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88816892-d4f6-4cc7-864a-5d99b3be6213') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:42.550415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (88816892-d4f6-4cc7-864a-5d99b3be6213), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.580187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (88816892-d4f6-4cc7-864a-5d99b3be6213), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.594711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:42.595718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (88816892-d4f6-4cc7-864a-5d99b3be6213), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.680481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46821b6d-4216-46cc-9148-57b9141cdb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ceb3fd2c-9288-461d-81ea-f953fc1f8aa6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:42.682911 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:42.758227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:42.761965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.775966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dac7129-0eaa-4ef8-873b-b74ec98dfddd None None] Network d2469f89-c5d8-4b54-898f-d8ea4470414e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:42.829089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (dff5f533-69b5-40e8-9a2e-6279ac85a408), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.837567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:42.848600 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dff5f533-69b5-40e8-9a2e-6279ac85a408 HTTP/1.1" status: 204 len: 168 time: 2.8476329 Feb 03 11:31:42.933469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61a172-d27c-4d65-ad91-4550d34a8069 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff5f533-69b5-40e8-9a2e-6279ac85a408,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:42.938637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46821b6d-4216-46cc-9148-57b9141cdb51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52b0103a1443496394811702cf8195d3&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0346558 Feb 03 11:31:42.943081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46821b6d-4216-46cc-9148-57b9141cdb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3fd2c-9288-461d-81ea-f953fc1f8aa6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:42.947814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33544) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:43.031102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 9e92992c-cb80-455e-9bd8-a5a1097e5166, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9e92992c-cb80-455e-9bd8-a5a1097e5166,segment=NetworkSegment(fedf1a02-0420-4e71-b7ab-c5d61e5ce289),segment_id=fedf1a02-0420-4e71-b7ab-c5d61e5ce289)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:43.138628 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.140227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] Publish callbacks [] for security_group (ceb3fd2c-9288-461d-81ea-f953fc1f8aa6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.205551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:43.283959 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] Publish callbacks [] for security_group (ceb3fd2c-9288-461d-81ea-f953fc1f8aa6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.284509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-95d45f92-0022-4ed5-a174-fb9d955c3629 None None] Provisioning complete for port 9e92992c-cb80-455e-9bd8-a5a1097e5166 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:43.284890 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95d45f92-0022-4ed5-a174-fb9d955c3629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.337699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:31:43.351108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f8ddad02-45f1-492e-a9ca-6df4dfd34952 admin admin] 10.222.0.30 "PUT /v2.0/routers/19f0a049-b77f-42ba-9e7d-3b1d62a1348b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2340183 Feb 03 11:31:43.353719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:43.372372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Sync routers for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:31:43.434240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44eb9f3f-98ef-4f6b-827f-40477e173a27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3436e05eae1a4714960abf33dc3244c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246606 Feb 03 11:31:43.434796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:43.480780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=9e92992c-cb80-455e-9bd8-a5a1097e5166,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:43.494366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:43.497614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:43.580788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ceb3fd2c-9288-461d-81ea-f953fc1f8aa6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.582813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks [] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.589401 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.598274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ceb3fd2c-9288-461d-81ea-f953fc1f8aa6 HTTP/1.1" status: 204 len: 168 time: 0.6472223 Feb 03 11:31:43.599105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] Publish callbacks [] for security_group (47420b23-839e-44d1-8eba-fd8c9c646e7f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.652801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628bc5a-71af-4a2d-a4cb-255325f1a62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3fd2c-9288-461d-81ea-f953fc1f8aa6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:43.686573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] Publish callbacks [] for security_group (47420b23-839e-44d1-8eba-fd8c9c646e7f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.739335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (57e12b52-9a2b-4aa1-ba31-3fa58940da17), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.773541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks [] for router_gateway (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.813231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (47420b23-839e-44d1-8eba-fd8c9c646e7f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.815878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.819366 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47420b23-839e-44d1-8eba-fd8c9c646e7f HTTP/1.1" status: 204 len: 168 time: 0.3804393 Feb 03 11:31:43.830705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:43.831715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:43.833074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34e6f-6b08-4f30-9e17-bdb151499227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47420b23-839e-44d1-8eba-fd8c9c646e7f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:43.975086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-95d45f92-0022-4ed5-a174-fb9d955c3629 None None] Current status of the port 9e92992c-cb80-455e-9bd8-a5a1097e5166 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:43.978204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:44.037390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.065231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:44.280542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Provisioning complete for port 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:44.280974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.443591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.543821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Port 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:31:44.558348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=57e12b52-9a2b-4aa1-ba31-3fa58940da17,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:44.602476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:44.616030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': '3e4312b8-0936-466a-8a0b-b2a729277139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:44.616413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 762d6a0b-6c41-4106-abdb-31f1d8902202, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:44.625874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:44.647861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a7864f-9584-415a-819d-e409c477439b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.661575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Provisioning complete for port 9e92992c-cb80-455e-9bd8-a5a1097e5166 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:44.665305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.735336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:44.759307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 762d6a0b-6c41-4106-abdb-31f1d8902202) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:44.770086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:44.770741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.774784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Deleting port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:44.775179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.802394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:44.808946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b01fc41-4ffe-4a5a-824b-29cac6294d56 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 HTTP/1.1" status: 204 len: 168 time: 2.3229778 Feb 03 11:31:44.810865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:44.813356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60917f4f-b0be-44d9-8a05-97d3e436af16 None None] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:44.833094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a8a2b2e-b72e-4394-98a8-32ba10c0b134 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6338444 Feb 03 11:31:44.895230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:44.926441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-4565168'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:44.935602 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5511d2-34a4-46eb-aaf3-41813d46ceb7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:31:44.939588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:31:38Z', 'revision_number': 5, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port': {'id': '227802f3-fa0a-4ac1-93f3-6b481e1dd54c', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:21:43Z', 'updated_at': '2022-02-03T11:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:44.939837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5511d2-34a4-46eb-aaf3-41813d46ceb7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:44.949895 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c5511d2-34a4-46eb-aaf3-41813d46ceb7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 HTTP/1.1" status: 404 len: 333 time: 0.1353798 Feb 03 11:31:44.952198 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33584) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:45.008566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] For port 227802f3-fa0a-4ac1-93f3-6b481e1dd54c, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:45.009240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.048493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Checking router: 19f0a049-b77f-42ba-9e7d-3b1d62a1348b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:31:45.067192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-762d6a0b-6c41-4106-abdb-31f1d8902202', 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': '57e12b52-9a2b-4aa1-ba31-3fa58940da17'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:45.068133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.076827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Calling delete_port for 227802f3-fa0a-4ac1-93f3-6b481e1dd54c owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:45.087660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Routers {'19f0a049-b77f-42ba-9e7d-3b1d62a1348b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:31:45.088329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:31:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:45.202298 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-906df04c-59d6-4852-9278-6eaca377c001 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:31:45.208896 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-906df04c-59d6-4852-9278-6eaca377c001 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99 HTTP/1.1" status: 404 len: 333 time: 0.2466965 Feb 03 11:31:45.210941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:45.211622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:45.215739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.280817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f05efdc9-27a5-4a6f-9c0b-585413b9ccbc None None] Current status of the port 9e92992c-cb80-455e-9bd8-a5a1097e5166 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:45.303886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] Set router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:31:45.382115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:45.411847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2421187d-248d-4bea-a54e-421f99f3ae87), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.411847 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment 2421187d-248d-4bea-a54e-421f99f3ae87 of type vlan for network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 Feb 03 11:31:45.437470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a7864f-9584-415a-819d-e409c477439b admin admin] Publish callbacks [] for security_group (fd9f5d2f-27ba-4223-921d-d57f5d3223c9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.446945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet a7e9aa70-bb13-493e-8f3f-25513bfa9147 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:45.492714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (a7e9aa70-bb13-493e-8f3f-25513bfa9147), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.496727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63a7864f-9584-415a-819d-e409c477439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fd9f5d2f-27ba-4223-921d-d57f5d3223c9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.505452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (227802f3-fa0a-4ac1-93f3-6b481e1dd54c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.616833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Pushing event deleted for resources: {'Port': ['ID=227802f3-fa0a-4ac1-93f3-6b481e1dd54c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:45.650269 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.693593 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a7e9aa70-bb13-493e-8f3f-25513bfa9147), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.719899 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-63a7864f-9584-415a-819d-e409c477439b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57f8178bce5f443b8c07ed4fa5d5a698&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0914977 Feb 03 11:31:45.728656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33604) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:45.742171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.752590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7864f-9584-415a-819d-e409c477439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f5d2f-27ba-4223-921d-d57f5d3223c9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:45.763335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9e92992c-cb80-455e-9bd8-a5a1097e5166 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:45.834300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.845020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:31:43Z', 'revision_number': 6, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:45.848379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:45.851149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.861286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-017575a7-384e-4424-8976-2439f2ff271d None None] Could not find standard attr ID for object 1aa9bacb-b1ee-4cc3-9b53-f5ea52a9ed99. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:31:45.940688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.943216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks [] for router_controller (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:45.947355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ae19e-b833-4c96-bbec-17bd8c901c26 None None] The sync data for ids ['19f0a049-b77f-42ba-9e7d-3b1d62a1348b'] in n-d-821606-6 is: [{'id': '19f0a049-b77f-42ba-9e7d-3b1d62a1348b', 'name': 'tempest-AttachVolumeShelveTestJSON-1291773540-router', 'tenant_id': '699b6275c6f445c18f670f989a79427a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:21:42Z', 'updated_at': '2022-02-03T11:31:43Z', 'revision_number': 6, 'project_id': '699b6275c6f445c18f670f989a79427a', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:31:45.951913 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0411165 Feb 03 11:31:45.957479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:46.038037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fc209-d5cf-4387-9e40-cbfad7ce99d4 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=3ea31f18-e675-4895-8267-2a05ac1ba8e7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:46.047315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:46.049152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a7e9aa70-bb13-493e-8f3f-25513bfa9147), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.059075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:46.100303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] Publish callbacks [] for security_group (fd9f5d2f-27ba-4223-921d-d57f5d3223c9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.117911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (19f0a049-b77f-42ba-9e7d-3b1d62a1348b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.118446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f0a049-b77f-42ba-9e7d-3b1d62a1348b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:31:46.127900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Allocated IP 2001:db8:0:ffff::2 (762d6a0b-6c41-4106-abdb-31f1d8902202/57e12b52-9a2b-4aa1-ba31-3fa58940da17/f442f0b6-9bdc-4a1f-b78e-0388e9bb630b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:46.133589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.134758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d1ff1346-4833-4280-acd7-e6a67037e555 admin admin] 10.222.0.30 "DELETE /v2.0/routers/19f0a049-b77f-42ba-9e7d-3b1d62a1348b HTTP/1.1" status: 204 len: 168 time: 2.7741897 Feb 03 11:31:46.140674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:46.225606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Deleting subnet 81dec635-b2ab-4a95-8313-36c4ea2c6653 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:46.229504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] Publish callbacks [] for security_group (fd9f5d2f-27ba-4223-921d-d57f5d3223c9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.252362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Publish callbacks [] for subnet (81dec635-b2ab-4a95-8313-36c4ea2c6653), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.256539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9e92992c-cb80-455e-9bd8-a5a1097e5166 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:46.256941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.259611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:46.263195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.359812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a7e9aa70-bb13-493e-8f3f-25513bfa9147), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.375292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (81dec635-b2ab-4a95-8313-36c4ea2c6653), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.448463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fd9f5d2f-27ba-4223-921d-d57f5d3223c9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.457123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.459965 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd9f5d2f-27ba-4223-921d-d57f5d3223c9 HTTP/1.1" status: 204 len: 168 time: 0.7270746 Feb 03 11:31:46.528457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e9aa70-bb13-493e-8f3f-25513bfa9147,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:46.531068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.535792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d65b8e1e-472f-4b13-b586-8a1a36961806 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/a7e9aa70-bb13-493e-8f3f-25513bfa9147 HTTP/1.1" status: 204 len: 168 time: 1.2901444 Feb 03 11:31:46.539521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf1ddc-ac74-4af9-bde3-e92e23c847bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f5d2f-27ba-4223-921d-d57f5d3223c9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:46.544086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:46.637172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d2469f89-c5d8-4b54-898f-d8ea4470414e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.731794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360411a-bac4-422b-829a-7cbcd21e9e24 None None] Network d2469f89-c5d8-4b54-898f-d8ea4470414e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:46.828490 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (81dec635-b2ab-4a95-8313-36c4ea2c6653), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.885495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 9e92992c-cb80-455e-9bd8-a5a1097e5166 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:46.885837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:46.923526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks [] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.037992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port 9e92992c-cb80-455e-9bd8-a5a1097e5166, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9e92992c-cb80-455e-9bd8-a5a1097e5166,segment=NetworkSegment(fedf1a02-0420-4e71-b7ab-c5d61e5ce289),segment_id=fedf1a02-0420-4e71-b7ab-c5d61e5ce289)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:47.038610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.072349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.075957 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 9e92992c-cb80-455e-9bd8-a5a1097e5166 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:47.089710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.112720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.objects.ports [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:31:47.114473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (08859222-85b5-4f77-b20f-d6725aa95fe1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.255187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=08859222-85b5-4f77-b20f-d6725aa95fe1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:47.257549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': '2421187d-248d-4bea-a54e-421f99f3ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:47.257972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 3ea31f18-e675-4895-8267-2a05ac1ba8e7, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:47.287229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9e92992c-cb80-455e-9bd8-a5a1097e5166 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:47.304609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:47.330879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 3ea31f18-e675-4895-8267-2a05ac1ba8e7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:47.335620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:47.336230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.350224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9e92992c-cb80-455e-9bd8-a5a1097e5166), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.384304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2fb9edd7-9450-416c-8e95-81c5ee25aba9 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4257355 Feb 03 11:31:47.387091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:47.397548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'port': {'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7', 'name': 'tempest-NetworksIpV6TestAttrs-581559808'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:47.412233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:47.423388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=9e92992c-cb80-455e-9bd8-a5a1097e5166,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:47.427734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port 9e92992c-cb80-455e-9bd8-a5a1097e5166 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:47.433671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (81dec635-b2ab-4a95-8313-36c4ea2c6653), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.454833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ac206-99e6-4f80-8138-0a9b0fd92bcd None None] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:47.738933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d2469f89-c5d8-4b54-898f-d8ea4470414e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.789725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:47.803231 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.803736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2469f89-c5d8-4b54-898f-d8ea4470414e']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:47.843491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:47.844167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedf1a02-0420-4e71-b7ab-c5d61e5ce289') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:47.861770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.872001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/81dec635-b2ab-4a95-8313-36c4ea2c6653 HTTP/1.1" status: 204 len: 168 time: 1.7303228 Feb 03 11:31:47.878800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71614de3-a8a6-4d2e-90b9-17c559106e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dec635-b2ab-4a95-8313-36c4ea2c6653,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:47.888632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:47.906652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] device_id is not set on port 2695313e-263e-4dc0-9bb4-9f364cfbd9b0 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:47.960035 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (fedf1a02-0420-4e71-b7ab-c5d61e5ce289), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:47.965301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-0babce84-0350-4927-91d1-b81c6116dd21 req-f67968ba-f88c-4f55-9e2e-635e0d55313a service neutron] (103126) timed out ('10.222.0.53', 59413) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:31:48.015118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2c9ea0e2-92a2-46c1-a61e-654539452c4a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:48.055346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.073196 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fedf1a02-0420-4e71-b7ab-c5d61e5ce289), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.074141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4e5d9-aeeb-47b3-8c05-8555bfa0ce27 None None] Network 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:48.106167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2c9ea0e2-92a2-46c1-a61e-654539452c4a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:48.107007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2c9ea0e2-92a2-46c1-a61e-654539452c4a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:48.107687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 227802f3-fa0a-4ac1-93f3-6b481e1dd54c no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:48.112743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:48.119574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Pushing event updated for resources: {'Port': ['ID=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:48.183673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:48.186740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-3ea31f18-e675-4895-8267-2a05ac1ba8e7', 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': '08859222-85b5-4f77-b20f-d6725aa95fe1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:48.187920 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.223775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Allocated IP 2001:db8::f816:3eff:fe56:ebf0 (3ea31f18-e675-4895-8267-2a05ac1ba8e7/08859222-85b5-4f77-b20f-d6725aa95fe1/2695313e-263e-4dc0-9bb4-9f364cfbd9b0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:48.228745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 227802f3-fa0a-4ac1-93f3-6b481e1dd54c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:48.229622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 227802f3-fa0a-4ac1-93f3-6b481e1dd54c not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:48.382644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457ac30-ed72-4eb5-9d1f-b00793a6a26e None None] DHCP port deletion for d2469f89-c5d8-4b54-898f-d8ea4470414e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:48.464736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Attempting to bind port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:48.465038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Attempting to bind port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3e4312b8-0936-466a-8a0b-b2a729277139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:48.465442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Attempting to bind port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b on network 762d6a0b-6c41-4106-abdb-31f1d8902202 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:48.535129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:48.535688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Checking segment: {'id': '3e4312b8-0936-466a-8a0b-b2a729277139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:48.535960 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.536627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Bound using segment: {'id': '3e4312b8-0936-466a-8a0b-b2a729277139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:48.536845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Bound port: f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4312b8-0936-466a-8a0b-b2a729277139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '762d6a0b-6c41-4106-abdb-31f1d8902202'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:48.537409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.698527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] For port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:48.708115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] For port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,segment=NetworkSegment(3e4312b8-0936-466a-8a0b-b2a729277139),segment_id=3e4312b8-0936-466a-8a0b-b2a729277139)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:31:48.724290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.751958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for port (2695313e-263e-4dc0-9bb4-9f364cfbd9b0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.777138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:48.789080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:48.789550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (fedf1a02-0420-4e71-b7ab-c5d61e5ce289), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.794085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2695313e-263e-4dc0-9bb4-9f364cfbd9b0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.817497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] DHCP port deletion for 84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:48.819147 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:48.913748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:48.921475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:48.926394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832fd1b-d7d8-4324-b230-389499c9f455 None None] Pushing event updated for resources: {'Port': ['ID=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:48.931059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Allocated IP 2001:db8::f816:3eff:fed8:2933 (3ea31f18-e675-4895-8267-2a05ac1ba8e7/08859222-85b5-4f77-b20f-d6725aa95fe1/59b84d47-46c5-4c4e-ba43-ffd75e45abad) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:48.933475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:48.950094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:48.951618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.976989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d2469f89-c5d8-4b54-898f-d8ea4470414e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:48.989535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Deleting port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:48.989925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.058633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6689165 Feb 03 11:31:49.072601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:49.089772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] For port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:49.090088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.105717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Calling delete_port for 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:49.209419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Deleting port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:49.209970 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.254623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e77a48-acbe-4f5b-999c-e8944a7cb242 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Port': ['ID=2695313e-263e-4dc0-9bb4-9f364cfbd9b0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:49.337119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.346167 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/d2469f89-c5d8-4b54-898f-d8ea4470414e HTTP/1.1" status: 204 len: 168 time: 2.8007264 Feb 03 11:31:49.347938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:49.353259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1002618626'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:49.389410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848648848'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:49.408368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting subnet 08859222-85b5-4f77-b20f-d6725aa95fe1 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:49.431239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.458941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:49.462492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.487748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b91c-5957-42d9-993f-c407b501a3db tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=d2469f89-c5d8-4b54-898f-d8ea4470414e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:49.519370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] No DVR routers for this DVR port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:49.557659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:49.586311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (662068fa-4183-45ca-bda5-d4233b46ba1e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.586674 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment 662068fa-4183-45ca-bda5-d4233b46ba1e of type vlan for network fafdaee3-7837-493c-afec-ca9d65a02671 Feb 03 11:31:49.620987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] For port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,segment=NetworkSegment(84da90f0-2c18-4bfd-bf87-793c231f67fb),segment_id=84da90f0-2c18-4bfd-bf87-793c231f67fb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:49.620987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.640571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:49.691161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (fafdaee3-7837-493c-afec-ca9d65a02671), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.692986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Calling delete_port for 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:49.705055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f442f0b6-9bdc-4a1f-b78e-0388e9bb630b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:49.718288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks [] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.747853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:49.752393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.753072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (fafdaee3-7837-493c-afec-ca9d65a02671), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.758156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:49.758901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.800689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (08859222-85b5-4f77-b20f-d6725aa95fe1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.845893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4957323 Feb 03 11:31:49.855947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:49.866801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:49.886671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.889497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.910473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:49.946506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:49.986455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84da90f0-2c18-4bfd-bf87-793c231f67fb') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:49.987209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84da90f0-2c18-4bfd-bf87-793c231f67fb') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:31:49.995442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (08859222-85b5-4f77-b20f-d6725aa95fe1), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.002835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (84da90f0-2c18-4bfd-bf87-793c231f67fb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.038896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (84da90f0-2c18-4bfd-bf87-793c231f67fb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.056866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:50.065235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:31:50.065709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (84da90f0-2c18-4bfd-bf87-793c231f67fb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:31:50.068985 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:31:50.114143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214184df-097c-4596-b2ea-649b9cf6adb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=fafdaee3-7837-493c-afec-ca9d65a02671,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:50.140031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:50.177200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:50.184411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:50.197292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8a7017cd-9a8f-40eb-ba64-3c2703cd27ae), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.216112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network fafdaee3-7837-493c-afec-ca9d65a02671 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:50.240011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.245009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.248531 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1 HTTP/1.1" status: 204 len: 168 time: 2.3442993 Feb 03 11:31:50.273813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for security_group (4aa9fd24-250e-45bf-8484-e549418729c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.275354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e44c-8866-4d65-9930-ffec991832e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c3cf7a-f616-4c7b-b327-37eb4bc6a8c1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:50.281685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4aa9fd24-250e-45bf-8484-e549418729c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.285056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Pushing event updated for resources: {'Port': ['ID=59b84d47-46c5-4c4e-ba43-ffd75e45abad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:50.317003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.318864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.319838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.320624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.321464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.322204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.322971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.325273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.326115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.326857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.327783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.329246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.330517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:31:50.345814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:50.404627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9fd24-250e-45bf-8484-e549418729c0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:50.427868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a463e937-dc74-4728-9d4e-d3630ecce63b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.428234 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment a463e937-dc74-4728-9d4e-d3630ecce63b of type vlan for network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 Feb 03 11:31:50.467185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] Pushing event deleted for resources: {'Port': ['ID=8a7017cd-9a8f-40eb-ba64-3c2703cd27ae,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:50.502728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5805d59-e897-4e5b-84aa-566523950944 None None] No DVR routers for this DVR port 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:50.537286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:50.537664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.542180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4a9e0f76-a507-465b-b1a2-c0da786e70b6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.645569 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4a9e0f76-a507-465b-b1a2-c0da786e70b6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.651765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:50.652098 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.701024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Attempting to bind port 59b84d47-46c5-4c4e-ba43-ffd75e45abad on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:50.701404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Attempting to bind port 59b84d47-46c5-4c4e-ba43-ffd75e45abad by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2421187d-248d-4bea-a54e-421f99f3ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:50.701772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Attempting to bind port 59b84d47-46c5-4c4e-ba43-ffd75e45abad on network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:50.738819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:50.739112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Checking segment: {'id': '2421187d-248d-4bea-a54e-421f99f3ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:50.739437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.739851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Bound using segment: {'id': '2421187d-248d-4bea-a54e-421f99f3ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:50.740411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Bound port: 59b84d47-46c5-4c4e-ba43-ffd75e45abad, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421187d-248d-4bea-a54e-421f99f3ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3ea31f18-e675-4895-8267-2a05ac1ba8e7'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:50.740848 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.780392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bdf3dfc2-8a95-4ffe-ba5a-5a2af4309b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.792003 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9878633 Feb 03 11:31:50.796437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:50.808627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2135310438'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:50.822306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:50.833288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:50.895787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] For port 59b84d47-46c5-4c4e-ba43-ffd75e45abad, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:50.901358 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:50.902443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] For port 59b84d47-46c5-4c4e-ba43-ffd75e45abad, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=59b84d47-46c5-4c4e-ba43-ffd75e45abad,segment=NetworkSegment(2421187d-248d-4bea-a54e-421f99f3ae87),segment_id=2421187d-248d-4bea-a54e-421f99f3ae87)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:31:50.926274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.059033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (08859222-85b5-4f77-b20f-d6725aa95fe1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.119063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5c2d7-816a-4509-bd3a-3fcfa8fbf050 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=4a9e0f76-a507-465b-b1a2-c0da786e70b6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:51.132052 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:51.135371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.278589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:51.280434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.291809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168c52c-d00c-46fb-96e7-569f17fbe85a None None] Pushing event updated for resources: {'Port': ['ID=59b84d47-46c5-4c4e-ba43-ffd75e45abad,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:51.312484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:51.372966 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:51.426824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bdf3dfc2-8a95-4ffe-ba5a-5a2af4309b17 admin admin] Publish callbacks [] for security_group (49539877-6ae7-4fc1-adc3-3d6f105e4439), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.456796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b73dfe1e-48d4-4471-8492-633e45953f2b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.457231 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment b73dfe1e-48d4-4471-8492-633e45953f2b of type vlan for network 61e73937-fe3e-415a-b1e3-f1127b465b62 Feb 03 11:31:51.458450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bdf3dfc2-8a95-4ffe-ba5a-5a2af4309b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (49539877-6ae7-4fc1-adc3-3d6f105e4439), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.517927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3dfc2-8a95-4ffe-ba5a-5a2af4309b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49539877-6ae7-4fc1-adc3-3d6f105e4439,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:51.519784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:51.529976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570296015', 'description': 'tempest-secgroup-smoke-570296015 description', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:51.538540 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a0024ae6-85a0-4946-8a96-0cdf281e8973 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=699b6275c6f445c18f670f989a79427a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6062486 Feb 03 11:31:51.560927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba253259-2cc9-447b-88a5-ceb943e0653d None None] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:51.572951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (08859222-85b5-4f77-b20f-d6725aa95fe1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.577857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33720) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:51.633923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (61e73937-fe3e-415a-b1e3-f1127b465b62), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.645220 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bdf3dfc2-8a95-4ffe-ba5a-5a2af4309b17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0af266effef844de81b029093dd9d99d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5034816 Feb 03 11:31:51.645981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:51.655609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=08859222-85b5-4f77-b20f-d6725aa95fe1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:51.662165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.721299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.731466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (61e73937-fe3e-415a-b1e3-f1127b465b62), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.737962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-840d0029-1a9a-4297-8d38-8591d4ca3e10 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/08859222-85b5-4f77-b20f-d6725aa95fe1 HTTP/1.1" status: 204 len: 168 time: 2.6631329 Feb 03 11:31:51.740878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:51.758001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:51.759647 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.894865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,segment=NetworkSegment(3e4312b8-0936-466a-8a0b-b2a729277139),segment_id=3e4312b8-0936-466a-8a0b-b2a729277139)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:51.896355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2fa667f8-0983-4123-b650-f124cfec937f None None] Provisioning complete for port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:51.896883 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2fa667f8-0983-4123-b650-f124cfec937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.912294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=61e73937-fe3e-415a-b1e3-f1127b465b62,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:51.958633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:51.964641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:51.972157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d6e198da-4e12-45c6-a426-c124566f01d0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1704547 Feb 03 11:31:51.976111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33726) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:51.981944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:51.987554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] Publish callbacks [] for security_group (49539877-6ae7-4fc1-adc3-3d6f105e4439), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.032531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] Publish callbacks [] for security_group (49539877-6ae7-4fc1-adc3-3d6f105e4439), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.099880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:52.106695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9e92992c-cb80-455e-9bd8-a5a1097e5166 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:52.143044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (49539877-6ae7-4fc1-adc3-3d6f105e4439), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.146000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.150316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49539877-6ae7-4fc1-adc3-3d6f105e4439 HTTP/1.1" status: 204 len: 168 time: 0.5010698 Feb 03 11:31:52.169975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238fc6c-614a-4ea5-ac4d-678c4feb0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49539877-6ae7-4fc1-adc3-3d6f105e4439,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:52.239882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9e92992c-cb80-455e-9bd8-a5a1097e5166 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:52.239882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9e92992c-cb80-455e-9bd8-a5a1097e5166 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:52.239882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:52.276157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:31:52.276507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8a7017cd-9a8f-40eb-ba64-3c2703cd27ae not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:31:52.339638 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:52.343617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.542075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2fa667f8-0983-4123-b650-f124cfec937f None None] Current status of the port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:52.619693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (14c32585-0bd9-4b18-9eff-54e77b18e227), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.667979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (14c32585-0bd9-4b18-9eff-54e77b18e227), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.790205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] Publish callbacks [] for security_group (18cdb334-cf53-46dc-8b23-d3d4cc04d8d7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.805150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f442f0b6-9bdc-4a1f-b78e-0388e9bb630b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:52.843819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c32585-0bd9-4b18-9eff-54e77b18e227,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:52.861363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed096b41-64d8-4ae0-ad0f-036c03a5804e tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:52.871727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed096b41-64d8-4ae0-ad0f-036c03a5804e tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:52.877505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ed096b41-64d8-4ae0-ad0f-036c03a5804e tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1268554 Feb 03 11:31:52.888268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:52.897967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8f473b54-6d21-400c-840d-3a69a7cc0e01), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.945150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33736) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:52.950314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] Publish callbacks [] for security_group (18cdb334-cf53-46dc-8b23-d3d4cc04d8d7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.953172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:52.953658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:52.985163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d31859f9-0542-4997-b245-92b15f30e510), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.019274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.023907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ad4a5e2e-be5e-4078-8436-b2e9b6faec7c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5009058 Feb 03 11:31:53.024794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.038217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:53.043048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (18cdb334-cf53-46dc-8b23-d3d4cc04d8d7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.046684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.058333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18cdb334-cf53-46dc-8b23-d3d4cc04d8d7 HTTP/1.1" status: 204 len: 168 time: 1.4194026 Feb 03 11:31:53.061949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e7df7f9d-453d-43f5-b3ac-b48b9b02bfcf None None] Provisioning complete for port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:53.062579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7df7f9d-453d-43f5-b3ac-b48b9b02bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.093193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-888e30e8-8978-46cb-9a8b-ff7f835ebec8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.095784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b18d-7e77-419d-981f-aead8272e9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.224533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b18d-7e77-419d-981f-aead8272e9a3 admin admin] Publish callbacks [] for security_group (51e9176a-80c4-40fe-9a2d-0aa97d6d2707), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.232827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466eced-2343-479f-ade0-5dec5735bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cdb334-cf53-46dc-8b23-d3d4cc04d8d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:53.241821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b18d-7e77-419d-981f-aead8272e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (51e9176a-80c4-40fe-9a2d-0aa97d6d2707), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.321139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:53.322447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 59b84d47-46c5-4c4e-ba43-ffd75e45abad up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:31:53.323278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dfa6b18d-7e77-419d-981f-aead8272e9a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cb8f8bea74f420fb7af673617641641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748066 Feb 03 11:31:53.328531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33742) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.331868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6b18d-7e77-419d-981f-aead8272e9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9176a-80c4-40fe-9a2d-0aa97d6d2707,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:53.344859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=8f473b54-6d21-400c-840d-3a69a7cc0e01,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:53.357439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': 'a463e937-dc74-4728-9d4e-d3630ecce63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:53.357648 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (ca630f22-0e2b-46cc-b8db-b37ad1f0e7cc), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.357814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 4a9e0f76-a507-465b-b1a2-c0da786e70b6, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:53.362815 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-888e30e8-8978-46cb-9a8b-ff7f835ebec8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 11:31:53.363278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888e30e8-8978-46cb-9a8b-ff7f835ebec8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:53.367557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': '662068fa-4183-45ca-bda5-d4233b46ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:53.367981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: fafdaee3-7837-493c-afec-ca9d65a02671, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:53.375525 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-888e30e8-8978-46cb-9a8b-ff7f835ebec8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/3ea31f18-e675-4895-8267-2a05ac1ba8e7 HTTP/1.1" status: 409 len: 466 time: 0.4851708 Feb 03 11:31:53.375775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33744) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.400018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2005565284'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:53.436988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:53.441595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.458990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f49a7-7928-4d41-b7ed-17d11c5a6e75 None None] Network 3ea31f18-e675-4895-8267-2a05ac1ba8e7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:53.485032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network fafdaee3-7837-493c-afec-ca9d65a02671 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:53.492174 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:53.505455 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e11324b6-8b32-4333-8001-1c353a9f3b0a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.505672 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment e11324b6-8b32-4333-8001-1c353a9f3b0a of type vlan for network 83baae72-8110-4fad-8411-724c8044418d Feb 03 11:31:53.516346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, fafdaee3-7837-493c-afec-ca9d65a02671) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:53.526152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:53.526837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.538391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:53.551078 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (ca630f22-0e2b-46cc-b8db-b37ad1f0e7cc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.560980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ca630f22-0e2b-46cc-b8db-b37ad1f0e7cc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.563322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=d31859f9-0542-4997-b245-92b15f30e510,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:53.584321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4a9e0f76-a507-465b-b1a2-c0da786e70b6) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:53.588452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a62f5-4559-4c59-a8b3-69831516d508 None None] Network fafdaee3-7837-493c-afec-ca9d65a02671 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:53.593337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (83baae72-8110-4fad-8411-724c8044418d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.596621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:53.597523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.608011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fec1944c-afab-4591-9b88-9bdfa847356e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7483885 Feb 03 11:31:53.613239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.621894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.622899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1084410749'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:53.629359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6004429 Feb 03 11:31:53.630493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.633949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafe152-1b1c-4923-a323-9d1931387ad6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca630f22-0e2b-46cc-b8db-b37ad1f0e7cc,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:53.666881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:53.675128 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b148c540-cc71-4da7-8a1d-2f05ca92f973 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6975684 Feb 03 11:31:53.679168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:53.680704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1529e0-26ae-4064-9dd0-618778a2af32 None None] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:53.685512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:53.692173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e7df7f9d-453d-43f5-b3ac-b48b9b02bfcf None None] Current status of the port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:53.693631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] Publish callbacks [] for security_group (51e9176a-80c4-40fe-9a2d-0aa97d6d2707), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.727325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (83baae72-8110-4fad-8411-724c8044418d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.732555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:53.733190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.873469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:53.879286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.915498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] Publish callbacks [] for security_group (51e9176a-80c4-40fe-9a2d-0aa97d6d2707), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.926619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:53.931298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.957754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 59b84d47-46c5-4c4e-ba43-ffd75e45abad triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:53.958126 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.959759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (265a4e1d-9b36-4906-b2a5-0f9925bc6009), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:53.999790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 13f6dcff-4813-467f-a432-8230c4b5d3d8 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:54.014574 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6213009 Feb 03 11:31:54.039162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:54.085555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '83baae72-8110-4fad-8411-724c8044418d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:54.172303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Provisioning complete for port 59b84d47-46c5-4c4e-ba43-ffd75e45abad triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:31:54.173365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.233474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c5bda-91a8-487e-86a8-72705b75f743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=83baae72-8110-4fad-8411-724c8044418d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:54.234042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (d631e68c-0b87-4f4c-93f5-4ea285e28c2a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.316735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': 'b73dfe1e-48d4-4471-8492-633e45953f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:54.317272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 61e73937-fe3e-415a-b1e3-f1127b465b62, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:54.319744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=d631e68c-0b87-4f4c-93f5-4ea285e28c2a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:54.339526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:54.342632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 83baae72-8110-4fad-8411-724c8044418d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:31:54.362034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (265a4e1d-9b36-4906-b2a5-0f9925bc6009), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.368423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 61e73937-fe3e-415a-b1e3-f1127b465b62) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:54.377745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (51e9176a-80c4-40fe-9a2d-0aa97d6d2707), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.383482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.383482 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51e9176a-80c4-40fe-9a2d-0aa97d6d2707 HTTP/1.1" status: 204 len: 168 time: 1.0371189 Feb 03 11:31:54.389580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:54.398131 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.426841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (265a4e1d-9b36-4906-b2a5-0f9925bc6009), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.453502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-990b1939-b7ba-4a07-8870-cbf5effcff39 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7731421 Feb 03 11:31:54.454156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:54.455351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac0739-3e82-4dcd-ae2b-a6a11c9c2c08 None None] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:54.476643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-fafdaee3-7837-493c-afec-ca9d65a02671', 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '8f473b54-6d21-400c-840d-3a69a7cc0e01'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:54.478144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.484724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107016637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:54.490510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.12 (fafdaee3-7837-493c-afec-ca9d65a02671/8f473b54-6d21-400c-840d-3a69a7cc0e01/13f6dcff-4813-467f-a432-8230c4b5d3d8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:54.557369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] DHCP port deletion for 3ea31f18-e675-4895-8267-2a05ac1ba8e7 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:31:54.563319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.564725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.707022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.721570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.748070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4a9e0f76-a507-465b-b1a2-c0da786e70b6', 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': 'd31859f9-0542-4997-b245-92b15f30e510'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:54.749756 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.757320 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.758978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e86ea521-8468-4189-8ca9-98192bbc0ba1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3006406 Feb 03 11:31:54.761210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (13f6dcff-4813-467f-a432-8230c4b5d3d8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.762494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:54.811018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca95e6-9273-4558-acc0-197d80ea9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9176a-80c4-40fe-9a2d-0aa97d6d2707,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:54.828219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:54.833562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:54.926764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265a4e1d-9b36-4906-b2a5-0f9925bc6009,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:54.929490 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (13f6dcff-4813-467f-a432-8230c4b5d3d8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.002425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.004481 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-55abc2dc-4c16-44e7-9ed3-483b8555cefe tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3658676 Feb 03 11:31:55.007550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:55.012884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:55.018053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network fafdaee3-7837-493c-afec-ca9d65a02671 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:55.030427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:55.037101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:55.045909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=13f6dcff-4813-467f-a432-8230c4b5d3d8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:55.124037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:55.124739 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.155626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 59b84d47-46c5-4c4e-ba43-ffd75e45abad is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:55.156038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.199986 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0f25561f-edd1-474e-abb5-7ec12de9b019 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5826528 Feb 03 11:31:55.205920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33794) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:55.255896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (591af667-89cc-463b-8f72-cf5d9a45e133), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.324350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Current status of the port 59b84d47-46c5-4c4e-ba43-ffd75e45abad is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:55.324935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.398419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] For port 59b84d47-46c5-4c4e-ba43-ffd75e45abad, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=59b84d47-46c5-4c4e-ba43-ffd75e45abad,segment=NetworkSegment(2421187d-248d-4bea-a54e-421f99f3ae87),segment_id=2421187d-248d-4bea-a54e-421f99f3ae87)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:55.504824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.645513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.708969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 13f6dcff-4813-467f-a432-8230c4b5d3d8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:55.709804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (13f6dcff-4813-467f-a432-8230c4b5d3d8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.724116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:31:55.725984 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:31:55.727046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-61e73937-fe3e-415a-b1e3-f1127b465b62', 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': 'd631e68c-0b87-4f4c-93f5-4ea285e28c2a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:55.732537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (591af667-89cc-463b-8f72-cf5d9a45e133), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.734462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.770297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (591af667-89cc-463b-8f72-cf5d9a45e133), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.832642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:31:55.856037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591af667-89cc-463b-8f72-cf5d9a45e133,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:55.877899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (acd22116-49c1-444b-9683-792d4ca258d1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.879443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.881691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b4e0fd0-acf5-409a-9edc-6b2efd8f5f28 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8722711 Feb 03 11:31:55.885458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:55.890252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:55.940279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Deleting port 59b84d47-46c5-4c4e-ba43-ffd75e45abad {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:31:55.940819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:55.989804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Allocated IP 172.20.0.2 (fafdaee3-7837-493c-afec-ca9d65a02671/8f473b54-6d21-400c-840d-3a69a7cc0e01/7384e9e4-3a2b-4fd9-b418-18bacf61c072) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:56.003749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bad52-8e3a-484d-9c66-ea913fd051a1 None None] Pushing event updated for resources: {'Port': ['ID=59b84d47-46c5-4c4e-ba43-ffd75e45abad,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.004736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (787c8609-c49b-45b5-ac9d-5f033a014da8), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.131694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (787c8609-c49b-45b5-ac9d-5f033a014da8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.137143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (787c8609-c49b-45b5-ac9d-5f033a014da8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.147309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Allocated IP 2001:db8::2 (4a9e0f76-a507-465b-b1a2-c0da786e70b6/d31859f9-0542-4997-b245-92b15f30e510/514b909b-131b-4d52-971e-77a721f153d0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:56.165190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] For port 59b84d47-46c5-4c4e-ba43-ffd75e45abad, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=59b84d47-46c5-4c4e-ba43-ffd75e45abad,segment=NetworkSegment(2421187d-248d-4bea-a54e-421f99f3ae87),segment_id=2421187d-248d-4bea-a54e-421f99f3ae87)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:31:56.165587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.196665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=acd22116-49c1-444b-9683-792d4ca258d1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.205226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.207878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3211825 Feb 03 11:31:56.211948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:56.220876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:56.231174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127770f-e275-43bc-ad95-f45f3b77a337 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787c8609-c49b-45b5-ac9d-5f033a014da8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.289693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (13f6dcff-4813-467f-a432-8230c4b5d3d8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.290334 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Project 67a6ada8d2c840db814c8a2f65c4c281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:31:56.305503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (ae6c8fd4-6f27-4117-9ea1-bc79a5ccc7c7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.308864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': 'e11324b6-8b32-4333-8001-1c353a9f3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '83baae72-8110-4fad-8411-724c8044418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:56.309554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 83baae72-8110-4fad-8411-724c8044418d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:31:56.323380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Allocated IP 2001:db8:1::2 (61e73937-fe3e-415a-b1e3-f1127b465b62/d631e68c-0b87-4f4c-93f5-4ea285e28c2a/386f7b58-473c-4b45-89a8-13dc4e7d8b29) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:56.344759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 13f6dcff-4813-467f-a432-8230c4b5d3d8 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:56.387359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 83baae72-8110-4fad-8411-724c8044418d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:31:56.449414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 83baae72-8110-4fad-8411-724c8044418d) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:56.458441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:56.459734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.472419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (ae6c8fd4-6f27-4117-9ea1-bc79a5ccc7c7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.482181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ae6c8fd4-6f27-4117-9ea1-bc79a5ccc7c7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.554483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-efbbedef-3e26-4f1a-898d-7592e1d34d3c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5141234 Feb 03 11:31:56.555271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33828) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:56.559567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6c8fd4-6f27-4117-9ea1-bc79a5ccc7c7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.567600 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'port': {'network_id': '83baae72-8110-4fad-8411-724c8044418d', 'name': 'tempest-NetworksIpV6TestAttrs-1086214350'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:56.569694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.572866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4a417e41-5132-43ef-81bd-ef103e7c839e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3584778 Feb 03 11:31:56.581388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:56.587287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'security_group_rule': {'security_group_id': '14c32585-0bd9-4b18-9eff-54e77b18e227', 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:56.654577 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Project 67a6ada8d2c840db814c8a2f65c4c281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:31:56.673774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (2b5daf6e-6ea5-4599-8228-f412126af4a8), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.689706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks [] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.707248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff683918-3b05-4fa8-ac40-5c93338addb8 None None] Network 83baae72-8110-4fad-8411-724c8044418d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:56.781163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (13f6dcff-4813-467f-a432-8230c4b5d3d8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.831248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (2b5daf6e-6ea5-4599-8228-f412126af4a8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.835342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.843716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2b5daf6e-6ea5-4599-8228-f412126af4a8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.882162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=13f6dcff-4813-467f-a432-8230c4b5d3d8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.898106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5daf6e-6ea5-4599-8228-f412126af4a8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.911835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:56.922477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0627b1ce-d66c-4c1e-ae47-4e864b4d0dff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3304267 Feb 03 11:31:56.970760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Calling delete_port for 59b84d47-46c5-4c4e-ba43-ffd75e45abad owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:31:56.973398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Pushing event updated for resources: {'Port': ['ID=386f7b58-473c-4b45-89a8-13dc4e7d8b29,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:56.996142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:56.999670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.054874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] device_id is not set on port f339a313-7d56-489f-9eb4-3cb9033d12d9 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:31:57.072448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.079353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:57.089740 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dcd89d2a-8022-4649-b2ba-04fc1f09b686 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/13f6dcff-4813-467f-a432-8230c4b5d3d8 HTTP/1.1" status: 204 len: 168 time: 1.8826373 Feb 03 11:31:57.133425 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb205d62-9a87-4d7e-ae6c-8b40a85860b6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:31:57.138546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eb205d62-9a87-4d7e-ae6c-8b40a85860b6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/13f6dcff-4813-467f-a432-8230c4b5d3d8 HTTP/1.1" status: 404 len: 333 time: 0.0580957 Feb 03 11:31:57.141104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:57.256968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 8f473b54-6d21-400c-840d-3a69a7cc0e01 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:57.404229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Allocated IP 2001:db8::f816:3eff:fe6d:d2e (83baae72-8110-4fad-8411-724c8044418d/acd22116-49c1-444b-9683-792d4ca258d1/f339a313-7d56-489f-9eb4-3cb9033d12d9) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:57.405477 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-f89bfec5-22d7-45c2-bd9c-2b5319308716 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570296015&fields=id&tenant_id=67a6ada8d2c840db814c8a2f65c4c281 HTTP/1.1" status: 200 len: 267 time: 0.1009874 Feb 03 11:31:57.640594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 59b84d47-46c5-4c4e-ba43-ffd75e45abad is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:57.700085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae51d83-e6d4-4d5f-b9a6-181176d98e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-83baae72-8110-4fad-8411-724c8044418d', 'network_id': '83baae72-8110-4fad-8411-724c8044418d', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': 'acd22116-49c1-444b-9683-792d4ca258d1'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:31:57.701090 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ae51d83-e6d4-4d5f-b9a6-181176d98e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.712779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-092ab349-83a8-40cd-b84f-a37721667f23 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:57.719685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-092ab349-83a8-40cd-b84f-a37721667f23 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 814 time: 0.3101356 Feb 03 11:31:57.747114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5b42bcbf-f9fc-4016-a6c0-1592ccf5dc8c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/quotas/67a6ada8d2c840db814c8a2f65c4c281 HTTP/1.1" status: 200 len: 375 time: 0.0201018 Feb 03 11:31:57.822404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for port (f339a313-7d56-489f-9eb4-3cb9033d12d9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.895307 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.899909 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f339a313-7d56-489f-9eb4-3cb9033d12d9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:57.926464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:57.949986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-2129b151-3f71-47ed-af1f-7617ac003896 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850142 Feb 03 11:31:58.024507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 59b84d47-46c5-4c4e-ba43-ffd75e45abad no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:31:58.059803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:58.074661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:58.150254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 83baae72-8110-4fad-8411-724c8044418d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:58.163094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:58.178029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:58.190471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:58.191336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.211962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Port': ['ID=f339a313-7d56-489f-9eb4-3cb9033d12d9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:58.241016 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-811640cd-1a56-4359-b983-64c0e4628775 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6820645 Feb 03 11:31:58.241874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33870) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:58.344535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-e97bc77f-088b-425c-91f1-0bf3916c7bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539946 Feb 03 11:31:58.347407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting subnet acd22116-49c1-444b-9683-792d4ca258d1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:31:58.357115 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (acd22116-49c1-444b-9683-792d4ca258d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.458415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (acd22116-49c1-444b-9683-792d4ca258d1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.505549 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks [] for port (514b909b-131b-4d52-971e-77a721f153d0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.550576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Attempting to bind port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:58.559313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Attempting to bind port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b73dfe1e-48d4-4471-8492-633e45953f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:58.568623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Attempting to bind port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 on network 61e73937-fe3e-415a-b1e3-f1127b465b62 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:58.714355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-27cbc44a-1f93-4f52-82e9-431ca6c222b2 service neutron] 10.222.0.30 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689072 Feb 03 11:31:58.767019 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.778283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8::1 (4a9e0f76-a507-465b-b1a2-c0da786e70b6/d31859f9-0542-4997-b245-92b15f30e510/f28bfd5a-d949-4e9d-9576-1a457d08c486) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:31:58.794220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (acd22116-49c1-444b-9683-792d4ca258d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.794707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 59b84d47-46c5-4c4e-ba43-ffd75e45abad is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:31:58.795106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.871890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Pushing event updated for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:58.885159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:58.885855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Checking segment: {'id': 'b73dfe1e-48d4-4471-8492-633e45953f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:58.886429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.887034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Bound using segment: {'id': 'b73dfe1e-48d4-4471-8492-633e45953f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:58.888108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Bound port: 386f7b58-473c-4b45-89a8-13dc4e7d8b29, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73dfe1e-48d4-4471-8492-633e45953f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '61e73937-fe3e-415a-b1e3-f1127b465b62'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:58.889190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.906404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (59b84d47-46c5-4c4e-ba43-ffd75e45abad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.924925 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (acd22116-49c1-444b-9683-792d4ca258d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.976397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=acd22116-49c1-444b-9683-792d4ca258d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:58.984999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:58.994265 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1396ecd7-cbb0-4558-9210-65d1d6fde236 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/acd22116-49c1-444b-9683-792d4ca258d1 HTTP/1.1" status: 204 len: 168 time: 0.7490239 Feb 03 11:31:59.000842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:59.015419 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:31:59.028054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] Pushing event deleted for resources: {'Port': ['ID=59b84d47-46c5-4c4e-ba43-ffd75e45abad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:59.044180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.056867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ffacb-e101-48cc-9567-10c11ad44f5e None None] No DVR routers for this DVR port 59b84d47-46c5-4c4e-ba43-ffd75e45abad on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:31:59.064037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks [] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.100233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67612f3e-cc5e-4122-bd97-099503dcf8f3 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:59.101687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67612f3e-cc5e-4122-bd97-099503dcf8f3 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:59.106271 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67612f3e-cc5e-4122-bd97-099503dcf8f3 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1015565 Feb 03 11:31:59.106457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-8ae51d83-e6d4-4d5f-b9a6-181176d98e6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd22116-49c1-444b-9683-792d4ca258d1: This subnet is being modified by another concurrent operation. Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:31:59.113100 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd22116-49c1-444b-9683-792d4ca258d1: This subnet is being modified by another concurrent operation. Feb 03 11:31:59.117610 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:31:59.125195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (8f473b54-6d21-400c-840d-3a69a7cc0e01), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.131994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.162899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e14770-54af-4902-855b-69b8e3730e1c None None] Network 83baae72-8110-4fad-8411-724c8044418d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:31:59.185525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.212009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:59.291233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=f28bfd5a-d949-4e9d-9576-1a457d08c486,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:59.300360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-977be596-342f-4991-bd7a-5907aef3e279 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (83baae72-8110-4fad-8411-724c8044418d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.308282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:59.319580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:59.320191 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-977be596-342f-4991-bd7a-5907aef3e279 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 11:31:59.320665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977be596-342f-4991-bd7a-5907aef3e279 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:31:59.323428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] For port 386f7b58-473c-4b45-89a8-13dc4e7d8b29, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:31:59.324059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-977be596-342f-4991-bd7a-5907aef3e279 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/83baae72-8110-4fad-8411-724c8044418d HTTP/1.1" status: 409 len: 466 time: 0.2166941 Feb 03 11:31:59.330590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:59.336504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:59.337012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1369168966'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:59.367100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:59.376310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Network fafdaee3-7837-493c-afec-ca9d65a02671 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:31:59.384540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:31:59.387981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.392113 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (8f473b54-6d21-400c-840d-3a69a7cc0e01), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.423479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:31:59.429661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:59.430728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.433076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:31:59.453030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] For port 386f7b58-473c-4b45-89a8-13dc4e7d8b29, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=386f7b58-473c-4b45-89a8-13dc4e7d8b29,segment=NetworkSegment(b73dfe1e-48d4-4471-8492-633e45953f2b),segment_id=b73dfe1e-48d4-4471-8492-633e45953f2b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:31:59.455224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:31:59.485641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7ff4dd32-8dd9-45d5-9184-cd4df24d656d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.485994 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment 7ff4dd32-8dd9-45d5-9184-cd4df24d656d of type vlan for network 0062ad88-f477-4fdd-99a9-73c2a7db4f4c Feb 03 11:31:59.505225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.577226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0062ad88-f477-4fdd-99a9-73c2a7db4f4c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.596162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Pushing event updated for resources: {'Port': ['ID=7384e9e4-3a2b-4fd9-b418-18bacf61c072,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:59.636302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0062ad88-f477-4fdd-99a9-73c2a7db4f4c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.669257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:31:59.670247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.678482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70675421-b98d-4230-bf87-f6b9583e2643 None None] Pushing event updated for resources: {'Port': ['ID=386f7b58-473c-4b45-89a8-13dc4e7d8b29,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:59.694088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e058f31d-810d-46ac-9fa6-246ade9ab3c0 req-e621f391-bec9-4066-acca-416c3d60892e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1059229 Feb 03 11:31:59.759312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.762229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Attempting to bind port 514b909b-131b-4d52-971e-77a721f153d0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:59.763761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Attempting to bind port 514b909b-131b-4d52-971e-77a721f153d0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'a463e937-dc74-4728-9d4e-d3630ecce63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:59.764211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Attempting to bind port 514b909b-131b-4d52-971e-77a721f153d0 on network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:59.795666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:59.795666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Checking segment: {'id': 'a463e937-dc74-4728-9d4e-d3630ecce63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:59.795666 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.795666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Bound using segment: {'id': 'a463e937-dc74-4728-9d4e-d3630ecce63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:59.797081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Bound port: 514b909b-131b-4d52-971e-77a721f153d0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463e937-dc74-4728-9d4e-d3630ecce63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4a9e0f76-a507-465b-b1a2-c0da786e70b6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:59.797715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (514b909b-131b-4d52-971e-77a721f153d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.884271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Attempting to bind port 7384e9e4-3a2b-4fd9-b418-18bacf61c072 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:31:59.884724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Attempting to bind port 7384e9e4-3a2b-4fd9-b418-18bacf61c072 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '662068fa-4183-45ca-bda5-d4233b46ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:31:59.885134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Attempting to bind port 7384e9e4-3a2b-4fd9-b418-18bacf61c072 on network fafdaee3-7837-493c-afec-ca9d65a02671 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:31:59.901181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=0062ad88-f477-4fdd-99a9-73c2a7db4f4c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:31:59.912836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:31:59.913296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Checking segment: {'id': '662068fa-4183-45ca-bda5-d4233b46ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:31:59.913666 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.914124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Bound using segment: {'id': '662068fa-4183-45ca-bda5-d4233b46ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:31:59.914716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Bound port: 7384e9e4-3a2b-4fd9-b418-18bacf61c072, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662068fa-4183-45ca-bda5-d4233b46ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fafdaee3-7837-493c-afec-ca9d65a02671'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:31:59.915149 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:31:59.958592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6240644 Feb 03 11:31:59.970180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:31:59.989165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '0062ad88-f477-4fdd-99a9-73c2a7db4f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:00.008090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:00.019836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.020815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.021468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.022102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.022693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.023247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.024312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.024953 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.025469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.026062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.026574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.027123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.027668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dc352-4062-4d50-8ce4-7417f422ddd8 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:00.041344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=514b909b-131b-4d52-971e-77a721f153d0,segment=NetworkSegment(a463e937-dc74-4728-9d4e-d3630ecce63b),segment_id=a463e937-dc74-4728-9d4e-d3630ecce63b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:00.048370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0062ad88-f477-4fdd-99a9-73c2a7db4f4c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:00.081270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8f473b54-6d21-400c-840d-3a69a7cc0e01), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.136362 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.358209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:00.363633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.447918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e54af-e371-412d-a356-27ee525044ee None None] Pushing event updated for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:00.526102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] For port 7384e9e4-3a2b-4fd9-b418-18bacf61c072, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:00.558928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (8f473b54-6d21-400c-840d-3a69a7cc0e01), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.567834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] For port 7384e9e4-3a2b-4fd9-b418-18bacf61c072, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7384e9e4-3a2b-4fd9-b418-18bacf61c072,segment=NetworkSegment(662068fa-4183-45ca-bda5-d4233b46ba1e),segment_id=662068fa-4183-45ca-bda5-d4233b46ba1e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:00.585358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.656729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:00.665696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8f473b54-6d21-400c-840d-3a69a7cc0e01 HTTP/1.1" status: 204 len: 168 time: 3.5224442 Feb 03 11:32:00.686736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:00.739302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8fb21-647e-45de-8e1c-e747ab7aa45d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=8f473b54-6d21-400c-840d-3a69a7cc0e01,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:00.798139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ebac1-d2b0-419e-a2b6-00f40d468ad4 None None] Pushing event updated for resources: {'Port': ['ID=7384e9e4-3a2b-4fd9-b418-18bacf61c072,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:01.185292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bd4a41d-de34-4efc-a257-8f6dd026e8a3 req-8185fc6a-9c5b-45d7-83cf-0ade6e062d01 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1823153 Feb 03 11:32:01.287000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e48211d-529d-4c11-b706-78ef1e93cb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.396615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.451252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:32:01.453830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d387eaa6-1bc1-4d29-852d-f42dad021dde), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.483949 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.485737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.603384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=d387eaa6-1bc1-4d29-852d-f42dad021dde,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:01.738946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': '7ff4dd32-8dd9-45d5-9184-cd4df24d656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0062ad88-f477-4fdd-99a9-73c2a7db4f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:01.739792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 0062ad88-f477-4fdd-99a9-73c2a7db4f4c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:01.800853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 0062ad88-f477-4fdd-99a9-73c2a7db4f4c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:01.823307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0062ad88-f477-4fdd-99a9-73c2a7db4f4c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:01.828976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:01.829875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.837864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb2e75-61e8-4404-a601-f5dd1c99f9c4 None None] Network 0062ad88-f477-4fdd-99a9-73c2a7db4f4c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:01.878655 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f76d8466-141c-4310-b0c5-080f7957d5e6 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9046726 Feb 03 11:32:01.882650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:01.920505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (fafdaee3-7837-493c-afec-ca9d65a02671), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:01.951855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:02.119615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0062ad88-f477-4fdd-99a9-73c2a7db4f4c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:02.133639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7cd76-d11e-475d-b01c-a7044ed42fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0062ad88-f477-4fdd-99a9-73c2a7db4f4c', 'network_id': '0062ad88-f477-4fdd-99a9-73c2a7db4f4c', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': 'd387eaa6-1bc1-4d29-852d-f42dad021dde'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:02.134817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30e7cd76-d11e-475d-b01c-a7044ed42fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:02.311584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d387eaa6-1bc1-4d29-852d-f42dad021dde), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:02.328230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-95de8e04-0e1e-4987-84aa-7a282afc5215 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:02.346179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-95de8e04-0e1e-4987-84aa-7a282afc5215 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 814 time: 0.9136481 Feb 03 11:32:02.384564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:02.556224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d387eaa6-1bc1-4d29-852d-f42dad021dde), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:02.592452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7384e9e4-3a2b-4fd9-b418-18bacf61c072 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:02.600485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544e50c-a703-4ed8-9467-54597d1e3d42 None None] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:02.673595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1040382-6145-41d6-9a0d-9cade336ec27 req-005dab03-def9-4ff1-9d25-2294325fcc5a tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.2828236 Feb 03 11:32:02.718402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=d387eaa6-1bc1-4d29-852d-f42dad021dde,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-30e7cd76-d11e-475d-b01c-a7044ed42fab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d387eaa6-1bc1-4d29-852d-f42dad021dde: This subnet is being modified by another concurrent operation. Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:32:02.790016 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d387eaa6-1bc1-4d29-852d-f42dad021dde: This subnet is being modified by another concurrent operation. Feb 03 11:32:02.793872 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 11:32:02.935735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0062ad88-f477-4fdd-99a9-73c2a7db4f4c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:02.997871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0062ad88-f477-4fdd-99a9-73c2a7db4f4c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:03.018303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c2effe-c05f-4cd8-9ea4-7d8b68c00af3 None None] Network 0062ad88-f477-4fdd-99a9-73c2a7db4f4c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:03.038894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff4dd32-8dd9-45d5-9184-cd4df24d656d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:03.039593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff4dd32-8dd9-45d5-9184-cd4df24d656d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:03.071569 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (7ff4dd32-8dd9-45d5-9184-cd4df24d656d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.082521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=f28bfd5a-d949-4e9d-9576-1a457d08c486,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:03.104501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7ff4dd32-8dd9-45d5-9184-cd4df24d656d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.122630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:03.124293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (7ff4dd32-8dd9-45d5-9184-cd4df24d656d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:03.134007 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:03.285249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bff429c-1143-4f48-8107-be781c49c0e4 None None] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:03.326871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-cf604908-6ef7-4f0e-bdd5-29035203bc97 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a6ada8d2c840db814c8a2f65c4c281 HTTP/1.1" status: 200 len: 379 time: 0.9602604 Feb 03 11:32:03.347518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'port': {'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'admin_state_up': True, 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'security_groups': ['14c32585-0bd9-4b18-9eff-54e77b18e227']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:03.364488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3f892-e73f-473b-8134-69d3414c05af None None] Network fafdaee3-7837-493c-afec-ca9d65a02671 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:03.367272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0062ad88-f477-4fdd-99a9-73c2a7db4f4c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.379054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.389330 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/0062ad88-f477-4fdd-99a9-73c2a7db4f4c HTTP/1.1" status: 204 len: 168 time: 1.5049653 Feb 03 11:32:03.394986 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:03.425847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1573051693'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:03.508616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:03.513087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.516859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf842e7-50a0-49c7-82b6-6fe125e7b3db tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=0062ad88-f477-4fdd-99a9-73c2a7db4f4c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:03.583410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:03.600016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 7384e9e4-3a2b-4fd9-b418-18bacf61c072 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:03.600361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.628828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d79b9d7b-c6fa-4ce9-86cf-bfac27091f08), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.631153 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment d79b9d7b-c6fa-4ce9-86cf-bfac27091f08 of type vlan for network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 Feb 03 11:32:03.754879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port 7384e9e4-3a2b-4fd9-b418-18bacf61c072, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7384e9e4-3a2b-4fd9-b418-18bacf61c072,segment=NetworkSegment(662068fa-4183-45ca-bda5-d4233b46ba1e),segment_id=662068fa-4183-45ca-bda5-d4233b46ba1e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:03.755795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.789328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 7384e9e4-3a2b-4fd9-b418-18bacf61c072 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:03.794729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (66f877fe-6cb8-4d11-a4ef-d2159fe1bd18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.848660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (66f877fe-6cb8-4d11-a4ef-d2159fe1bd18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.854168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:03.854815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:03.945379 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5320308 Feb 03 11:32:03.946094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:03.953940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '66f877fe-6cb8-4d11-a4ef-d2159fe1bd18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:03.998228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7384e9e4-3a2b-4fd9-b418-18bacf61c072), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.106014 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f958b4-90fd-4956-9b24-89f65004f66d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=66f877fe-6cb8-4d11-a4ef-d2159fe1bd18,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:04.148480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:04.151325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Provisioning complete for port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:04.151717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.279305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Could not find standard attr ID for object 7384e9e4-3a2b-4fd9-b418-18bacf61c072. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:32:04.281805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 386f7b58-473c-4b45-89a8-13dc4e7d8b29 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:04.457284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:04.473871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.531561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5bdf-7c17-4d52-814b-033808ba64d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.539558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:04.575419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b1f7c-efb7-49b4-891c-8c5f6c1d3d82 None None] DHCP port deletion for fafdaee3-7837-493c-afec-ca9d65a02671 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:04.628997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:04.629556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.756519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Current status of the port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:04.757483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.816489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.904962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6692c452-0196-487a-9996-15769ee52e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:04.924117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] For port 386f7b58-473c-4b45-89a8-13dc4e7d8b29, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=386f7b58-473c-4b45-89a8-13dc4e7d8b29,segment=NetworkSegment(b73dfe1e-48d4-4471-8492-633e45953f2b),segment_id=b73dfe1e-48d4-4471-8492-633e45953f2b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:04.943980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.059946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:05.060866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.087830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (487545cf-e173-49de-816a-4e06817c4b97), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.111430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=7384e9e4-3a2b-4fd9-b418-18bacf61c072,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:05.168903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port 7384e9e4-3a2b-4fd9-b418-18bacf61c072 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:05.171284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Could not find standard attr ID for object 7384e9e4-3a2b-4fd9-b418-18bacf61c072. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:32:05.178773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router a1101edd-2ea0-4e9b-9d81-012d902d4c4e is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:32:05.183737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78560c8-936c-4c16-a10d-7788059dae9e None None] Pushing event updated for resources: {'Port': ['ID=386f7b58-473c-4b45-89a8-13dc4e7d8b29,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:05.186549 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=487545cf-e173-49de-816a-4e06817c4b97,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:05.227808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47292071-cd39-4ab3-8c1d-ce840fa5e9f9 req-0f3378eb-38c4-4911-8e7c-2a9413ca6fcb tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 1.2467873 Feb 03 11:32:05.260002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Provisioning complete for port 514b909b-131b-4d52-971e-77a721f153d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:05.261153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (514b909b-131b-4d52-971e-77a721f153d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.325903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Made reservation on behalf of 67a6ada8d2c840db814c8a2f65c4c281 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:05.330049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.412696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c84d69-191b-4b89-bd87-de8ce4402131 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:32:05.477453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:05.489540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] Sync routers for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:05.494989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:32:05.495860 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:32:05.498049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7fa2286-8cea-4691-8da2-4a2fcc111613 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7340717 Feb 03 11:32:05.498837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:05.507991 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:05.509058 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:05.561726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:05.568984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377af569-b60b-454f-8d5d-5f40de1c2cc4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:05.584665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-377af569-b60b-454f-8d5d-5f40de1c2cc4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports/f28bfd5a-d949-4e9d-9576-1a457d08c486 HTTP/1.1" status: 200 len: 911 time: 0.0712554 Feb 03 11:32:05.585382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:05.586599 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:05.587598 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:05.637047 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:05.638371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb466698-1cfb-4ada-9280-0e0e508adec0 None None] The sync data for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:05.687637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Current status of the port 514b909b-131b-4d52-971e-77a721f153d0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:05.688313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (514b909b-131b-4d52-971e-77a721f153d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.778560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6692c452-0196-487a-9996-15769ee52e23 admin admin] Publish callbacks [] for security_group (d0ddb1eb-65ad-4828-ad44-169ef35325f6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.786501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6692c452-0196-487a-9996-15769ee52e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d0ddb1eb-65ad-4828-ad44-169ef35325f6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.811891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': 'd79b9d7b-c6fa-4ce9-86cf-bfac27091f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66f877fe-6cb8-4d11-a4ef-d2159fe1bd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:05.812552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:05.837703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=514b909b-131b-4d52-971e-77a721f153d0,segment=NetworkSegment(a463e937-dc74-4728-9d4e-d3630ecce63b),segment_id=a463e937-dc74-4728-9d4e-d3630ecce63b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:05.848028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6692c452-0196-487a-9996-15769ee52e23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be760d74f2ba4f3e963038707245e50e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3073080 Feb 03 11:32:05.852707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:05.853043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.853832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c452-0196-487a-9996-15769ee52e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ddb1eb-65ad-4828-ad44-169ef35325f6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:05.858241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Allocated IP 172.20.0.8 (1c916ff9-c299-4d20-9f85-1d6259e7bec0/6a6fe331-7f56-4e5a-9019-71a781541197/02ce77b4-267c-47e4-b466-0d65673301bf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:05.896563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:05.924787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Provisioning complete for port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:05.925223 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.936984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:05.961362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:05.962403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:05.987399 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (fafdaee3-7837-493c-afec-ca9d65a02671), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.025109 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d9031e7-9746-4675-b94f-708cfbd321a0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0741308 Feb 03 11:32:06.026090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:06.031730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Pushing event updated for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:06.038062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c84d69-191b-4b89-bd87-de8ce4402131 None None] Unable to find a vacant binding_index for network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 and agent e4495a1b-6d00-4087-b955-a5835c372027 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 11:32:06.049426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] Publish callbacks [] for security_group (d0ddb1eb-65ad-4828-ad44-169ef35325f6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.059961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c84d69-191b-4b89-bd87-de8ce4402131 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18) {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:32:06.069458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:06.070485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 514b909b-131b-4d52-971e-77a721f153d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:06.093213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] Publish callbacks [] for security_group (d0ddb1eb-65ad-4828-ad44-169ef35325f6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.150643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafdaee3-7837-493c-afec-ca9d65a02671']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:06.178226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62d28682-7ba6-4cc5-bc18-5345075f1c18 None None] Current status of the port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:06.181354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662068fa-4183-45ca-bda5-d4233b46ba1e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:06.181955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662068fa-4183-45ca-bda5-d4233b46ba1e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:06.185588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d0ddb1eb-65ad-4828-ad44-169ef35325f6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.192380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.196204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0ddb1eb-65ad-4828-ad44-169ef35325f6 HTTP/1.1" status: 204 len: 168 time: 0.3103793 Feb 03 11:32:06.222321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (662068fa-4183-45ca-bda5-d4233b46ba1e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.246507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for port (02ce77b4-267c-47e4-b466-0d65673301bf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.266739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e10e-93c2-477a-a6aa-8d848ba2482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ddb1eb-65ad-4828-ad44-169ef35325f6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:06.286184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (662068fa-4183-45ca-bda5-d4233b46ba1e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.386717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 514b909b-131b-4d52-971e-77a721f153d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:06.387353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (514b909b-131b-4d52-971e-77a721f153d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.389211 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.398068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:06.398456 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (662068fa-4183-45ca-bda5-d4233b46ba1e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:06.416651 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:06.490006 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (66f877fe-6cb8-4d11-a4ef-d2159fe1bd18), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.500456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79eb04b4-83e4-48a7-9331-d27bc3ad20fc req-7ae36ee7-59ca-458c-941d-5072f8b6d4a3 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1166153 Feb 03 11:32:06.561619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Provisioning complete for port f28bfd5a-d949-4e9d-9576-1a457d08c486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:06.561892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.613714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (fafdaee3-7837-493c-afec-ca9d65a02671), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.633548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.640062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/fafdaee3-7837-493c-afec-ca9d65a02671 HTTP/1.1" status: 204 len: 168 time: 5.8889668 Feb 03 11:32:06.640278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (487545cf-e173-49de-816a-4e06817c4b97), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.643553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:06.651852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b13a6-5beb-47cb-abb2-cfe2d1f62d7c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=fafdaee3-7837-493c-afec-ca9d65a02671,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:06.660041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'name': 'tempest-PortsTestJSON-414101065'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:06.660623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.675907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Port f28bfd5a-d949-4e9d-9576-1a457d08c486 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:06.773120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:06.779529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Provisioning complete for port 514b909b-131b-4d52-971e-77a721f153d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:06.779658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (514b909b-131b-4d52-971e-77a721f153d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.821582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:06.840287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb4c4-6ae3-4828-a11a-41667fac5b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.876507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (487545cf-e173-49de-816a-4e06817c4b97), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.926489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=487545cf-e173-49de-816a-4e06817c4b97,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:06.929037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:06.932449 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.950000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb4c4-6ae3-4828-a11a-41667fac5b08 admin admin] Publish callbacks [] for security_group (58d89fdf-12c2-498d-b721-f26f388e141e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.965719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb4c4-6ae3-4828-a11a-41667fac5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58d89fdf-12c2-498d-b721-f26f388e141e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:06.977721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 93a7125c-1d33-4bd0-a745-71650d13f532 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:06.994555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:07.020644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (66f877fe-6cb8-4d11-a4ef-d2159fe1bd18), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.026639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a2ffb4c4-6ae3-4828-a11a-41667fac5b08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=332bb1b271fa414fa051c9f817315ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034366 Feb 03 11:32:07.029562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffb4c4-6ae3-4828-a11a-41667fac5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d89fdf-12c2-498d-b721-f26f388e141e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:07.030297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28d7a4-13a4-462b-a4cc-e651a2e6ca0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-66f877fe-6cb8-4d11-a4ef-d2159fe1bd18', 'network_id': '66f877fe-6cb8-4d11-a4ef-d2159fe1bd18', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': '487545cf-e173-49de-816a-4e06817c4b97'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:07.033239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa28d7a4-13a4-462b-a4cc-e651a2e6ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.033390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:07.051356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:07.056811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:07.059926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 514b909b-131b-4d52-971e-77a721f153d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:07.122625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f877fe-6cb8-4d11-a4ef-d2159fe1bd18']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:07.152334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79b9d7b-c6fa-4ce9-86cf-bfac27091f08') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:07.152651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79b9d7b-c6fa-4ce9-86cf-bfac27091f08') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:07.198580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.199303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e715261-c145-4c68-9218-b4ebaca10ea7 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 11:32:07.211348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d79b9d7b-c6fa-4ce9-86cf-bfac27091f08), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.279453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:07.280153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.342382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-112d7f84-7a06-4677-87c6-c4fb2b36f1c0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0074618 Feb 03 11:32:07.348806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d79b9d7b-c6fa-4ce9-86cf-bfac27091f08), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.391542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:07.392025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d79b9d7b-c6fa-4ce9-86cf-bfac27091f08), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:07.397070 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:07.411036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e715261-c145-4c68-9218-b4ebaca10ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 11:32:07.413231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 386f7b58-473c-4b45-89a8-13dc4e7d8b29 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:07.414868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-69a1f722-a9d5-464d-a7bd-4335a5e8ca82 None None] Current status of the port 514b909b-131b-4d52-971e-77a721f153d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:07.453197 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] Publish callbacks [] for security_group (58d89fdf-12c2-498d-b721-f26f388e141e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.488095 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.537344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (93a7125c-1d33-4bd0-a745-71650d13f532), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.609037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] Publish callbacks [] for security_group (58d89fdf-12c2-498d-b721-f26f388e141e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.616120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8:1::1 (61e73937-fe3e-415a-b1e3-f1127b465b62/d631e68c-0b87-4f4c-93f5-4ea285e28c2a/b480b22f-0520-4578-8fbe-b414161430bf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:07.629769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (66f877fe-6cb8-4d11-a4ef-d2159fe1bd18), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.669524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:07.669927 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.673958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.686877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 HTTP/1.1" status: 204 len: 168 time: 1.6560626 Feb 03 11:32:07.698557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:07.727186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1778100492'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:07.760178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2bce-2718-4fb5-bde4-935f8b5725b2 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=66f877fe-6cb8-4d11-a4ef-d2159fe1bd18,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:07.786788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Request body: {'port': {'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:07.800184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (93a7125c-1d33-4bd0-a745-71650d13f532), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.819357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:07.824436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.870071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:07.888212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58d89fdf-12c2-498d-b721-f26f388e141e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.894476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.901124 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58d89fdf-12c2-498d-b721-f26f388e141e HTTP/1.1" status: 204 len: 168 time: 0.8656912 Feb 03 11:32:07.902207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:07.932341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:07.945207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:07.947288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.960056 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (b480b22f-0520-4578-8fbe-b414161430bf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:07.969143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921506b3-8478-4dc7-b83e-8e906dc12865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d89fdf-12c2-498d-b721-f26f388e141e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:08.013661 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3649464 Feb 03 11:32:08.014667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:08.030964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b480b22f-0520-4578-8fbe-b414161430bf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.046982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e522322-10dd-4b81-85f9-e3500f4e0047 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=93a7125c-1d33-4bd0-a745-71650d13f532,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:08.093814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:08.100087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:08.114921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:08.157236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.166111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.168891 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Added segment efc1dff0-9f2c-482c-9d90-487f7439e1a9 of type vlan for network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd Feb 03 11:32:08.192223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:08.194343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.257593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34062) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:08.310806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada28c9-0c8c-462e-871c-383e5563b764 req-9eb239d2-affd-4d27-b5da-7b5d44e3fad9 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:08.316316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ada28c9-0c8c-462e-871c-383e5563b764 req-9eb239d2-affd-4d27-b5da-7b5d44e3fad9 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 931 time: 0.5538323 Feb 03 11:32:08.395386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.474295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 93a7125c-1d33-4bd0-a745-71650d13f532 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:08.474569 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (93a7125c-1d33-4bd0-a745-71650d13f532), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.497716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:08.506509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 514b909b-131b-4d52-971e-77a721f153d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:08.527244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.532109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:08.532716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.609510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99abd65d-df77-4e58-be38-a01d63c87397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.617499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff7148-b336-44bf-8d88-5c89a7db12fb None None] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:08.683908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff7148-b336-44bf-8d88-5c89a7db12fb None None] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:32:08.725610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cf30f-dc12-47ea-8d5e-0c65b4564746 None None] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:08.780255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cf30f-dc12-47ea-8d5e-0c65b4564746 None None] Network 66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 11:32:08.797085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 514b909b-131b-4d52-971e-77a721f153d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:08.797597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (514b909b-131b-4d52-971e-77a721f153d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.817021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (93a7125c-1d33-4bd0-a745-71650d13f532), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:08.850868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 93a7125c-1d33-4bd0-a745-71650d13f532 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:08.878205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=b480b22f-0520-4578-8fbe-b414161430bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:09.061736 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3444045 Feb 03 11:32:09.064146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34082) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:09.067432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 514b909b-131b-4d52-971e-77a721f153d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:09.142524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c054e70-7bdb-48ac-b9c9-1d0e2c442109 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Network': ['ID=8a6fb2d7-1704-4000-a1c8-feb18f756fdd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:09.162098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:09.201371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7384e9e4-3a2b-4fd9-b418-18bacf61c072 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:09.246868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b480b22f-0520-4578-8fbe-b414161430bf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.270839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7384e9e4-3a2b-4fd9-b418-18bacf61c072 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:09.279372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7384e9e4-3a2b-4fd9-b418-18bacf61c072 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:09.297833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Request body: {'subnet': {'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:09.324528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ada28c9-0c8c-462e-871c-383e5563b764 req-afa4e568-b40d-4136-b199-619a88b782a7 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8148701 Feb 03 11:32:09.408441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ce77b4-267c-47e4-b466-0d65673301bf {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:32:09.442984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks [] for port (02ce77b4-267c-47e4-b466-0d65673301bf), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.515845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Provisioning complete for port b480b22f-0520-4578-8fbe-b414161430bf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:09.516413 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b480b22f-0520-4578-8fbe-b414161430bf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.555782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (93a7125c-1d33-4bd0-a745-71650d13f532), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.563162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Transition to ACTIVE for port object 02ce77b4-267c-47e4-b466-0d65673301bf will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:32:09.601020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.619080 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.633538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/93a7125c-1d33-4bd0-a745-71650d13f532 HTTP/1.1" status: 204 len: 168 time: 1.6047914 Feb 03 11:32:09.643775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Port b480b22f-0520-4578-8fbe-b414161430bf cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:09.645383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:09.681181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Provisioning complete for port f28bfd5a-d949-4e9d-9576-1a457d08c486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:09.681426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.720889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'mac_address': 'fa:16:3e:10:88:8f', 'name': 'tempest-PortsTestJSON-748084880'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:09.762181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c5aa13f-557b-458c-87d8-1dfabbca1d76 None None] Port f28bfd5a-d949-4e9d-9576-1a457d08c486 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:09.877179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ba608-8120-4b30-a553-0a0df90bf235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=93a7125c-1d33-4bd0-a745-71650d13f532,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:09.889636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:09.918560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6d83da46-8f08-4958-a55f-3a809d98a9f8 None None] Provisioning complete for port f28bfd5a-d949-4e9d-9576-1a457d08c486 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:09.920731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d83da46-8f08-4958-a55f-3a809d98a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:09.990811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6d83da46-8f08-4958-a55f-3a809d98a9f8 None None] Port f28bfd5a-d949-4e9d-9576-1a457d08c486 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:10.005829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Made reservation on behalf of ed2dac392ea04b72b1b00af6b945843a for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:10.009392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.074497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (b480b22f-0520-4578-8fbe-b414161430bf), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.118541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Pushing event updated for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:10.124628 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b480b22f-0520-4578-8fbe-b414161430bf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.137623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.226618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=b480b22f-0520-4578-8fbe-b414161430bf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:10.238551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.276856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99abd65d-df77-4e58-be38-a01d63c87397 admin admin] Publish callbacks [] for security_group (5f5523d1-ceec-44e0-8bb8-a3a35e710dc3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.278956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Attempting to bind port 02ce77b4-267c-47e4-b466-0d65673301bf on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:10.279435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Attempting to bind port 02ce77b4-267c-47e4-b466-0d65673301bf by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:10.279772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Attempting to bind port 02ce77b4-267c-47e4-b466-0d65673301bf on network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:10.319738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port c54172d1-e5b5-4cfe-953b-b69159329848 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:10.333472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99abd65d-df77-4e58-be38-a01d63c87397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5f5523d1-ceec-44e0-8bb8-a3a35e710dc3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.348697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Port 02ce77b4-267c-47e4-b466-0d65673301bf on network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:32:10.357526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Attempting to bind port 02ce77b4-267c-47e4-b466-0d65673301bf on network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:10.374506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:10.374867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Checking segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:10.375255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Bound using segment: {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:10.375703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Bound port: 02ce77b4-267c-47e4-b466-0d65673301bf, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d08b16-a5cf-4d83-9aae-72faba581c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:10.376069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.395938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99abd65d-df77-4e58-be38-a01d63c87397 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de130b9d267f4f17b4aa3f399d975a79&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1296649 Feb 03 11:32:10.398378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34104) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:10.581843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abd65d-df77-4e58-be38-a01d63c87397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5523d1-ceec-44e0-8bb8-a3a35e710dc3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:10.621337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:10.647655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:10.718719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] Publish callbacks [] for security_group (5f5523d1-ceec-44e0-8bb8-a3a35e710dc3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.880871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:10.915343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02ce77b4-267c-47e4-b466-0d65673301bf,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:10.923984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] Publish callbacks [] for security_group (5f5523d1-ceec-44e0-8bb8-a3a35e710dc3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.945895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413ebb2-c042-4092-b896-b4b6376da337 req-936d557e-2ad4-4b8a-ba18-0f377a06b944 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:10.947701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5413ebb2-c042-4092-b896-b4b6376da337 req-936d557e-2ad4-4b8a-ba18-0f377a06b944 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.4321339 Feb 03 11:32:10.948904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:10.961719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router a1101edd-2ea0-4e9b-9d81-012d902d4c4e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:32:11.012627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.objects.ports [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103126) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 11:32:11.033390 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (c54172d1-e5b5-4cfe-953b-b69159329848), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.035318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f6cba1a0-2522-4734-a952-5999ebbbbc95), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.147325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:11.148091 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.151115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] 10.222.0.69 "PUT /v2.0/ports/02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 1091 time: 3.3718581 Feb 03 11:32:11.170946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:32:11.179081 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:32:11.181447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-448fe2f0-31a7-4d74-a203-689b87bb612b None None] Provisioning complete for port b480b22f-0520-4578-8fbe-b414161430bf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:11.182873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-448fe2f0-31a7-4d74-a203-689b87bb612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b480b22f-0520-4578-8fbe-b414161430bf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.328768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event updated for resources: {'Subnet': ['ID=f6cba1a0-2522-4734-a952-5999ebbbbc95,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:11.380474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-448fe2f0-31a7-4d74-a203-689b87bb612b None None] Port b480b22f-0520-4578-8fbe-b414161430bf cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:11.382961 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5f5523d1-ceec-44e0-8bb8-a3a35e710dc3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.385809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.387081 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f5523d1-ceec-44e0-8bb8-a3a35e710dc3 HTTP/1.1" status: 204 len: 168 time: 0.9840100 Feb 03 11:32:11.401284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c54172d1-e5b5-4cfe-953b-b69159329848), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.403112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb0ef3-b574-458a-9bf5-997822f65f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5523d1-ceec-44e0-8bb8-a3a35e710dc3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:11.407067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Checking segment: {'id': 'efc1dff0-9f2c-482c-9d90-487f7439e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:11.407568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network hostable DHCP agents. Network: 8a6fb2d7-1704-4000-a1c8-feb18f756fdd, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:11.525666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:11.536546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:11.559089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=c54172d1-e5b5-4cfe-953b-b69159329848,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:11.577465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:11.586951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:11.588366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.591816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:11.613116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8a6fb2d7-1704-4000-a1c8-feb18f756fdd) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:11.619145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:11.619865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.632029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82778e-e0ab-43b3-bce8-05872f743e76 None None] Network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:11.636322 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-efc40b71-8a17-42f8-a2c0-0d008b51d156 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9896867 Feb 03 11:32:11.637018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:11.737171 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5372e70c-039c-4b48-acb1-45878d52e79d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5940828 Feb 03 11:32:11.742422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34132) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:11.813907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-8a6fb2d7-1704-4000-a1c8-feb18f756fdd', 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd', 'project_id': 'ed2dac392ea04b72b1b00af6b945843a', 'fixed_ips': [{'subnet_id': 'f6cba1a0-2522-4734-a952-5999ebbbbc95'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:11.814795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:11.837185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc7dbd-74ab-4117-ab1d-747a4414996a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:11.841643 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bbfc7dbd-74ab-4117-ab1d-747a4414996a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/c54172d1-e5b5-4cfe-953b-b69159329848 HTTP/1.1" status: 200 len: 840 time: 0.1988177 Feb 03 11:32:11.847389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34136) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:12.016217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Allocated IP 2001:db8::f816:3eff:fe48:9fdc (8a6fb2d7-1704-4000-a1c8-feb18f756fdd/f6cba1a0-2522-4734-a952-5999ebbbbc95/86446e95-7257-451a-865d-e33999e7f27b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:12.097429 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab15ef8e-7182-4c6f-9944-ad7574be4e3a x-openstack-request-id: req-ab15ef8e-7182-4c6f-9944-ad7574be4e3a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:32:12.098451 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:32:12.098722 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab15ef8e-7182-4c6f-9944-ad7574be4e3a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:32:12.099674 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:32:12.142411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.150135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a947d-485c-4e26-a2ed-d151438cde69 service neutron] Pushing event updated for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:12.170725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5413ebb2-c042-4092-b896-b4b6376da337 req-b7035ac5-2abd-4c48-b609-8fb9eebb14fa tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2043364 Feb 03 11:32:12.213657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-3ddfa081-b911-40eb-a799-17acc9720070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:12.215162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-3ddfa081-b911-40eb-a799-17acc9720070 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1125 time: 0.9635735 Feb 03 11:32:12.216593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:12.224545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a6bbd58-8dbb-4944-adfc-fae114f6904a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5831585 Feb 03 11:32:12.229498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:12.244290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port c54172d1-e5b5-4cfe-953b-b69159329848 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:12.246140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c54172d1-e5b5-4cfe-953b-b69159329848), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.257974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] Sync routers for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:12.294594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:12.295311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:12.340481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f6cba1a0-2522-4734-a952-5999ebbbbc95), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.347841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:12.365079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks [] for port (86446e95-7257-451a-865d-e33999e7f27b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.383456 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (86446e95-7257-451a-865d-e33999e7f27b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.423465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5cecfd97-7022-45b3-ad1c-0d09698635ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 217 time: 0.1948354 Feb 03 11:32:12.435923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c54172d1-e5b5-4cfe-953b-b69159329848), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.441170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e3fed-ecf4-42da-adf1-1d62831c09a5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:12.442677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ac4e3fed-ecf4-42da-adf1-1d62831c09a5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports/b480b22f-0520-4578-8fbe-b414161430bf HTTP/1.1" status: 200 len: 913 time: 0.2122414 Feb 03 11:32:12.446140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:12.474942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:12.476170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:12.476819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:12.481489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:12.485696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:12.508684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for c54172d1-e5b5-4cfe-953b-b69159329848 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:12.554280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5df3109f-e775-4865-897a-8636772074a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:12.561049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5df3109f-e775-4865-897a-8636772074a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.1129601 Feb 03 11:32:12.574179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:12.574845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f8c77-924c-4325-8d6a-62c92f371259 None None] The sync data for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:12.614646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Pushing event updated for resources: {'Port': ['ID=86446e95-7257-451a-865d-e33999e7f27b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:12.634372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Attempting to bind port 86446e95-7257-451a-865d-e33999e7f27b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:12.636307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Attempting to bind port 86446e95-7257-451a-865d-e33999e7f27b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'efc1dff0-9f2c-482c-9d90-487f7439e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:12.636795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Attempting to bind port 86446e95-7257-451a-865d-e33999e7f27b on network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:12.643823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:12.644288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Checking segment: {'id': 'efc1dff0-9f2c-482c-9d90-487f7439e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:12.644803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.645245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Bound using segment: {'id': 'efc1dff0-9f2c-482c-9d90-487f7439e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:12.645807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Bound port: 86446e95-7257-451a-865d-e33999e7f27b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc1dff0-9f2c-482c-9d90-487f7439e1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:12.646696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86446e95-7257-451a-865d-e33999e7f27b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.659235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-cdb9bc79-4527-46a5-9ad9-db7c8ecb107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:12.662153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-cdb9bc79-4527-46a5-9ad9-db7c8ecb107d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984781 Feb 03 11:32:12.748515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] For port 86446e95-7257-451a-865d-e33999e7f27b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:12.755341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] For port 86446e95-7257-451a-865d-e33999e7f27b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=86446e95-7257-451a-865d-e33999e7f27b,segment=NetworkSegment(efc1dff0-9f2c-482c-9d90-487f7439e1a9),segment_id=efc1dff0-9f2c-482c-9d90-487f7439e1a9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:12.772728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (86446e95-7257-451a-865d-e33999e7f27b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:12.853286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-5d9c9d57-8e41-4597-8ef6-0248dc27388a service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841283 Feb 03 11:32:12.875145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d146-7b20-412d-8b3e-87b27e874e3e None None] Pushing event updated for resources: {'Port': ['ID=86446e95-7257-451a-865d-e33999e7f27b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:12.994440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (f6cba1a0-2522-4734-a952-5999ebbbbc95), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.061659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f59bd1f-823c-4419-9adf-89f41e412f91 req-59b2332d-e067-4478-bb8a-1e20135ef3b7 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021258 Feb 03 11:32:13.062823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cba1a0-2522-4734-a952-5999ebbbbc95,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:13.182503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.251352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-617a539b-19e5-40df-a487-de327f754f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:13.257393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-617a539b-19e5-40df-a487-de327f754f4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1125 time: 0.1176474 Feb 03 11:32:13.266071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6fb2d7-1704-4000-a1c8-feb18f756fdd']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:13.291573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c54172d1-e5b5-4cfe-953b-b69159329848), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.306149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc1dff0-9f2c-482c-9d90-487f7439e1a9') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:13.306460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc1dff0-9f2c-482c-9d90-487f7439e1a9') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:13.359102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=c54172d1-e5b5-4cfe-953b-b69159329848,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:13.421244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.436199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.441445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-12717ece-d369-42bb-a3da-4facad1c4b0e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/c54172d1-e5b5-4cfe-953b-b69159329848 HTTP/1.1" status: 204 len: 168 time: 1.5907400 Feb 03 11:32:13.464683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:13.532458 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-778e4125-d625-4bde-bc63-f631d168accb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:32:13.539956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-778e4125-d625-4bde-bc63-f631d168accb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/c54172d1-e5b5-4cfe-953b-b69159329848 HTTP/1.1" status: 404 len: 333 time: 0.0739436 Feb 03 11:32:13.541489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34194) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:13.549078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.552661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'name': 'tempest-PortsTestJSON-1815202351'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:13.580064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-9962b7fb-ba79-4f9f-ab9e-6d9b31d3912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:13.582699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-9962b7fb-ba79-4f9f-ab9e-6d9b31d3912b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.3192332 Feb 03 11:32:13.586724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:13.587203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:13.597016 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:13.603112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 86446e95-7257-451a-865d-e33999e7f27b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:13.688132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-a796f470-5a2a-4ecc-a2f6-58a7e01eaf8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 217 time: 0.0830886 Feb 03 11:32:13.710152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 86446e95-7257-451a-865d-e33999e7f27b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:13.710672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (86446e95-7257-451a-865d-e33999e7f27b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.751728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dd8a3-59a4-4141-8d6e-8224e1fa684d req-b19baaa3-d2d6-4c9b-90f4-eff732a9c0dc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:13.754339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-360dd8a3-59a4-4141-8d6e-8224e1fa684d req-b19baaa3-d2d6-4c9b-90f4-eff732a9c0dc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.4103234 Feb 03 11:32:13.772367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:13.782744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.790021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-a273cdda-0fe8-41cb-a75d-9461e3b39da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:13.791753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-a273cdda-0fe8-41cb-a75d-9461e3b39da8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.0966885 Feb 03 11:32:13.800034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 11:32:13.800034 n-d-821606-6 neutron-server[103126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 11:32:13.800034 n-d-821606-6 neutron-server[103126]: [parameters: {'id': '8a6fb2d7-1704-4000-a1c8-feb18f756fdd'}] Feb 03 11:32:13.800034 n-d-821606-6 neutron-server[103126]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:32:13.800736 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:32:13.836455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 384759ae-bb18-4c4a-bff1-911ee9e9d03f yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:13.882720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 86446e95-7257-451a-865d-e33999e7f27b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:13.883128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86446e95-7257-451a-865d-e33999e7f27b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:13.901166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-360dd8a3-59a4-4141-8d6e-8224e1fa684d req-c0ad7526-698d-46bc-b728-9e5cd83798ac tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405315 Feb 03 11:32:13.932807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-14ead110-1d7c-41aa-a1b0-075864d75f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:13.938828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-14ead110-1d7c-41aa-a1b0-075864d75f68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1406405 Feb 03 11:32:13.954182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 86446e95-7257-451a-865d-e33999e7f27b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=86446e95-7257-451a-865d-e33999e7f27b,segment=NetworkSegment(efc1dff0-9f2c-482c-9d90-487f7439e1a9),segment_id=efc1dff0-9f2c-482c-9d90-487f7439e1a9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:13.972250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (86446e95-7257-451a-865d-e33999e7f27b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.021168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.102975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=86446e95-7257-451a-865d-e33999e7f27b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:14.273216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-809679ee-d2ea-433d-be1b-e64f23d8ee27 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274992 Feb 03 11:32:14.391879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.438909 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.449177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.466844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c84e02e-4f3a-490e-b8c4-a00cec00bb07 req-478d52d1-cbfc-47dc-90f2-c004feb43ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866565 Feb 03 11:32:14.484815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8b61b-215d-4da4-afa5-6b29a3cb3639 None None] Network 8a6fb2d7-1704-4000-a1c8-feb18f756fdd requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:14.650377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e9cd9408-3cdd-49c0-b9d3-0d34091df61a None None] Provisioning complete for port 86446e95-7257-451a-865d-e33999e7f27b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:14.651096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9408-3cdd-49c0-b9d3-0d34091df61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (86446e95-7257-451a-865d-e33999e7f27b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.807517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd9408-3cdd-49c0-b9d3-0d34091df61a None None] Current status of the port 86446e95-7257-451a-865d-e33999e7f27b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:14.878114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912522d7-d68a-4823-8165-748dfad82246 None None] DHCP port deletion for 8a6fb2d7-1704-4000-a1c8-feb18f756fdd request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:14.978282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Deleting port 86446e95-7257-451a-865d-e33999e7f27b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:14.978663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (86446e95-7257-451a-865d-e33999e7f27b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:14.995827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:15.079632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:15.093946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:15.099334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:15.100666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.112865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c718e5-6209-4c61-a25f-05a0d0755cae req-ad15403b-0b40-445e-8e35-98c428e30313 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:15.120500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-912522d7-d68a-4823-8165-748dfad82246 None None] For port 86446e95-7257-451a-865d-e33999e7f27b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=86446e95-7257-451a-865d-e33999e7f27b,segment=NetworkSegment(efc1dff0-9f2c-482c-9d90-487f7439e1a9),segment_id=efc1dff0-9f2c-482c-9d90-487f7439e1a9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:15.120919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (86446e95-7257-451a-865d-e33999e7f27b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.122949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79c718e5-6209-4c61-a25f-05a0d0755cae req-ad15403b-0b40-445e-8e35-98c428e30313 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.1096194 Feb 03 11:32:15.149270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=384759ae-bb18-4c4a-bff1-911ee9e9d03f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:15.203768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Calling delete_port for 86446e95-7257-451a-865d-e33999e7f27b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:15.208377 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b46a947a-23ab-49c4-85da-1df59cfa9a6f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6624894 Feb 03 11:32:15.210458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:15.229814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:15.281637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting port 86446e95-7257-451a-865d-e33999e7f27b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:15.285336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (86446e95-7257-451a-865d-e33999e7f27b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.356289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79c718e5-6209-4c61-a25f-05a0d0755cae req-3ecd1c97-7aeb-4fb7-b588-799a1af7b54b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293847 Feb 03 11:32:15.392324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 86446e95-7257-451a-865d-e33999e7f27b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:15.462152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] For port 86446e95-7257-451a-865d-e33999e7f27b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=86446e95-7257-451a-865d-e33999e7f27b,segment=NetworkSegment(efc1dff0-9f2c-482c-9d90-487f7439e1a9),segment_id=efc1dff0-9f2c-482c-9d90-487f7439e1a9)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:15.463161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (86446e95-7257-451a-865d-e33999e7f27b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.467244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (86446e95-7257-451a-865d-e33999e7f27b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.495089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.507972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Calling delete_port for 86446e95-7257-451a-865d-e33999e7f27b owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:15.539135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port 86446e95-7257-451a-865d-e33999e7f27b update to DOWN by agent not found {{(pid=103128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 11:32:15.595836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912522d7-d68a-4823-8165-748dfad82246 None None] Pushing event deleted for resources: {'Port': ['ID=86446e95-7257-451a-865d-e33999e7f27b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:15.604949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912522d7-d68a-4823-8165-748dfad82246 None None] No DVR routers for this DVR port 86446e95-7257-451a-865d-e33999e7f27b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:15.631622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port b480b22f-0520-4578-8fbe-b414161430bf {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:15.632160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b480b22f-0520-4578-8fbe-b414161430bf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.785737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (86446e95-7257-451a-865d-e33999e7f27b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.804233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b480b22f-0520-4578-8fbe-b414161430bf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.837092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Port': ['ID=86446e95-7257-451a-865d-e33999e7f27b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:15.843233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No DVR routers for this DVR port 86446e95-7257-451a-865d-e33999e7f27b on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:15.851135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.853450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for b480b22f-0520-4578-8fbe-b414161430bf owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:15.858162 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.919826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] In _notify_port_updated(), no bound segment for port 384759ae-bb18-4c4a-bff1-911ee9e9d03f on network 600f682f-0be7-4a02-9b50-169629a3467d {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:32:15.929627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:15.930300 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:15.934479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/ports/384759ae-bb18-4c4a-bff1-911ee9e9d03f HTTP/1.1" status: 200 len: 818 time: 0.7183239 Feb 03 11:32:15.938188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:15.988557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a7cc-60e9-4791-a789-eeea9bcbc25c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=384759ae-bb18-4c4a-bff1-911ee9e9d03f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:16.053988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.089598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6fb2d7-1704-4000-a1c8-feb18f756fdd']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:16.097219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 384759ae-bb18-4c4a-bff1-911ee9e9d03f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:16.101453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.103999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc1dff0-9f2c-482c-9d90-487f7439e1a9') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:16.104589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc1dff0-9f2c-482c-9d90-487f7439e1a9') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:16.159937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.198064 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.206392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:16.210072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (efc1dff0-9f2c-482c-9d90-487f7439e1a9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:16.245935 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:16.300859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.332779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.376517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 384759ae-bb18-4c4a-bff1-911ee9e9d03f owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:16.484679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b480b22f-0520-4578-8fbe-b414161430bf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.523074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=b480b22f-0520-4578-8fbe-b414161430bf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:16.535650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8a6fb2d7-1704-4000-a1c8-feb18f756fdd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.582354 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.592428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/8a6fb2d7-1704-4000-a1c8-feb18f756fdd HTTP/1.1" status: 204 len: 168 time: 4.8467724 Feb 03 11:32:16.618654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:16.707730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (384759ae-bb18-4c4a-bff1-911ee9e9d03f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.807990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=384759ae-bb18-4c4a-bff1-911ee9e9d03f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:16.818856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.823924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5719a281-a751-4ecb-a0f1-ee22fcbdb68f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/384759ae-bb18-4c4a-bff1-911ee9e9d03f HTTP/1.1" status: 204 len: 168 time: 0.8836203 Feb 03 11:32:16.843480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:16.925350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0611f4-cbd3-47d6-b9c4-c9966aaae7ce req-48277926-2cb1-4d5b-871a-ef16d2dabb50 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:16.927643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0611f4-cbd3-47d6-b9c4-c9966aaae7ce req-48277926-2cb1-4d5b-871a-ef16d2dabb50 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.3819215 Feb 03 11:32:16.944175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:16.947496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c8e4-4bd9-49c6-8c4f-f7b9e644188c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=8a6fb2d7-1704-4000-a1c8-feb18f756fdd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:16.951905 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e783b0-8f42-4c61-a91a-a3d93c48275c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:16.952377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e783b0-8f42-4c61-a91a-a3d93c48275c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:16.957103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04e783b0-8f42-4c61-a91a-a3d93c48275c tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/f6cba1a0-2522-4734-a952-5999ebbbbc95 HTTP/1.1" status: 404 len: 337 time: 0.3329458 Feb 03 11:32:16.959778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:16.984772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299999d8-ea45-4782-bdef-80ec7d33202f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:16.986661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-299999d8-ea45-4782-bdef-80ec7d33202f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1422465 Feb 03 11:32:16.998248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.026751 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e631a3-456d-4acf-be6e-727e2ae4448f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:32:17.028584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8e631a3-456d-4acf-be6e-727e2ae4448f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/384759ae-bb18-4c4a-bff1-911ee9e9d03f HTTP/1.1" status: 404 len: 333 time: 0.0290668 Feb 03 11:32:17.029821 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-23efc717-92ba-4794-abb9-aab949b3a93d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:17.032337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23efc717-92ba-4794-abb9-aab949b3a93d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:17.035711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-23efc717-92ba-4794-abb9-aab949b3a93d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/8a6fb2d7-1704-4000-a1c8-feb18f756fdd HTTP/1.1" status: 404 len: 339 time: 0.0747497 Feb 03 11:32:17.039051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.039617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.059188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324281275'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:17.106406 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ed4915-f04f-4bfe-8bf9-6abef6aaecab tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:17.107160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ed4915-f04f-4bfe-8bf9-6abef6aaecab tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:17.110616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-99ed4915-f04f-4bfe-8bf9-6abef6aaecab tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/487545cf-e173-49de-816a-4e06817c4b97 HTTP/1.1" status: 404 len: 337 time: 0.0674057 Feb 03 11:32:17.115047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34284) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.140949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0611f4-cbd3-47d6-b9c4-c9966aaae7ce req-fd106bf4-9756-4a89-a457-c2cdf84ff536 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059433 Feb 03 11:32:17.181799 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-af721d86-1ff1-43b9-97b5-31059d48a500 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:17.182479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af721d86-1ff1-43b9-97b5-31059d48a500 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:17.190969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-af721d86-1ff1-43b9-97b5-31059d48a500 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/66f877fe-6cb8-4d11-a4ef-d2159fe1bd18 HTTP/1.1" status: 404 len: 339 time: 0.0734200 Feb 03 11:32:17.192129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.200663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:17.204047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.239554 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b33f9c9-eb11-43ee-b203-c6d7c7f469d7 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:17.240022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b33f9c9-eb11-43ee-b203-c6d7c7f469d7 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:17.248431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.248762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b33f9c9-eb11-43ee-b203-c6d7c7f469d7 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/d387eaa6-1bc1-4d29-852d-f42dad021dde HTTP/1.1" status: 404 len: 337 time: 0.0556526 Feb 03 11:32:17.263458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:17.274802 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d8195b2a-4b1f-4b4f-aecc-a2be89c0085a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.275291 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment d8195b2a-4b1f-4b4f-aecc-a2be89c0085a of type vlan for network 00af7c92-69db-4f58-a897-1f9e183e237f Feb 03 11:32:17.315988 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62f1296-9a91-406d-b8a6-58faf43d3823 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:17.316522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62f1296-9a91-406d-b8a6-58faf43d3823 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:17.323425 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a62f1296-9a91-406d-b8a6-58faf43d3823 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/0062ad88-f477-4fdd-99a9-73c2a7db4f4c HTTP/1.1" status: 404 len: 339 time: 0.0738699 Feb 03 11:32:17.326737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34294) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.352727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (00af7c92-69db-4f58-a897-1f9e183e237f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.383166 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (00af7c92-69db-4f58-a897-1f9e183e237f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.389639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:17.390566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.430753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3860171 Feb 03 11:32:17.432939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.439947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:17.517928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9114e-ef21-4964-9d7b-e3ca29d0b31e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=00af7c92-69db-4f58-a897-1f9e183e237f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:17.529937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:17.552749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router a1101edd-2ea0-4e9b-9d81-012d902d4c4e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:32:17.579690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting port f339a313-7d56-489f-9eb4-3cb9033d12d9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:17.580036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f339a313-7d56-489f-9eb4-3cb9033d12d9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.623026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:17.626704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.751900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f339a313-7d56-489f-9eb4-3cb9033d12d9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:17.775276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:17.798129 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5272f178-3fd8-43f3-96ff-cc896548f8d6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3464141 Feb 03 11:32:17.801046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Calling delete_port for f339a313-7d56-489f-9eb4-3cb9033d12d9 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:17.802517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:17.809307 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] Sync routers for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:17.830627 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:17.832473 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:17.881899 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:17.894802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:17.895873 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:17.942757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:17.945239 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a498e4-7f5c-4a6f-be16-a638c89c7476 None None] The sync data for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:17.994366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f339a313-7d56-489f-9eb4-3cb9033d12d9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.036976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Port': ['ID=f339a313-7d56-489f-9eb4-3cb9033d12d9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:18.043926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.047860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33e46e14-e2d2-4e9d-81bc-92f153da379d tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/ports/f339a313-7d56-489f-9eb4-3cb9033d12d9 HTTP/1.1" status: 204 len: 168 time: 0.7207308 Feb 03 11:32:18.052004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34312) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:18.088810 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-34988783-0b59-4480-8e22-960d17c25743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:18.089443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34988783-0b59-4480-8e22-960d17c25743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:18.092844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-34988783-0b59-4480-8e22-960d17c25743 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/acd22116-49c1-444b-9683-792d4ca258d1 HTTP/1.1" status: 404 len: 337 time: 0.0409830 Feb 03 11:32:18.098119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34314) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:18.239478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (83baae72-8110-4fad-8411-724c8044418d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.332774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.436816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (83baae72-8110-4fad-8411-724c8044418d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.442638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b97e-e918-4b7a-9c92-500b3e714b38 req-8adab0a7-6cb7-4cc1-baa3-0cd59c994c0c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:18.450633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae4b97e-e918-4b7a-9c92-500b3e714b38 req-8adab0a7-6cb7-4cc1-baa3-0cd59c994c0c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.1907258 Feb 03 11:32:18.466608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:18.484844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83baae72-8110-4fad-8411-724c8044418d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:18.512609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11324b6-8b32-4333-8001-1c353a9f3b0a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:18.513015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11324b6-8b32-4333-8001-1c353a9f3b0a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:18.515265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.515622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.516405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.516750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.517112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.517445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.517773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.519162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.519504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.519835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.520484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.520818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.521907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:18.542929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e11324b6-8b32-4333-8001-1c353a9f3b0a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.560958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:18.561771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: 00af7c92-69db-4f58-a897-1f9e183e237f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:18.565446 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e11324b6-8b32-4333-8001-1c353a9f3b0a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.571884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:18.572310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e11324b6-8b32-4333-8001-1c353a9f3b0a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:18.575417 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:18.606601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae4b97e-e918-4b7a-9c92-500b3e714b38 req-2b63e280-3d30-45f0-81a3-bab3f2a6d7f1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545074 Feb 03 11:32:18.661402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 00af7c92-69db-4f58-a897-1f9e183e237f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:18.674375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (83baae72-8110-4fad-8411-724c8044418d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.680928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.684492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 00af7c92-69db-4f58-a897-1f9e183e237f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:18.687529 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/83baae72-8110-4fad-8411-724c8044418d HTTP/1.1" status: 204 len: 168 time: 0.5883472 Feb 03 11:32:18.688415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34328) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:18.694447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.696947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:18.697521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:18.700771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bfd8c-4459-4d5c-9f0d-16f991ad455a None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:18.751669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2d8e8-c250-4c2a-bbe5-b6c57ba8624b tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=83baae72-8110-4fad-8411-724c8044418d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:18.794037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa4eccc7-24b2-443a-92a9-adfc7d79548a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3586922 Feb 03 11:32:18.796697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:18.803141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:18.904016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-00af7c92-69db-4f58-a897-1f9e183e237f', 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:18.904904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.188987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Allocated IP 172.20.0.2 (00af7c92-69db-4f58-a897-1f9e183e237f/8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05/e6c4b88d-c49e-403b-b45e-57ec1568e4ec) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:19.235687 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting port 2695313e-263e-4dc0-9bb4-9f364cfbd9b0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:19.236054 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2695313e-263e-4dc0-9bb4-9f364cfbd9b0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.244163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port f28bfd5a-d949-4e9d-9576-1a457d08c486 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:19.244754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.407703 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks [] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.410824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2695313e-263e-4dc0-9bb4-9f364cfbd9b0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.422803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.427705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.445043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Calling delete_port for 2695313e-263e-4dc0-9bb4-9f364cfbd9b0 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:19.453112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for f28bfd5a-d949-4e9d-9576-1a457d08c486 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:19.492334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Pushing event updated for resources: {'Port': ['ID=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:19.517695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:19.520843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:19.527334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:19.545025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:19.551347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.680078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2695313e-263e-4dc0-9bb4-9f364cfbd9b0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.695501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Attempting to bind port e6c4b88d-c49e-403b-b45e-57ec1568e4ec on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:19.695836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Attempting to bind port e6c4b88d-c49e-403b-b45e-57ec1568e4ec by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:19.696216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Attempting to bind port e6c4b88d-c49e-403b-b45e-57ec1568e4ec on network 00af7c92-69db-4f58-a897-1f9e183e237f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:19.720394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:19.722921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Checking segment: {'id': 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:19.723356 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.723766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Bound using segment: {'id': 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:19.728295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Bound port: e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:19.728733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.794462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Port': ['ID=2695313e-263e-4dc0-9bb4-9f364cfbd9b0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:19.819546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.826005 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cdd1773-d1af-46cf-9341-0b1f0f056630 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/ports/2695313e-263e-4dc0-9bb4-9f364cfbd9b0 HTTP/1.1" status: 204 len: 168 time: 1.1312447 Feb 03 11:32:19.831400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:19.832998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5521-d161-4060-a60a-b7db932fc9e2 req-896e1755-a4fc-41ac-bdc5-3f8a5bb696fc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:19.844355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-350c5521-d161-4060-a60a-b7db932fc9e2 req-896e1755-a4fc-41ac-bdc5-3f8a5bb696fc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.0866497 Feb 03 11:32:19.913969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] For port e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:19.916674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-350c5521-d161-4060-a60a-b7db932fc9e2 req-ebff8f22-e6b8-4fb7-98ae-8a3f4239b7c1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707488 Feb 03 11:32:19.924790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] For port e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,segment=NetworkSegment(d8195b2a-4b1f-4b4f-aecc-a2be89c0085a),segment_id=d8195b2a-4b1f-4b4f-aecc-a2be89c0085a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:19.935306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f28bfd5a-d949-4e9d-9576-1a457d08c486), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.937972 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:19.947130 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31a87b8-e410-4b76-8082-41096de295be tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] DELETE failed (client error): The resource could not be found. Feb 03 11:32:19.947628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31a87b8-e410-4b76-8082-41096de295be tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:19.953242 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a31a87b8-e410-4b76-8082-41096de295be tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/08859222-85b5-4f77-b20f-d6725aa95fe1 HTTP/1.1" status: 404 len: 337 time: 0.1206055 Feb 03 11:32:19.957053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34354) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:19.975429 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05 (CIDR: 172.20.0.0/28) Feb 03 11:32:19.994785 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:32:19.995577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:32:20.014655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=f28bfd5a-d949-4e9d-9576-1a457d08c486,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:20.073486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa810f1-cee3-4584-9f8f-ee590e62b9c4 None None] Pushing event updated for resources: {'Port': ['ID=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:20.138968 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6259bbb3-9fb0-4890-b82d-f78278e99235 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3411236 Feb 03 11:32:20.141999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34358) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:20.169401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:20.192450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.343956 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.367714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:20.372199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.487826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router a1101edd-2ea0-4e9b-9d81-012d902d4c4e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:32:20.785787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.832246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea31f18-e675-4895-8267-2a05ac1ba8e7']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:20.850997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421187d-248d-4bea-a54e-421f99f3ae87') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:20.851410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421187d-248d-4bea-a54e-421f99f3ae87') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:20.863918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (2421187d-248d-4bea-a54e-421f99f3ae87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.878787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2421187d-248d-4bea-a54e-421f99f3ae87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.887205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:20.887718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (2421187d-248d-4bea-a54e-421f99f3ae87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:20.954687 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:20.959659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (3ea31f18-e675-4895-8267-2a05ac1ba8e7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.966622 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:20.973655 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/3ea31f18-e675-4895-8267-2a05ac1ba8e7 HTTP/1.1" status: 204 len: 168 time: 1.0152297 Feb 03 11:32:20.979767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34374) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:21.053951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53399e9-d004-452c-84b3-cfdc39bf38b0 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=3ea31f18-e675-4895-8267-2a05ac1ba8e7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:21.106406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting subnet 57e12b52-9a2b-4aa1-ba31-3fa58940da17 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:21.110002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (57e12b52-9a2b-4aa1-ba31-3fa58940da17), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.156736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (57e12b52-9a2b-4aa1-ba31-3fa58940da17), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.316562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:21.333177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] Sync routers for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:21.343131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e6471440-0f2d-4cb1-9ece-7000658a023a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5321476 Feb 03 11:32:21.348903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:21.350579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (57e12b52-9a2b-4aa1-ba31-3fa58940da17), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.392432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:21.398789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:21.434025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3cc5fb0b-72ec-455c-b5ef-fcf6c4382af7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1101edd-2ea0-4e9b-9d81-012d902d4c4e HTTP/1.1" status: 200 len: 205 time: 0.0802526 Feb 03 11:32:21.437725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:21.486766 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (b9ec0e89-c8ab-4519-a324-16459389c2c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.589186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=b9ec0e89-c8ab-4519-a324-16459389c2c0,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:21.614834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:21.617520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 00af7c92-69db-4f58-a897-1f9e183e237f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:21.622320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:21.624752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:21.625429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.655937 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-775766fe-c16d-487b-9d0b-9a0cee1d77af tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5026190 Feb 03 11:32:21.657932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (57e12b52-9a2b-4aa1-ba31-3fa58940da17), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.661328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] Routers {'a1101edd-2ea0-4e9b-9d81-012d902d4c4e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:21.665192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:21.666165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34388) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:21.763113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'fixed_ips': [{'subnet_id': '8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05'}, {'subnet_id': 'b9ec0e89-c8ab-4519-a324-16459389c2c0'}], 'name': 'tempest-PortsTestJSON-1954234139'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:21.785885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6c4b88d-c49e-403b-b45e-57ec1568e4ec up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:21.840253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a529a-75a1-4bff-b880-d30f5ee5af16 req-59e4c91a-f07f-4522-b0fc-f1b0cb13f224 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:21.850114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-353a529a-75a1-4bff-b880-d30f5ee5af16 req-59e4c91a-f07f-4522-b0fc-f1b0cb13f224 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.6862698 Feb 03 11:32:21.854189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:21.898218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:21.902115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2b870-13e1-4911-875a-0d24d811e7b4 None None] The sync data for ids ['a1101edd-2ea0-4e9b-9d81-012d902d4c4e'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:21.964513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:21.964896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.009314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Subnet': ['ID=57e12b52-9a2b-4aa1-ba31-3fa58940da17,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:22.039406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.058585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238cc36-5c98-4379-b3f7-930b09ac93e4 None None] Network 762d6a0b-6c41-4106-abdb-31f1d8902202 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:22.065802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d6ca2f7a-d044-4c54-9466-d5e1a95dfdba tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/subnets/57e12b52-9a2b-4aa1-ba31-3fa58940da17 HTTP/1.1" status: 204 len: 168 time: 1.0849347 Feb 03 11:32:22.073434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:22.230406 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (762d6a0b-6c41-4106-abdb-31f1d8902202), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.257225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:22.259147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2f62a-4a99-4d3a-958d-ca0b1aeb9566 None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:22.397731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.447993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Deleting port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:22.448742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.454286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 4ee37833-5922-49ce-a16d-f133da748d15 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:22.478863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-353a529a-75a1-4bff-b880-d30f5ee5af16 req-8fad6b56-a867-4414-9631-a2d6d10f55dd tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6088252 Feb 03 11:32:22.515388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.524569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.622444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a1101edd-2ea0-4e9b-9d81-012d902d4c4e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.622969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router a1101edd-2ea0-4e9b-9d81-012d902d4c4e {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:32:22.631874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.636312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a700a14-5f8e-478e-b285-c4336076dd94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e HTTP/1.1" status: 204 len: 168 time: 1.1858287 Feb 03 11:32:22.638520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34402) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:22.642585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] For port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,segment=NetworkSegment(3e4312b8-0936-466a-8a0b-b2a729277139),segment_id=3e4312b8-0936-466a-8a0b-b2a729277139)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:22.643253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.717503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Calling delete_port for f442f0b6-9bdc-4a1f-b78e-0388e9bb630b owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:22.732135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet d631e68c-0b87-4f4c-93f5-4ea285e28c2a {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:22.736383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (d631e68c-0b87-4f4c-93f5-4ea285e28c2a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.741315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:22.742405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.796677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe52363d-dd3e-4c50-ba1a-60b20c299d46 None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:22.797398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe52363d-dd3e-4c50-ba1a-60b20c299d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.876574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (d631e68c-0b87-4f4c-93f5-4ea285e28c2a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:22.912947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,segment=NetworkSegment(d8195b2a-4b1f-4b4f-aecc-a2be89c0085a),segment_id=d8195b2a-4b1f-4b4f-aecc-a2be89c0085a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:22.950465 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.072159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] DHCP port deletion for 762d6a0b-6c41-4106-abdb-31f1d8902202 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:23.129483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d631e68c-0b87-4f4c-93f5-4ea285e28c2a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.233422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe52363d-dd3e-4c50-ba1a-60b20c299d46 None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:23.249823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:23.270243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (d631e68c-0b87-4f4c-93f5-4ea285e28c2a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.289036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Update dhcp port {'port': {'network_id': '00af7c92-69db-4f58-a897-1f9e183e237f', 'fixed_ips': [{'subnet_id': '8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9ec0e89-c8ab-4519-a324-16459389c2c0'}], 'binding:host_id': 'n-d-821606-6'}, 'id': 'e6c4b88d-c49e-403b-b45e-57ec1568e4ec'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:32:23.321646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=d631e68c-0b87-4f4c-93f5-4ea285e28c2a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:23.327756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.8 (00af7c92-69db-4f58-a897-1f9e183e237f/8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05/4ee37833-5922-49ce-a16d-f133da748d15) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:23.338187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.340778 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.347943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a23f851-1fce-4910-9bab-52c4810cd6c5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/d631e68c-0b87-4f4c-93f5-4ea285e28c2a HTTP/1.1" status: 204 len: 168 time: 0.7037857 Feb 03 11:32:23.352903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:23.363969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082161f-57f7-456e-a315-b4bf716d8327 None None] Network 61e73937-fe3e-415a-b1e3-f1127b465b62 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:23.370447 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.22 (00af7c92-69db-4f58-a897-1f9e183e237f/b9ec0e89-c8ab-4519-a324-16459389c2c0/4ee37833-5922-49ce-a16d-f133da748d15) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:23.438568 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] No DVR routers for this DVR port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:23.475851 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.499721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Port': ['ID=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:23.520546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet d31859f9-0542-4997-b245-92b15f30e510 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:23.525667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (d31859f9-0542-4997-b245-92b15f30e510), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.577958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (d31859f9-0542-4997-b245-92b15f30e510), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.672532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d31859f9-0542-4997-b245-92b15f30e510), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.722543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6c4b88d-c49e-403b-b45e-57ec1568e4ec up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:23.723756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (762d6a0b-6c41-4106-abdb-31f1d8902202), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.739995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Deleting port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:23.740415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.832071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762d6a0b-6c41-4106-abdb-31f1d8902202']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:23.843099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (d31859f9-0542-4997-b245-92b15f30e510), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.950491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] For port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:23.953927 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.957837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=d31859f9-0542-4997-b245-92b15f30e510,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:23.965026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:23.982612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8f339ba-10e3-4f1c-90db-0d1c5a139a54 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/d31859f9-0542-4997-b245-92b15f30e510 HTTP/1.1" status: 204 len: 168 time: 0.6264060 Feb 03 11:32:23.990265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:24.004227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Calling delete_port for f442f0b6-9bdc-4a1f-b78e-0388e9bb630b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:24.010281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:32:24.073980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de09fe-ab7b-4237-a065-6dcffdc8ab36 req-4ffef7b8-1214-474c-a1c1-89601cf49002 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:24.084151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4de09fe-ab7b-4237-a065-6dcffdc8ab36 req-4ffef7b8-1214-474c-a1c1-89601cf49002 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.3060985 Feb 03 11:32:24.103286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f442f0b6-9bdc-4a1f-b78e-0388e9bb630b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.149081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c497b-41b7-4f59-bc9e-6ebb46083ee2 None None] Network 4a9e0f76-a507-465b-b1a2-c0da786e70b6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:24.230173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (61e73937-fe3e-415a-b1e3-f1127b465b62), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.283284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] No DVR routers for this DVR port f442f0b6-9bdc-4a1f-b78e-0388e9bb630b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:24.335925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4de09fe-ab7b-4237-a065-6dcffdc8ab36 req-15b58795-ffdc-4739-97b2-ff53589f5b18 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443154 Feb 03 11:32:24.343080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e0184-0f2b-47df-a2a5-3e87231fe2ce None None] Pushing event deleted for resources: {'Port': ['ID=f442f0b6-9bdc-4a1f-b78e-0388e9bb630b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:24.471921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:24.472283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.476271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4312b8-0936-466a-8a0b-b2a729277139') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:24.476840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4312b8-0936-466a-8a0b-b2a729277139') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:24.493119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3e4312b8-0936-466a-8a0b-b2a729277139), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.527293 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3e4312b8-0936-466a-8a0b-b2a729277139), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.560331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:24.573655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3e4312b8-0936-466a-8a0b-b2a729277139), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:24.577365 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:24.648671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34430) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:24.650977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (4ee37833-5922-49ce-a16d-f133da748d15), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.668475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:24.669182 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.696114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 386f7b58-473c-4b45-89a8-13dc4e7d8b29, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=386f7b58-473c-4b45-89a8-13dc4e7d8b29,segment=NetworkSegment(b73dfe1e-48d4-4471-8492-633e45953f2b),segment_id=b73dfe1e-48d4-4471-8492-633e45953f2b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:24.696490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.726024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 386f7b58-473c-4b45-89a8-13dc4e7d8b29 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:24.781144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (762d6a0b-6c41-4106-abdb-31f1d8902202), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.818883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.824948 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] 10.222.0.30 "DELETE /v2.0/networks/762d6a0b-6c41-4106-abdb-31f1d8902202 HTTP/1.1" status: 204 len: 168 time: 2.7477288 Feb 03 11:32:24.878605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf5cb-b5d3-4218-8da1-517e7e8f29e5 tempest-NetworksIpV6TestAttrs-1336952036 tempest-NetworksIpV6TestAttrs-1336952036-project] Pushing event deleted for resources: {'Network': ['ID=762d6a0b-6c41-4106-abdb-31f1d8902202,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:24.927467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4ee37833-5922-49ce-a16d-f133da748d15), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:24.932240 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (386f7b58-473c-4b45-89a8-13dc4e7d8b29), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.023331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a08325-e7e2-48ea-abea-0436dcfd76ab None None] DHCP port deletion for 61e73937-fe3e-415a-b1e3-f1127b465b62 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:25.052584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 386f7b58-473c-4b45-89a8-13dc4e7d8b29 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:25.065742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:25.087059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 00af7c92-69db-4f58-a897-1f9e183e237f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:25.110679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:25.119869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=386f7b58-473c-4b45-89a8-13dc4e7d8b29,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:25.127022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa4049c-2bec-4b2c-b488-60a8ae0ea7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.141270 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:25.151911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] DHCP port deletion for 4a9e0f76-a507-465b-b1a2-c0da786e70b6 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:25.155057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Allocated IP 172.20.0.18 (00af7c92-69db-4f58-a897-1f9e183e237f/b9ec0e89-c8ab-4519-a324-16459389c2c0/e6c4b88d-c49e-403b-b45e-57ec1568e4ec) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:25.206722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f442f0b6-9bdc-4a1f-b78e-0388e9bb630b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:25.283040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f442f0b6-9bdc-4a1f-b78e-0388e9bb630b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:25.283316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f442f0b6-9bdc-4a1f-b78e-0388e9bb630b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:25.321728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=4ee37833-5922-49ce-a16d-f133da748d15,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:25.364964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:25.365937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.378891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (61e73937-fe3e-415a-b1e3-f1127b465b62), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.398840 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00d9fd66-56a2-4e8d-bca6-2478eea36ef0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6555247 Feb 03 11:32:25.401472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34444) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:25.409161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:25.472574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e73937-fe3e-415a-b1e3-f1127b465b62']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:25.510787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73dfe1e-48d4-4471-8492-633e45953f2b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:25.514607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73dfe1e-48d4-4471-8492-633e45953f2b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:25.563965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (b73dfe1e-48d4-4471-8492-633e45953f2b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.606348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4ee37833-5922-49ce-a16d-f133da748d15), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.614596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] For port e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,segment=NetworkSegment(d8195b2a-4b1f-4b4f-aecc-a2be89c0085a),segment_id=d8195b2a-4b1f-4b4f-aecc-a2be89c0085a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:25.638375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34446) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:25.671639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Publish callbacks [] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.675656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 386f7b58-473c-4b45-89a8-13dc4e7d8b29 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:25.717160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 386f7b58-473c-4b45-89a8-13dc4e7d8b29 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:25.717927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 386f7b58-473c-4b45-89a8-13dc4e7d8b29 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:25.718655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 514b909b-131b-4d52-971e-77a721f153d0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:25.722113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.729145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b73dfe1e-48d4-4471-8492-633e45953f2b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.786967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:25.787344 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (b73dfe1e-48d4-4471-8492-633e45953f2b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:25.791314 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:25.801821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa4049c-2bec-4b2c-b488-60a8ae0ea7d1 admin admin] Publish callbacks [] for security_group (c1189015-50c1-4af5-9af9-94a015db8c3e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.872260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa4049c-2bec-4b2c-b488-60a8ae0ea7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1189015-50c1-4af5-9af9-94a015db8c3e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:25.946528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424183-8491-441e-902b-1d2fdb883354 req-ca1fc36f-5b1e-442a-bcf9-6432b0ad6e53 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:25.948422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7424183-8491-441e-902b-1d2fdb883354 req-ca1fc36f-5b1e-442a-bcf9-6432b0ad6e53 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.3999431 Feb 03 11:32:26.027288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Deleting port 514b909b-131b-4d52-971e-77a721f153d0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:26.027860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (514b909b-131b-4d52-971e-77a721f153d0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.095998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e30c9e-1550-4477-94f3-c3090eb8d5a7 None None] Pushing event updated for resources: {'Port': ['ID=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:26.120869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-daa4049c-2bec-4b2c-b488-60a8ae0ea7d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dd95043039144158c136d70e78f7912&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4710052 Feb 03 11:32:26.127848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34460) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:26.132225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4049c-2bec-4b2c-b488-60a8ae0ea7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1189015-50c1-4af5-9af9-94a015db8c3e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:26.141973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (61e73937-fe3e-415a-b1e3-f1127b465b62), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.181786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce0ad68e-c037-43de-a5bd-8565c17e1ce0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed2dac392ea04b72b1b00af6b945843a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419855 Feb 03 11:32:26.184964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:26.191574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.199416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/61e73937-fe3e-415a-b1e3-f1127b465b62 HTTP/1.1" status: 204 len: 168 time: 2.2036955 Feb 03 11:32:26.240708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34464) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:26.270825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 514b909b-131b-4d52-971e-77a721f153d0 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:26.271565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (514b909b-131b-4d52-971e-77a721f153d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.282566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94060-b524-44ce-aa96-858f25631fc0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=61e73937-fe3e-415a-b1e3-f1127b465b62,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:26.322590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=514b909b-131b-4d52-971e-77a721f153d0,segment=NetworkSegment(a463e937-dc74-4728-9d4e-d3630ecce63b),segment_id=a463e937-dc74-4728-9d4e-d3630ecce63b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:26.323454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (514b909b-131b-4d52-971e-77a721f153d0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.441277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Calling delete_port for 514b909b-131b-4d52-971e-77a721f153d0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:26.490097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=514b909b-131b-4d52-971e-77a721f153d0,segment=NetworkSegment(a463e937-dc74-4728-9d4e-d3630ecce63b),segment_id=a463e937-dc74-4728-9d4e-d3630ecce63b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:26.502063 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.508361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4a9e0f76-a507-465b-b1a2-c0da786e70b6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.548236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7424183-8491-441e-902b-1d2fdb883354 req-017dc786-51dc-4e47-afd6-267e5e9a5d07 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173473 Feb 03 11:32:26.593623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] Publish callbacks [] for security_group (c56a5917-04b4-404a-bd22-2a7fabdfbb2c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.623830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] Publish callbacks [] for security_group (c1189015-50c1-4af5-9af9-94a015db8c3e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.667682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Delete allocated IP 172.20.0.22 (00af7c92-69db-4f58-a897-1f9e183e237f/b9ec0e89-c8ab-4519-a324-16459389c2c0) {{(pid=103126) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:32:26.673582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] Publish callbacks [] for security_group (c1189015-50c1-4af5-9af9-94a015db8c3e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.693529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] Publish callbacks [] for security_group (c56a5917-04b4-404a-bd22-2a7fabdfbb2c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.751356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:26.782111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1189015-50c1-4af5-9af9-94a015db8c3e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.784873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.788780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1189015-50c1-4af5-9af9-94a015db8c3e HTTP/1.1" status: 204 len: 168 time: 0.6513503 Feb 03 11:32:26.799912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf8306-8966-41c6-8a50-dab58d452a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1189015-50c1-4af5-9af9-94a015db8c3e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:26.843510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 514b909b-131b-4d52-971e-77a721f153d0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:26.845265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (514b909b-131b-4d52-971e-77a721f153d0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.904242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:26.967390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] Pushing event deleted for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:27.011053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638d84-21cb-4093-80a3-0a4e3656cf99 None None] No DVR routers for this DVR port 514b909b-131b-4d52-971e-77a721f153d0 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:27.027297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 514b909b-131b-4d52-971e-77a721f153d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=514b909b-131b-4d52-971e-77a721f153d0,segment=NetworkSegment(a463e937-dc74-4728-9d4e-d3630ecce63b),segment_id=a463e937-dc74-4728-9d4e-d3630ecce63b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:27.032501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (514b909b-131b-4d52-971e-77a721f153d0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.074060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.083479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 514b909b-131b-4d52-971e-77a721f153d0 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:27.126024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (4ee37833-5922-49ce-a16d-f133da748d15), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.132778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4ee37833-5922-49ce-a16d-f133da748d15), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.165963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dcaed7-f791-476f-9584-067e4519eda3 None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:27.223959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=4ee37833-5922-49ce-a16d-f133da748d15,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:27.269697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c56a5917-04b4-404a-bd22-2a7fabdfbb2c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.277533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.279802 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (514b909b-131b-4d52-971e-77a721f153d0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.280701 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c56a5917-04b4-404a-bd22-2a7fabdfbb2c HTTP/1.1" status: 204 len: 168 time: 1.0941417 Feb 03 11:32:27.331252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 514b909b-131b-4d52-971e-77a721f153d0 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:27.337518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=514b909b-131b-4d52-971e-77a721f153d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:27.401755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dff425-edb7-4037-a0b6-b38262dce918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a5917-04b4-404a-bd22-2a7fabdfbb2c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:27.463983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] In _notify_port_updated(), no bound segment for port 4ee37833-5922-49ce-a16d-f133da748d15 on network 00af7c92-69db-4f58-a897-1f9e183e237f {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:32:27.478410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:27.479214 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.485713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7ab2f8a2-b5e7-4f28-b167-ef9ede86653e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/ports/4ee37833-5922-49ce-a16d-f133da748d15 HTTP/1.1" status: 200 len: 919 time: 2.0831821 Feb 03 11:32:27.486361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34496) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:27.491744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05'}, {'subnet_id': 'b9ec0e89-c8ab-4519-a324-16459389c2c0'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:27.493931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e4785ae7-287e-42e9-8438-2faee14e1bd7 None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:27.497320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4785ae7-287e-42e9-8438-2faee14e1bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.625872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4a9e0f76-a507-465b-b1a2-c0da786e70b6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.650903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6c4b88d-c49e-403b-b45e-57ec1568e4ec up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:27.764933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9e0f76-a507-465b-b1a2-c0da786e70b6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:27.863023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:27.886340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463e937-dc74-4728-9d4e-d3630ecce63b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:27.887745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463e937-dc74-4728-9d4e-d3630ecce63b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:27.941870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4a24-f1e4-4bdd-b76a-cdd7e6ecd70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.955000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (a463e937-dc74-4728-9d4e-d3630ecce63b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:27.978306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:27.978711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.015665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4ee37833-5922-49ce-a16d-f133da748d15), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.180560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4785ae7-287e-42e9-8438-2faee14e1bd7 None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:28.198885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4a24-f1e4-4bdd-b76a-cdd7e6ecd70c admin admin] Publish callbacks [] for security_group (00a6acd0-d5d8-4de3-a973-41fadcea31c5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.211595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac1bc6-73e2-4d64-b11b-4e696dd48d66 req-25ffd80e-87bc-461c-b9a1-bbf08f44b4cc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:28.225519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42ac1bc6-73e2-4d64-b11b-4e696dd48d66 req-25ffd80e-87bc-461c-b9a1-bbf08f44b4cc tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.4938583 Feb 03 11:32:28.254459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (a463e937-dc74-4728-9d4e-d3630ecce63b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.274176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:28.274946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (a463e937-dc74-4728-9d4e-d3630ecce63b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.307933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:28.445283 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:28.513700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4a24-f1e4-4bdd-b76a-cdd7e6ecd70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (00a6acd0-d5d8-4de3-a973-41fadcea31c5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.516200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4a9e0f76-a507-465b-b1a2-c0da786e70b6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.661378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8dd4a24-f1e4-4bdd-b76a-cdd7e6ecd70c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99f4532fdd6b485cbe38c6ba781f9299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7886548 Feb 03 11:32:28.662170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd4a24-f1e4-4bdd-b76a-cdd7e6ecd70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a6acd0-d5d8-4de3-a973-41fadcea31c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:28.666386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.673832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/4a9e0f76-a507-465b-b1a2-c0da786e70b6 HTTP/1.1" status: 204 len: 168 time: 2.4318874 Feb 03 11:32:28.673832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34526) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:28.714416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-466dbc76-a402-434f-8700-478822434398 None None] Provisioning complete for port e6c4b88d-c49e-403b-b45e-57ec1568e4ec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:28.714804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-466dbc76-a402-434f-8700-478822434398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.722020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:28.732420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2fd45-3422-4b85-a3da-b29eaf46d032 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=4a9e0f76-a507-465b-b1a2-c0da786e70b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:28.741575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-692299394'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:28.802801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42ac1bc6-73e2-4d64-b11b-4e696dd48d66 req-b3b7d546-16ff-44bf-9720-d3cdf66e2774 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5755212 Feb 03 11:32:28.844081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.28 (00af7c92-69db-4f58-a897-1f9e183e237f/b9ec0e89-c8ab-4519-a324-16459389c2c0/4ee37833-5922-49ce-a16d-f133da748d15) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:28.846629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:28.864514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.904276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] Publish callbacks [] for security_group (00a6acd0-d5d8-4de3-a973-41fadcea31c5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.935517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] Publish callbacks [] for security_group (00a6acd0-d5d8-4de3-a973-41fadcea31c5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:28.983800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-466dbc76-a402-434f-8700-478822434398 None None] Current status of the port e6c4b88d-c49e-403b-b45e-57ec1568e4ec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:29.046330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-466dbc76-a402-434f-8700-478822434398 None None] Provisioning complete for port 4ee37833-5922-49ce-a16d-f133da748d15 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:29.049837 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-466dbc76-a402-434f-8700-478822434398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4ee37833-5922-49ce-a16d-f133da748d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.055347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:29.059033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (00a6acd0-d5d8-4de3-a973-41fadcea31c5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.063460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.064657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00a6acd0-d5d8-4de3-a973-41fadcea31c5 HTTP/1.1" status: 204 len: 168 time: 0.3886540 Feb 03 11:32:29.084163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe5e5-9a9d-4786-b398-37308289dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a6acd0-d5d8-4de3-a973-41fadcea31c5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:29.182376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-466dbc76-a402-434f-8700-478822434398 None None] Port 4ee37833-5922-49ce-a16d-f133da748d15 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:29.214785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (86b67459-3cfe-4eb7-9b54-f03fd76f6c09), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.215153 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment 86b67459-3cfe-4eb7-9b54-f03fd76f6c09 of type vlan for network 0310b462-fa7a-4401-bbd5-4efb2eb35781 Feb 03 11:32:29.296124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0310b462-fa7a-4401-bbd5-4efb2eb35781), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.347031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62361940-5bcf-4bea-8ef0-481079e2638b None None] Provisioning complete for port 4ee37833-5922-49ce-a16d-f133da748d15 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:29.351641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62361940-5bcf-4bea-8ef0-481079e2638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4ee37833-5922-49ce-a16d-f133da748d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.459905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62361940-5bcf-4bea-8ef0-481079e2638b None None] Port 4ee37833-5922-49ce-a16d-f133da748d15 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:29.470986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0310b462-fa7a-4401-bbd5-4efb2eb35781), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.476182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:29.488779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.493309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (4ee37833-5922-49ce-a16d-f133da748d15), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.540845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4ee37833-5922-49ce-a16d-f133da748d15), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.719731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cf06074d-89ea-46aa-9bc2-f4a5cbe57fff None None] Provisioning complete for port 4ee37833-5922-49ce-a16d-f133da748d15 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:29.720165 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf06074d-89ea-46aa-9bc2-f4a5cbe57fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4ee37833-5922-49ce-a16d-f133da748d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:29.722059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9980869 Feb 03 11:32:29.725333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34560) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:29.732069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:29.913294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf06074d-89ea-46aa-9bc2-f4a5cbe57fff None None] Port 4ee37833-5922-49ce-a16d-f133da748d15 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:30.136981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c80f8-c158-4496-86ba-da96401fd828 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=0310b462-fa7a-4401-bbd5-4efb2eb35781,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:30.149009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-767fe9e1-98f3-4e3c-98bf-e52840b3085f None None] Provisioning complete for port 4ee37833-5922-49ce-a16d-f133da748d15 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:30.149195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=4ee37833-5922-49ce-a16d-f133da748d15,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:30.150150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767fe9e1-98f3-4e3c-98bf-e52840b3085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4ee37833-5922-49ce-a16d-f133da748d15), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.167155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] In _notify_port_updated(), no bound segment for port 4ee37833-5922-49ce-a16d-f133da748d15 on network 00af7c92-69db-4f58-a897-1f9e183e237f {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:32:30.176798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:30.177527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.184120 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a558cfb6-9c95-47f7-8383-ce8bffff0b92 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/ports/4ee37833-5922-49ce-a16d-f133da748d15 HTTP/1.1" status: 200 len: 999 time: 2.6965468 Feb 03 11:32:30.185038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:30.255135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:30.262888 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.293187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-767fe9e1-98f3-4e3c-98bf-e52840b3085f None None] Port 4ee37833-5922-49ce-a16d-f133da748d15 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:30.295117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:30.378799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d55cca-c1c1-4c07-91a2-8a1127bd87e0 req-ace52704-b7cd-412a-af73-fee812176e6c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:30.392606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6d55cca-c1c1-4c07-91a2-8a1127bd87e0 req-ace52704-b7cd-412a-af73-fee812176e6c tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.3420939 Feb 03 11:32:30.466570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 4ee37833-5922-49ce-a16d-f133da748d15 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:30.466832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4ee37833-5922-49ce-a16d-f133da748d15), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.551145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6d55cca-c1c1-4c07-91a2-8a1127bd87e0 req-43c48c15-1484-4f8e-9adf-f9a1570d7d43 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563256 Feb 03 11:32:30.620548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4ee37833-5922-49ce-a16d-f133da748d15), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.639713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 4ee37833-5922-49ce-a16d-f133da748d15 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:30.914018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (85800fc7-41fa-432a-97c1-00bd2f9ca89a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.926478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4ee37833-5922-49ce-a16d-f133da748d15), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:30.969585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=4ee37833-5922-49ce-a16d-f133da748d15,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:31.110834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=85800fc7-41fa-432a-97c1-00bd2f9ca89a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:31.148401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': '86b67459-3cfe-4eb7-9b54-f03fd76f6c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:31.148771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 0310b462-fa7a-4401-bbd5-4efb2eb35781, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:31.163285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.176145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:31.177505 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0c69d4d7-7c74-456a-b274-db0e1954470f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/4ee37833-5922-49ce-a16d-f133da748d15 HTTP/1.1" status: 204 len: 168 time: 0.9908178 Feb 03 11:32:31.197109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:31.231387 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce2c595-ec7c-4f30-8e0d-a55d23699fd0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:32:31.236139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:31.247086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ce2c595-ec7c-4f30-8e0d-a55d23699fd0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/4ee37833-5922-49ce-a16d-f133da748d15 HTTP/1.1" status: 404 len: 333 time: 0.0677478 Feb 03 11:32:31.247801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0310b462-fa7a-4401-bbd5-4efb2eb35781) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:31.259920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:31.260587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.292678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43457f34-16c3-416c-8d8b-cb887dfa7edc None None] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:31.303418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ad70e6a-3b5c-4989-980f-6e15588a9a3b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5763640 Feb 03 11:32:31.305486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:31.308245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f0900a0-f7b8-4981-ada0-a7016ee6735a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.314537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1249403403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:31.384080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet b9ec0e89-c8ab-4519-a324-16459389c2c0 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:31.403807 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (b9ec0e89-c8ab-4519-a324-16459389c2c0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.406910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.408121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.540180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (80d9550b-ea6d-45f7-985e-bf453ec8dae9), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.551620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.585459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0310b462-fa7a-4401-bbd5-4efb2eb35781', 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '85800fc7-41fa-432a-97c1-00bd2f9ca89a'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:31.586623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.621313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (b9ec0e89-c8ab-4519-a324-16459389c2c0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.629613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.635462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-29304cf3-af86-4471-a798-bd4343caf762 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3245299 Feb 03 11:32:31.637909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:31.654735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'port': {'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781', 'name': 'tempest-RoutersIpV6Test-2090037616'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:31.845400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (b9ec0e89-c8ab-4519-a324-16459389c2c0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.922308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Allocated IP 2001:db8::2 (0310b462-fa7a-4401-bbd5-4efb2eb35781/85800fc7-41fa-432a-97c1-00bd2f9ca89a/ecc91b31-c854-4c8d-98ec-82252318c8f2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:31.993384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268b92f-e7f7-4a2d-b5b7-ad6992f9dc94 req-73ef683f-1bcc-4d71-8f44-ec1885af02ca tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:31.995712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (b9ec0e89-c8ab-4519-a324-16459389c2c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:31.998813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1268b92f-e7f7-4a2d-b5b7-ad6992f9dc94 req-73ef683f-1bcc-4d71-8f44-ec1885af02ca tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.2622869 Feb 03 11:32:32.042215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:32.053591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.086727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] device_id is not set on port da536fa3-4d81-421a-af9f-032154e9d0b6 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:32.132644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.147560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/b9ec0e89-c8ab-4519-a324-16459389c2c0 HTTP/1.1" status: 204 len: 168 time: 0.9097784 Feb 03 11:32:32.149586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f06f02-a0a3-4824-ac5b-d5fd8198fc9f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ec0e89-c8ab-4519-a324-16459389c2c0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:32.153801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:32.176036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1268b92f-e7f7-4a2d-b5b7-ad6992f9dc94 req-1a2c4053-facc-4bde-bbb4-1ed6f4fbda40 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736894 Feb 03 11:32:32.284659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:32.285617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.295982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d9ed0-79d2-4a39-8cab-bfb14ef12862 None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:32.336613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks [] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.358018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.373741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.485240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8::1d0 (0310b462-fa7a-4401-bbd5-4efb2eb35781/85800fc7-41fa-432a-97c1-00bd2f9ca89a/da536fa3-4d81-421a-af9f-032154e9d0b6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:32.515633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Pushing event updated for resources: {'Port': ['ID=ecc91b31-c854-4c8d-98ec-82252318c8f2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:32.558387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:32.563933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:32.569629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:32.574731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.658303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.708456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Attempting to bind port ecc91b31-c854-4c8d-98ec-82252318c8f2 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:32.708880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Attempting to bind port ecc91b31-c854-4c8d-98ec-82252318c8f2 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '86b67459-3cfe-4eb7-9b54-f03fd76f6c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:32.709300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Attempting to bind port ecc91b31-c854-4c8d-98ec-82252318c8f2 on network 0310b462-fa7a-4401-bbd5-4efb2eb35781 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:32.717470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:32.719792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.722926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:32.722926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Checking segment: {'id': '86b67459-3cfe-4eb7-9b54-f03fd76f6c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:32.726393 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-10e344ef-3b9f-456f-8ac7-a935d231317a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05 HTTP/1.1" status: 204 len: 168 time: 0.5664632 Feb 03 11:32:32.726509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.726509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Bound using segment: {'id': '86b67459-3cfe-4eb7-9b54-f03fd76f6c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:32.726509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Bound port: ecc91b31-c854-4c8d-98ec-82252318c8f2, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b67459-3cfe-4eb7-9b54-f03fd76f6c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0310b462-fa7a-4401-bbd5-4efb2eb35781'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:32.726509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.726833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34680) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:32.858959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.912255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] For port ecc91b31-c854-4c8d-98ec-82252318c8f2, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:32.915717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] For port ecc91b31-c854-4c8d-98ec-82252318c8f2, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ecc91b31-c854-4c8d-98ec-82252318c8f2,segment=NetworkSegment(86b67459-3cfe-4eb7-9b54-f03fd76f6c09),segment_id=86b67459-3cfe-4eb7-9b54-f03fd76f6c09)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:32.930118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.945410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (00af7c92-69db-4f58-a897-1f9e183e237f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:32.956378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:33.042334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=da536fa3-4d81-421a-af9f-032154e9d0b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:33.061880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:33.075022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:33.079634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:33.089727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:33.095650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:33.141886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50e50c08-11d8-413f-ad33-43ca55df5896 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5006034 Feb 03 11:32:33.143873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:33.144231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338d1a8-7e90-40c6-a3cd-42e1f11acc41 None None] Pushing event updated for resources: {'Port': ['ID=ecc91b31-c854-4c8d-98ec-82252318c8f2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:33.160835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port e6c4b88d-c49e-403b-b45e-57ec1568e4ec {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:33.161513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:33.302171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port e6c4b88d-c49e-403b-b45e-57ec1568e4ec, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,segment=NetworkSegment(d8195b2a-4b1f-4b4f-aecc-a2be89c0085a),segment_id=d8195b2a-4b1f-4b4f-aecc-a2be89c0085a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:33.303096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:33.361302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for e6c4b88d-c49e-403b-b45e-57ec1568e4ec owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:33.680599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e6c4b88d-c49e-403b-b45e-57ec1568e4ec), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:33.753406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=e6c4b88d-c49e-403b-b45e-57ec1568e4ec,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:33.757194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port e6c4b88d-c49e-403b-b45e-57ec1568e4ec on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:33.991701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (00af7c92-69db-4f58-a897-1f9e183e237f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.022797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af7c92-69db-4f58-a897-1f9e183e237f']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:34.035491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:34.036596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8195b2a-4b1f-4b4f-aecc-a2be89c0085a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:34.059654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d8195b2a-4b1f-4b4f-aecc-a2be89c0085a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.097131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d8195b2a-4b1f-4b4f-aecc-a2be89c0085a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.106249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:34.107968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d8195b2a-4b1f-4b4f-aecc-a2be89c0085a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:34.115792 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:34.141603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6569d7-770d-45dd-b054-80ae657561c1 None None] Network 00af7c92-69db-4f58-a897-1f9e183e237f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:34.147523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ee21-657a-4a3e-9eb1-d9dc890a15ef req-e8852159-26d0-46ae-84e6-5e784b19fb0b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:34.150585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cb9ee21-657a-4a3e-9eb1-d9dc890a15ef req-e8852159-26d0-46ae-84e6-5e784b19fb0b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.7877259 Feb 03 11:32:34.299305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-52632f78-c01f-4c16-b470-12d7159d3ffa None None] Could not find standard attr ID for object e6c4b88d-c49e-403b-b45e-57ec1568e4ec. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:32:34.313352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (00af7c92-69db-4f58-a897-1f9e183e237f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.327133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.337503 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/00af7c92-69db-4f58-a897-1f9e183e237f HTTP/1.1" status: 204 len: 168 time: 1.6072502 Feb 03 11:32:34.344453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34734) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:34.394984 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4bc6d-4234-47de-8e15-0986b7b692c0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=00af7c92-69db-4f58-a897-1f9e183e237f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:34.397996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57fc4145-d7f8-4fb1-8908-2a503a47223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.468619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29b6b4-2c7a-4e47-8862-99bb5e6cf08a None None] DHCP port deletion for 00af7c92-69db-4f58-a897-1f9e183e237f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:34.544673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc653b-660b-4784-9235-36a929491f4a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:34.553253 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fedc653b-660b-4784-9235-36a929491f4a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2080305 Feb 03 11:32:34.554010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:34.569937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cb9ee21-657a-4a3e-9eb1-d9dc890a15ef req-bc01cb3a-c813-4af4-a23e-c6125270b269 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107649 Feb 03 11:32:34.573505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.649129 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.669762 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5d3fe7b6-3ccd-4086-a9ec-11fa308a980b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1131458 Feb 03 11:32:34.670236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:34.680306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1938848848'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:34.775421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:34.778868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:34.946328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:35.215102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43d0edf3-af59-4099-9427-d908f9207a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.295759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a3836-08b3-4b62-9baf-939c7551f691 None None] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:35.337732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43d0edf3-af59-4099-9427-d908f9207a31 admin admin] Publish callbacks [] for security_group (dd4764bf-a64a-49d9-a371-e57cc9b4f321), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.352052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-43d0edf3-af59-4099-9427-d908f9207a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dd4764bf-a64a-49d9-a371-e57cc9b4f321), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.445690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0edf3-af59-4099-9427-d908f9207a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4764bf-a64a-49d9-a371-e57cc9b4f321,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:35.469661 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-43d0edf3-af59-4099-9427-d908f9207a31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f565010c236407dae438e4dadc2cde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195012 Feb 03 11:32:35.470985 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:35.557562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Provisioning complete for port ecc91b31-c854-4c8d-98ec-82252318c8f2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:35.557942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.731106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e107bc76-5007-464a-942a-552441163445 admin admin] Publish callbacks [] for security_group (dd4764bf-a64a-49d9-a371-e57cc9b4f321), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.744928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ecc91b31-c854-4c8d-98ec-82252318c8f2 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:35.800163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e107bc76-5007-464a-942a-552441163445 admin admin] Publish callbacks [] for security_group (dd4764bf-a64a-49d9-a371-e57cc9b4f321), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.868156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e107bc76-5007-464a-942a-552441163445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dd4764bf-a64a-49d9-a371-e57cc9b4f321), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.872784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e107bc76-5007-464a-942a-552441163445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.875051 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e107bc76-5007-464a-942a-552441163445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd4764bf-a64a-49d9-a371-e57cc9b4f321 HTTP/1.1" status: 204 len: 168 time: 0.4020092 Feb 03 11:32:35.891083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107bc76-5007-464a-942a-552441163445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4764bf-a64a-49d9-a371-e57cc9b4f321,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:35.912030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ecc91b31-c854-4c8d-98ec-82252318c8f2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:35.912401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:35.980877 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:32:36.007585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:36.091436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056e54-95b4-422d-83b6-495844731bc1 req-956b6758-c03d-4f78-879f-1ee1d03b7ff2 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:36.093801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d056e54-95b4-422d-83b6-495844731bc1 req-956b6758-c03d-4f78-879f-1ee1d03b7ff2 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.3711717 Feb 03 11:32:36.119665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Current status of the port ecc91b31-c854-4c8d-98ec-82252318c8f2 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:36.120091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.149481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.149481 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment 5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da of type vlan for network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b Feb 03 11:32:36.201416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.248180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.258184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.264641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:36.265580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.277183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.402060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34784) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:36.403158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7312970 Feb 03 11:32:36.415189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:36.580091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34786) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:36.595710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.612841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ecc91b31-c854-4c8d-98ec-82252318c8f2 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:36.616837 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.638242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf073f12-ccc8-42f1-a093-dafa8b9fce56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.690429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] For port ecc91b31-c854-4c8d-98ec-82252318c8f2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ecc91b31-c854-4c8d-98ec-82252318c8f2,segment=NetworkSegment(86b67459-3cfe-4eb7-9b54-f03fd76f6c09),segment_id=86b67459-3cfe-4eb7-9b54-f03fd76f6c09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:36.709529 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.723874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d056e54-95b4-422d-83b6-495844731bc1 req-6456d922-86be-4d94-9f25-f4ec03e76b9e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6165946 Feb 03 11:32:36.743466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566db5c-adcf-4342-b03a-5fb4d579d224 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=ba4dfa70-4b49-421a-a807-94c7a0e4fc2b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:36.826163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=da536fa3-4d81-421a-af9f-032154e9d0b6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:36.905312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:36.938610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (80d9550b-ea6d-45f7-985e-bf453ec8dae9), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.978918 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf073f12-ccc8-42f1-a093-dafa8b9fce56 admin admin] Publish callbacks [] for security_group (2625a553-52d1-4ee1-8744-328fd3f4d4a8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:36.996003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf073f12-ccc8-42f1-a093-dafa8b9fce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2625a553-52d1-4ee1-8744-328fd3f4d4a8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.130165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf073f12-ccc8-42f1-a093-dafa8b9fce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625a553-52d1-4ee1-8744-328fd3f4d4a8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:37.288650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:37.299876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.311284 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bf073f12-ccc8-42f1-a093-dafa8b9fce56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13e10c9aff5749db84dcaffa302e0623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238820 Feb 03 11:32:37.314378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34802) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:37.601784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.799382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (80395c81-fe20-435c-ab4d-945702146c01), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.844828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] Publish callbacks [] for security_group (2625a553-52d1-4ee1-8744-328fd3f4d4a8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.871781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Provisioning complete for port ecc91b31-c854-4c8d-98ec-82252318c8f2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:37.872805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:37.897832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=80395c81-fe20-435c-ab4d-945702146c01,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:37.919279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:37.919802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: ba4dfa70-4b49-421a-a807-94c7a0e4fc2b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:37.948647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:37.970099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, ba4dfa70-4b49-421a-a807-94c7a0e4fc2b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:37.978375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:37.980203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.016643 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-adcdeca7-8ae4-4081-8a5b-20d40254a9f0 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6134934 Feb 03 11:32:38.020602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34820) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:38.074066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b', 'name': 'tempest-PortsTestJSON-449164168'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:38.088604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b051a24-c5db-4197-998e-9094d672d75e None None] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:38.109661 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] Publish callbacks [] for security_group (2625a553-52d1-4ee1-8744-328fd3f4d4a8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.301562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02ce77b4-267c-47e4-b466-0d65673301bf details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:32:38.304404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.307604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db55f8e-3170-4743-95b0-3a166cdb2838 None None] Pushing event updated for resources: {'Port': ['ID=ecc91b31-c854-4c8d-98ec-82252318c8f2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:38.398501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:32:38.399298 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:32:38.501985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6efc-d3b6-4abd-89c7-d26182ac6a21 req-0dd52c1a-899e-4bd8-8d4b-06efc85c0fe3 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:38.517871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328f6efc-d3b6-4abd-89c7-d26182ac6a21 req-0dd52c1a-899e-4bd8-8d4b-06efc85c0fe3 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 0.5162086 Feb 03 11:32:38.677263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2625a553-52d1-4ee1-8744-328fd3f4d4a8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.679876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.699444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2625a553-52d1-4ee1-8744-328fd3f4d4a8 HTTP/1.1" status: 204 len: 168 time: 1.3825145 Feb 03 11:32:38.702111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-ba4dfa70-4b49-421a-a807-94c7a0e4fc2b', 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '80395c81-fe20-435c-ab4d-945702146c01'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:38.710008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.716537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.750771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dfceb-fb31-4d0c-9316-68deb12712bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625a553-52d1-4ee1-8744-328fd3f4d4a8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:38.755540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.757108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (80d9550b-ea6d-45f7-985e-bf453ec8dae9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:38.890196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=da536fa3-4d81-421a-af9f-032154e9d0b6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:38.926126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328f6efc-d3b6-4abd-89c7-d26182ac6a21 req-98aed561-02c3-4547-a331-87be0b083b1b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879557 Feb 03 11:32:38.928643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:38.943750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:39.024816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:39.201902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Allocated IP 172.20.0.2 (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b/80395c81-fe20-435c-ab4d-945702146c01/8d512cc5-54cf-4bcc-87d7-7cf3deb59fde) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:39.258202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:39.265899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:39.590857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02ce77b4-267c-47e4-b466-0d65673301bf,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:39.739067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Current status of the port ecc91b31-c854-4c8d-98ec-82252318c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:39.778480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '02ce77b4-267c-47e4-b466-0d65673301bf', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:32:39.809061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 80d9550b-ea6d-45f7-985e-bf453ec8dae9 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:32:39.826599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks [] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:39.852139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ecc91b31-c854-4c8d-98ec-82252318c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:39.869384 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:40.187298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:40.201965 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] Sync routers for ids ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:40.237307 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] Routers {'80d9550b-ea6d-45f7-985e-bf453ec8dae9'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:40.240109 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:40.272229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Provisioning complete for port da536fa3-4d81-421a-af9f-032154e9d0b6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:40.272958 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:40.282124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4658aeae-52cd-406b-9cc1-7442ce5cc745 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/80d9550b-ea6d-45f7-985e-bf453ec8dae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1111908 Feb 03 11:32:40.284189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6c4b88d-c49e-403b-b45e-57ec1568e4ec no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:40.286728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34880) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:40.443821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b3356-f287-4adc-a7bc-b6420aec2533 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:40.455075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:40.455533 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-931b3356-f287-4adc-a7bc-b6420aec2533 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports/da536fa3-4d81-421a-af9f-032154e9d0b6 HTTP/1.1" status: 200 len: 984 time: 0.1646333 Feb 03 11:32:40.494256 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:40.510139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e6c4b88d-c49e-403b-b45e-57ec1568e4ec {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:40.510579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6c4b88d-c49e-403b-b45e-57ec1568e4ec not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:40.554286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:40.557407 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] Routers {'80d9550b-ea6d-45f7-985e-bf453ec8dae9'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:40.558963 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:40.617954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 02ce77b4-267c-47e4-b466-0d65673301bf is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:40.618337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:40.620799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:40.640714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:40.642327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:40.643654 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8852bb5f-cf38-41f4-a698-37d118b85ba5 None None] The sync data for ids ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:40.706702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-381bec74-3557-49b7-979e-332acf181c6f None None] Port da536fa3-4d81-421a-af9f-032154e9d0b6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:40.744375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Pushing event updated for resources: {'Port': ['ID=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:40.828647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ecc91b31-c854-4c8d-98ec-82252318c8f2 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:40.838050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ce77b4-267c-47e4-b466-0d65673301bf {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:32:41.145868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.14 (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b/80395c81-fe20-435c-ab4d-945702146c01/2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:41.235210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02ce77b4-267c-47e4-b466-0d65673301bf,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:41.239712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Attempting to bind port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:41.243131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Attempting to bind port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:41.243885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Attempting to bind port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde on network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:41.275148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e8b32e32-179e-4e00-a458-5d68e29cca01 None None] Provisioning complete for port da536fa3-4d81-421a-af9f-032154e9d0b6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:41.277443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8b32e32-179e-4e00-a458-5d68e29cca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.291131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:41.293945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Checking segment: {'id': '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:41.301995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.302670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Bound using segment: {'id': '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:41.303408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Bound port: 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:41.304873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.308340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.336134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:41.580954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ffc1c-9f6a-47e8-9862-7df5f3ee5faa req-d00367e1-6899-48d2-9dfd-a370023e9d10 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:41.602345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf2ffc1c-9f6a-47e8-9862-7df5f3ee5faa req-d00367e1-6899-48d2-9dfd-a370023e9d10 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 943 time: 1.4120932 Feb 03 11:32:41.612018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32e32-179e-4e00-a458-5d68e29cca01 None None] Port da536fa3-4d81-421a-af9f-032154e9d0b6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:41.673595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d46ae84a-eab2-4a8b-91fb-9e71ad07c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.808113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:41.818016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ecc91b31-c854-4c8d-98ec-82252318c8f2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:41.818607 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.915129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d46ae84a-eab2-4a8b-91fb-9e71ad07c729 admin admin] Publish callbacks [] for security_group (05511757-392b-47c5-95c8-0549274c0b70), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.925046 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d46ae84a-eab2-4a8b-91fb-9e71ad07c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (05511757-392b-47c5-95c8-0549274c0b70), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:41.960390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['02ce77b4-267c-47e4-b466-0d65673301bf'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:32:42.017189 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d46ae84a-eab2-4a8b-91fb-9e71ad07c729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f24805da76e47cca7d87442ccf985f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6792338 Feb 03 11:32:42.022158 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:42.100312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ae84a-eab2-4a8b-91fb-9e71ad07c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05511757-392b-47c5-95c8-0549274c0b70,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:42.155315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] Publish callbacks [] for security_group (05511757-392b-47c5-95c8-0549274c0b70), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.170758 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.213091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] For port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:42.262860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] Publish callbacks [] for security_group (05511757-392b-47c5-95c8-0549274c0b70), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.354739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] For port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,segment=NetworkSegment(5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da),segment_id=5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:42.439175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (05511757-392b-47c5-95c8-0549274c0b70), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.454701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.462684 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05511757-392b-47c5-95c8-0549274c0b70 HTTP/1.1" status: 204 len: 168 time: 0.4230111 Feb 03 11:32:42.507881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec858672-ed40-4493-a695-be735824e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05511757-392b-47c5-95c8-0549274c0b70,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:42.521199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.582235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ecc91b31-c854-4c8d-98ec-82252318c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:42.599414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:42.678207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf2ffc1c-9f6a-47e8-9862-7df5f3ee5faa req-5ef487ae-8556-4260-bfb4-532da6502502 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0705278 Feb 03 11:32:42.751543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:42.775134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:42.786295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:42.810145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:43.126921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e651f0-75a6-4b2a-8f51-0431a821857e None None] Pushing event updated for resources: {'Port': ['ID=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:43.169544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (80d9550b-ea6d-45f7-985e-bf453ec8dae9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:43.365647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:43.366519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:43.427630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 34962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:43.445771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-368b9ad7-47b1-4fb2-80a7-3fce9c9706ad tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3984268 Feb 03 11:32:43.461510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': 'ba4dfa70-4b49-421a-a807-94c7a0e4fc2b', 'name': 'tempest-PortsTestJSON-503006149'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:43.549453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 34964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:43.693291 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cecb-b798-4de4-8da8-65432e895590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:43.770574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:43.780277 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:43.822528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port ff1deea7-e6f0-4d61-9637-d7fd216a9154 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:44.064577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.13 (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b/80395c81-fe20-435c-ab4d-945702146c01/ff1deea7-e6f0-4d61-9637-d7fd216a9154) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:44.511034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:44.568442 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:44.633589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:44.645973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:44.670217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:44.806693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=ff1deea7-e6f0-4d61-9637-d7fd216a9154,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:45.026643 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:45.065541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:45.087507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.150184 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff8bda6b-c803-405e-be0d-2e1bee666bf7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7204540 Feb 03 11:32:45.153048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:45.162236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:45.162999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.332744 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cecb-b798-4de4-8da8-65432e895590 admin admin] Publish callbacks [] for security_group (bafc5f42-62c1-4e10-b1db-01aa86c127f7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.366623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02ce77b4-267c-47e4-b466-0d65673301bf up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:45.387885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cecb-b798-4de4-8da8-65432e895590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bafc5f42-62c1-4e10-b1db-01aa86c127f7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.439475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4bb6cecb-b798-4de4-8da8-65432e895590 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36974ab9c0ec4816bb802cf6ea3abe03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8881416 Feb 03 11:32:45.445090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:45.475751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980da5f-48cf-4990-8c87-2dcfbcb4af59 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:45.481900 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5980da5f-48cf-4990-8c87-2dcfbcb4af59 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.3274097 Feb 03 11:32:45.482458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:45.488297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0efad-b308-4062-8268-4576bad1fbaa None None] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:45.552124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:45.553155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.554834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port da536fa3-4d81-421a-af9f-032154e9d0b6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:45.555285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.564335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:45.607975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0913b-0a30-429a-bb15-f6d38bec39d7 req-05e0f915-d518-4fdc-80ba-cb683055e004 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:45.610051 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19e0913b-0a30-429a-bb15-f6d38bec39d7 req-05e0f915-d518-4fdc-80ba-cb683055e004 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 944 time: 0.9930966 Feb 03 11:32:45.619744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6cecb-b798-4de4-8da8-65432e895590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc5f42-62c1-4e10-b1db-01aa86c127f7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:45.780123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c27242b0-493d-4601-b1f6-858040abafdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.801162 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.806376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5f3eb8b7-0828-4bf9-bf5e-2dda9427e2e3 None None] Provisioning complete for port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:45.806762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb8b7-0828-4bf9-bf5e-2dda9427e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.845381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19e0913b-0a30-429a-bb15-f6d38bec39d7 req-ed4caf8e-91df-4153-999c-b640e67b09b0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791492 Feb 03 11:32:45.847409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for da536fa3-4d81-421a-af9f-032154e9d0b6 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:45.851364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] Publish callbacks [] for security_group (bafc5f42-62c1-4e10-b1db-01aa86c127f7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.907044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port ff1deea7-e6f0-4d61-9637-d7fd216a9154 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:45.907674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.908990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 02ce77b4-267c-47e4-b466-0d65673301bf completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:32:45.914126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c27242b0-493d-4601-b1f6-858040abafdc admin admin] Publish callbacks [] for security_group (64769b79-107f-4f76-9530-c38d51e3938b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.923462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c27242b0-493d-4601-b1f6-858040abafdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (64769b79-107f-4f76-9530-c38d51e3938b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.943609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,segment=NetworkSegment(5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da),segment_id=5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:45.956191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.965356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27242b0-493d-4601-b1f6-858040abafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64769b79-107f-4f76-9530-c38d51e3938b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:45.977345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 02ce77b4-267c-47e4-b466-0d65673301bf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:45.977788 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:45.992828 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c27242b0-493d-4601-b1f6-858040abafdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9775730d2024a648c7e300e3bf1f481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256251 Feb 03 11:32:45.993470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:46.062984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] Publish callbacks [] for security_group (bafc5f42-62c1-4e10-b1db-01aa86c127f7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.068304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] Publish callbacks [] for security_group (64769b79-107f-4f76-9530-c38d51e3938b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.099662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] Publish callbacks [] for security_group (64769b79-107f-4f76-9530-c38d51e3938b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.118577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5f3eb8b7-0828-4bf9-bf5e-2dda9427e2e3 None None] Current status of the port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:46.133972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:46.177381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (64769b79-107f-4f76-9530-c38d51e3938b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.180247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.184363 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64769b79-107f-4f76-9530-c38d51e3938b HTTP/1.1" status: 204 len: 168 time: 0.1897631 Feb 03 11:32:46.197411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628c41-26c2-4e3a-9d8c-9c359145ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64769b79-107f-4f76-9530-c38d51e3938b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:46.206929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 02ce77b4-267c-47e4-b466-0d65673301bf is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:46.207521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.262409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02ce77b4-267c-47e4-b466-0d65673301bf,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:46.263911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:32:46.264470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.267646 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1ad4e-4099-4d17-b5ef-3c1e2a56bf83" -d '{"events": [{"server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "name": "network-vif-plugged", "status": "completed", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:32:46.275131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.302160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for ff1deea7-e6f0-4d61-9637-d7fd216a9154 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:46.406299 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d630136-7229-4cd8-9d22-d493351d3219 x-openstack-request-id: req-9d630136-7229-4cd8-9d22-d493351d3219 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:32:46.408072 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "name": "network-vif-plugged", "status": "completed", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:32:46.408351 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d630136-7229-4cd8-9d22-d493351d3219 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:32:46.411015 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'code': 200} Feb 03 11:32:46.478953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.480395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:46.713099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9887-e154-4690-a030-21dd8105d262 req-54f9a4f6-7b3c-4981-bf7a-2510908a1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:46.714636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cefd9887-e154-4690-a030-21dd8105d262 req-54f9a4f6-7b3c-4981-bf7a-2510908a1773 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.2195771 Feb 03 11:32:46.735871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bafc5f42-62c1-4e10-b1db-01aa86c127f7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.738848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.742655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bafc5f42-62c1-4e10-b1db-01aa86c127f7 HTTP/1.1" status: 204 len: 168 time: 1.2870970 Feb 03 11:32:46.742838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:46.772224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103fd0c-28d0-4a9d-b717-8469419a2b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc5f42-62c1-4e10-b1db-01aa86c127f7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:46.812318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.870535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Provisioning complete for port ff1deea7-e6f0-4d61-9637-d7fd216a9154 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:46.873064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ff1deea7-e6f0-4d61-9637-d7fd216a9154), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:46.932474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=ff1deea7-e6f0-4d61-9637-d7fd216a9154,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:46.961574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35078) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:46.989936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Port ff1deea7-e6f0-4d61-9637-d7fd216a9154 was deleted so its status cannot be updated. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 11:32:46.995429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9e6a-2669-432e-a244-bc04e80186fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.005256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:47.005778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.016406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cefd9887-e154-4690-a030-21dd8105d262 req-8b152196-a49e-46f2-9b3f-cc1b2c3311df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928777 Feb 03 11:32:47.060275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Provisioning complete for port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:47.061079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.187047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9e6a-2669-432e-a244-bc04e80186fa admin admin] Publish callbacks [] for security_group (6d1e900b-2973-416d-89f3-b5eb28bf50e6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.205542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9e6a-2669-432e-a244-bc04e80186fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d1e900b-2973-416d-89f3-b5eb28bf50e6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.236479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (da536fa3-4d81-421a-af9f-032154e9d0b6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.237708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:47.291123 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.293374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:47.295351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8beaa74c-0758-437e-88aa-9332dfaf358a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/ff1deea7-e6f0-4d61-9637-d7fd216a9154 HTTP/1.1" status: 204 len: 168 time: 1.7938640 Feb 03 11:32:47.298566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:47.335005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=da536fa3-4d81-421a-af9f-032154e9d0b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:47.341451 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe28da0-acdb-4d65-a7c4-8b924a6b69a3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:32:47.343697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0fe28da0-acdb-4d65-a7c4-8b924a6b69a3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/ff1deea7-e6f0-4d61-9637-d7fd216a9154 HTTP/1.1" status: 404 len: 333 time: 0.0432177 Feb 03 11:32:47.352298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993735f3-35ad-4520-98d5-39f57cd9876e req-d56f67da-bcee-4a63-93f3-7b12d51e3664 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:47.353331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Provisioning complete for port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:47.354440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-993735f3-35ad-4520-98d5-39f57cd9876e req-d56f67da-bcee-4a63-93f3-7b12d51e3664 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.3173811 Feb 03 11:32:47.355117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:47.361308 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.400366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff9e6a-2669-432e-a244-bc04e80186fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e900b-2973-416d-89f3-b5eb28bf50e6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:47.433255 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1ff9e6a-2669-432e-a244-bc04e80186fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcbfde3e5f1249988c63bde5968b4267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700098 Feb 03 11:32:47.436540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:47.437052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35092) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:47.599345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-adf0770b-8a5c-4e4c-a1a9-8c6bad30c67c None None] Current status of the port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:47.625861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22f2e48a-216c-4ae4-b8b8-1c949319bbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.668420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (80d9550b-ea6d-45f7-985e-bf453ec8dae9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.713335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ddb063f2-e8cd-40f3-80e8-63fe202a9e6b None None] Could not find standard attr ID for object ff1deea7-e6f0-4d61-9637-d7fd216a9154. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:32:47.726610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ddb063f2-e8cd-40f3-80e8-63fe202a9e6b None None] Provisioning complete for port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:47.727063 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddb063f2-e8cd-40f3-80e8-63fe202a9e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.771108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ddb063f2-e8cd-40f3-80e8-63fe202a9e6b None None] Port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:32:47.884358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22f2e48a-216c-4ae4-b8b8-1c949319bbaa admin admin] Publish callbacks [] for security_group (7a693795-78f0-4b24-9d44-16436f86865f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.900325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] Publish callbacks [] for security_group (6d1e900b-2973-416d-89f3-b5eb28bf50e6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.928799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] Publish callbacks [] for security_group (6d1e900b-2973-416d-89f3-b5eb28bf50e6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:47.948731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-993735f3-35ad-4520-98d5-39f57cd9876e req-a274ede3-e2d2-4d81-8392-4c0790f4b71f tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5108292 Feb 03 11:32:47.984501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22f2e48a-216c-4ae4-b8b8-1c949319bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a693795-78f0-4b24-9d44-16436f86865f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.040424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:48.040773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.112782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:48.113794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-22f2e48a-216c-4ae4-b8b8-1c949319bbaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d1e0c9134994c00ac403f86a83322b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593561 Feb 03 11:32:48.118100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e48a-216c-4ae4-b8b8-1c949319bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a693795-78f0-4b24-9d44-16436f86865f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:48.269920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] Publish callbacks [] for security_group (7a693795-78f0-4b24-9d44-16436f86865f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.271368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 80d9550b-ea6d-45f7-985e-bf453ec8dae9 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:32:48.272930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d1e900b-2973-416d-89f3-b5eb28bf50e6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.285760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.289429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d1e900b-2973-416d-89f3-b5eb28bf50e6 HTTP/1.1" status: 204 len: 168 time: 0.8261766 Feb 03 11:32:48.329820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] Publish callbacks [] for security_group (7a693795-78f0-4b24-9d44-16436f86865f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.356801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.389554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:48.444210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a693795-78f0-4b24-9d44-16436f86865f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.449544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.451783 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a693795-78f0-4b24-9d44-16436f86865f HTTP/1.1" status: 204 len: 168 time: 0.3369269 Feb 03 11:32:48.478340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd81cd-572e-4ed4-993c-68b7dbcdde9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e900b-2973-416d-89f3-b5eb28bf50e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:48.484745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f1e4f-b759-4983-aaf3-d3a5218e2531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a693795-78f0-4b24-9d44-16436f86865f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:48.657094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:48.673129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35118) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:48.674807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] Sync routers for ids ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:48.675285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee2d1213-a58f-4357-848f-76eb61764e6d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/80d9550b-ea6d-45f7-985e-bf453ec8dae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2004671 Feb 03 11:32:48.702680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] Routers {'80d9550b-ea6d-45f7-985e-bf453ec8dae9'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:48.704522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:48.788700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:48.818877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] Routers {'80d9550b-ea6d-45f7-985e-bf453ec8dae9'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:48.825524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:48.846541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:48.917547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:48.918489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dc945-06e7-4a1a-8b34-c9b4af1bb554 None None] The sync data for ids ['80d9550b-ea6d-45f7-985e-bf453ec8dae9'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:48.928810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:49.217463 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-d5083836-b10a-4476-973e-6c147cd06869 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 11:32:49.218562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5083836-b10a-4476-973e-6c147cd06869 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/80d9550b-ea6d-45f7-985e-bf453ec8dae9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5444152 Feb 03 11:32:49.221774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35138) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:49.245269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.256040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-86e38867-f639-4e26-8d45-fb61692f8e47 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 HTTP/1.1" status: 204 len: 168 time: 1.8972702 Feb 03 11:32:49.267650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:49.297240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aadb5962-b2ac-41ce-8f58-02b3a1344c71 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d9550b-ea6d-45f7-985e-bf453ec8dae9 HTTP/1.1" status: 200 len: 205 time: 0.0724077 Feb 03 11:32:49.300304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35146) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:49.358043 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3b7942-a7ed-49fc-9b91-52b46aa8b142 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:32:49.359573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b3b7942-a7ed-49fc-9b91-52b46aa8b142 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/2f28fc2b-dee6-4c67-8d36-ba4f3e41fd84 HTTP/1.1" status: 404 len: 333 time: 0.0893288 Feb 03 11:32:49.366095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:49.456383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79abd-3186-44bc-a477-875eb6eb0bff req-ab89b562-4851-4ab2-88ef-0c6e21a2c6d6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:49.468159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1da79abd-3186-44bc-a477-875eb6eb0bff req-ab89b562-4851-4ab2-88ef-0c6e21a2c6d6 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.3554151 Feb 03 11:32:49.524097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 80395c81-fe20-435c-ab4d-945702146c01 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:49.527483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.538602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (80395c81-fe20-435c-ab4d-945702146c01), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.734776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (80395c81-fe20-435c-ab4d-945702146c01), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.826319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1da79abd-3186-44bc-a477-875eb6eb0bff req-e948088e-32bd-4027-bc79-073cfd062235 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567607 Feb 03 11:32:49.885610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.892544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (80d9550b-ea6d-45f7-985e-bf453ec8dae9), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:49.999252 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (80d9550b-ea6d-45f7-985e-bf453ec8dae9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.000664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router 80d9550b-ea6d-45f7-985e-bf453ec8dae9 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:32:50.013730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.015257 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-39d63787-7754-4afb-b889-65da24db5972 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/80d9550b-ea6d-45f7-985e-bf453ec8dae9 HTTP/1.1" status: 204 len: 168 time: 0.7129354 Feb 03 11:32:50.024704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35184) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:50.061946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (80395c81-fe20-435c-ab4d-945702146c01), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.155530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 85800fc7-41fa-432a-97c1-00bd2f9ca89a {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:32:50.161211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (85800fc7-41fa-432a-97c1-00bd2f9ca89a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.219741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf395e-0229-493e-b36d-45fc17ddc0b3 req-fd3a5bbb-9d12-41c4-a34f-867ccd3ee6b5 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:50.223687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2cf395e-0229-493e-b36d-45fc17ddc0b3 req-fd3a5bbb-9d12-41c4-a34f-867ccd3ee6b5 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.2201850 Feb 03 11:32:50.286710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (80395c81-fe20-435c-ab4d-945702146c01), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.411934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.417665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bb21b-4eaf-4034-b691-78b4dfbd972c None None] Network ba4dfa70-4b49-421a-a807-94c7a0e4fc2b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:50.420588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/80395c81-fe20-435c-ab4d-945702146c01 HTTP/1.1" status: 204 len: 168 time: 1.0532930 Feb 03 11:32:50.421937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5bfd8-a72e-4e18-bd62-a5af91f35560 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=80395c81-fe20-435c-ab4d-945702146c01,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:50.451405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:50.563251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2cf395e-0229-493e-b36d-45fc17ddc0b3 req-8d99d10b-e43d-41de-9a19-dd27e106c4da tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270462 Feb 03 11:32:50.593736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:50.738139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] DHCP port deletion for ba4dfa70-4b49-421a-a807-94c7a0e4fc2b request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:50.771876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.871530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Deleting port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:50.872223 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:50.914745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:50.916764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.021723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] For port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,segment=NetworkSegment(5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da),segment_id=5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:51.022374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.056552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Calling delete_port for 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:51.120419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,segment=NetworkSegment(5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da),segment_id=5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:51.121609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.180111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:51.192343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (85800fc7-41fa-432a-97c1-00bd2f9ca89a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.204626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.253677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e11adf-3b62-413b-b386-573faa734455 tempest-TestVolumeBackupRestore-1697383534 tempest-TestVolumeBackupRestore-1697383534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:51.255274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-28e11adf-3b62-413b-b386-573faa734455 tempest-TestVolumeBackupRestore-1697383534 tempest-TestVolumeBackupRestore-1697383534-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1122 time: 0.6608281 Feb 03 11:32:51.262314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:51.270196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:51.274773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Pushing event deleted for resources: {'Port': ['ID=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:51.296292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.296785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.297303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.297748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.298187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.298626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.299127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.299572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.300275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.300712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.301212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.311552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.313184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:32:51.325545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48030d-8964-43e9-9f7c-edab6962b02f None None] No DVR routers for this DVR port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:51.374216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.437954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (85800fc7-41fa-432a-97c1-00bd2f9ca89a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.492751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8d512cc5-54cf-4bcc-87d7-7cf3deb59fde), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.561500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (85800fc7-41fa-432a-97c1-00bd2f9ca89a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.637907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=85800fc7-41fa-432a-97c1-00bd2f9ca89a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:51.655548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=8d512cc5-54cf-4bcc-87d7-7cf3deb59fde,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:51.677641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d41727-30db-4406-82c6-38b3b1ef2663 None None] Network 0310b462-fa7a-4401-bbd5-4efb2eb35781 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:51.678213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.681889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:51.700790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db696095-3b86-40d7-99a6-4a9b7f41d29b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/85800fc7-41fa-432a-97c1-00bd2f9ca89a HTTP/1.1" status: 204 len: 168 time: 1.6667490 Feb 03 11:32:51.701462 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35248) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:51.808431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.852165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0310b462-fa7a-4401-bbd5-4efb2eb35781), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.880589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4dfa70-4b49-421a-a807-94c7a0e4fc2b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:51.912859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:51.913283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:51.922766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.931003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port ecc91b31-c854-4c8d-98ec-82252318c8f2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:51.931365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:51.964080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.014555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] DHCP port deletion for 0310b462-fa7a-4401-bbd5-4efb2eb35781 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:32:52.055699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.081627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port ecc91b31-c854-4c8d-98ec-82252318c8f2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ecc91b31-c854-4c8d-98ec-82252318c8f2,segment=NetworkSegment(86b67459-3cfe-4eb7-9b54-f03fd76f6c09),segment_id=86b67459-3cfe-4eb7-9b54-f03fd76f6c09)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:52.082072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.082317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:52.082545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (5ae3dcf7-4a5b-4e11-893b-5fbc3d0ee6da), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self.session.flush() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:52.088210 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:52.144724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for ecc91b31-c854-4c8d-98ec-82252318c8f2 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:52.194192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Allocated IP 172.25.7.98 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/304ac3b1-2b64-46ae-81e1-4bed7094bd47) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:52.305806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Deleting port ecc91b31-c854-4c8d-98ec-82252318c8f2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:32:52.309225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.342275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.399452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=ecc91b31-c854-4c8d-98ec-82252318c8f2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:52.418193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port ecc91b31-c854-4c8d-98ec-82252318c8f2 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:52.425763 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.455761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] For port ecc91b31-c854-4c8d-98ec-82252318c8f2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ecc91b31-c854-4c8d-98ec-82252318c8f2,segment=NetworkSegment(86b67459-3cfe-4eb7-9b54-f03fd76f6c09),segment_id=86b67459-3cfe-4eb7-9b54-f03fd76f6c09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:52.456571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.509211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Calling delete_port for ecc91b31-c854-4c8d-98ec-82252318c8f2 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:32:52.621546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0310b462-fa7a-4401-bbd5-4efb2eb35781), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.703428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.707123 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0310b462-fa7a-4401-bbd5-4efb2eb35781']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:52.716027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (ba4dfa70-4b49-421a-a807-94c7a0e4fc2b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.719381 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (ecc91b31-c854-4c8d-98ec-82252318c8f2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.773861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b67459-3cfe-4eb7-9b54-f03fd76f6c09') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:52.776320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b67459-3cfe-4eb7-9b54-f03fd76f6c09') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:52.798726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] Pushing event deleted for resources: {'Port': ['ID=ecc91b31-c854-4c8d-98ec-82252318c8f2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:52.803238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d4862-c141-484d-b55e-c514b8478443 None None] No DVR routers for this DVR port ecc91b31-c854-4c8d-98ec-82252318c8f2 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:32:52.827117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (86b67459-3cfe-4eb7-9b54-f03fd76f6c09), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.851365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ecc91b31-c854-4c8d-98ec-82252318c8f2 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:52.856623 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (86b67459-3cfe-4eb7-9b54-f03fd76f6c09), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.872065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.872848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:32:52.874058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (86b67459-3cfe-4eb7-9b54-f03fd76f6c09), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:32:52.881573 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:32:52.893628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/ba4dfa70-4b49-421a-a807-94c7a0e4fc2b HTTP/1.1" status: 204 len: 168 time: 2.4404199 Feb 03 11:32:52.906444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:52.908337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ecc91b31-c854-4c8d-98ec-82252318c8f2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:52.913187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ecc91b31-c854-4c8d-98ec-82252318c8f2 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:52.913940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:32:52.924602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:52.960444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:52.970525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785100361'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:52.985559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:52.993486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a43c8b-b8b3-4481-a5b4-b9bd6bb08767 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=ba4dfa70-4b49-421a-a807-94c7a0e4fc2b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:53.000844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:32:53.003456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8d512cc5-54cf-4bcc-87d7-7cf3deb59fde not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:32:53.050274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0310b462-fa7a-4401-bbd5-4efb2eb35781), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.100398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.125559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:53.128322 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/0310b462-fa7a-4401-bbd5-4efb2eb35781 HTTP/1.1" status: 204 len: 168 time: 1.4179752 Feb 03 11:32:53.129664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8d037-d384-4d5f-9033-bbd2a29f4419 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=0310b462-fa7a-4401-bbd5-4efb2eb35781,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:53.153377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-542568340'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:53.164519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'Port': ['ID=304ac3b1-2b64-46ae-81e1-4bed7094bd47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:53.173937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:53.183392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.342110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:53.346832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.350157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:53.385102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.385853 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment 1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6 of type vlan for network 08a44d94-8528-42e9-a607-43cd4d3ac1ee Feb 03 11:32:53.427176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:53.467058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:32:53.633036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b78bc18-1e9a-4ab1-8816-f9b354cbfad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.757478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b78bc18-1e9a-4ab1-8816-f9b354cbfad1 admin admin] Publish callbacks [] for security_group (2e20e882-6528-4e00-b234-2bb40d7fbf66), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.773756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b78bc18-1e9a-4ab1-8816-f9b354cbfad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e20e882-6528-4e00-b234-2bb40d7fbf66), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.814562 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b78bc18-1e9a-4ab1-8816-f9b354cbfad1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=206db21000974f03bb69b56cd55bb6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855488 Feb 03 11:32:53.817172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35336) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:53.901192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35340) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:53.906271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] Publish callbacks [] for security_group (2e20e882-6528-4e00-b234-2bb40d7fbf66), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.945338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bc18-1e9a-4ab1-8816-f9b354cbfad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e20e882-6528-4e00-b234-2bb40d7fbf66,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:53.957009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] Publish callbacks [] for security_group (2e20e882-6528-4e00-b234-2bb40d7fbf66), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:53.972735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (08a44d94-8528-42e9-a607-43cd4d3ac1ee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.004849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (774f4266-565b-49f6-bcf0-87ad03bb282f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.005551 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment 774f4266-565b-49f6-bcf0-87ad03bb282f of type vlan for network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f Feb 03 11:32:54.045586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (08a44d94-8528-42e9-a607-43cd4d3ac1ee), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.051520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:54.052133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.066912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e20e882-6528-4e00-b234-2bb40d7fbf66), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.071905 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.073258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e20e882-6528-4e00-b234-2bb40d7fbf66 HTTP/1.1" status: 204 len: 168 time: 0.2546868 Feb 03 11:32:54.084853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51019876-1613-4911-b595-ca4bec045407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e20e882-6528-4e00-b234-2bb40d7fbf66,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:54.163532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (6e9a96d4-cab5-455b-b81e-0bab0aeab94f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.180530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2535739 Feb 03 11:32:54.181376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:54.223790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a76-3561-4ab4-a1a7-acc6629096ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.247547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060e66-41f5-4de7-a3ab-7233ff312f07 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=08a44d94-8528-42e9-a607-43cd4d3ac1ee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:54.257413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:54.262727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:54.288827 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:32:54.435483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a76-3561-4ab4-a1a7-acc6629096ca admin admin] Publish callbacks [] for security_group (2cece1a2-7eba-4799-9dc9-71c313f9349c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.443311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a76-3561-4ab4-a1a7-acc6629096ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2cece1a2-7eba-4799-9dc9-71c313f9349c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.450847 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (6e9a96d4-cab5-455b-b81e-0bab0aeab94f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.459325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:54.459722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.524124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6a76-3561-4ab4-a1a7-acc6629096ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cece1a2-7eba-4799-9dc9-71c313f9349c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:54.535817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d31f6a76-3561-4ab4-a1a7-acc6629096ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71966e45a6ff4b988f1fa8bda64615b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6025641 Feb 03 11:32:54.539972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35360) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:54.634987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35362) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:54.642243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.651974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678db5ef-9d90-4a7d-add5-10292ffae2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.676708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] Publish callbacks [] for security_group (2cece1a2-7eba-4799-9dc9-71c313f9349c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.724356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] Publish callbacks [] for security_group (2cece1a2-7eba-4799-9dc9-71c313f9349c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.770255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6254478 Feb 03 11:32:54.770689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:54.780754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:54.813985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.859887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad463-00a8-4cca-be75-2d2e2ae3cd4c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=6e9a96d4-cab5-455b-b81e-0bab0aeab94f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:54.876233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:32:54.927933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2cece1a2-7eba-4799-9dc9-71c313f9349c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.932788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:54.934268 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cece1a2-7eba-4799-9dc9-71c313f9349c HTTP/1.1" status: 204 len: 168 time: 0.3922505 Feb 03 11:32:54.981269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:54.985362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.088554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.091580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:55.096558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.102791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.163583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc60ae-38b0-42ca-a378-fe112aa9c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cece1a2-7eba-4799-9dc9-71c313f9349c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:55.301589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678db5ef-9d90-4a7d-add5-10292ffae2c6 admin admin] Publish callbacks [] for security_group (27355734-098a-4498-854a-1d319633dd31), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.305692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (4dc10d6c-22ec-4dff-8105-f68bfb4871ce), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.324124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678db5ef-9d90-4a7d-add5-10292ffae2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27355734-098a-4498-854a-1d319633dd31), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.368527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.405612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678db5ef-9d90-4a7d-add5-10292ffae2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27355734-098a-4498-854a-1d319633dd31,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:55.446083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:55.489079 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-678db5ef-9d90-4a7d-add5-10292ffae2c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4eb6d0d269a54c4198798138d570da91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8499033 Feb 03 11:32:55.492562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84c13aa1-0ff2-4a35-947b-4772b60fa1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.495219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:55.498383 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Floating IP 050119fc-5c47-4fd0-8435-7b892674dc3b associated. External IP: 172.25.7.98, port: 02ce77b4-267c-47e4-b466-0d65673301bf. Feb 03 11:32:55.511562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=4dc10d6c-22ec-4dff-8105-f68bfb4871ce,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:55.550068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': '774f4266-565b-49f6-bcf0-87ad03bb282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:55.550509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 6e9a96d4-cab5-455b-b81e-0bab0aeab94f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:55.624254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:55.653707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event updated for resources: {'Port': ['ID=304ac3b1-2b64-46ae-81e1-4bed7094bd47,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:55.654141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 6e9a96d4-cab5-455b-b81e-0bab0aeab94f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:55.665015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb10d8-b25d-4365-a9b3-cf25dc1e3a74 None None] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:55.698712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:55.699358 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.703426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84c13aa1-0ff2-4a35-947b-4772b60fa1dd admin admin] Publish callbacks [] for security_group (1e811097-212d-406c-a0cf-3217cdd4cd85), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.714504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84c13aa1-0ff2-4a35-947b-4772b60fa1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e811097-212d-406c-a0cf-3217cdd4cd85), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.770046 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60a30501-d2b8-45ec-846f-a6d49122dbc7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9944918 Feb 03 11:32:55.774177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13aa1-0ff2-4a35-947b-4772b60fa1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e811097-212d-406c-a0cf-3217cdd4cd85,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:55.781433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:55.786437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969227656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:55.832053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-6e9a96d4-cab5-455b-b81e-0bab0aeab94f', 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '4dc10d6c-22ec-4dff-8105-f68bfb4871ce'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:55.833118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.833763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:55.838276 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84c13aa1-0ff2-4a35-947b-4772b60fa1dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ee493417329415f9e5386e51c4f7411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910074 Feb 03 11:32:55.852668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.854367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:55.997225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (d7a92303-35c7-4dd4-8420-1d1cdb94d431), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.005037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.034516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.037923 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5cd72b58-1e41-44c6-ad32-f2d739d01e58 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2557166 Feb 03 11:32:56.040613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:56.140811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (862a98e5-02d9-4e2e-98aa-f3e97105fd56), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.192465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:32:56.196899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Allocated IP 2001:db8::2 (6e9a96d4-cab5-455b-b81e-0bab0aeab94f/4dc10d6c-22ec-4dff-8105-f68bfb4871ce/0c2e262c-05a9-46de-bac1-e009bd39013d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:56.250193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] Publish callbacks [] for security_group (27355734-098a-4498-854a-1d319633dd31), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.354610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] Publish callbacks [] for security_group (1e811097-212d-406c-a0cf-3217cdd4cd85), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.401401 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] Publish callbacks [] for security_group (27355734-098a-4498-854a-1d319633dd31), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.403237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=862a98e5-02d9-4e2e-98aa-f3e97105fd56,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:56.468643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks [] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.479911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.485776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:56.486155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: 08a44d94-8528-42e9-a607-43cd4d3ac1ee, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:32:56.489924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] Publish callbacks [] for security_group (1e811097-212d-406c-a0cf-3217cdd4cd85), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.529524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Pushing event updated for resources: {'Port': ['ID=0c2e262c-05a9-46de-bac1-e009bd39013d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:56.547133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:56.548432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:56.551979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:56.598325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:32:56.601912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:32:56.620344 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:32:56.629575 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27355734-098a-4498-854a-1d319633dd31), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.632533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.637154 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:56.637789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:56.639709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27355734-098a-4498-854a-1d319633dd31 HTTP/1.1" status: 204 len: 168 time: 1.0119445 Feb 03 11:32:56.655356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 08a44d94-8528-42e9-a607-43cd4d3ac1ee) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:56.668414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:56.677728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.687529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Attempting to bind port 0c2e262c-05a9-46de-bac1-e009bd39013d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:56.688274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Attempting to bind port 0c2e262c-05a9-46de-bac1-e009bd39013d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '774f4266-565b-49f6-bcf0-87ad03bb282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:56.688274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Attempting to bind port 0c2e262c-05a9-46de-bac1-e009bd39013d on network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:56.693177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b63165-0c3d-4108-80b3-779c09593796 None None] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:32:56.710395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.710984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.721023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697903a-6b36-4438-bceb-ae75bbdd1878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27355734-098a-4498-854a-1d319633dd31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:56.727228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e811097-212d-406c-a0cf-3217cdd4cd85), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.734872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.736230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e811097-212d-406c-a0cf-3217cdd4cd85 HTTP/1.1" status: 204 len: 168 time: 0.8990822 Feb 03 11:32:56.774802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:56.775192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Checking segment: {'id': '774f4266-565b-49f6-bcf0-87ad03bb282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:56.775611 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.776001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Bound using segment: {'id': '774f4266-565b-49f6-bcf0-87ad03bb282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:56.776489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Bound port: 0c2e262c-05a9-46de-bac1-e009bd39013d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774f4266-565b-49f6-bcf0-87ad03bb282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6e9a96d4-cab5-455b-b81e-0bab0aeab94f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:56.776876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:56.873095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3688b3d-54dd-4a38-b775-7c90ddcadc96 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6053133 Feb 03 11:32:56.873095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5f2e7-2d92-4915-ba82-43ab5a5f3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e811097-212d-406c-a0cf-3217cdd4cd85,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:56.882614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:56.883602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:32:56.889366 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c612dc5d-5b63-443b-b7b8-6326ececf545" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:32:56.902166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d67eab32-ab47-4fea-b082-101ac8f0d67c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6558661 Feb 03 11:32:56.917568 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:32:56.980152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:57.054599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee', 'name': 'tempest-PortsTestJSON-18861041', 'fixed_ips': [{'subnet_id': '862a98e5-02d9-4e2e-98aa-f3e97105fd56', 'ip_address': '172.20.0.10'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:57.161967 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb612988-9c18-4e1d-8e2b-36050750eae0 x-openstack-request-id: req-cb612988-9c18-4e1d-8e2b-36050750eae0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:32:57.162557 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:32:57.163004 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb612988-9c18-4e1d-8e2b-36050750eae0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:32:57.163824 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:32:57.245712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.253974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:32:57.300422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-08a44d94-8528-42e9-a607-43cd4d3ac1ee', 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '862a98e5-02d9-4e2e-98aa-f3e97105fd56'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:32:57.302555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.324122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] For port 0c2e262c-05a9-46de-bac1-e009bd39013d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:57.426907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.432997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8::1 (6e9a96d4-cab5-455b-b81e-0bab0aeab94f/4dc10d6c-22ec-4dff-8105-f68bfb4871ce/b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:57.493671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port bd20038c-2225-4bec-a067-b16ad64a9b57 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:32:57.526670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34949232-0ebd-491e-9848-ef9fa86f0384 tempest-TestVolumeBackupRestore-1697383534 tempest-TestVolumeBackupRestore-1697383534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:57.536872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-34949232-0ebd-491e-9848-ef9fa86f0384 tempest-TestVolumeBackupRestore-1697383534 tempest-TestVolumeBackupRestore-1697383534-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1122 time: 0.6413014 Feb 03 11:32:57.543424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:32:57.562630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Request body: {'floatingip': {'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:32:57.716012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Allocated IP 172.20.0.2 (08a44d94-8528-42e9-a607-43cd4d3ac1ee/862a98e5-02d9-4e2e-98aa-f3e97105fd56/f6220663-b42e-484b-aaf1-1f4c1c900f30) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:57.719394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.783158 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:32:54Z', 'revision_number': 0, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:57.835018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.891616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks [] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.907364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] For port 0c2e262c-05a9-46de-bac1-e009bd39013d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0c2e262c-05a9-46de-bac1-e009bd39013d,segment=NetworkSegment(774f4266-565b-49f6-bcf0-87ad03bb282f),segment_id=774f4266-565b-49f6-bcf0-87ad03bb282f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:57.913352 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.918655 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.969470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:57.977434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:57.983787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:57.984054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:32:57.989458 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (d7a92303-35c7-4dd4-8420-1d1cdb94d431), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:57.997021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Pushing event updated for resources: {'Port': ['ID=f6220663-b42e-484b-aaf1-1f4c1c900f30,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:58.008061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:58.021591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:32:58.035079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:32:58.167012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-899459f1-57bc-436b-9600-4625cb2489e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:58.171576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-899459f1-57bc-436b-9600-4625cb2489e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.9584153 Feb 03 11:32:58.204853 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:32:58.232726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:32:58.250386 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:58.350050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547521d-9b85-4962-bb63-f68f5ac98b34 None None] Pushing event updated for resources: {'Port': ['ID=0c2e262c-05a9-46de-bac1-e009bd39013d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:58.376691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Attempting to bind port f6220663-b42e-484b-aaf1-1f4c1c900f30 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:58.383038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Attempting to bind port f6220663-b42e-484b-aaf1-1f4c1c900f30 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:32:58.383828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Attempting to bind port f6220663-b42e-484b-aaf1-1f4c1c900f30 on network 08a44d94-8528-42e9-a607-43cd4d3ac1ee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:32:58.422012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:58.434541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:32:58.434969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Checking segment: {'id': '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:32:58.435391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:58.473550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Bound using segment: {'id': '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:32:58.474248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Bound port: f6220663-b42e-484b-aaf1-1f4c1c900f30, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:32:58.479226 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:58.496333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:58.636965 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:32:58.695248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] For port f6220663-b42e-484b-aaf1-1f4c1c900f30, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:32:58.704346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] For port f6220663-b42e-484b-aaf1-1f4c1c900f30, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6220663-b42e-484b-aaf1-1f4c1c900f30,segment=NetworkSegment(1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6),segment_id=1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:32:58.717101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:58.854053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62471f-104f-4f52-8479-99bba26a11bb None None] Pushing event updated for resources: {'Port': ['ID=f6220663-b42e-484b-aaf1-1f4c1c900f30,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:32:58.983156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0c2e262c-05a9-46de-bac1-e009bd39013d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:32:59.024194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.10 (08a44d94-8528-42e9-a607-43cd4d3ac1ee/862a98e5-02d9-4e2e-98aa-f3e97105fd56/bd20038c-2225-4bec-a067-b16ad64a9b57) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:32:59.133587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-37a4b734-8f1e-4f68-92e1-57dc44f2b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:32:59.135483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-37a4b734-8f1e-4f68-92e1-57dc44f2b4ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.9552224 Feb 03 11:32:59.199763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0c2e262c-05a9-46de-bac1-e009bd39013d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:32:59.201359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.248941 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:32:54Z', 'revision_number': 0, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:32:59.345460 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2914787-a08a-4b09-bf17-26c589f69c5a None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:32:54Z', 'revision_number': 0, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:32:59.574489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0c2e262c-05a9-46de-bac1-e009bd39013d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:32:59.581378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.669787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.681016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.690162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (d7a92303-35c7-4dd4-8420-1d1cdb94d431), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.734379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0c2e262c-05a9-46de-bac1-e009bd39013d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0c2e262c-05a9-46de-bac1-e009bd39013d,segment=NetworkSegment(774f4266-565b-49f6-bcf0-87ad03bb282f),segment_id=774f4266-565b-49f6-bcf0-87ad03bb282f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:32:59.740589 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:32:59.917284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0c2e262c-05a9-46de-bac1-e009bd39013d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:00.075943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab278-d07b-4ef4-b93b-a5780334e56a None None] New status for floating IP 050119fc-5c47-4fd0-8435-7b892674dc3b: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:33:00.256785 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:00.302506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.304118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.304510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.305440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.316617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.326142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.331684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.332465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.334286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.335648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.337942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.340083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.340879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:00.477749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:00.481759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:00.692815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666ead9-7664-4df5-958f-766e6a1fb70a None None] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:00.877358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-435402ca-8b32-4fda-b2be-30eb83e664c3 None None] Provisioning complete for port 0c2e262c-05a9-46de-bac1-e009bd39013d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:00.879128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-435402ca-8b32-4fda-b2be-30eb83e664c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:00.904823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-bd3bbca2-4544-4b9c-94b2-dcc45fc7e274 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 998 time: 1.7623346 Feb 03 11:33:00.925176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router d7a92303-35c7-4dd4-8420-1d1cdb94d431 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:33:01.061688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0c2e262c-05a9-46de-bac1-e009bd39013d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:01.201617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:01.256476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-435402ca-8b32-4fda-b2be-30eb83e664c3 None None] Current status of the port 0c2e262c-05a9-46de-bac1-e009bd39013d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:01.276315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0c2e262c-05a9-46de-bac1-e009bd39013d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:01.279989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:01.290280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d63cfa-441c-4906-b134-efa284abf435 None None] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:01.306477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:01.316110 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] Sync routers for ids ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:01.334428 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] Routers {'d7a92303-35c7-4dd4-8420-1d1cdb94d431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:01.335560 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ea221d5-35d8-43dc-a445-383b3388cbab tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/d7a92303-35c7-4dd4-8420-1d1cdb94d431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2920761 Feb 03 11:33:01.337228 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:01.339613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07d9a2ac-9e37-4088-be0b-49edde2a2eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:01.344951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:01.441307 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:01.442489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:01.450616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:33:01.451372 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:33:01.461254 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] Routers {'d7a92303-35c7-4dd4-8420-1d1cdb94d431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:01.462397 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:32:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:01.498376 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:01.499295 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04b865-4991-4fe3-82dd-3f1b2afa5974 None None] The sync data for ids ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:01.510051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Provisioning complete for port f6220663-b42e-484b-aaf1-1f4c1c900f30 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:01.510429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:01.516652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b2f6c-97ac-448e-8d54-15dbe547eb94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:01.521869 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d7b2f6c-97ac-448e-8d54-15dbe547eb94 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports/b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a HTTP/1.1" status: 200 len: 911 time: 0.1732402 Feb 03 11:33:01.522061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-dd01d69c-2f9e-4f21-9870-b798570e5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:01.524126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35554) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:01.525403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-dd01d69c-2f9e-4f21-9870-b798570e5da9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.3245146 Feb 03 11:33:01.617321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:01.732072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-fbc26bd4-60a1-48fa-b43e-fd2d41a836a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:01.733982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-fbc26bd4-60a1-48fa-b43e-fd2d41a836a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1973226 Feb 03 11:33:01.747066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:01.749576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:01.752931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:01.801758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0c2e262c-05a9-46de-bac1-e009bd39013d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:01.802729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6220663-b42e-484b-aaf1-1f4c1c900f30 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:01.830821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:01.831828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.023652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Current status of the port f6220663-b42e-484b-aaf1-1f4c1c900f30 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:02.024216 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.062430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.074888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-c0f4494e-33ce-4092-a47d-97c59f2d54d5 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517338 Feb 03 11:33:02.096160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1137943 Feb 03 11:33:02.100814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:02.129926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] For port f6220663-b42e-484b-aaf1-1f4c1c900f30, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6220663-b42e-484b-aaf1-1f4c1c900f30,segment=NetworkSegment(1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6),segment_id=1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:02.143262 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.230586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '08a44d94-8528-42e9-a607-43cd4d3ac1ee', 'name': 'tempest-PortsTestJSON-331584334', 'fixed_ips': [{'subnet_id': '862a98e5-02d9-4e2e-98aa-f3e97105fd56', 'ip_address': '172.20.0.9'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:02.331804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85886fee-cd21-4a43-9281-71201d63a8f4 None None] Pushing event updated for resources: {'Port': ['ID=f6220663-b42e-484b-aaf1-1f4c1c900f30,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:02.377994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6220663-b42e-484b-aaf1-1f4c1c900f30 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:02.378646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.438252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Provisioning complete for port b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:02.439526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.484953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (d7a92303-35c7-4dd4-8420-1d1cdb94d431), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.508202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c612dc5d-5b63-443b-b7b8-6326ececf545 req-ecdf0894-e338-4826-9aa0-aa892489a88c service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081645 Feb 03 11:33:02.508835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6e724-066f-464a-97c9-d322e95a9b5f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=bd20038c-2225-4bec-a067-b16ad64a9b57,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:02.580006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ac7691-c862-44ab-a196-537ee0685354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.733813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Port b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:02.740407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ac7691-c862-44ab-a196-537ee0685354 admin admin] Publish callbacks [] for security_group (af7197f4-969f-462c-9325-f61a7f5ec00a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.763844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88ac7691-c862-44ab-a196-537ee0685354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (af7197f4-969f-462c-9325-f61a7f5ec00a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.779963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6220663-b42e-484b-aaf1-1f4c1c900f30 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:02.788767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Provisioning complete for port 0c2e262c-05a9-46de-bac1-e009bd39013d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:02.790093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:02.898007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb52f3aa-3091-42f6-ae3c-dc2955f75772 None None] Current status of the port 0c2e262c-05a9-46de-bac1-e009bd39013d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:02.963901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88ac7691-c862-44ab-a196-537ee0685354 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cbc9484d58f4e01aade7ada78513fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7436173 Feb 03 11:33:02.983737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35588) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:02.998527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6220663-b42e-484b-aaf1-1f4c1c900f30 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:03.048265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] Publish callbacks [] for security_group (af7197f4-969f-462c-9325-f61a7f5ec00a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.108240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac7691-c862-44ab-a196-537ee0685354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7197f4-969f-462c-9325-f61a7f5ec00a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:03.152740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] Publish callbacks [] for security_group (af7197f4-969f-462c-9325-f61a7f5ec00a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.204578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Provisioning complete for port f6220663-b42e-484b-aaf1-1f4c1c900f30 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:03.205946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.243119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:03.243348 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.258920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:03.353171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Current status of the port f6220663-b42e-484b-aaf1-1f4c1c900f30 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:03.358443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.362020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6220663-b42e-484b-aaf1-1f4c1c900f30 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:03.362408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.391874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:03.421018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Provisioning complete for port b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:03.421409 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.485205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Port b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:03.532332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Provisioning complete for port bd20038c-2225-4bec-a067-b16ad64a9b57 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:03.532716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:03.630123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6220663-b42e-484b-aaf1-1f4c1c900f30 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:03.663896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-885abc45-062d-4551-96eb-834e015892a9 None None] Port bd20038c-2225-4bec-a067-b16ad64a9b57 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:03.891719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:33:04.053014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.058893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.063293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.164079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (af7197f4-969f-462c-9325-f61a7f5ec00a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.173475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.176308 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af7197f4-969f-462c-9325-f61a7f5ec00a HTTP/1.1" status: 204 len: 168 time: 1.1915028 Feb 03 11:33:04.198406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fbbc8-46ee-42a3-ab34-f728334c50cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7197f4-969f-462c-9325-f61a7f5ec00a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:04.204553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port d77cb81c-427b-4452-aad6-accd264064bb yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:04.379282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-355ef7e3-df37-4204-98b4-73a65b702d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.450145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:04.476367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.541812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=b7cd75d8-b3dc-4ebe-a539-f7e327fbae2a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:04.646255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:04.837958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (d7a92303-35c7-4dd4-8420-1d1cdb94d431), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.042085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.9 (08a44d94-8528-42e9-a607-43cd4d3ac1ee/862a98e5-02d9-4e2e-98aa-f3e97105fd56/d77cb81c-427b-4452-aad6-accd264064bb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:05.156425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35644) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:05.191569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:05.199302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.200642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d2038cd-ab32-4a9b-a25d-0bea713b3237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.204158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:05.229159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:05.232488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:05.233743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router d7a92303-35c7-4dd4-8420-1d1cdb94d431 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:05.305334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:33:05.307534 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b005af-e49a-4b90-b288-f7996d21e7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:33:05.367507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-80f3e1df-0168-4903-93ae-90d5deaeb6e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6685085 Feb 03 11:33:05.430732 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3beb7a-7492-4bd7-9cc5-4bdd4468be62 x-openstack-request-id: req-fa3beb7a-7492-4bd7-9cc5-4bdd4468be62 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:33:05.431023 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:33:05.431278 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa3beb7a-7492-4bd7-9cc5-4bdd4468be62 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:33:05.431673 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:33:05.488733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:05.496146 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-745ea184-6042-4ddf-b6f7-363b7df65733 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/d7a92303-35c7-4dd4-8420-1d1cdb94d431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9667625 Feb 03 11:33:05.499184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:05.503306 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] Sync routers for ids ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:05.506887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:05.523354 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] Routers {'d7a92303-35c7-4dd4-8420-1d1cdb94d431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:05.523990 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:05.541762 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d5b85ca-0416-4784-9b36-f7364caae95c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a92303-35c7-4dd4-8420-1d1cdb94d431 HTTP/1.1" status: 200 len: 205 time: 0.0408697 Feb 03 11:33:05.544328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:05.547724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-23ed96cd-693c-41e7-a8fb-55403d0ed66e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "PUT /v2.0/floatingips/050119fc-5c47-4fd0-8435-7b892674dc3b HTTP/1.1" status: 200 len: 992 time: 7.9937036 Feb 03 11:33:05.624496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (d77cb81c-427b-4452-aad6-accd264064bb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.632798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-fae33b11-6801-4f44-b284-b19f14b26d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:05.634367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-fae33b11-6801-4f44-b284-b19f14b26d76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1667283 Feb 03 11:33:05.684011 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:05.711808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.715961 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] Routers {'d7a92303-35c7-4dd4-8420-1d1cdb94d431'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:05.717154 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:05.763980 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d2038cd-ab32-4a9b-a25d-0bea713b3237 admin admin] Publish callbacks [] for security_group (ac43e989-7da8-4afc-a96b-3febbd077dba), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.768748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d77cb81c-427b-4452-aad6-accd264064bb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.797385 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:05.800322 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13035b-c509-4902-9b73-3deaa731a299 None None] The sync data for ids ['d7a92303-35c7-4dd4-8420-1d1cdb94d431'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:05.816165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d2038cd-ab32-4a9b-a25d-0bea713b3237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac43e989-7da8-4afc-a96b-3febbd077dba), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:05.847638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:05.856357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:05.864066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:05.867510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-b8d0db3d-d6a4-4f42-997c-45cee73cf9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:05.869030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-b8d0db3d-d6a4-4f42-997c-45cee73cf9a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.2129040 Feb 03 11:33:05.870987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=d77cb81c-427b-4452-aad6-accd264064bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:05.967423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-f2cd122f-e96c-441e-a621-ab2c4f34a7d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 1000 time: 0.0734069 Feb 03 11:33:06.067597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:06.079195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:33:03Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:06.082483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.097074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2038cd-ab32-4a9b-a25d-0bea713b3237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac43e989-7da8-4afc-a96b-3febbd077dba,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:06.129241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee0e285a-2d0f-4260-ac3b-2fb15840f6b1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9296906 Feb 03 11:33:06.132156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:06.183279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:33:06.193920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-dda246b1-f446-4d53-ae77-7e1e202eec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:06.195883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-dda246b1-f446-4d53-ae77-7e1e202eec7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.2184613 Feb 03 11:33:06.210149 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d2038cd-ab32-4a9b-a25d-0bea713b3237 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a968a2060224a748c055c6bea7cd269&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0520680 Feb 03 11:33:06.212092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:06.223586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.234262 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (d7a92303-35c7-4dd4-8420-1d1cdb94d431), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.258207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:06.258844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:06.380367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (d7a92303-35c7-4dd4-8420-1d1cdb94d431), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.380969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router d7a92303-35c7-4dd4-8420-1d1cdb94d431 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:33:06.388352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.393851 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1ca8d88b-7247-4e78-9005-5c65de984723 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/d7a92303-35c7-4dd4-8420-1d1cdb94d431 HTTP/1.1" status: 204 len: 168 time: 0.8482399 Feb 03 11:33:06.405732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:06.445668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:06.498871 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 4dc10d6c-22ec-4dff-8105-f68bfb4871ce {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:33:06.520725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (4dc10d6c-22ec-4dff-8105-f68bfb4871ce), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.601331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (4dc10d6c-22ec-4dff-8105-f68bfb4871ce), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.792574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.796102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-26811386-eb35-483f-a564-ee70f4ab9181 None None] Provisioning complete for port d77cb81c-427b-4452-aad6-accd264064bb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:06.798158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26811386-eb35-483f-a564-ee70f4ab9181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d77cb81c-427b-4452-aad6-accd264064bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.801804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4dc10d6c-22ec-4dff-8105-f68bfb4871ce), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.917614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4dc10d6c-22ec-4dff-8105-f68bfb4871ce), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.958703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc10d6c-22ec-4dff-8105-f68bfb4871ce,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:06.975290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:06.988403 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d1ffc90-f40c-4d5a-9bf3-2d2506ac2d14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/4dc10d6c-22ec-4dff-8105-f68bfb4871ce HTTP/1.1" status: 204 len: 168 time: 0.5812597 Feb 03 11:33:06.989093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35698) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:07.001624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290c31c-a1c8-4764-9697-89fc1f952832 None None] Network 6e9a96d4-cab5-455b-b81e-0bab0aeab94f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:07.054142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-26811386-eb35-483f-a564-ee70f4ab9181 None None] Port d77cb81c-427b-4452-aad6-accd264064bb cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:07.088198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (6e9a96d4-cab5-455b-b81e-0bab0aeab94f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.190525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 0c2e262c-05a9-46de-bac1-e009bd39013d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:07.190890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.212479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:33:03Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:07.296898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e5f06-a964-4ec0-bd1a-c2446d75e634 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:07.299195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75e701-469b-4b62-b21e-5ee6475df0ce None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '050119fc-5c47-4fd0-8435-7b892674dc3b', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'port_id': '02ce77b4-267c-47e4-b466-0d65673301bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'mac_address': 'fa:16:3e:49:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:32:54Z', 'updated_at': '2022-02-03T11:33:03Z', 'revision_number': 2, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:07.302722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-962e5f06-a964-4ec0-bd1a-c2446d75e634 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 1.1692178 Feb 03 11:33:07.307609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 0c2e262c-05a9-46de-bac1-e009bd39013d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0c2e262c-05a9-46de-bac1-e009bd39013d,segment=NetworkSegment(774f4266-565b-49f6-bcf0-87ad03bb282f),segment_id=774f4266-565b-49f6-bcf0-87ad03bb282f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:07.309273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.327372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 0c2e262c-05a9-46de-bac1-e009bd39013d owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:07.343709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:07.344468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] Publish callbacks [] for security_group (ac43e989-7da8-4afc-a96b-3febbd077dba), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.404162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-e1b611f5-0860-45ba-8672-16b1ea95996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:07.405978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-e1b611f5-0860-45ba-8672-16b1ea95996d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1949956 Feb 03 11:33:07.416629 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.471162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0c2e262c-05a9-46de-bac1-e009bd39013d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.479037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:33:07.483956 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10332c8-9067-4053-93c5-67028975f7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:33:07.503259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79589de4-15ae-4a0f-9488-640fc2d7dbd2 None None] DHCP port deletion for 6e9a96d4-cab5-455b-b81e-0bab0aeab94f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:33:07.528050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] Publish callbacks [] for security_group (ac43e989-7da8-4afc-a96b-3febbd077dba), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.564523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=0c2e262c-05a9-46de-bac1-e009bd39013d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:07.602018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 0c2e262c-05a9-46de-bac1-e009bd39013d on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:07.625137 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c804e95-ae1c-455c-8b6c-e0d734f52bae x-openstack-request-id: req-8c804e95-ae1c-455c-8b6c-e0d734f52bae {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:33:07.625518 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:33:07.625979 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c804e95-ae1c-455c-8b6c-e0d734f52bae {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:33:07.626203 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:33:07.663537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c3911-076c-47b5-b963-b54ec01543f9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:07.668486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c3911-076c-47b5-b963-b54ec01543f9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:07.674144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c3911-076c-47b5-b963-b54ec01543f9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:07.676152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-292c3911-076c-47b5-b963-b54ec01543f9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3276174 Feb 03 11:33:07.683745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35726) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:07.839419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-21d43ff1-3c30-43c1-9ce1-5b53c61a8bce service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326604 Feb 03 11:33:07.846961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac43e989-7da8-4afc-a96b-3febbd077dba), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.850194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.851395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac43e989-7da8-4afc-a96b-3febbd077dba HTTP/1.1" status: 204 len: 168 time: 1.6320288 Feb 03 11:33:07.866518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port d77cb81c-427b-4452-aad6-accd264064bb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:07.868130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d77cb81c-427b-4452-aad6-accd264064bb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.895135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (6e9a96d4-cab5-455b-b81e-0bab0aeab94f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.924261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a96d4-cab5-455b-b81e-0bab0aeab94f']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:07.939765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774f4266-565b-49f6-bcf0-87ad03bb282f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:07.940312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774f4266-565b-49f6-bcf0-87ad03bb282f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:07.959414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (774f4266-565b-49f6-bcf0-87ad03bb282f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.978665 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (774f4266-565b-49f6-bcf0-87ad03bb282f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.989273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:33:07.989757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (774f4266-565b-49f6-bcf0-87ad03bb282f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:33:07.994908 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:33:08.093872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (6e9a96d4-cab5-455b-b81e-0bab0aeab94f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.120769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.136818 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/6e9a96d4-cab5-455b-b81e-0bab0aeab94f HTTP/1.1" status: 204 len: 168 time: 1.1412375 Feb 03 11:33:08.137511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35742) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:08.170965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910129863', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:08.179578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29203c3d-6e0f-4b48-8c0e-47c05d933feb req-1afde427-88ad-44bf-96e9-da2edfbddab3 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268602 Feb 03 11:33:08.187531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec34b-b0d2-4d15-9801-fc277854a586 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=6e9a96d4-cab5-455b-b81e-0bab0aeab94f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:08.206980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298525e-170b-4221-966e-2f5b7816037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac43e989-7da8-4afc-a96b-3febbd077dba,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:08.215598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d77cb81c-427b-4452-aad6-accd264064bb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.228201 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.229460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.249149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for d77cb81c-427b-4452-aad6-accd264064bb owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:08.311907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.460933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-55170d75-9feb-4ac1-93ef-c9cbc50d3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:08.464422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-55170d75-9feb-4ac1-93ef-c9cbc50d3ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1822195 Feb 03 11:33:08.673472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_gateway (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.770458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-fc1d5b56-df66-4862-aab2-9b0a41f8ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:08.772372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-fc1d5b56-df66-4862-aab2-9b0a41f8ba7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.2995231 Feb 03 11:33:08.792487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d77cb81c-427b-4452-aad6-accd264064bb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:08.955993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0c2e262c-05a9-46de-bac1-e009bd39013d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:33:08.969449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-914a3bae-849d-45db-a650-4c4e257bb437 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 1000 time: 0.1835420 Feb 03 11:33:09.013460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0c2e262c-05a9-46de-bac1-e009bd39013d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:33:09.013998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0c2e262c-05a9-46de-bac1-e009bd39013d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:33:09.035079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_gateway (599f287b-17a5-4c3a-bd19-9c3b2a982986), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:09.041987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=d77cb81c-427b-4452-aad6-accd264064bb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:09.057525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:09.280861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-10da29ac-9437-409f-ad4d-b75c0f178376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:09.282883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-10da29ac-9437-409f-ad4d-b75c0f178376 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.2752445 Feb 03 11:33:09.316495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 172.25.7.63 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:09.361289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:09.370421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e3e3c3ae-6874-4c8a-8251-78b9791f2732 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/d77cb81c-427b-4452-aad6-accd264064bb HTTP/1.1" status: 204 len: 168 time: 1.6814191 Feb 03 11:33:09.379415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35786) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:09.451103 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-847b0478-5241-48e5-8906-ba123cd59302 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:33:09.458256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-847b0478-5241-48e5-8906-ba123cd59302 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/d77cb81c-427b-4452-aad6-accd264064bb HTTP/1.1" status: 404 len: 333 time: 0.0709009 Feb 03 11:33:09.460172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:09.485651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-dd732db5-e1bf-4e54-a38f-e8867949423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:09.488001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-dd732db5-e1bf-4e54-a38f-e8867949423e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1988664 Feb 03 11:33:09.640210 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:09.725735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:09.745225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-d3317bae-94eb-40d8-833e-8c02c5ecf163 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133350 Feb 03 11:33:09.771720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:09.775837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:09.782439 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:09.831274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:09.867123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b005af-e49a-4b90-b288-f7996d21e7a4 req-1026e3ba-e616-4d46-b5f4-cdc948f566a6 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078973 Feb 03 11:33:09.918597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port bd20038c-2225-4bec-a067-b16ad64a9b57 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:09.918936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.080979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.100766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for bd20038c-2225-4bec-a067-b16ad64a9b57 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:10.249816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10332c8-9067-4053-93c5-67028975f7ff req-86a158e9-2b08-4b74-87cb-d90ac41fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:10.251489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-86a158e9-2b08-4b74-87cb-d90ac41fe494 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.2573793 Feb 03 11:33:10.415943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_gateway (599f287b-17a5-4c3a-bd19-9c3b2a982986), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.563056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10332c8-9067-4053-93c5-67028975f7ff req-5974417f-11dc-495e-8564-41838c623d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:10.565183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-5974417f-11dc-495e-8564-41838c623d80 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.3072295 Feb 03 11:33:10.566621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bd20038c-2225-4bec-a067-b16ad64a9b57), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.653927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=bd20038c-2225-4bec-a067-b16ad64a9b57,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:10.769583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.772941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2195405e-307e-47b6-b8ea-5f51ca8fa7bb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/bd20038c-2225-4bec-a067-b16ad64a9b57 HTTP/1.1" status: 204 len: 168 time: 1.3118021 Feb 03 11:33:10.775634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-04c6618a-f7cc-44c5-af94-6e59d3a2a68e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 1000 time: 0.2010014 Feb 03 11:33:10.776228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:10.814226 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b3002a-19ed-416a-9d29-dac5f28dd2c9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:33:10.819020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-13b3002a-19ed-416a-9d29-dac5f28dd2c9 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/bd20038c-2225-4bec-a067-b16ad64a9b57 HTTP/1.1" status: 404 len: 333 time: 0.0387843 Feb 03 11:33:10.839247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:10.894135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:10.894563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 862a98e5-02d9-4e2e-98aa-f3e97105fd56 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:33:10.902786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (862a98e5-02d9-4e2e-98aa-f3e97105fd56), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.009149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10332c8-9067-4053-93c5-67028975f7ff req-80f8a1a1-d9ff-40f0-a4a3-e99527af0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:11.010752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-80f8a1a1-d9ff-40f0-a4a3-e99527af0b70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.2222214 Feb 03 11:33:11.042069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (862a98e5-02d9-4e2e-98aa-f3e97105fd56), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.151048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 599f287b-17a5-4c3a-bd19-9c3b2a982986 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:33:11.156479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10332c8-9067-4053-93c5-67028975f7ff req-9508dbc8-1701-4baa-b8bd-c4e01a674c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:11.158041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-9508dbc8-1701-4baa-b8bd-c4e01a674c3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1362662 Feb 03 11:33:11.219301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (862a98e5-02d9-4e2e-98aa-f3e97105fd56), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.360140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:11.373733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-915b5b50-4022-4009-92c0-99b176f64143 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980278 Feb 03 11:33:11.377916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] Sync routers for ids ['599f287b-17a5-4c3a-bd19-9c3b2a982986'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:11.398555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] Routers {'599f287b-17a5-4c3a-bd19-9c3b2a982986'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:11.401797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['599f287b-17a5-4c3a-bd19-9c3b2a982986'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:11.404150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.410867 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cc2724e-7003-4bd9-9fee-99da44c29ed2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2458820 Feb 03 11:33:11.412947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:11.425312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (862a98e5-02d9-4e2e-98aa-f3e97105fd56), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.469141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=862a98e5-02d9-4e2e-98aa-f3e97105fd56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:11.476861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.480306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-550214cc-8155-4b35-acc4-b92bd79e75fd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/862a98e5-02d9-4e2e-98aa-f3e97105fd56 HTTP/1.1" status: 204 len: 168 time: 0.6400259 Feb 03 11:33:11.509187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:11.562654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa398a11-9fe8-4134-9e87-ca79029cbbd1 None None] Network 08a44d94-8528-42e9-a607-43cd4d3ac1ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:11.575070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:11.613604 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] Routers {'599f287b-17a5-4c3a-bd19-9c3b2a982986'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:11.614658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['599f287b-17a5-4c3a-bd19-9c3b2a982986'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:11.654236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (08a44d94-8528-42e9-a607-43cd4d3ac1ee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.676779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c10332c8-9067-4053-93c5-67028975f7ff req-2515a0cf-396e-4cbb-877e-5f19296051a7 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921019 Feb 03 11:33:11.714774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:11.715871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f18f9-e1f8-4a54-ba65-91098d7b4214 None None] The sync data for ids ['599f287b-17a5-4c3a-bd19-9c3b2a982986'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:11.716248 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-764b6ab2-e6ef-482c-ad7b-2ff4cb9d41a7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers/599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 200 len: 883 time: 0.2961619 Feb 03 11:33:11.717244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:11.856765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port f6220663-b42e-484b-aaf1-1f4c1c900f30 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:11.857154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:11.896219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] DHCP port deletion for 08a44d94-8528-42e9-a607-43cd4d3ac1ee request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:33:12.015937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port f6220663-b42e-484b-aaf1-1f4c1c900f30, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6220663-b42e-484b-aaf1-1f4c1c900f30,segment=NetworkSegment(1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6),segment_id=1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:12.016526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.023655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Deleting port f6220663-b42e-484b-aaf1-1f4c1c900f30 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:12.024966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.065237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for f6220663-b42e-484b-aaf1-1f4c1c900f30 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:12.226704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.242316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] For port f6220663-b42e-484b-aaf1-1f4c1c900f30, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6220663-b42e-484b-aaf1-1f4c1c900f30,segment=NetworkSegment(1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6),segment_id=1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:12.245295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.268611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Calling delete_port for f6220663-b42e-484b-aaf1-1f4c1c900f30 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:12.292228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=f6220663-b42e-484b-aaf1-1f4c1c900f30,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:12.316880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port f6220663-b42e-484b-aaf1-1f4c1c900f30 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:12.371024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (f6220663-b42e-484b-aaf1-1f4c1c900f30), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.406648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] No DVR routers for this DVR port f6220663-b42e-484b-aaf1-1f4c1c900f30 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:12.410906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862bc0-6039-4fb4-8c4b-94ef436f8a6c None None] Pushing event deleted for resources: {'Port': ['ID=f6220663-b42e-484b-aaf1-1f4c1c900f30,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:12.468504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (08a44d94-8528-42e9-a607-43cd4d3ac1ee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.502511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a44d94-8528-42e9-a607-43cd4d3ac1ee']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:12.518260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:12.518699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:12.540516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.576398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.599066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:33:12.600089 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (1771c4b8-cb52-48f8-bc7a-3d9b46b85cb6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:33:12.608183 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:33:12.694852 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff6807d6-af69-41ab-9fb6-4de1a6163fc2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9726722 Feb 03 11:33:12.697255 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:12.702259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (08a44d94-8528-42e9-a607-43cd4d3ac1ee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.702967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-910129863'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:12.711109 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.714534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/08a44d94-8528-42e9-a607-43cd4d3ac1ee HTTP/1.1" status: 204 len: 168 time: 1.2043335 Feb 03 11:33:12.718354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:12.734477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623897397'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:12.739214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dfe17-a6c4-450f-be11-55b5df6071ec tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=08a44d94-8528-42e9-a607-43cd4d3ac1ee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:12.758780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:12.762910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.807668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:12.833931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c5758836-db55-44fd-9b80-1f6424fc0b91), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.834280 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Added segment c5758836-db55-44fd-9b80-1f6424fc0b91 of type vlan for network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e Feb 03 11:33:12.910873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0eab389b-1d05-49e9-ade6-8906b1b8ec2e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.946340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6220663-b42e-484b-aaf1-1f4c1c900f30 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:33:12.980189 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:33:12.990863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0eab389b-1d05-49e9-ade6-8906b1b8ec2e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:12.997580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:12.998188 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.002251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f6220663-b42e-484b-aaf1-1f4c1c900f30 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:33:13.002640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6220663-b42e-484b-aaf1-1f4c1c900f30 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:33:13.026145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3054385 Feb 03 11:33:13.039919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:13.066684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:13.162518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1d879-4c1a-48b5-928f-ce5c0c7a38cd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Network': ['ID=0eab389b-1d05-49e9-ade6-8906b1b8ec2e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:13.175012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:13.300585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:13.307257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.453362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.491601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.743427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 599f287b-17a5-4c3a-bd19-9c3b2a982986 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:13.881055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (0034ea44-3c71-43dc-8e4f-05b16b191ab0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.931190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:13.941162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:13.953977 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] Sync routers for ids ['599f287b-17a5-4c3a-bd19-9c3b2a982986'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:13.961772 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2bb9c851-19dd-4939-ab22-7e076b5d9e4e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 200 len: 890 time: 1.2595043 Feb 03 11:33:13.962709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:13.998951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] Routers {'599f287b-17a5-4c3a-bd19-9c3b2a982986'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:13.999618 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['599f287b-17a5-4c3a-bd19-9c3b2a982986'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:14.035104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Checking segment: {'id': 'c5758836-db55-44fd-9b80-1f6424fc0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:14.035921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network hostable DHCP agents. Network: 0eab389b-1d05-49e9-ade6-8906b1b8ec2e, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:14.041204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=0034ea44-3c71-43dc-8e4f-05b16b191ab0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:14.065559 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:14.081859 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] Routers {'599f287b-17a5-4c3a-bd19-9c3b2a982986'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:14.083274 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['599f287b-17a5-4c3a-bd19-9c3b2a982986'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:14.104792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:14.224481 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:14.225577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e36ed-4099-4b74-b766-9689f26fb699 None None] The sync data for ids ['599f287b-17a5-4c3a-bd19-9c3b2a982986'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:14.228547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0eab389b-1d05-49e9-ade6-8906b1b8ec2e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:14.239714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557aa68-24bb-4375-a133-2e75a3f887d6 None None] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:14.249510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:14.250645 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.308641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d01e67b7-b3a3-4e22-aeb8-cbe98202bc0f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2670624 Feb 03 11:33:14.311970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:14.318266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-78741248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:14.338091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7c268da0-6c46-4a85-a6be-c86e8ff0ef90 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers/599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 200 len: 890 time: 0.3691792 Feb 03 11:33:14.340179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:14.370126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.373737 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.410567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-53873db7-c751-4f67-bd76-321a083acf67 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 200 len: 205 time: 0.0681069 Feb 03 11:33:14.416549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 35992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:14.489189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0eab389b-1d05-49e9-ade6-8906b1b8ec2e', 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '0034ea44-3c71-43dc-8e4f-05b16b191ab0'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:14.492170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.534902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for router_controller (32f84f23-e822-445b-ac5e-ffee9bdef180), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.545993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.602298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.606495 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4eba1e74-ea04-4954-894b-62fe7cc50a54 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2928140 Feb 03 11:33:14.611041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 35996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:14.628880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e', 'name': 'tempest-PortsTestJSON-881672911'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:14.922458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Allocated IP 172.20.0.2 (0eab389b-1d05-49e9-ade6-8906b1b8ec2e/0034ea44-3c71-43dc-8e4f-05b16b191ab0/03a3a8b5-5a5b-45a8-b595-28aa982105d7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:14.961488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:14.967276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:14.992828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 3bdab30b-2630-4b1f-9449-1118b3bf5077 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:15.253566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.291320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks [] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.304578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.361479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:15.365294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:15.368380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:15.376512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Pushing event updated for resources: {'Port': ['ID=03a3a8b5-5a5b-45a8-b595-28aa982105d7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:15.524803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Attempting to bind port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:15.525776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Attempting to bind port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c5758836-db55-44fd-9b80-1f6424fc0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:15.526151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Attempting to bind port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 on network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:15.543993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:15.544801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Checking segment: {'id': 'c5758836-db55-44fd-9b80-1f6424fc0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:15.546382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.546809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Bound using segment: {'id': 'c5758836-db55-44fd-9b80-1f6424fc0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:15.547347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Bound port: 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5758836-db55-44fd-9b80-1f6424fc0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0eab389b-1d05-49e9-ade6-8906b1b8ec2e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:15.547738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.553141 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_gateway (599f287b-17a5-4c3a-bd19-9c3b2a982986), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.574130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.api [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b9ca258-f18e-4a49-bb0e-daf02f2623dd {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:33:15.575830 n-d-821606-6 neutron-server[103126]: DEBUG oslo_db.api [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:33:15.714346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:15.714829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.759224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] For port 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:15.763067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] For port 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=03a3a8b5-5a5b-45a8-b595-28aa982105d7,segment=NetworkSegment(c5758836-db55-44fd-9b80-1f6424fc0b91),segment_id=c5758836-db55-44fd-9b80-1f6424fc0b91)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:15.774655 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.843340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:15.858541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:15.970672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50988969-15c8-47da-a427-dacd5c0d29e0 None None] Pushing event updated for resources: {'Port': ['ID=03a3a8b5-5a5b-45a8-b595-28aa982105d7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:16.081721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:16.136557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port ed6588a0-270f-4626-b7bf-0ec29aa57566 yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:16.326631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:16.356766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:16.641563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=6fb3910e-c510-4ee5-9ed8-78d8df5c6e9c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:16.680821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.6 (0eab389b-1d05-49e9-ade6-8906b1b8ec2e/0034ea44-3c71-43dc-8e4f-05b16b191ab0/ed6588a0-270f-4626-b7bf-0ec29aa57566) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:16.713334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (599f287b-17a5-4c3a-bd19-9c3b2a982986), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:16.777034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36050) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:17.050377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.066970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (599f287b-17a5-4c3a-bd19-9c3b2a982986), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.118988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 03a3a8b5-5a5b-45a8-b595-28aa982105d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:17.309744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.333802 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (599f287b-17a5-4c3a-bd19-9c3b2a982986), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.335151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router 599f287b-17a5-4c3a-bd19-9c3b2a982986 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:33:17.351921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.363014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-17356e41-96c7-4a3c-a121-aa994c552d5c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 204 len: 168 time: 2.9448564 Feb 03 11:33:17.371771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:17.381551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673729036'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:17.451182 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.462146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:17.463295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:17.466018 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.490616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.592133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:17.640063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e12385bd-3a38-4dfd-b7d6-4a55d1359a65), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.640966 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment e12385bd-3a38-4dfd-b7d6-4a55d1359a65 of type vlan for network 35d3df0b-ed99-4635-81c6-07f54f33ef4d Feb 03 11:33:17.724205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=ed6588a0-270f-4626-b7bf-0ec29aa57566,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:17.735980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:17.746779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:17.756553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:17.806811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (35d3df0b-ed99-4635-81c6-07f54f33ef4d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.814320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:17.815332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.886809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:17.887524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.889697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (35d3df0b-ed99-4635-81c6-07f54f33ef4d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.896874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a03c0700-c2f9-4065-85fe-78766fff4e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.904974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:17.912335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.915686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=03a3a8b5-5a5b-45a8-b595-28aa982105d7,segment=NetworkSegment(c5758836-db55-44fd-9b80-1f6424fc0b91),segment_id=c5758836-db55-44fd-9b80-1f6424fc0b91)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:17.926620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:17.992569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f720731d-c172-4310-bdd5-434f9fe9c79f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3755238 Feb 03 11:33:17.997039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36082) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:18.105870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=03a3a8b5-5a5b-45a8-b595-28aa982105d7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:18.160281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=35d3df0b-ed99-4635-81c6-07f54f33ef4d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:18.179705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:18.191326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b7d7c23a-fdc5-4b51-b381-c4e3fd965b53 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8234117 Feb 03 11:33:18.196017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:18.211826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:18.257898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb933a6-0599-4eac-a9e3-9f6b8da3d7d3 None None] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:18.598187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:18.601748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ab891ac0-e107-45f7-a6c5-7717e816281c None None] Provisioning complete for port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:18.602854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab891ac0-e107-45f7-a6c5-7717e816281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:18.626395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:18.840226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ab891ac0-e107-45f7-a6c5-7717e816281c None None] Current status of the port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:18.983600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 03a3a8b5-5a5b-45a8-b595-28aa982105d7 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:19.008590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a03c0700-c2f9-4065-85fe-78766fff4e59 admin admin] Publish callbacks [] for security_group (deb8bd10-d288-463d-91e3-6abce3e9b5a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.022769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a03c0700-c2f9-4065-85fe-78766fff4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (deb8bd10-d288-463d-91e3-6abce3e9b5a7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.118737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (3a7ff844-43fd-4ed7-a297-298e058bb189), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.140431 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a03c0700-c2f9-4065-85fe-78766fff4e59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b279ffd407e497bb2f1ab3134bea2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3571610 Feb 03 11:33:19.143761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c0700-c2f9-4065-85fe-78766fff4e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8bd10-d288-463d-91e3-6abce3e9b5a7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:19.148425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:19.148781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.156025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:19.356150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=3a7ff844-43fd-4ed7-a297-298e058bb189,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:19.373551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.375116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Provisioning complete for port ed6588a0-270f-4626-b7bf-0ec29aa57566 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:19.378426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:19.379013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 35d3df0b-ed99-4635-81c6-07f54f33ef4d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:19.380747 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.385097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.385778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.387131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.387696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.388207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.388786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.389421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.389988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.390491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.391015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.391601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.392101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.392635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:19.442910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Port ed6588a0-270f-4626-b7bf-0ec29aa57566 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:19.478762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:19.493857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] Publish callbacks [] for security_group (deb8bd10-d288-463d-91e3-6abce3e9b5a7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.509808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Provisioning complete for port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:19.511090 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.530041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 35d3df0b-ed99-4635-81c6-07f54f33ef4d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:19.579429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:19.582499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.645801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] Publish callbacks [] for security_group (deb8bd10-d288-463d-91e3-6abce3e9b5a7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.650989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482d88a-377e-4150-a856-272791205383 None None] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:19.688698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b51681ce-0667-44aa-be58-2fe6c8c16c8a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4889250 Feb 03 11:33:19.690874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:19.712195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1986494447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:19.718920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:19.762991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (deb8bd10-d288-463d-91e3-6abce3e9b5a7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.766041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.767230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deb8bd10-d288-463d-91e3-6abce3e9b5a7 HTTP/1.1" status: 204 len: 168 time: 0.6079595 Feb 03 11:33:19.785401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc96556-e441-44e4-8659-2a210082a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8bd10-d288-463d-91e3-6abce3e9b5a7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:19.822290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (c124816c-b383-4492-914b-7fe5076df5fa), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.826094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (c124816c-b383-4492-914b-7fe5076df5fa), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:19.877737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad842a86-09f7-4170-8068-00c9a9aec7af None None] Current status of the port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:19.887521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-35d3df0b-ed99-4635-81c6-07f54f33ef4d', 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '3a7ff844-43fd-4ed7-a297-298e058bb189'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:19.888981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.062222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Allocated IP 2001:db8::2 (35d3df0b-ed99-4635-81c6-07f54f33ef4d/3a7ff844-43fd-4ed7-a297-298e058bb189/9c900c42-1545-4853-90cf-a9762677008d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:20.115830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-037eb051-43fb-4233-8d4f-415ff36558e2 None None] Provisioning complete for port ed6588a0-270f-4626-b7bf-0ec29aa57566 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:20.116359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-037eb051-43fb-4233-8d4f-415ff36558e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.229412 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (c124816c-b383-4492-914b-7fe5076df5fa), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.266110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (c124816c-b383-4492-914b-7fe5076df5fa), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.327679 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.334767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:20.335656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f390527b-4593-4b8b-877e-5c53e319a322 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6421566 Feb 03 11:33:20.395617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-037eb051-43fb-4233-8d4f-415ff36558e2 None None] Port ed6588a0-270f-4626-b7bf-0ec29aa57566 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:20.420633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.443003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.454227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks [] for port (9c900c42-1545-4853-90cf-a9762677008d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.471803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (9c900c42-1545-4853-90cf-a9762677008d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.575282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:20.585407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:20.587797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:20.600052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:20.641144 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1a05126-ee15-485b-ba7f-c1e3f726bc22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.649641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Pushing event updated for resources: {'Port': ['ID=9c900c42-1545-4853-90cf-a9762677008d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:20.670230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=ed6588a0-270f-4626-b7bf-0ec29aa57566,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:20.798908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Attempting to bind port 9c900c42-1545-4853-90cf-a9762677008d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:20.802926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Attempting to bind port 9c900c42-1545-4853-90cf-a9762677008d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:20.803326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Attempting to bind port 9c900c42-1545-4853-90cf-a9762677008d on network 35d3df0b-ed99-4635-81c6-07f54f33ef4d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:20.862620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:20.869015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Checking segment: {'id': 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:20.869015 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.870012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Bound using segment: {'id': 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:20.870560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Bound port: 9c900c42-1545-4853-90cf-a9762677008d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '35d3df0b-ed99-4635-81c6-07f54f33ef4d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:20.874466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c900c42-1545-4853-90cf-a9762677008d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:20.987712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1a05126-ee15-485b-ba7f-c1e3f726bc22 admin admin] Publish callbacks [] for security_group (74931907-b6a8-47b9-8d26-2a808f46f50d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.041450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1a05126-ee15-485b-ba7f-c1e3f726bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (74931907-b6a8-47b9-8d26-2a808f46f50d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.046495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.090641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (32f84f23-e822-445b-ac5e-ffee9bdef180), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.320828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.322473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a05126-ee15-485b-ba7f-c1e3f726bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74931907-b6a8-47b9-8d26-2a808f46f50d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:21.358005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1a05126-ee15-485b-ba7f-c1e3f726bc22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58bf4342df0d4eea8976a3ce81ab07db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7709670 Feb 03 11:33:21.360052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36170) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:21.389007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-555523ea-3e75-4ffc-aed9-0d417b02b52a None None] Provisioning complete for port ed6588a0-270f-4626-b7bf-0ec29aa57566 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:21.389450 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555523ea-3e75-4ffc-aed9-0d417b02b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.442595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] For port 9c900c42-1545-4853-90cf-a9762677008d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:21.489286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] For port 9c900c42-1545-4853-90cf-a9762677008d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c900c42-1545-4853-90cf-a9762677008d,segment=NetworkSegment(e12385bd-3a38-4dfd-b7d6-4a55d1359a65),segment_id=e12385bd-3a38-4dfd-b7d6-4a55d1359a65)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:21.498204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-555523ea-3e75-4ffc-aed9-0d417b02b52a None None] Port ed6588a0-270f-4626-b7bf-0ec29aa57566 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:21.508208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9c900c42-1545-4853-90cf-a9762677008d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.597047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8::1 (35d3df0b-ed99-4635-81c6-07f54f33ef4d/3a7ff844-43fd-4ed7-a297-298e058bb189/d7e3c283-6398-4e6d-8bbb-a915ac45fa67) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:21.690458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d370a2-6d38-49b7-aeb1-e4f8af5ce3ed None None] Pushing event updated for resources: {'Port': ['ID=9c900c42-1545-4853-90cf-a9762677008d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:21.725098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] Publish callbacks [] for security_group (74931907-b6a8-47b9-8d26-2a808f46f50d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.818498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] Publish callbacks [] for security_group (74931907-b6a8-47b9-8d26-2a808f46f50d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.896565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.906565 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:21.911410 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.010177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.073873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (74931907-b6a8-47b9-8d26-2a808f46f50d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.084206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.097318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74931907-b6a8-47b9-8d26-2a808f46f50d HTTP/1.1" status: 204 len: 168 time: 0.7223876 Feb 03 11:33:22.191492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:22.213328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631148a9-a687-4e86-9157-98d81bb46701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74931907-b6a8-47b9-8d26-2a808f46f50d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:22.273255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:22.291491 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (32f84f23-e822-445b-ac5e-ffee9bdef180), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.294248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=ed6588a0-270f-4626-b7bf-0ec29aa57566,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:22.295560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:22.296462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (c124816c-b383-4492-914b-7fe5076df5fa), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.491110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=d7e3c283-6398-4e6d-8bbb-a915ac45fa67,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:22.601286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:22.603061 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:22.667787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:22.888144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Router 32f84f23-e822-445b-ac5e-ffee9bdef180 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:33:23.155608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c900c42-1545-4853-90cf-a9762677008d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:23.266701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:23.288411 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff8560a3-6f0f-451b-9b91-0e4461ad9791 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/routers/32f84f23-e822-445b-ac5e-ffee9bdef180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2841058 Feb 03 11:33:23.290902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:23.308378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] Sync routers for ids ['32f84f23-e822-445b-ac5e-ffee9bdef180'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:23.426296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-df2f789c-9c36-4dff-ba43-1a3fb47b12e3 None None] Provisioning complete for port ed6588a0-270f-4626-b7bf-0ec29aa57566 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:23.426874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2f789c-9c36-4dff-ba43-1a3fb47b12e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.509673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a91173-ec27-4560-8133-97e23ab57333 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:23.511294 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-33a91173-ec27-4560-8133-97e23ab57333 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f84f23-e822-445b-ac5e-ffee9bdef180 HTTP/1.1" status: 200 len: 981 time: 0.2192106 Feb 03 11:33:23.514767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36230) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:23.521994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] Routers {'32f84f23-e822-445b-ac5e-ffee9bdef180'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:23.522662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32f84f23-e822-445b-ac5e-ffee9bdef180'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:23.609899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:23.633306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-df2f789c-9c36-4dff-ba43-1a3fb47b12e3 None None] Port ed6588a0-270f-4626-b7bf-0ec29aa57566 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:23.638149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] Routers {'32f84f23-e822-445b-ac5e-ffee9bdef180'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:23.639009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32f84f23-e822-445b-ac5e-ffee9bdef180'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:23.645497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9c900c42-1545-4853-90cf-a9762677008d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:23.646100 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c900c42-1545-4853-90cf-a9762677008d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.684732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.695924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.697620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (c124816c-b383-4492-914b-7fe5076df5fa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.803966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:23.804857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894311d-c7c0-4d3d-be6e-09c49d91394c None None] The sync data for ids ['32f84f23-e822-445b-ac5e-ffee9bdef180'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:23.947779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9c900c42-1545-4853-90cf-a9762677008d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:23.948495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c900c42-1545-4853-90cf-a9762677008d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:23.967963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=d7e3c283-6398-4e6d-8bbb-a915ac45fa67,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:23.995042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb77eb-03a6-44db-93a8-955e94a28840 None None] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:24.049664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 9c900c42-1545-4853-90cf-a9762677008d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c900c42-1545-4853-90cf-a9762677008d,segment=NetworkSegment(e12385bd-3a38-4dfd-b7d6-4a55d1359a65),segment_id=e12385bd-3a38-4dfd-b7d6-4a55d1359a65)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:24.124171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9c900c42-1545-4853-90cf-a9762677008d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:24.172184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-65d00246-c035-4002-94d8-e4c84d6f4111 None None] Provisioning complete for port 9c900c42-1545-4853-90cf-a9762677008d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:24.173405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65d00246-c035-4002-94d8-e4c84d6f4111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c900c42-1545-4853-90cf-a9762677008d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:24.190985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:24.192631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:24.429325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=9c900c42-1545-4853-90cf-a9762677008d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:24.491398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router c124816c-b383-4492-914b-7fe5076df5fa is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:33:24.525205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-65d00246-c035-4002-94d8-e4c84d6f4111 None None] Current status of the port 9c900c42-1545-4853-90cf-a9762677008d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:24.670013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (32f84f23-e822-445b-ac5e-ffee9bdef180), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:24.815431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:24.830381 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] Sync routers for ids ['c124816c-b383-4492-914b-7fe5076df5fa'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:24.840026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ebcb997a-f9e8-4fa1-9b60-ab958b88d3a2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/c124816c-b383-4492-914b-7fe5076df5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5014713 Feb 03 11:33:24.840989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36262) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:24.865131 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] Routers {'c124816c-b383-4492-914b-7fe5076df5fa'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:24.868931 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c124816c-b383-4492-914b-7fe5076df5fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:25.029947 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:25.045233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] Routers {'c124816c-b383-4492-914b-7fe5076df5fa'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:25.045850 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c124816c-b383-4492-914b-7fe5076df5fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:25.066902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1ef2b-4bd0-4ca5-84ab-b2c48e962233 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:25.071046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c900c42-1545-4853-90cf-a9762677008d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:25.077954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-26c1ef2b-4bd0-4ca5-84ab-b2c48e962233 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports/d7e3c283-6398-4e6d-8bbb-a915ac45fa67 HTTP/1.1" status: 200 len: 911 time: 0.2339599 Feb 03 11:33:25.078909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36264) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:25.101402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a7ff844-43fd-4ed7-a297-298e058bb189'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:25.121499 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:25.122156 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3df51-9b84-4799-b9d0-6d40f5555418 None None] The sync data for ids ['c124816c-b383-4492-914b-7fe5076df5fa'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:25.218741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Provisioning complete for port 9c900c42-1545-4853-90cf-a9762677008d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:25.219665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c900c42-1545-4853-90cf-a9762677008d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.396109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port ed6588a0-270f-4626-b7bf-0ec29aa57566 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:25.397817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.404368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9c900c42-1545-4853-90cf-a9762677008d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:25.404887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c900c42-1545-4853-90cf-a9762677008d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.613093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Current status of the port 9c900c42-1545-4853-90cf-a9762677008d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:25.650957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.662552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Provisioning complete for port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:25.664170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.685963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for ed6588a0-270f-4626-b7bf-0ec29aa57566 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:25.692780 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:25.736380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf239c61-4e05-4f2c-978a-d9d3df1ee90f None None] Port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:25.802648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9c900c42-1545-4853-90cf-a9762677008d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:25.872629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-091cc7fc-6c25-4a5a-bea8-65bf4442b975 None None] Provisioning complete for port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:25.879321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-091cc7fc-6c25-4a5a-bea8-65bf4442b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:26.022691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-091cc7fc-6c25-4a5a-bea8-65bf4442b975 None None] Port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:26.156377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62aea695-454c-45ec-a7af-ba0e7ed25dff None None] Provisioning complete for port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:26.158734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62aea695-454c-45ec-a7af-ba0e7ed25dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:26.256336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62aea695-454c-45ec-a7af-ba0e7ed25dff None None] Port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:26.615124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:26.638920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:26.656673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:26.657653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:26.664500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/ports/d7e3c283-6398-4e6d-8bbb-a915ac45fa67 HTTP/1.1" status: 200 len: 911 time: 1.5779312 Feb 03 11:33:26.666818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36294) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:26.765769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3cee0-6f04-44b9-9b5f-957981d2a48c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=d7e3c283-6398-4e6d-8bbb-a915ac45fa67,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:26.925194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36300) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:26.962911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ed6588a0-270f-4626-b7bf-0ec29aa57566), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.074101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.104562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=ed6588a0-270f-4626-b7bf-0ec29aa57566,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:27.443125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c862-a5d2-48b4-846d-1c236cac882a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.545419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (32f84f23-e822-445b-ac5e-ffee9bdef180), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.614720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c862-a5d2-48b4-846d-1c236cac882a admin admin] Publish callbacks [] for security_group (83834938-1cc6-4b1d-a8f8-89356a0da903), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.620573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c862-a5d2-48b4-846d-1c236cac882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (83834938-1cc6-4b1d-a8f8-89356a0da903), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.747826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7b5c862-a5d2-48b4-846d-1c236cac882a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e25a4b91220476ea097e832d80a63ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8204365 Feb 03 11:33:27.766855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:27.810898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c862-a5d2-48b4-846d-1c236cac882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83834938-1cc6-4b1d-a8f8-89356a0da903,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:27.865440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] Publish callbacks [] for security_group (83834938-1cc6-4b1d-a8f8-89356a0da903), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.881661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Router 32f84f23-e822-445b-ac5e-ffee9bdef180 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:27.895067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] Publish callbacks [] for security_group (83834938-1cc6-4b1d-a8f8-89356a0da903), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.955864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (83834938-1cc6-4b1d-a8f8-89356a0da903), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.958970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:27.964223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83834938-1cc6-4b1d-a8f8-89356a0da903 HTTP/1.1" status: 204 len: 168 time: 0.1961060 Feb 03 11:33:27.992626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9813-0eed-47e9-9828-c1bedc5ed17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83834938-1cc6-4b1d-a8f8-89356a0da903,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:28.089291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (c124816c-b383-4492-914b-7fe5076df5fa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:28.113297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:28.126986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33f655-9345-4109-b052-f301d38e41fa None None] Sync routers for ids ['32f84f23-e822-445b-ac5e-ffee9bdef180'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:28.176764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-77c5545b-ab46-4135-8cbf-cdf4c70a81bf tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/routers/32f84f23-e822-445b-ac5e-ffee9bdef180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6566575 Feb 03 11:33:28.180442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:28.185071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] Routers {'32f84f23-e822-445b-ac5e-ffee9bdef180'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:28.186074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32f84f23-e822-445b-ac5e-ffee9bdef180'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:28.251024 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4faa7f-cf0e-424c-a979-a5203c3a5ddb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:33:28.264801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:28.270162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d4faa7f-cf0e-424c-a979-a5203c3a5ddb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/ed6588a0-270f-4626-b7bf-0ec29aa57566 HTTP/1.1" status: 404 len: 333 time: 0.0859725 Feb 03 11:33:28.343953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:28.376515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] Routers {'32f84f23-e822-445b-ac5e-ffee9bdef180'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:28.377447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32f84f23-e822-445b-ac5e-ffee9bdef180'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:28.444028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:28.482620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:28.508771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-db33f655-9345-4109-b052-f301d38e41fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:28.509703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33f655-9345-4109-b052-f301d38e41fa None None] The sync data for ids ['32f84f23-e822-445b-ac5e-ffee9bdef180'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:28.739979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:28.762453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14e4730-755c-4103-911b-8ec2cf504a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:28.978802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Deleting port 304ac3b1-2b64-46ae-81e1-4bed7094bd47 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:28.979431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.138957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.139545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (304ac3b1-2b64-46ae-81e1-4bed7094bd47), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.183341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Calling delete_port for 304ac3b1-2b64-46ae-81e1-4bed7094bd47 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:29.272879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.297356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for router_controller (32f84f23-e822-445b-ac5e-ffee9bdef180), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.468894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (32f84f23-e822-445b-ac5e-ffee9bdef180), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.470010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Fanout notify agent at l3_agent the message router_deleted on router 32f84f23-e822-445b-ac5e-ffee9bdef180 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:33:29.493127 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.497507 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c64a43f-014f-43e3-b751-c03ce38f97ba tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/routers/32f84f23-e822-445b-ac5e-ffee9bdef180 HTTP/1.1" status: 204 len: 168 time: 1.2282805 Feb 03 11:33:29.504333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:29.662644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (304ac3b1-2b64-46ae-81e1-4bed7094bd47), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.719900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 0034ea44-3c71-43dc-8e4f-05b16b191ab0 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:33:29.742456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (0034ea44-3c71-43dc-8e4f-05b16b191ab0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.802702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (0034ea44-3c71-43dc-8e4f-05b16b191ab0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.838159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14e4730-755c-4103-911b-8ec2cf504a55 admin admin] Publish callbacks [] for security_group (b5b85dbb-658f-4616-940b-1cc7d58c62d3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.840141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event deleted for resources: {'Port': ['ID=304ac3b1-2b64-46ae-81e1-4bed7094bd47,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:29.847041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14e4730-755c-4103-911b-8ec2cf504a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b5b85dbb-658f-4616-940b-1cc7d58c62d3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:29.885038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a14e4730-755c-4103-911b-8ec2cf504a55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78589d34cebe47d2b324edbf7d4898a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1425946 Feb 03 11:33:29.903967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36348) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:29.991380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e4730-755c-4103-911b-8ec2cf504a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b85dbb-658f-4616-940b-1cc7d58c62d3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:30.001121 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] Publish callbacks [] for security_group (b5b85dbb-658f-4616-940b-1cc7d58c62d3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.001588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for floatingip (050119fc-5c47-4fd0-8435-7b892674dc3b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.001972 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Floating IP 050119fc-5c47-4fd0-8435-7b892674dc3b disassociated (deleted). External IP: 172.25.7.98, port: 02ce77b4-267c-47e4-b466-0d65673301bf. Feb 03 11:33:30.072934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] Publish callbacks [] for security_group (b5b85dbb-658f-4616-940b-1cc7d58c62d3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.178585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port d7e3c283-6398-4e6d-8bbb-a915ac45fa67 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:30.178951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.251410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b5b85dbb-658f-4616-940b-1cc7d58c62d3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.254506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.255766 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5b85dbb-658f-4616-940b-1cc7d58c62d3 HTTP/1.1" status: 204 len: 168 time: 0.3494809 Feb 03 11:33:30.364524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dac90-ebaa-4dd6-8ca0-eb8628a26202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b85dbb-658f-4616-940b-1cc7d58c62d3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:30.441606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.473381 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for d7e3c283-6398-4e6d-8bbb-a915ac45fa67 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:30.893029 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d7e3c283-6398-4e6d-8bbb-a915ac45fa67), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.985020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0034ea44-3c71-43dc-8e4f-05b16b191ab0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:30.991727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=d7e3c283-6398-4e6d-8bbb-a915ac45fa67,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:31.314457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84d6a97a-a04f-4b47-9dd0-3a55dd4cf394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:31.460088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (c124816c-b383-4492-914b-7fe5076df5fa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:31.570695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:31.675958 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (0034ea44-3c71-43dc-8e4f-05b16b191ab0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:31.772195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee97da-8b80-40fe-924a-4a4dff8b064d None None] Network 0eab389b-1d05-49e9-ade6-8906b1b8ec2e requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:31.794217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:31.801490 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/0034ea44-3c71-43dc-8e4f-05b16b191ab0 HTTP/1.1" status: 204 len: 168 time: 2.2909527 Feb 03 11:33:31.807029 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:31.807810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b613c9-55bf-48cc-ad66-c375ff216fce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=0034ea44-3c71-43dc-8e4f-05b16b191ab0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:31.874563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:31.882395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:31.887939 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:31.915403 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:31.915958 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:32.010823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5112f827-2692-467c-b64d-744262d555ff tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "DELETE /v2.0/floatingips/050119fc-5c47-4fd0-8435-7b892674dc3b HTTP/1.1" status: 204 len: 168 time: 3.5548241 Feb 03 11:33:32.018428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:33:32.023771 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36210d-3788-4f7b-a4b8-103744959944" -d '{"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:33:32.049044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0eab389b-1d05-49e9-ade6-8906b1b8ec2e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:32.087597 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ddb25-5a5d-4a12-b7de-4278b43596f2 x-openstack-request-id: req-cc3ddb25-5a5d-4a12-b7de-4278b43596f2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:33:32.088177 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:33:32.088635 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc3ddb25-5a5d-4a12-b7de-4278b43596f2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:33:32.089314 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:33:32.187959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router c124816c-b383-4492-914b-7fe5076df5fa has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:32.218603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] DHCP port deletion for 0eab389b-1d05-49e9-ade6-8906b1b8ec2e request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:33:32.301403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36210d-3788-4f7b-a4b8-103744959944 req-ab986d08-3315-4cf6-a6ea-325ba70484ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:32.304633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-ab986d08-3315-4cf6-a6ea-325ba70484ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1716909 Feb 03 11:33:32.319581 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:32.408572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Deleting port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:32.413349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:32.561827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:32.596947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1c3e586-3814-4630-9175-78592b556c78 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/c124816c-b383-4492-914b-7fe5076df5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9262004 Feb 03 11:33:32.600649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:32.607969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] Sync routers for ids ['c124816c-b383-4492-914b-7fe5076df5fa'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:32.627926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] For port 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=03a3a8b5-5a5b-45a8-b595-28aa982105d7,segment=NetworkSegment(c5758836-db55-44fd-9b80-1f6424fc0b91),segment_id=c5758836-db55-44fd-9b80-1f6424fc0b91)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:32.628661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:32.647779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Calling delete_port for 03a3a8b5-5a5b-45a8-b595-28aa982105d7 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:32.650199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] Routers {'c124816c-b383-4492-914b-7fe5076df5fa'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:32.651038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c124816c-b383-4492-914b-7fe5076df5fa'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:32.699447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:32.707087 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db8142be-8476-4027-a0b1-cc122ced6c14 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=c124816c-b383-4492-914b-7fe5076df5fa HTTP/1.1" status: 200 len: 205 time: 0.0984931 Feb 03 11:33:32.710884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36406) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:32.765424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] Routers {'c124816c-b383-4492-914b-7fe5076df5fa'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:32.766404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c124816c-b383-4492-914b-7fe5076df5fa'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:32.778730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36210d-3788-4f7b-a4b8-103744959944 req-06b29e9c-c51d-4b5d-a677-2162915be9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:32.780163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-06b29e9c-c51d-4b5d-a677-2162915be9e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 200 len: 915 time: 0.4679637 Feb 03 11:33:32.806063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:32.807031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0a90b-84ac-4994-b430-d5aa4cd50bf9 None None] The sync data for ids ['c124816c-b383-4492-914b-7fe5076df5fa'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:32.893919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:33.000745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] Pushing event deleted for resources: {'Port': ['ID=03a3a8b5-5a5b-45a8-b595-28aa982105d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:33.003957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-28583f52-8f68-4cf2-b01e-e44bd4d725d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 200 len: 217 time: 0.2092733 Feb 03 11:33:33.038649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27388c8-7643-4ba3-8938-fae7965759ed None None] No DVR routers for this DVR port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:33.041320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda795ca-9bd3-4573-b6c9-1708b7da40c9 req-0b3c0f51-13fd-41a2-ae79-6938ce1003f0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:33.042887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cda795ca-9bd3-4573-b6c9-1708b7da40c9 req-0b3c0f51-13fd-41a2-ae79-6938ce1003f0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.5078177 Feb 03 11:33:33.051808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 03a3a8b5-5a5b-45a8-b595-28aa982105d7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:33:33.081988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (c124816c-b383-4492-914b-7fe5076df5fa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:33.110024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:33.140238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 03a3a8b5-5a5b-45a8-b595-28aa982105d7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:33:33.141041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 03a3a8b5-5a5b-45a8-b595-28aa982105d7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:33:33.229761 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:33:33.262842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:33.267272 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:33.305341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36210d-3788-4f7b-a4b8-103744959944 req-d9c1c90a-2f94-4622-a30e-fb6e4762964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:33.309107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-d9c1c90a-2f94-4622-a30e-fb6e4762964e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 200 len: 853 time: 0.2652915 Feb 03 11:33:33.363800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:33.368194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:33.471927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cda795ca-9bd3-4573-b6c9-1708b7da40c9 req-e8c0bbf5-93b6-42e6-a658-91b89ae8d42f tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994644 Feb 03 11:33:33.532060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36210d-3788-4f7b-a4b8-103744959944 req-8b8cf032-0984-49a4-a888-74c1190070a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:33.534331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-8b8cf032-0984-49a4-a888-74c1190070a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c916ff9-c299-4d20-9f85-1d6259e7bec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2118156 Feb 03 11:33:33.554127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-fbe289c6-a6e2-4f7c-b27e-5501b3fe9d98 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:33:33.555104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-fbe289c6-a6e2-4f7c-b27e-5501b3fe9d98 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142336 Feb 03 11:33:33.776250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port 03a3a8b5-5a5b-45a8-b595-28aa982105d7, host n-d-821606-6, got binding levels [] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:33.781203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:33.834234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 03a3a8b5-5a5b-45a8-b595-28aa982105d7 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:33.843873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 was not found and therefore no delete operation was performed {{(pid=103126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:33:33.849752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (03a3a8b5-5a5b-45a8-b595-28aa982105d7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:33.850530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:33.890119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-d6c0e66f-6717-425b-b144-cae744fcf980 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279059 Feb 03 11:33:34.121522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=03a3a8b5-5a5b-45a8-b595-28aa982105d7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:34.138138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port 03a3a8b5-5a5b-45a8-b595-28aa982105d7 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:34.251666 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (c124816c-b383-4492-914b-7fe5076df5fa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.266746 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (c124816c-b383-4492-914b-7fe5076df5fa), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.356079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-2ef0b1be-0852-4144-92e6-3fdfe8c75b9b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:34.358981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25544c8b-947d-4b38-a413-db9e6f53cfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.364946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-2ef0b1be-0852-4144-92e6-3fdfe8c75b9b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.69 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.2063544 Feb 03 11:33:34.370085 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:34.398339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c36210d-3788-4f7b-a4b8-103744959944 req-bb1ee533-55d9-49c6-850d-6cf5d3d79a49 service neutron] 10.222.0.69 "GET /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020027 Feb 03 11:33:34.475144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc05a55-96cf-4b23-b7d8-0d7184e26e6e None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:26:01Z', 'revision_number': 4, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'a0906b58-0ad3-4872-9c2d-124b8625ed4d', 'name': '', 'network_id': '1c916ff9-c299-4d20-9f85-1d6259e7bec0', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'mac_address': 'fa:16:3e:ca:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:00Z', 'updated_at': '2022-02-03T11:26:13Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'subnets': [{'id': '6a6fe331-7f56-4e5a-9019-71a781541197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:34.634901 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0eab389b-1d05-49e9-ade6-8906b1b8ec2e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.670721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.677432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (c124816c-b383-4492-914b-7fe5076df5fa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.677959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router c124816c-b383-4492-914b-7fe5076df5fa {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:33:34.703021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.715614 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7a18fd60-10fd-4303-8a49-83ee103cff05 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/c124816c-b383-4492-914b-7fe5076df5fa HTTP/1.1" status: 204 len: 168 time: 1.9972622 Feb 03 11:33:34.720108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:34.781962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Deleting port 02ce77b4-267c-47e4-b466-0d65673301bf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:34.782357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:34.856170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eab389b-1d05-49e9-ade6-8906b1b8ec2e']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:34.925450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5758836-db55-44fd-9b80-1f6424fc0b91') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:34.926213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5758836-db55-44fd-9b80-1f6424fc0b91') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:35.006843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (c5758836-db55-44fd-9b80-1f6424fc0b91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.026913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1176f02-f226-4aa8-8fa6-17884e53164a req-64765c72-571f-49f0-a16a-59d721f2cd9d tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:35.043856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1176f02-f226-4aa8-8fa6-17884e53164a req-64765c72-571f-49f0-a16a-59d721f2cd9d tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 945 time: 0.4002197 Feb 03 11:33:35.126112 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5662d67-5a5d-4e47-bac9-a412b704f12c None None] New status for floating IP 050119fc-5c47-4fd0-8435-7b892674dc3b: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:33:35.126316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 3a7ff844-43fd-4ed7-a297-298e058bb189 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:33:35.168793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c5758836-db55-44fd-9b80-1f6424fc0b91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.193537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (3a7ff844-43fd-4ed7-a297-298e058bb189), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.214432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] For port 02ce77b4-267c-47e4-b466-0d65673301bf, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=02ce77b4-267c-47e4-b466-0d65673301bf,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:35.216125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.279404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1176f02-f226-4aa8-8fa6-17884e53164a req-7c30f601-33fe-43c3-90e1-b39e89ae9166 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/security-groups?id=14c32585-0bd9-4b18-9eff-54e77b18e227&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346458 Feb 03 11:33:35.282722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Calling delete_port for 02ce77b4-267c-47e4-b466-0d65673301bf owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:35.287607 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:33:35.287834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (c5758836-db55-44fd-9b80-1f6424fc0b91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:33:35.314232 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:33:35.605209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (3a7ff844-43fd-4ed7-a297-298e058bb189), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.624041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (02ce77b4-267c-47e4-b466-0d65673301bf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.676836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0eab389b-1d05-49e9-ade6-8906b1b8ec2e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.706099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.716148 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/0eab389b-1d05-49e9-ade6-8906b1b8ec2e HTTP/1.1" status: 204 len: 168 time: 3.8903146 Feb 03 11:33:35.719218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:35.814128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event deleted for resources: {'Port': ['ID=02ce77b4-267c-47e4-b466-0d65673301bf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:35.867366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31654d-1e1d-4490-907b-fd46d0570151 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:35.868629 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b31654d-1e1d-4490-907b-fd46d0570151 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/d72dc6a5-23e1-4f29-b7fc-82d287e6d253 HTTP/1.1" status: 200 len: 841 time: 0.1423438 Feb 03 11:33:35.882357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36488) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:35.908828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] No DVR routers for this DVR port 02ce77b4-267c-47e4-b466-0d65673301bf on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:35.915935 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0140ac-74a4-44f4-816c-20bc6e6ecc67 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=0eab389b-1d05-49e9-ade6-8906b1b8ec2e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:35.916420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:35.928191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45677b9e-ed53-4cb6-9a68-8070da5fe628 req-bd897be3-b959-4fd4-935b-f5eb4c32832b tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.69 "DELETE /v2.0/ports/02ce77b4-267c-47e4-b466-0d65673301bf HTTP/1.1" status: 204 len: 173 time: 1.5621943 Feb 03 11:33:35.944938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'name': 'network-vif-deleted', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:33:35.955650 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ece11e-8425-4a49-99a9-f3379e03e782" -d '{"events": [{"server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "name": "network-vif-deleted", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:33:36.057783 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166fb152-becc-44fc-b8f9-38dc6b880f13 x-openstack-request-id: req-166fb152-becc-44fc-b8f9-38dc6b880f13 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:33:36.058417 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a4acaa-3ac9-496f-b622-32fec8752dd3", "name": "network-vif-deleted", "tag": "02ce77b4-267c-47e4-b466-0d65673301bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:33:36.058417 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-166fb152-becc-44fc-b8f9-38dc6b880f13 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:33:36.058836 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a4acaa-3ac9-496f-b622-32fec8752dd3', 'name': 'network-vif-deleted', 'tag': '02ce77b4-267c-47e4-b466-0d65673301bf', 'status': 'completed', 'code': 200} Feb 03 11:33:36.067365 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a0731d8-0c70-4523-9b19-19b7345166cb tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/d72dc6a5-23e1-4f29-b7fc-82d287e6d253?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1757483 Feb 03 11:33:36.075050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36494) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:36.082946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:36.161301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (3a7ff844-43fd-4ed7-a297-298e058bb189), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.283796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.311555 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:36.390977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (3a7ff844-43fd-4ed7-a297-298e058bb189), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.418005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:36.426425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.512073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7ff844-43fd-4ed7-a297-298e058bb189,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:36.531112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.533826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52beb59-212f-4bed-afaa-b876635d3d3c None None] Network 35d3df0b-ed99-4635-81c6-07f54f33ef4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:36.545204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91541fb9-683b-4b4e-8acb-ce9465a41405 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/3a7ff844-43fd-4ed7-a297-298e058bb189 HTTP/1.1" status: 204 len: 168 time: 1.8239567 Feb 03 11:33:36.545865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:36.576049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-999be3aa-05d8-4f82-90ba-6a886adc329d req-a90f1cf1-1f8f-4ba1-b40e-4f7cd4016078 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1053448 Feb 03 11:33:36.781512 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-024a10df-8d80-4195-bc95-c30d3f8d7d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.823000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (35d3df0b-ed99-4635-81c6-07f54f33ef4d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:36.886460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] DHCP port deletion for 35d3df0b-ed99-4635-81c6-07f54f33ef4d request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:33:37.004348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Deleting port 9c900c42-1545-4853-90cf-a9762677008d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:37.008160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9c900c42-1545-4853-90cf-a9762677008d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.056459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2db3f3de-e1b3-45b0-9d89-5466501133c6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.085524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 9c900c42-1545-4853-90cf-a9762677008d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:37.086318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9c900c42-1545-4853-90cf-a9762677008d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.173833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:37.188857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] For port 9c900c42-1545-4853-90cf-a9762677008d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c900c42-1545-4853-90cf-a9762677008d,segment=NetworkSegment(e12385bd-3a38-4dfd-b7d6-4a55d1359a65),segment_id=e12385bd-3a38-4dfd-b7d6-4a55d1359a65)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:37.189287 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9c900c42-1545-4853-90cf-a9762677008d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.189821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:37.201058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:37.204761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.223731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Calling delete_port for 9c900c42-1545-4853-90cf-a9762677008d owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:37.265968 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1897643 Feb 03 11:33:37.267185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:37.292661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1482975228'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:37.338419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc65b1-1c70-4404-86a0-564b681ec2b7 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=2db3f3de-e1b3-45b0-9d89-5466501133c6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:37.379184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.425989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd61f71-0540-4ec5-a659-2b7cd8d3621b None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:37.517378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (505c3417-7412-4455-83c3-1eebd50626f8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.525069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (505c3417-7412-4455-83c3-1eebd50626f8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.586649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505c3417-7412-4455-83c3-1eebd50626f8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:37.628876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.634883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c6e5d15a-421b-402c-936c-21b5baeeb073 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3614237 Feb 03 11:33:37.636342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:37.640278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 9c900c42-1545-4853-90cf-a9762677008d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c900c42-1545-4853-90cf-a9762677008d,segment=NetworkSegment(e12385bd-3a38-4dfd-b7d6-4a55d1359a65),segment_id=e12385bd-3a38-4dfd-b7d6-4a55d1359a65)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:37.640861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9c900c42-1545-4853-90cf-a9762677008d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.647662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'security_group': {'name': 'tempest-secgroup-583678733'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:37.677108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 9c900c42-1545-4853-90cf-a9762677008d owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:37.691266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02ce77b4-267c-47e4-b466-0d65673301bf no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:33:37.711487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.749419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (9c900c42-1545-4853-90cf-a9762677008d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.753570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6ad7b21-72ab-4483-a081-6864fb28c040 req-9c64ec6c-0fcd-4413-a664-202efc3bf9fb tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0618813 Feb 03 11:33:37.765790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 02ce77b4-267c-47e4-b466-0d65673301bf {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:33:37.766135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 02ce77b4-267c-47e4-b466-0d65673301bf not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:33:37.782691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] No DVR routers for this DVR port 9c900c42-1545-4853-90cf-a9762677008d on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:37.841071 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.847865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb5393-e1ca-4fdd-b0e8-c5edd193e6a1 None None] Pushing event deleted for resources: {'Port': ['ID=9c900c42-1545-4853-90cf-a9762677008d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:37.849841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9c900c42-1545-4853-90cf-a9762677008d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.892178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-024a10df-8d80-4195-bc95-c30d3f8d7d64 admin admin] Publish callbacks [] for security_group (b80b5b97-af3c-42a9-beff-fddd4c573565), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.917386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-600f682f-0be7-4a02-9b50-169629a3467d', 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'project_id': '30ba3f2248fa4d9490cbabe9d9f0ea5f', 'fixed_ips': [{'subnet_id': '2db3f3de-e1b3-45b0-9d89-5466501133c6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:37.918388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.949915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 9c900c42-1545-4853-90cf-a9762677008d on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:33:37.952249 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-024a10df-8d80-4195-bc95-c30d3f8d7d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b80b5b97-af3c-42a9-beff-fddd4c573565), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.955810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=9c900c42-1545-4853-90cf-a9762677008d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:37.967548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (aa734598-4d58-4268-be7a-9d650c9b75e3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:37.975680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aa734598-4d58-4268-be7a-9d650c9b75e3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.044631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.053133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4114575 Feb 03 11:33:38.053817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:38.067942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca422c-38e5-4408-89fb-ae0a26083023 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa734598-4d58-4268-be7a-9d650c9b75e3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:38.086691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-841266334', 'security_groups': ['aa734598-4d58-4268-be7a-9d650c9b75e3'], 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2db3f3de-e1b3-45b0-9d89-5466501133c6'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:38.162759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (35d3df0b-ed99-4635-81c6-07f54f33ef4d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.204526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d3df0b-ed99-4635-81c6-07f54f33ef4d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:38.226615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:38.226915 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12385bd-3a38-4dfd-b7d6-4a55d1359a65') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:38.233504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Allocated IP 172.20.0.2 (600f682f-0be7-4a02-9b50-169629a3467d/2db3f3de-e1b3-45b0-9d89-5466501133c6/0946be98-1da9-4034-a62b-0dbe785dda11) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:38.271039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e12385bd-3a38-4dfd-b7d6-4a55d1359a65), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.285846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e12385bd-3a38-4dfd-b7d6-4a55d1359a65), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.292460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:33:38.292866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e12385bd-3a38-4dfd-b7d6-4a55d1359a65), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.354080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:33:38.368312 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:33:38.375560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (35d3df0b-ed99-4635-81c6-07f54f33ef4d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.397821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.405394 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/35d3df0b-ed99-4635-81c6-07f54f33ef4d HTTP/1.1" status: 204 len: 168 time: 1.8584800 Feb 03 11:33:38.409178 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a10df-8d80-4195-bc95-c30d3f8d7d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b5b97-af3c-42a9-beff-fddd4c573565,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:38.412396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36526) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:38.454085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326223051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:38.475002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-024a10df-8d80-4195-bc95-c30d3f8d7d64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34989342d4d04248a13a0b7d44b8483f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1408875 Feb 03 11:33:38.475002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7066b5-5273-46d5-aef8-4abb831a3b4d tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=35d3df0b-ed99-4635-81c6-07f54f33ef4d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:38.476244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:38.563672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.568232 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.643760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.684822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port cc5bfc81-a175-418e-802b-f268e265eec9 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:38.701102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.715526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.785462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.789627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5885a05a-e0ad-4936-a46e-9e1c9839ffa3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3519351 Feb 03 11:33:38.790293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36534) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:38.795631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] Publish callbacks [] for security_group (b80b5b97-af3c-42a9-beff-fddd4c573565), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.801569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks [] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.809010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-105574194'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:38.809359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.876201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:38.888282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:38.889302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] Publish callbacks [] for security_group (b80b5b97-af3c-42a9-beff-fddd4c573565), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:38.890300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:38.892739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:38.912544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:38.921322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.014381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Attempting to bind port 0946be98-1da9-4034-a62b-0dbe785dda11 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:39.014381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Attempting to bind port 0946be98-1da9-4034-a62b-0dbe785dda11 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:39.016673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Attempting to bind port 0946be98-1da9-4034-a62b-0dbe785dda11 on network 600f682f-0be7-4a02-9b50-169629a3467d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:39.024418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:39.030171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c900c42-1545-4853-90cf-a9762677008d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:33:39.045486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-245d6bfd-afb1-4cfd-b175-132da4f86c60 req-3678e6f2-d027-438c-ac6b-1ee5d78d4b64 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1288712 Feb 03 11:33:39.053851 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b5044ae5-c8ba-4b7b-8f66-f19f80a3e104), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.054211 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment b5044ae5-c8ba-4b7b-8f66-f19f80a3e104 of type vlan for network 62357525-4dc1-4f4c-aad9-d120fa994cb2 Feb 03 11:33:39.100586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:39.101054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Checking segment: {'id': '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:39.104208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.104620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Bound using segment: {'id': '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:39.105149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Bound port: 0946be98-1da9-4034-a62b-0dbe785dda11, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:39.105547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.124152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9c900c42-1545-4853-90cf-a9762677008d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:33:39.124749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c900c42-1545-4853-90cf-a9762677008d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:33:39.154760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b80b5b97-af3c-42a9-beff-fddd4c573565), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.161201 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.162374 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b80b5b97-af3c-42a9-beff-fddd4c573565 HTTP/1.1" status: 204 len: 168 time: 0.6834776 Feb 03 11:33:39.187613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (62357525-4dc1-4f4c-aad9-d120fa994cb2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.220056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cd33b-95d0-44c1-8fcc-99a8a52d336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b5b97-af3c-42a9-beff-fddd4c573565,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:39.237744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.12 (600f682f-0be7-4a02-9b50-169629a3467d/2db3f3de-e1b3-45b0-9d89-5466501133c6/cc5bfc81-a175-418e-802b-f268e265eec9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:39.278747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (62357525-4dc1-4f4c-aad9-d120fa994cb2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.291718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:39.292375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.380981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c8e33372-479f-49be-a116-72e17718b427 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:39.383829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=62357525-4dc1-4f4c-aad9-d120fa994cb2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:39.398332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c8e33372-479f-49be-a116-72e17718b427 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:39.411620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3afed4aa-ebe7-440a-a3d2-5adc93791be8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6173089 Feb 03 11:33:39.417455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36542) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:39.420966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:39.438565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:39.558813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.610073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (cc5bfc81-a175-418e-802b-f268e265eec9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.634980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33372-479f-49be-a116-72e17718b427 None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:39.705386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:39.719483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.719626 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:39.851318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:39.878907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:39.904050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=cc5bfc81-a175-418e-802b-f268e265eec9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:39.923494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:40.027826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36548) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:40.078815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:40.081682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.087894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae8633b7-0673-4b1a-b3e4-1ad9a95d4f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.143875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a567ac0b-ef98-43c3-a389-abe85ecab7d3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0763483 Feb 03 11:33:40.146039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:40.162944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:40.285527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae8633b7-0673-4b1a-b3e4-1ad9a95d4f68 admin admin] Publish callbacks [] for security_group (30b7fab7-9c04-44da-b81a-4f8ad445377d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.300360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae8633b7-0673-4b1a-b3e4-1ad9a95d4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (30b7fab7-9c04-44da-b81a-4f8ad445377d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.355473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f9d0f99-eee5-40fc-93ef-3dc4f471a18e req-bdbb8432-a6dd-4617-a925-522ef5c34ce4 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0652156 Feb 03 11:33:40.366786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ae8633b7-0673-4b1a-b3e4-1ad9a95d4f68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41cf1ff1b37044269012552b3081c52c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378899 Feb 03 11:33:40.369952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:40.468965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8633b7-0673-4b1a-b3e4-1ad9a95d4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b7fab7-9c04-44da-b81a-4f8ad445377d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:40.474787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (6d6fb77c-645a-4550-880a-00543ad587fb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.516760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:40.529914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.568370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:40.568742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 62357525-4dc1-4f4c-aad9-d120fa994cb2, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:40.571027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=6d6fb77c-645a-4550-880a-00543ad587fb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:40.591373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:40.610533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 62357525-4dc1-4f4c-aad9-d120fa994cb2) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:40.629638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27435441-518f-40f8-b425-413da37f675a None None] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:40.642031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:40.647168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.696093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e98e7fd4-3eff-47fe-a7fa-ddee6dcabfa1 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2740576 Feb 03 11:33:40.699264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36560) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:40.706545 n-d-821606-6 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2db3f3de-e1b3-45b0-9d89-5466501133c6 (CIDR: 172.20.0.0/28) Feb 03 11:33:40.734884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] Publish callbacks [] for security_group (30b7fab7-9c04-44da-b81a-4f8ad445377d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.740867 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:33:40.741770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:33:40.909428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] Publish callbacks [] for security_group (30b7fab7-9c04-44da-b81a-4f8ad445377d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.930069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f533977a-e7b3-477e-bc69-5d94602eae04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7826920 Feb 03 11:33:40.940008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-62357525-4dc1-4f4c-aad9-d120fa994cb2', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:40.940890 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:40.943516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:40.954001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:41.163114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:41.241005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (30b7fab7-9c04-44da-b81a-4f8ad445377d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:41.244454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:41.245962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30b7fab7-9c04-44da-b81a-4f8ad445377d HTTP/1.1" status: 204 len: 168 time: 0.8747988 Feb 03 11:33:41.293580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b355c2-5974-43b4-95d6-3a4d9cc7f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b7fab7-9c04-44da-b81a-4f8ad445377d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:41.352230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:41.363032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:41.436540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Allocated IP 2001:db8::2 (62357525-4dc1-4f4c-aad9-d120fa994cb2/6d6fb77c-645a-4550-880a-00543ad587fb/48f853e9-93d1-4ddc-b465-0585e8ea5102) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:41.512332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:41.512724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:41.751888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e03d2006-4e1d-463d-b445-381c12a4092a req-f8d47946-6ce9-4dd8-b2d1-6c51286ec41e tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1335659 Feb 03 11:33:41.778369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.053197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:42.053966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.271439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:42.272028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.276765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (76de8ac8-c6fa-49b2-9889-6e41aa8b775a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.311774 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks [] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.348081 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.387983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=76de8ac8-c6fa-49b2-9889-6e41aa8b775a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:42.391330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:42.422475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.425268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:42.426820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:42.430339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:42.430987 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.442845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7985b-8518-4c08-87bf-104a9ad23f59 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:42.471660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c9ecaba2-8e12-4319-91a9-f2094d82c87d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5267000 Feb 03 11:33:42.474680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:42.483924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1838104895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76de8ac8-c6fa-49b2-9889-6e41aa8b775a'}], 'security_groups': ['505c3417-7412-4455-83c3-1eebd50626f8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:42.493939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:42.516898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8::1 (62357525-4dc1-4f4c-aad9-d120fa994cb2/6d6fb77c-645a-4550-880a-00543ad587fb/98d44b5b-265b-4b94-8d0b-94f1b52e2403) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:42.527855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Pushing event updated for resources: {'Port': ['ID=48f853e9-93d1-4ddc-b465-0585e8ea5102,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:42.532767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:42.665812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:42.671645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:42.796472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.813120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:42.813374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:42.896881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.005145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:43.023933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:43.072678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:43.079755 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:43.083525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:43.087292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.278375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Attempting to bind port 48f853e9-93d1-4ddc-b465-0585e8ea5102 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:43.278900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Attempting to bind port 48f853e9-93d1-4ddc-b465-0585e8ea5102 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:43.279277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Attempting to bind port 48f853e9-93d1-4ddc-b465-0585e8ea5102 on network 62357525-4dc1-4f4c-aad9-d120fa994cb2 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:43.300036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Provisioning complete for port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:43.302653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.375139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:43.375781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Checking segment: {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:43.376467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.377694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Bound using segment: {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:43.378775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Bound port: 48f853e9-93d1-4ddc-b465-0585e8ea5102, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:43.379269 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.389531 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.500491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dd43523-fdd0-4b63-90c9-213b3bb656e8 req-f6a17bbc-3a84-4b41-a906-4d6563d21dc8 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1179883 Feb 03 11:33:43.509452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:43.512616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:43.896518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4aa44-3b7b-4e08-be5c-80edeca2b1b1 None None] Port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:43.910338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Delete allocated IP 172.20.0.12 (600f682f-0be7-4a02-9b50-169629a3467d/2db3f3de-e1b3-45b0-9d89-5466501133c6) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:33:43.938970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.19 (600f682f-0be7-4a02-9b50-169629a3467d/76de8ac8-c6fa-49b2-9889-6e41aa8b775a/cc5bfc81-a175-418e-802b-f268e265eec9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:44.238587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.259553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.264125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.288493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] For port 48f853e9-93d1-4ddc-b465-0585e8ea5102, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:44.399168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a956fb76-5033-4866-a5b9-c113e6519738 None None] Provisioning complete for port cc5bfc81-a175-418e-802b-f268e265eec9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:44.408292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a956fb76-5033-4866-a5b9-c113e6519738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.413978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (cc5bfc81-a175-418e-802b-f268e265eec9), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.422253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:44.423447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.435938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] For port 48f853e9-93d1-4ddc-b465-0585e8ea5102, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=48f853e9-93d1-4ddc-b465-0585e8ea5102,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:44.488287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Update dhcp port {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'fixed_ips': [{'subnet_id': '2db3f3de-e1b3-45b0-9d89-5466501133c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '76de8ac8-c6fa-49b2-9889-6e41aa8b775a'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '0946be98-1da9-4034-a62b-0dbe785dda11'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:33:44.599922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] In _notify_port_updated(), no bound segment for port cc5bfc81-a175-418e-802b-f268e265eec9 on network 600f682f-0be7-4a02-9b50-169629a3467d {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:33:44.605488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:44.606298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.613189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/ports/cc5bfc81-a175-418e-802b-f268e265eec9 HTTP/1.1" status: 200 len: 921 time: 2.1360049 Feb 03 11:33:44.617125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:44.633111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:44.677162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23f52-ed23-4cb0-b9c2-2325413e339a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=cc5bfc81-a175-418e-802b-f268e265eec9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:44.681472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.752003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a956fb76-5033-4866-a5b9-c113e6519738 None None] Port cc5bfc81-a175-418e-802b-f268e265eec9 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:44.760629 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:44.787802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92851f17-47ac-48a9-98c7-8a2890335004 req-c2822556-78fc-492a-aca9-07bb73f1d579 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0941172 Feb 03 11:33:44.807380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:44.915435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1886c6-8eec-4748-bb39-a4fca59f0b4e None None] Pushing event updated for resources: {'Port': ['ID=48f853e9-93d1-4ddc-b465-0585e8ea5102,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:44.918385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:44.924294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:45.120767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06739a20-38b9-48ca-abe2-9a9cf4f9d5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.213819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port cc5bfc81-a175-418e-802b-f268e265eec9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:45.219501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.261760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Allocated IP 172.20.0.18 (600f682f-0be7-4a02-9b50-169629a3467d/76de8ac8-c6fa-49b2-9889-6e41aa8b775a/0946be98-1da9-4034-a62b-0dbe785dda11) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:45.431389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06739a20-38b9-48ca-abe2-9a9cf4f9d5ec admin admin] Publish callbacks [] for security_group (56bab695-73bd-4a48-8750-290ff7e4a300), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.437647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06739a20-38b9-48ca-abe2-9a9cf4f9d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (56bab695-73bd-4a48-8750-290ff7e4a300), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.510824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.532150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06739a20-38b9-48ca-abe2-9a9cf4f9d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bab695-73bd-4a48-8750-290ff7e4a300,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:45.553343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:33:45.556779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06739a20-38b9-48ca-abe2-9a9cf4f9d5ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb9747a6a82349a282aa8dc1ae89ceb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7482853 Feb 03 11:33:45.559369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:45.605183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for cc5bfc81-a175-418e-802b-f268e265eec9 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:45.676277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] Publish callbacks [] for security_group (56bab695-73bd-4a48-8750-290ff7e4a300), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.700511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36684) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:45.765576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] Publish callbacks [] for security_group (56bab695-73bd-4a48-8750-290ff7e4a300), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.787730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:45.825930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:45.844578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:45.845479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:45.853309 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-312bf1ea-4edf-4ba2-b39c-0dc670537c8b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1524942 Feb 03 11:33:45.856768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Publish callbacks [] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.876449 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:45.876734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1598734937'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:45.973788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:45.983750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.059925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:46.060568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:46.158704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cc5bfc81-a175-418e-802b-f268e265eec9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.163125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34401ddc-64f5-4ced-a6e0-a2d88a3b057e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.177274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7c085a0-8b9e-4140-acbe-c19894aa6577 req-1bb45aac-61ce-4815-b94c-0d4bed1200aa tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.2068598 Feb 03 11:33:46.256901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (56bab695-73bd-4a48-8750-290ff7e4a300), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.269566 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.290522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56bab695-73bd-4a48-8750-290ff7e4a300 HTTP/1.1" status: 204 len: 168 time: 0.7289300 Feb 03 11:33:46.331671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=cc5bfc81-a175-418e-802b-f268e265eec9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:46.339632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ee689-c1ac-49f0-b87b-19d082108be3 None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:46.354693 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.391879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:46.542649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34401ddc-64f5-4ced-a6e0-a2d88a3b057e admin admin] Publish callbacks [] for security_group (debd590a-92ed-47cc-b385-b41c491c68ab), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.600686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:46.611226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.621880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5022cc70-85b1-45c7-9d9c-fdbd99e69bf6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/cc5bfc81-a175-418e-802b-f268e265eec9 HTTP/1.1" status: 204 len: 168 time: 2.0036697 Feb 03 11:33:46.624605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36698) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:46.639183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34401ddc-64f5-4ced-a6e0-a2d88a3b057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (debd590a-92ed-47cc-b385-b41c491c68ab), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.693945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba13318-a637-476c-8e73-a3863a460ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bab695-73bd-4a48-8750-290ff7e4a300,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:46.760631 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-94181618-6d12-4bdc-b941-8f5e5d8d8990 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:33:46.771964 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-94181618-6d12-4bdc-b941-8f5e5d8d8990 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/cc5bfc81-a175-418e-802b-f268e265eec9 HTTP/1.1" status: 404 len: 333 time: 0.1460869 Feb 03 11:33:46.774949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:46.805859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34401ddc-64f5-4ced-a6e0-a2d88a3b057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debd590a-92ed-47cc-b385-b41c491c68ab,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:46.871294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0f310042-90ec-4c21-b1f1-7554d6943bf9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:46.874667 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment 0f310042-90ec-4c21-b1f1-7554d6943bf9 of type vlan for network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f Feb 03 11:33:46.941805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ce6ac-17c4-4532-a770-03b5cd417a22 None None] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:46.946708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-34401ddc-64f5-4ced-a6e0-a2d88a3b057e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dea794d9ce84ab9b15c51de76f52e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2446001 Feb 03 11:33:46.951610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:46.975969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (aa734598-4d58-4268-be7a-9d650c9b75e3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.036517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (aa734598-4d58-4268-be7a-9d650c9b75e3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.123371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.161890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aa734598-4d58-4268-be7a-9d650c9b75e3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.164467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.165658 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa734598-4d58-4268-be7a-9d650c9b75e3 HTTP/1.1" status: 204 len: 168 time: 0.3894088 Feb 03 11:33:47.170761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36712) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:47.190928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.210936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:47.211494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.218318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38439c7-92a1-4dfa-839f-1a1a7490efef tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa734598-4d58-4268-be7a-9d650c9b75e3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:47.277579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4226480 Feb 03 11:33:47.294944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36716) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:47.306854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:47.416321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:47.566792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Provisioning complete for port 48f853e9-93d1-4ddc-b465-0585e8ea5102 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:47.567645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.574883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:47.584123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.635422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32aef9-274b-468b-a7ce-ef57b65e89a6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:47.684144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (505c3417-7412-4455-83c3-1eebd50626f8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.712083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:47.749692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (505c3417-7412-4455-83c3-1eebd50626f8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.762992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78b6728f-0da4-4538-8548-2c81f3015f25 req-a83c6f25-db17-4bcd-a11a-4f7bef145360 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.2065451 Feb 03 11:33:47.770055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] Publish callbacks [] for security_group (debd590a-92ed-47cc-b385-b41c491c68ab), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:47.874037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] Publish callbacks [] for security_group (debd590a-92ed-47cc-b385-b41c491c68ab), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.008699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (debd590a-92ed-47cc-b385-b41c491c68ab), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.012303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.014624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/debd590a-92ed-47cc-b385-b41c491c68ab HTTP/1.1" status: 204 len: 168 time: 1.0557506 Feb 03 11:33:48.075706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f113d77-09bb-453c-bd4e-6130f9cd2c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debd590a-92ed-47cc-b385-b41c491c68ab,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:48.354961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Current status of the port 48f853e9-93d1-4ddc-b465-0585e8ea5102 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:48.355791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.375020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (0d71ceef-1461-4d7b-ab63-b0103e2cb2d3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.497934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:48.513405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:48.514238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.542207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:43Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:43Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:48.552045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] For port 48f853e9-93d1-4ddc-b465-0585e8ea5102, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=48f853e9-93d1-4ddc-b465-0585e8ea5102,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:48.600192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=0d71ceef-1461-4d7b-ab63-b0103e2cb2d3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:48.623271 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.733831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (505c3417-7412-4455-83c3-1eebd50626f8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.744059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:48.749579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:48.760517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/security-groups/505c3417-7412-4455-83c3-1eebd50626f8 HTTP/1.1" status: 204 len: 168 time: 1.5798812 Feb 03 11:33:48.846222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0bead-1290-44ba-92b6-1e51c1116926 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c3417-7412-4455-83c3-1eebd50626f8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:48.887703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-898914393'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:48.892022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:48.892510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:48.936187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2bfaa-5710-4757-953c-04885d93ecff None None] Pushing event updated for resources: {'Port': ['ID=48f853e9-93d1-4ddc-b465-0585e8ea5102,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:48.961659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:33:48.962199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Updating router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:33:49.004403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 2db3f3de-e1b3-45b0-9d89-5466501133c6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:33:49.009134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:49.013611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (2db3f3de-e1b3-45b0-9d89-5466501133c6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.040291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:49.071666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:49.073241 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.079984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c6cb3-6500-42a9-b5df-b63aa3c76fe0 None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:49.143637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-646314da-1514-43bd-9f15-ddec51c40e12 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8463078 Feb 03 11:33:49.149249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:49.155617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.165728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:49.246394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:49.297517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a01cbc74-4db2-4acc-90cc-3002292fdca9 req-8d3e18ec-6b3a-463b-aed8-dc75910c6d78 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.2033589 Feb 03 11:33:49.310861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.314914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2db3f3de-e1b3-45b0-9d89-5466501133c6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.319830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bf952ff-f30c-48b7-8acd-e37b37890006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.365820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:49.366371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.458372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.473242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:49.474113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.527333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2db3f3de-e1b3-45b0-9d89-5466501133c6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.673481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2db3f3de-e1b3-45b0-9d89-5466501133c6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.846192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bf952ff-f30c-48b7-8acd-e37b37890006 admin admin] Publish callbacks [] for security_group (75638afb-5d56-43a1-819b-b9c3f835a1bc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.877042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4bf952ff-f30c-48b7-8acd-e37b37890006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75638afb-5d56-43a1-819b-b9c3f835a1bc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.881656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=2db3f3de-e1b3-45b0-9d89-5466501133c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:49.885265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:49.889665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9700bd5b-72bf-4df4-9f55-8701250bd19f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/2db3f3de-e1b3-45b0-9d89-5466501133c6 HTTP/1.1" status: 204 len: 168 time: 1.1378801 Feb 03 11:33:49.928173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:49.936139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf952ff-f30c-48b7-8acd-e37b37890006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75638afb-5d56-43a1-819b-b9c3f835a1bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:49.948316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:49.989141 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:33:50.058720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4bf952ff-f30c-48b7-8acd-e37b37890006 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=394493e64c614c9986e23cb679d9cb83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103776 Feb 03 11:33:50.059665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:50.266889 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] Publish callbacks [] for security_group (75638afb-5d56-43a1-819b-b9c3f835a1bc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.272472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for security_group (881d69ca-a6f9-491c-8e62-1d1b5220fb61), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.285642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (881d69ca-a6f9-491c-8e62-1d1b5220fb61), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.300459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:50.312194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (13f5222a-ad04-48ae-92ec-42ca06e09e63), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.312579 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Added segment 13f5222a-ad04-48ae-92ec-42ca06e09e63 of type vlan for network f132da37-a7de-445b-99ef-c805b3182991 Feb 03 11:33:50.360173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f132da37-a7de-445b-99ef-c805b3182991), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.409615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f132da37-a7de-445b-99ef-c805b3182991), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.421230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:50.421839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.473141 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] Publish callbacks [] for security_group (75638afb-5d56-43a1-819b-b9c3f835a1bc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.563339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f63a1f-6290-4c60-9655-2476f8d0ed18 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:50.567669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:50.590054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82114ed4-6f56-4ef4-8ebd-efba9e9ae750 req-d9e4c533-fbdf-417c-9bea-7235d513169d tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1164329 Feb 03 11:33:50.609038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks [] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.612326 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.615039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:50.620006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.625674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1269019 Feb 03 11:33:50.645781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.647675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:50.648840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 48f853e9-93d1-4ddc-b465-0585e8ea5102 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:50.652304 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36766) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:50.659514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'subnet': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:50.711675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Pushing event updated for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:50.807279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Allocated IP 2001:db8:1::2 (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f/0d71ceef-1461-4d7b-ab63-b0103e2cb2d3/9361927a-390f-4a73-b607-ac29045b09cf) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:50.812262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Provisioning complete for port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:50.812834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:50.989748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881d69ca-a6f9-491c-8e62-1d1b5220fb61,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:50.992627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4584c33-aa93-4b6d-8176-4158036fb565 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Network': ['ID=f132da37-a7de-445b-99ef-c805b3182991,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:51.045653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:51.049251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.065857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Attempting to bind port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:51.066294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Attempting to bind port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:51.066680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Attempting to bind port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 on network 62357525-4dc1-4f4c-aad9-d120fa994cb2 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:51.069427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75638afb-5d56-43a1-819b-b9c3f835a1bc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.072534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.085652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75638afb-5d56-43a1-819b-b9c3f835a1bc HTTP/1.1" status: 204 len: 168 time: 1.0138302 Feb 03 11:33:51.086357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f132da37-a7de-445b-99ef-c805b3182991 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:51.111298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:51.147023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706c329-4a52-4af1-9c30-acf2f7ab5000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75638afb-5d56-43a1-819b-b9c3f835a1bc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:51.173057 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.251506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:51.272261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:51.281730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:51.284897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Checking segment: {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:51.285957 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.286798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Bound using segment: {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:51.288932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Bound port: 98d44b5b-265b-4b94-8d0b-94f1b52e2403, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:51.289455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.323185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:51.337481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:51.338282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.346402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-170490fe-8e0e-40d0-b54e-cbd985cb299f None None] Could not find standard attr ID for object cc5bfc81-a175-418e-802b-f268e265eec9. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:33:51.375469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98cc6de7-eebe-42b9-94e2-a5005f93079c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4357951 Feb 03 11:33:51.380639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:51.383871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 48f853e9-93d1-4ddc-b465-0585e8ea5102 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:51.384359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.402408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687469755'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:51.488936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (e0bbb4aa-1ca2-4156-9787-8488d8adaee3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.566321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Subnet': ['ID=e0bbb4aa-1ca2-4156-9787-8488d8adaee3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:51.568676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.647328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:51.658579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Provisioning complete for port 48f853e9-93d1-4ddc-b465-0585e8ea5102 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:51.659308 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.730733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (274e9afb-e1a7-418b-8f77-da3c668e5331), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.761273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] For port 98d44b5b-265b-4b94-8d0b-94f1b52e2403, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:51.775039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Checking segment: {'id': '13f5222a-ad04-48ae-92ec-42ca06e09e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:51.775991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network hostable DHCP agents. Network: f132da37-a7de-445b-99ef-c805b3182991, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:51.803949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] For port 98d44b5b-265b-4b94-8d0b-94f1b52e2403, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=98d44b5b-265b-4b94-8d0b-94f1b52e2403,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:51.814095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (274e9afb-e1a7-418b-8f77-da3c668e5331), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.847357 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.883360 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks [] for port (9361927a-390f-4a73-b607-ac29045b09cf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.916957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:51.920972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5326519 Feb 03 11:33:51.930072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-969f943f-1143-403c-a888-c45c7c79ec9b req-01f46901-99f7-4fd9-9cac-ea6863d77390 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1130688 Feb 03 11:33:51.930611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:51.941133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'security_group': {'name': 'tempest-secgroup-940179080'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:51.964181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (9361927a-390f-4a73-b607-ac29045b09cf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.008088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.015641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8:1::1 (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f/0d71ceef-1461-4d7b-ab63-b0103e2cb2d3/ec29b157-67f6-4d93-8314-ea0964f38d01) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:52.061824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:52.067384 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4b020a-d01e-4ad2-a80a-5115c656b999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.087664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:52.088540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:52.189535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f132da37-a7de-445b-99ef-c805b3182991) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:52.220307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:52.221686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.224593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44d52-9c71-4dde-a7ae-e64846ae67bd tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274e9afb-e1a7-418b-8f77-da3c668e5331,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:52.233890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 48f853e9-93d1-4ddc-b465-0585e8ea5102 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:52.266585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:52.268841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Current status of the port 48f853e9-93d1-4ddc-b465-0585e8ea5102 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:52.281201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85b93e-cc7a-4397-b62e-f2a4ffa2985e None None] Network f132da37-a7de-445b-99ef-c805b3182991 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:52.287518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:52.322023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:52.373058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (d4c5c10d-f3ca-422e-b19c-4d87342c68a3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.434409 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4b020a-d01e-4ad2-a80a-5115c656b999 admin admin] Publish callbacks [] for security_group (75f3053d-c50b-4c60-868d-3635531aabfe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.441945 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f662b175-c74e-4b65-a301-adc2c5ffa6e5 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7850089 Feb 03 11:33:52.443704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:52.458510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-619400422'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:52.463811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d4c5c10d-f3ca-422e-b19c-4d87342c68a3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.467525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Pushing event updated for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:52.492298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:52.520935 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4b020a-d01e-4ad2-a80a-5115c656b999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75f3053d-c50b-4c60-868d-3635531aabfe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.526886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.528846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.528846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.529224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.529560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.532024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.532620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.532962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.533691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.534069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.534413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.534796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.535124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017140bf-343e-4e36-8733-bac63997e3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:33:52.560186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.619266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c5c10d-f3ca-422e-b19c-4d87342c68a3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:52.676645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be4b020a-d01e-4ad2-a80a-5115c656b999 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac96c833b6b54c7689d024b1da79df78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0248749 Feb 03 11:33:52.680960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b020a-d01e-4ad2-a80a-5115c656b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3053d-c50b-4c60-868d-3635531aabfe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:52.683818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36808) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:52.727348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.735515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 48f853e9-93d1-4ddc-b465-0585e8ea5102 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:52.740131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Pushing event updated for resources: {'Port': ['ID=9361927a-390f-4a73-b607-ac29045b09cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:52.742921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ab1949e-fa20-4ac6-882f-1c7f5244adfe tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8084307 Feb 03 11:33:52.783451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:52.789902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690753657'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:52.848296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] Publish callbacks [] for security_group (75f3053d-c50b-4c60-868d-3635531aabfe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.852204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.859323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Provisioning complete for port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:52.859710 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.879494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.887874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] Publish callbacks [] for security_group (75f3053d-c50b-4c60-868d-3635531aabfe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.914690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05ac75-9f1d-4c48-a833-dd7aace7364c None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:52.986892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:52.991560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:52.996501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75f3053d-c50b-4c60-868d-3635531aabfe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:52.999523 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.016331 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75f3053d-c50b-4c60-868d-3635531aabfe HTTP/1.1" status: 204 len: 168 time: 0.3211029 Feb 03 11:33:53.020951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:53.021860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.224271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Attempting to bind port 9361927a-390f-4a73-b607-ac29045b09cf on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:53.224661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Attempting to bind port 9361927a-390f-4a73-b607-ac29045b09cf by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:53.226351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Attempting to bind port 9361927a-390f-4a73-b607-ac29045b09cf on network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:53.295474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8423-933a-425f-8597-54ef4eb0cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3053d-c50b-4c60-868d-3635531aabfe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:53.380511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:53.435559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.711349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ce034b-7ffe-4faf-9241-2c90cfe3e1d2 req-98ac8bcb-1679-481c-a238-c686e6a36cb4 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0648184 Feb 03 11:33:53.818449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:53.822704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.843699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:53.863898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port 2f11bb57-4673-4972-b9b1-507ab117fafe yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:53.873954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (01df0feb-04f5-4cd7-bd72-130ce3b3c931), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.874890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:53.875415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Checking segment: {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:53.875674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.878679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Bound using segment: {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:53.881425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Bound port: 9361927a-390f-4a73-b607-ac29045b09cf, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:53.882401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9361927a-390f-4a73-b607-ac29045b09cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.888849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94dd2c88-cbdf-477e-ba55-d22bdefc4202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.891444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (01df0feb-04f5-4cd7-bd72-130ce3b3c931), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.991636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:53.993453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2085602 Feb 03 11:33:54.001085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:54.018314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-11434566', 'security_groups': ['01df0feb-04f5-4cd7-bd72-130ce3b3c931'], 'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:54.021109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e162302-819b-4143-a149-2e10cea3ad13 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01df0feb-04f5-4cd7-bd72-130ce3b3c931,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:54.121187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::35 (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/2f11bb57-4673-4972-b9b1-507ab117fafe) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:54.148887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] For port 9361927a-390f-4a73-b607-ac29045b09cf, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:54.156771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] For port 9361927a-390f-4a73-b607-ac29045b09cf, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9361927a-390f-4a73-b607-ac29045b09cf,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:54.214482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f132da37-a7de-445b-99ef-c805b3182991', 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'project_id': '660b08a2984743589b2875f0a0690352', 'fixed_ips': [{'subnet_id': 'e0bbb4aa-1ca2-4156-9787-8488d8adaee3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:54.215713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.225953 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94dd2c88-cbdf-477e-ba55-d22bdefc4202 admin admin] Publish callbacks [] for security_group (536c7108-e739-4377-8a9f-1b9e4c0f61d4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.241172 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94dd2c88-cbdf-477e-ba55-d22bdefc4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (536c7108-e739-4377-8a9f-1b9e4c0f61d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.259006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Current status of the port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:54.259602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.267287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.274879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-94dd2c88-cbdf-477e-ba55-d22bdefc4202 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb275cfc9e624e96a50abd0f82de2ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260159 Feb 03 11:33:54.279394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.282038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.285452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:54.285764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9361927a-390f-4a73-b607-ac29045b09cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.339944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] For port 98d44b5b-265b-4b94-8d0b-94f1b52e2403, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=98d44b5b-265b-4b94-8d0b-94f1b52e2403,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:54.368579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2c88-cbdf-477e-ba55-d22bdefc4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536c7108-e739-4377-8a9f-1b9e4c0f61d4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:54.453217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:54.493665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.539973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.606090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:54.607304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=2f11bb57-4673-4972-b9b1-507ab117fafe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:54.608492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Allocated IP 2001:db8::2 (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/0bc1506e-2c96-4472-83da-75b8cad22e24) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:54.617979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:54.622511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:54.629457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:54.630148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.647311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:54.663244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b8b24900-f4a8-46d6-80c1-65caab73b44f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2180440 Feb 03 11:33:54.665443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:54.676899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:54.678191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2120053162', 'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:87:57:22'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:54.750726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:54.795197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks [] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.817842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c204aff-fc4e-4fc5-92f8-7b5c9cd4ee68 None None] Pushing event updated for resources: {'Port': ['ID=9361927a-390f-4a73-b607-ac29045b09cf,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:54.824540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 48f853e9-93d1-4ddc-b465-0585e8ea5102 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:54.825007 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.872316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.876280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:54.981012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36372c96-788f-48dc-86eb-ec71f9214498 None None] Pushing event updated for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:55.042508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-510cf87f-c703-4bce-918d-67fe18d8eb93 req-a46bdb0c-be63-43fc-bcd0-263310bebc21 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0454576 Feb 03 11:33:55.071982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:33:55.082316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:55.106181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:43Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:51Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:55.116074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:55.130186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:55.132093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.254000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:55.276082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:55.341266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385131b5-6742-4288-b658-7fefb40e03e2 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:43Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:51Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:33:55.347893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Pushing event updated for resources: {'Port': ['ID=0bc1506e-2c96-4472-83da-75b8cad22e24,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:55.446094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:33:55.454157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6831d02a-7730-4b2f-bca5-372f97ad95fa tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2864063 Feb 03 11:33:55.457832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.463077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:55.470698 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706879676'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:55.532512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:55.549846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] Publish callbacks [] for security_group (536c7108-e739-4377-8a9f-1b9e4c0f61d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.617937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.692010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Attempting to bind port 0bc1506e-2c96-4472-83da-75b8cad22e24 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:33:55.692618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Attempting to bind port 0bc1506e-2c96-4472-83da-75b8cad22e24 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '13f5222a-ad04-48ae-92ec-42ca06e09e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:33:55.693263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Attempting to bind port 0bc1506e-2c96-4472-83da-75b8cad22e24 on network f132da37-a7de-445b-99ef-c805b3182991 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:33:55.708436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:55.712752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.758102 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] device_id is not set on port 6ac5e26b-045f-4955-89d6-a36fd21be9ec yet. {{(pid=103126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:55.773108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 48f853e9-93d1-4ddc-b465-0585e8ea5102 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:55.782601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:33:55.783153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Checking segment: {'id': '13f5222a-ad04-48ae-92ec-42ca06e09e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:55.783563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.784007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Bound using segment: {'id': '13f5222a-ad04-48ae-92ec-42ca06e09e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:33:55.784555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Bound port: 0bc1506e-2c96-4472-83da-75b8cad22e24, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f5222a-ad04-48ae-92ec-42ca06e09e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f132da37-a7de-445b-99ef-c805b3182991'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:33:55.785036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.835012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] Publish callbacks [] for security_group (536c7108-e739-4377-8a9f-1b9e4c0f61d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:55.962547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:55.978405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::366 (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:56.094048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Update dhcp port {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'fixed_ips': [{'subnet_id': '76de8ac8-c6fa-49b2-9889-6e41aa8b775a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '0946be98-1da9-4034-a62b-0dbe785dda11'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:33:56.094431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:33:56.159870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Provisioning complete for port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:56.160244 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.224581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ba8ad14d-4177-4cf5-8876-e646c5783e5f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.228602 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment ba8ad14d-4177-4cf5-8876-e646c5783e5f of type vlan for network 9cb11cbe-9cea-440b-a886-8888b714a305 Feb 03 11:33:56.274379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eee31003-efe4-4f9c-b127-3947f5f6993a req-d1f4475d-5d5d-4093-8eb6-cc0a8e2bd34d tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.0520098 Feb 03 11:33:56.300625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:33:56.305955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9361927a-390f-4a73-b607-ac29045b09cf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:56.318584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.399332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.448657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.482158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] For port 0bc1506e-2c96-4472-83da-75b8cad22e24, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:33:56.494226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Provisioning complete for port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:56.495000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.582796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] For port 0bc1506e-2c96-4472-83da-75b8cad22e24, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bc1506e-2c96-4472-83da-75b8cad22e24,segment=NetworkSegment(13f5222a-ad04-48ae-92ec-42ca06e09e63),segment_id=13f5222a-ad04-48ae-92ec-42ca06e09e63)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:33:56.635636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:56.647495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:56.648680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.651233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:56.654554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:56.660653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:56.661402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:56.702910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3009d35f-1cb6-4449-8151-0e5c41247e25 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0324185 Feb 03 11:33:56.703256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:56.802752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff24f22-edc6-46a2-b234-62c15d4a0e69 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:56.819649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff24f22-edc6-46a2-b234-62c15d4a0e69 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:56.854763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff24f22-edc6-46a2-b234-62c15d4a0e69 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:56.856547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aff24f22-edc6-46a2-b234-62c15d4a0e69 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1522419 Feb 03 11:33:56.862223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36924) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:57.054503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9361927a-390f-4a73-b607-ac29045b09cf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:57.055056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9361927a-390f-4a73-b607-ac29045b09cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.122619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6489050a-08e8-4e00-85fa-e644444a416a None None] Current status of the port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:57.139483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ea4a5-7aba-4784-9750-7c9001da2c32 None None] Pushing event updated for resources: {'Port': ['ID=0bc1506e-2c96-4472-83da-75b8cad22e24,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:57.199666 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.239446 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9cb11cbe-9cea-440b-a886-8888b714a305), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.247370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (536c7108-e739-4377-8a9f-1b9e4c0f61d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.253414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.257572 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/536c7108-e739-4377-8a9f-1b9e4c0f61d4 HTTP/1.1" status: 204 len: 168 time: 2.9653084 Feb 03 11:33:57.278247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c18b8-2f9f-4956-9a4f-82685e4c7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536c7108-e739-4377-8a9f-1b9e4c0f61d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:57.279033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:33:57.279700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Allocated IP 172.20.0.2 (600f682f-0be7-4a02-9b50-169629a3467d/8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1/0946be98-1da9-4034-a62b-0dbe785dda11) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:57.279992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.321234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9cb11cbe-9cea-440b-a886-8888b714a305), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.370939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:57.374266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.449071 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9813364 Feb 03 11:33:57.449071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36930) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:57.477324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:57.504772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:57.523013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Publish callbacks [] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.538635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.556875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8be9ff-e6f9-4b76-93b9-012b9eb00dc7 None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:57.572684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.590763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:33:57.682145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ccadb15b-c8a3-44ff-9287-eb0d93e98ab5 None None] Provisioning complete for port 9361927a-390f-4a73-b607-ac29045b09cf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:57.682145 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccadb15b-c8a3-44ff-9287-eb0d93e98ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9361927a-390f-4a73-b607-ac29045b09cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:57.742083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538023b8-5704-48e3-a644-49200fddcf2b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=9cb11cbe-9cea-440b-a886-8888b714a305,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:57.834675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9cb11cbe-9cea-440b-a886-8888b714a305 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:33:57.889071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.3 (600f682f-0be7-4a02-9b50-169629a3467d/8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1/6ac5e26b-045f-4955-89d6-a36fd21be9ec) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:57.996792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c79de73-eb1c-4446-9ff9-090801d3a0b7 req-7d8bae6a-908d-402a-b446-7eda839a3980 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1081367 Feb 03 11:33:58.002569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.063332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:58.068369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.075869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:58.317202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.320541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4a5d5ae6-4afa-420a-bd1f-7c1040faabb9 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6 HTTP/1.1" status: 204 len: 168 time: 1.4555955 Feb 03 11:33:58.325971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36946) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:58.404177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452221-6261-4d93-8693-eaafa6226e16 None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:58.437067 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2987a3-2d3e-408d-842c-49d821ae4776 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] GET failed (client error): The resource could not be found. Feb 03 11:33:58.438858 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9f2987a3-2d3e-408d-842c-49d821ae4776 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports/e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6 HTTP/1.1" status: 404 len: 333 time: 0.1118920 Feb 03 11:33:58.443319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:58.446601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9361927a-390f-4a73-b607-ac29045b09cf is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:58.447118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9361927a-390f-4a73-b607-ac29045b09cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.448451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1556151098'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:58.467870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.485014 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (9aecd437-a367-431b-907e-602a123667c2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.582730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 9361927a-390f-4a73-b607-ac29045b09cf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9361927a-390f-4a73-b607-ac29045b09cf,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:33:58.645163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9361927a-390f-4a73-b607-ac29045b09cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.646024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 98d44b5b-265b-4b94-8d0b-94f1b52e2403 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:33:58.708505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.722558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=9aecd437-a367-431b-907e-602a123667c2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:58.799363 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:33:58.812383 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:33:58.817284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:33:58.817991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: 9cb11cbe-9cea-440b-a886-8888b714a305, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:33:58.837858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=6ac5e26b-045f-4955-89d6-a36fd21be9ec,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:58.841899 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:33:58.849633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:58.850604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:58.862127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:33:58.893107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:33:58.913232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:58.937294 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 9cb11cbe-9cea-440b-a886-8888b714a305 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:33:58.993346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port f30ef882-f5dc-431b-a57f-0e9847749c03 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:33:58.997276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:59.000867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:59.006232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9cb11cbe-9cea-440b-a886-8888b714a305) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:33:59.021735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:33:59.024015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:59.071921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66968c7f-22a0-4ac4-8eba-d77dffb07861 None None] Network 9cb11cbe-9cea-440b-a886-8888b714a305 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:59.115803 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-340e701d-a4a7-4f42-9894-3e78a1e96541 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6362550 Feb 03 11:33:59.120676 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32b2d0f4-e385-4276-9672-408e306c05d6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1186020 Feb 03 11:33:59.130500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36964) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:59.131487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36966) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:33:59.175734 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:33:59.242510 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:33:59.449040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=9361927a-390f-4a73-b607-ac29045b09cf,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:33:59.484269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71a8905f-bc36-4b4d-a377-d8df7c21ade2 req-4b987805-8828-4167-87ed-178e2ca20737 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1267900 Feb 03 11:33:59.554124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58299b3-c096-45c4-981f-352a92b806f5 None None] Network f132da37-a7de-445b-99ef-c805b3182991 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:33:59.592598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::2ff (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/f30ef882-f5dc-431b-a57f-0e9847749c03) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:33:59.654838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-9cb11cbe-9cea-440b-a886-8888b714a305', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:33:59.657051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:59.769019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:33:59.769320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:33:59.892170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ccadb15b-c8a3-44ff-9287-eb0d93e98ab5 None None] Current status of the port 9361927a-390f-4a73-b607-ac29045b09cf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:33:59.938831 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:53Z', 'revision_number': 3, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:33:53Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:33:59.972231 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.013327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:00.015317 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Updating router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e port ec29b157-67f6-4d93-8314-ea0964f38d01 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:34:00.050429 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.135147 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.207777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:00.223387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:00.235206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:00.244261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:00.254163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.297685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=f30ef882-f5dc-431b-a57f-0e9847749c03,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:00.337716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6af8e83d-efb6-45c7-9975-f8c6b4304904 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8932521 Feb 03 11:34:00.340301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:00.349865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:87:57:22'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:00.507327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:00.515659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.645264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:00.658331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:00.659018 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:00.846064 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1 (CIDR: 172.20.0.0/28) Feb 03 11:34:00.910587 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:34:00.910587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:00.951877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.014901 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3e2f975c-b480-46ee-88ca-03eb961f9cc1 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8742592 Feb 03 11:34:01.017518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 36986) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:01.026920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.032218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49d03ab4-eac4-4118-9755-80b8338a7473 req-2d6efddf-6570-4834-9440-80577258b6e0 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "GET /v2.0/ports?device_id=42a4acaa-3ac9-496f-b622-32fec8752dd3 HTTP/1.1" status: 200 len: 210 time: 0.1129265 Feb 03 11:34:01.036471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:01.116822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Allocated IP 2001:db8:2::2 (9cb11cbe-9cea-440b-a886-8888b714a305/9aecd437-a367-431b-907e-602a123667c2/8ef3a3e1-035c-43f5-b910-0c10519f547b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:01.144676 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks [] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.156746 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.212338 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9361927a-390f-4a73-b607-ac29045b09cf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:01.257011 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Pushing event updated for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:01.311232 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.311584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.311925 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.312261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.312594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.312937 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.321104 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.321578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.321919 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.322253 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.322590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.322918 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.323245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:01.438451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a86b7751-6ce8-4a08-9d41-bcfb39bbae63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.478351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:01.529367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.530799 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Attempting to bind port ec29b157-67f6-4d93-8314-ea0964f38d01 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:01.531356 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Attempting to bind port ec29b157-67f6-4d93-8314-ea0964f38d01 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:01.531901 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Attempting to bind port ec29b157-67f6-4d93-8314-ea0964f38d01 on network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:01.542286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.563421 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:01.569518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Checking segment: {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:01.570219 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.570795 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Bound using segment: {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:01.571477 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Bound port: ec29b157-67f6-4d93-8314-ea0964f38d01, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f310042-90ec-4c21-b1f1-7554d6943bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:01.572053 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.619406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Provisioning complete for port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:01.619742 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.630418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] In _notify_port_updated(), no bound segment for port f30ef882-f5dc-431b-a57f-0e9847749c03 on network f132da37-a7de-445b-99ef-c805b3182991 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:34:01.647804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:01.652636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.654558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "PUT /v2.0/ports/f30ef882-f5dc-431b-a57f-0e9847749c03 HTTP/1.1" status: 200 len: 1002 time: 1.3118198 Feb 03 11:34:01.657858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 36996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:01.757488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:01.759574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100ce8b-8af0-4393-9d3a-cd73f8db8d5e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=f30ef882-f5dc-431b-a57f-0e9847749c03,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:01.771398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.780652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] For port ec29b157-67f6-4d93-8314-ea0964f38d01, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:01.793697 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] For port ec29b157-67f6-4d93-8314-ea0964f38d01, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec29b157-67f6-4d93-8314-ea0964f38d01,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:01.801725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9361927a-390f-4a73-b607-ac29045b09cf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:01.802698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9361927a-390f-4a73-b607-ac29045b09cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.816744 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.927289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:01.943440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port f30ef882-f5dc-431b-a57f-0e9847749c03 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:01.944058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:01.997586 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f83f9-51cd-41f2-93de-289daae4d387 None None] Pushing event updated for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:02.074564 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:02.076571 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:33:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:02.077573 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks [] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.079984 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Provisioning complete for port 0bc1506e-2c96-4472-83da-75b8cad22e24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:02.080351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.161628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:02.167746 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.390815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.428880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for f30ef882-f5dc-431b-a57f-0e9847749c03 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:02.462582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Network 9cb11cbe-9cea-440b-a886-8888b714a305 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:02.466056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8:2::1 (9cb11cbe-9cea-440b-a886-8888b714a305/9aecd437-a367-431b-907e-602a123667c2/c9770db9-f973-4139-b680-289d251bed6f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:02.467286 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:02.487203 n-d-821606-6 neutron-server[103126]: INFO neutron.db.ipam_backend_mixin [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 76de8ac8-c6fa-49b2-9889-6e41aa8b775a (CIDR: 172.20.0.16/28) Feb 03 11:34:02.489257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9361927a-390f-4a73-b607-ac29045b09cf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:02.490505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bc1506e-2c96-4472-83da-75b8cad22e24 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:02.495942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Pushing event updated for resources: {'Port': ['ID=8ef3a3e1-035c-43f5-b910-0c10519f547b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:02.516226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:02.522874 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:34:02.523387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:02.526735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:02.588920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (14c32585-0bd9-4b18-9eff-54e77b18e227), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.649790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5cf3576-abc1-429e-99bc-6f9fb8fbec09 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6259441 Feb 03 11:34:02.660006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:02.670162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'subnet': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:02.680298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (14c32585-0bd9-4b18-9eff-54e77b18e227), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.841259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (14c32585-0bd9-4b18-9eff-54e77b18e227), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.848435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:02.850219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] 10.222.0.30 "DELETE /v2.0/security-groups/14c32585-0bd9-4b18-9eff-54e77b18e227 HTTP/1.1" status: 204 len: 168 time: 0.6702850 Feb 03 11:34:02.885085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af220eaf-586c-4604-9681-9ab13d2e07e1 tempest-TestVolumeBackupRestore-1163361735 tempest-TestVolumeBackupRestore-1163361735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c32585-0bd9-4b18-9eff-54e77b18e227,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:03.063191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Current status of the port 0bc1506e-2c96-4472-83da-75b8cad22e24 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:03.068666 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.108955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (c9770db9-f973-4139-b680-289d251bed6f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.154783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f30ef882-f5dc-431b-a57f-0e9847749c03), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.178630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.187472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Made reservation on behalf of 30ba3f2248fa4d9490cbabe9d9f0ea5f for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:03.193485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.304439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=f30ef882-f5dc-431b-a57f-0e9847749c03,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:03.317162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Attempting to bind port 8ef3a3e1-035c-43f5-b910-0c10519f547b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:03.320518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Attempting to bind port 8ef3a3e1-035c-43f5-b910-0c10519f547b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:03.323628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Attempting to bind port 8ef3a3e1-035c-43f5-b910-0c10519f547b on network 9cb11cbe-9cea-440b-a886-8888b714a305 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:03.388047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:03.389698 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:53Z', 'revision_number': 3, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:01Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:03.393672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Checking segment: {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:03.394506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.395289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Bound using segment: {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:03.397259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Bound port: 8ef3a3e1-035c-43f5-b910-0c10519f547b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:03.398003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.414715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] For port 0bc1506e-2c96-4472-83da-75b8cad22e24, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bc1506e-2c96-4472-83da-75b8cad22e24,segment=NetworkSegment(13f5222a-ad04-48ae-92ec-42ca06e09e63),segment_id=13f5222a-ad04-48ae-92ec-42ca06e09e63)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:03.456682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0bc1506e-2c96-4472-83da-75b8cad22e24 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:03.457658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.474769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.546897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef24a09-68fc-4224-a7f6-b2fd5e6bb63c None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:33:53Z', 'revision_number': 3, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:01Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:03.891805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:03.906333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f80b5e6d-2c49-41ac-8c9e-9e76d43a3364 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/f30ef882-f5dc-431b-a57f-0e9847749c03 HTTP/1.1" status: 204 len: 168 time: 2.2473717 Feb 03 11:34:03.925695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:04.004316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Provisioning complete for port 9361927a-390f-4a73-b607-ac29045b09cf triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:04.005427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9361927a-390f-4a73-b607-ac29045b09cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.115992 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bca499f-ea66-449a-a5c7-ed15f4960968 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] GET failed (client error): The resource could not be found. Feb 03 11:34:04.131694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6bca499f-ea66-449a-a5c7-ed15f4960968 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports/f30ef882-f5dc-431b-a57f-0e9847749c03 HTTP/1.1" status: 404 len: 333 time: 0.1727538 Feb 03 11:34:04.132241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:04.162261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-448490852'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:04.202580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Pushing event updated for resources: {'Port': ['ID=0bc1506e-2c96-4472-83da-75b8cad22e24,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:04.256892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] For port 8ef3a3e1-035c-43f5-b910-0c10519f547b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:04.275657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] For port 8ef3a3e1-035c-43f5-b910-0c10519f547b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ef3a3e1-035c-43f5-b910-0c10519f547b,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:04.286026 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 9cb11cbe-9cea-440b-a886-8888b714a305 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:04.287883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:04.291143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:04.296426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:04.297397 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.300415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (50434022-fd1c-4ae4-a88b-cb961cc707ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.432081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bc1506e-2c96-4472-83da-75b8cad22e24 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:04.434899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:04.467877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Subnet': ['ID=50434022-fd1c-4ae4-a88b-cb961cc707ad,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:04.493887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.494167 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.494518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.499996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.505821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.506516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.507672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.508234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.509063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.509570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.510084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.510589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.511101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.511610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.538100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.538756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.539544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.540068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.540567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.541092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.542021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.542528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.543223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.543733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.544226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.545008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.545866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:04.580199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Network 600f682f-0be7-4a02-9b50-169629a3467d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:04.585091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:04.609821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:04.610799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.679576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2e03-0dc7-471a-a4a7-ddffa8ffc634 None None] Pushing event updated for resources: {'Port': ['ID=8ef3a3e1-035c-43f5-b910-0c10519f547b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:04.693433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38742b0a-0abb-4faa-8ee6-795a323de892 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:04.711374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:04.716294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.727775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9869a170-ebd9-454c-837d-835cbc375eb6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0615702 Feb 03 11:34:04.731292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:04.755372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1345465446', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50434022-fd1c-4ae4-a88b-cb961cc707ad'}], 'security_groups': ['274e9afb-e1a7-418b-8f77-da3c668e5331', 'd4c5c10d-f3ca-422e-b19c-4d87342c68a3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:04.946150 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c9770db9-f973-4139-b680-289d251bed6f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:04.998367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port 226f312a-4857-41e6-96ab-f6019973e938 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:34:05.002402 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78b3b046-1891-4ac3-bcd3-fc1cf26aab66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.060964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.640404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::115 (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/226f312a-4857-41e6-96ab-f6019973e938) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:05.643934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.784411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Current status of the port 9361927a-390f-4a73-b607-ac29045b09cf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:05.833967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Provisioning complete for port ec29b157-67f6-4d93-8314-ea0964f38d01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:05.834571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.921533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (c9770db9-f973-4139-b680-289d251bed6f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.926515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:05.927429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.933489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:05.936011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.221210 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:06.347756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (226f312a-4857-41e6-96ab-f6019973e938), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.363647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network 9cb11cbe-9cea-440b-a886-8888b714a305 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:06.377889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:06.430082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:06.471634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Current status of the port ec29b157-67f6-4d93-8314-ea0964f38d01 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:06.472139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.522371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (226f312a-4857-41e6-96ab-f6019973e938), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.546816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.601619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Update dhcp port {'port': {'network_id': '600f682f-0be7-4a02-9b50-169629a3467d', 'fixed_ips': [{'subnet_id': '76de8ac8-c6fa-49b2-9889-6e41aa8b775a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1', 'ip_address': '172.20.0.2'}, {'subnet_id': '50434022-fd1c-4ae4-a88b-cb961cc707ad'}], 'binding:host_id': 'n-d-821606-6'}, 'id': '0946be98-1da9-4034-a62b-0dbe785dda11'} from n-d-821606-6. {{(pid=103128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 11:34:06.704521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] For port ec29b157-67f6-4d93-8314-ea0964f38d01, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec29b157-67f6-4d93-8314-ea0964f38d01,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:06.731901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.738916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:06.800783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:06.900687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=226f312a-4857-41e6-96ab-f6019973e938,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:06.910285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Could not find standard attr ID for object f30ef882-f5dc-431b-a57f-0e9847749c03. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:07.028072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:07.033811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:07.046143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:07.084033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:07.084720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.098567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Delete allocated IP 172.20.0.3 (600f682f-0be7-4a02-9b50-169629a3467d/8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 11:34:07.150004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Allocated IP 172.20.0.44 (600f682f-0be7-4a02-9b50-169629a3467d/50434022-fd1c-4ae4-a88b-cb961cc707ad/6ac5e26b-045f-4955-89d6-a36fd21be9ec) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:07.165096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b289f7-09b4-4280-8a39-725403a43fb2 None None] Pushing event updated for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:07.185084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9540087e-70cd-4857-8e3a-2651a74ec6a0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0478106 Feb 03 11:34:07.201435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37212) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:07.236248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:57:22'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:07.319031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ef3a3e1-035c-43f5-b910-0c10519f547b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:07.350107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Provisioning complete for port 2f11bb57-4673-4972-b9b1-507ab117fafe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:07.350508 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.461063 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.464968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c3ac4-6fa0-4fc7-ab34-c540ec34cad5 None None] Network 9cb11cbe-9cea-440b-a886-8888b714a305 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:07.467363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:07.503580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:07.514149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Port 2f11bb57-4673-4972-b9b1-507ab117fafe cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:07.535210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Could not find standard attr ID for object e4fc8a38-ab6b-4c4a-8f4f-05e9151723a6. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:07.603345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:07.603997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:07.614788 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a97ff7a-0404-4dec-8c20-55eed31f0e1b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4816504 Feb 03 11:34:07.628025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37250) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:07.648933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068046660'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:07.793758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Provisioning complete for port 6ac5e26b-045f-4955-89d6-a36fd21be9ec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:07.794832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.800328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8ef3a3e1-035c-43f5-b910-0c10519f547b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:07.802415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.873990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.889262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:07.958738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (226f312a-4857-41e6-96ab-f6019973e938), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.042903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event updated for resources: {'Port': ['ID=6ac5e26b-045f-4955-89d6-a36fd21be9ec,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:08.061142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:08.073504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.087571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:08.150540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:34:08.165969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] In _notify_port_updated(), no bound segment for port 6ac5e26b-045f-4955-89d6-a36fd21be9ec on network 600f682f-0be7-4a02-9b50-169629a3467d {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:34:08.190887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:08.191835 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.202759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6bf9de01-54dc-4585-b053-f82bc4614476 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "PUT /v2.0/ports/6ac5e26b-045f-4955-89d6-a36fd21be9ec HTTP/1.1" status: 200 len: 960 time: 3.4640818 Feb 03 11:34:08.203947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:08.219207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8811c8a1-6bdd-420a-a4d6-e210c0682ad7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.221256 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added segment 8811c8a1-6bdd-420a-a4d6-e210c0682ad7 of type vlan for network e2e72190-c26f-4e58-b65f-2ae2265843eb Feb 03 11:34:08.273302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e2e72190-c26f-4e58-b65f-2ae2265843eb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.430482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Allocated IP 172.20.0.34 (600f682f-0be7-4a02-9b50-169629a3467d/50434022-fd1c-4ae4-a88b-cb961cc707ad/0946be98-1da9-4034-a62b-0dbe785dda11) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:08.464002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 6ac5e26b-045f-4955-89d6-a36fd21be9ec {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:08.467901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.497246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (226f312a-4857-41e6-96ab-f6019973e938), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.502471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e2e72190-c26f-4e58-b65f-2ae2265843eb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.515427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:08.517005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.608835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (226f312a-4857-41e6-96ab-f6019973e938), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.615845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Network': ['ID=e2e72190-c26f-4e58-b65f-2ae2265843eb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:08.666213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] In _notify_port_updated(), no bound segment for port 226f312a-4857-41e6-96ab-f6019973e938 on network f132da37-a7de-445b-99ef-c805b3182991 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:34:08.674393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:08.675394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.680218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "PUT /v2.0/ports/226f312a-4857-41e6-96ab-f6019973e938 HTTP/1.1" status: 200 len: 1002 time: 1.4747353 Feb 03 11:34:08.683456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:08.689082 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f70daced-e900-4a3b-9802-3232af382ed8 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0488925 Feb 03 11:34:08.708375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37354) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:08.722250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'subnet': {'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:08.728884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:08.795491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Publish callbacks [] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.859658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e2e72190-c26f-4e58-b65f-2ae2265843eb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:34:08.866694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Made reservation on behalf of 93e1d1c9dda1499886f5e60c4fc4b83d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:08.870696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:08.971060 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.030325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 6ac5e26b-045f-4955-89d6-a36fd21be9ec owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:09.120422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.138226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Port 6ac5e26b-045f-4955-89d6-a36fd21be9ec cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:09.181422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7234-6b04-4d44-8b50-5600b99ffa2b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=226f312a-4857-41e6-96ab-f6019973e938,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:09.419074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Provisioning complete for port 0bc1506e-2c96-4472-83da-75b8cad22e24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:09.419571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.505885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4588651-10e9-4fd0-967d-7b846998afe6 None None] Pushing event updated for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:09.554685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6ac5e26b-045f-4955-89d6-a36fd21be9ec), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.575538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (4d5ed34e-fdad-4751-9b2f-4c05e1f35efb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.607028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8ef3a3e1-035c-43f5-b910-0c10519f547b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:09.615539 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.731689 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port 226f312a-4857-41e6-96ab-f6019973e938 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:09.731883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (226f312a-4857-41e6-96ab-f6019973e938), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.770680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=6ac5e26b-045f-4955-89d6-a36fd21be9ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:09.839151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:09.851136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ce2282c-7b4e-4d77-98cd-51f0a75e90c6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/6ac5e26b-045f-4955-89d6-a36fd21be9ec HTTP/1.1" status: 204 len: 168 time: 1.6436582 Feb 03 11:34:09.852409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:09.919111 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c8bdcd-8b44-4ddf-b08f-a4ac7b53ada3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] GET failed (client error): The resource could not be found. Feb 03 11:34:09.931736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:09.932522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-44c8bdcd-8b44-4ddf-b08f-a4ac7b53ada3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports/6ac5e26b-045f-4955-89d6-a36fd21be9ec HTTP/1.1" status: 404 len: 333 time: 0.0787125 Feb 03 11:34:10.117505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Subnet': ['ID=4d5ed34e-fdad-4751-9b2f-4c05e1f35efb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:10.247336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8ef3a3e1-035c-43f5-b910-0c10519f547b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ef3a3e1-035c-43f5-b910-0c10519f547b,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:10.314930 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:10.315776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bc1506e-2c96-4472-83da-75b8cad22e24 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:10.328176 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Checking segment: {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:10.328563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network hostable DHCP agents. Network: e2e72190-c26f-4e58-b65f-2ae2265843eb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:34:10.335810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (226f312a-4857-41e6-96ab-f6019973e938), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:10.400716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for 226f312a-4857-41e6-96ab-f6019973e938 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:10.454254 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (01df0feb-04f5-4cd7-bd72-130ce3b3c931), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:10.514686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network e2e72190-c26f-4e58-b65f-2ae2265843eb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:34:10.528546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Current status of the port 0bc1506e-2c96-4472-83da-75b8cad22e24 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:10.635973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8ef3a3e1-035c-43f5-b910-0c10519f547b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:10.661729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e2e72190-c26f-4e58-b65f-2ae2265843eb) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:10.670361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:10.672420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:10.691933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (01df0feb-04f5-4cd7-bd72-130ce3b3c931), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:10.732137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:04Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:05Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:10.848661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021e7cf-b7b8-4b09-b707-825d67f2e6a7 None None] Network e2e72190-c26f-4e58-b65f-2ae2265843eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:10.859620 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b6407ab-8fd3-45d1-965e-d5b03bc5f058 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1497924 Feb 03 11:34:10.863767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:10.915856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:10.916700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Updating router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e port c9770db9-f973-4139-b680-289d251bed6f binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:34:10.946790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0bc1506e-2c96-4472-83da-75b8cad22e24 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:10.950886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.044780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (226f312a-4857-41e6-96ab-f6019973e938), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.108795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (01df0feb-04f5-4cd7-bd72-130ce3b3c931), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.114470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.115645 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/security-groups/01df0feb-04f5-4cd7-bd72-130ce3b3c931 HTTP/1.1" status: 204 len: 168 time: 1.1014352 Feb 03 11:34:11.169334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Provisioning complete for port ec29b157-67f6-4d93-8314-ea0964f38d01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:11.169923 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.203995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c9770db9-f973-4139-b680-289d251bed6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.257925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37536) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:11.355191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=226f312a-4857-41e6-96ab-f6019973e938,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:11.385355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.391841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f31f589-ff3d-435c-b3bc-ab4ac9918e6e tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/226f312a-4857-41e6-96ab-f6019973e938 HTTP/1.1" status: 204 len: 168 time: 2.7037225 Feb 03 11:34:11.393762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37544) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:11.415770 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a8687-af63-48c7-b0bb-96edd1a8de04 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df0feb-04f5-4cd7-bd72-130ce3b3c931,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:11.529199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (d4c5c10d-f3ca-422e-b19c-4d87342c68a3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.562156 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9a442e-75c1-49b8-985c-438912066941 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] GET failed (client error): The resource could not be found. Feb 03 11:34:11.568816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b9a442e-75c1-49b8-985c-438912066941 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports/226f312a-4857-41e6-96ab-f6019973e938 HTTP/1.1" status: 404 len: 333 time: 0.1656170 Feb 03 11:34:11.572517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:11.589862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82302312'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:11.591913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (d4c5c10d-f3ca-422e-b19c-4d87342c68a3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.660822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks [] for port (c9770db9-f973-4139-b680-289d251bed6f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.697468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d4c5c10d-f3ca-422e-b19c-4d87342c68a3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.701344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.706557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/security-groups/d4c5c10d-f3ca-422e-b19c-4d87342c68a3 HTTP/1.1" status: 204 len: 168 time: 0.4332805 Feb 03 11:34:11.707216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:11.725989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.767013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ff404-a499-4e95-83fa-7cc263bbee53 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c5c10d-f3ca-422e-b19c-4d87342c68a3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:11.872931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdffcf-338a-4ca8-a7c9-231dcbf9d18c None None] Pushing event updated for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:11.885246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (274e9afb-e1a7-418b-8f77-da3c668e5331), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:11.976272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (274e9afb-e1a7-418b-8f77-da3c668e5331), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.097494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (274e9afb-e1a7-418b-8f77-da3c668e5331), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.100727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.108243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/security-groups/274e9afb-e1a7-418b-8f77-da3c668e5331 HTTP/1.1" status: 204 len: 168 time: 0.3962801 Feb 03 11:34:12.108898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37556) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:12.161010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120fa5c-775e-458d-8b20-cc01b1c048b3 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274e9afb-e1a7-418b-8f77-da3c668e5331,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:12.177140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e2e72190-c26f-4e58-b65f-2ae2265843eb', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:34:12.178976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.276455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:12.290759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.479640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.727662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.844039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.889704 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:12.904710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:12.918469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Attempting to bind port c9770db9-f973-4139-b680-289d251bed6f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:12.919570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Attempting to bind port c9770db9-f973-4139-b680-289d251bed6f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:12.920139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Attempting to bind port c9770db9-f973-4139-b680-289d251bed6f on network 9cb11cbe-9cea-440b-a886-8888b714a305 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:12.928635 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f777dfb2-e4ec-4e3e-9c59-2e4b3b38cc5a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1 HTTP/1.1" status: 204 len: 168 time: 0.7915573 Feb 03 11:34:12.929752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37564) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:12.953304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bc1506e-2c96-4472-83da-75b8cad22e24 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:12.959720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec29b157-67f6-4d93-8314-ea0964f38d01 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:12.963053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80981be-b29a-4b73-95c3-6381bbd7168f None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:13.032252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:13.035932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Checking segment: {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:13.037628 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.040069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Bound using segment: {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:13.041215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Bound port: c9770db9-f973-4139-b680-289d251bed6f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8ad14d-4177-4cf5-8876-e646c5783e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:13.044557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c9770db9-f973-4139-b680-289d251bed6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.044738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:13.045416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 50434022-fd1c-4ae4-a88b-cb961cc707ad {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:13.049133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.050731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (50434022-fd1c-4ae4-a88b-cb961cc707ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.133700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5ee4-3085-4387-8d0c-6e9f7cb26ebc None None] Current status of the port ec29b157-67f6-4d93-8314-ea0964f38d01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:13.134996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (50434022-fd1c-4ae4-a88b-cb961cc707ad), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.136553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port 83eebe1f-3676-40ac-a4e5-a1b2d132e6dd yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:34:13.209058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.342188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Provisioning complete for port 0946be98-1da9-4034-a62b-0dbe785dda11 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:13.342793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.366536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (50434022-fd1c-4ae4-a88b-cb961cc707ad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.402726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Allocated IP 2001:db8:3::2 (e2e72190-c26f-4e58-b65f-2ae2265843eb/4d5ed34e-fdad-4751-9b2f-4c05e1f35efb/66d231c6-fc39-4e06-a2fa-459328ec6342) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:13.407374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] For port c9770db9-f973-4139-b680-289d251bed6f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:13.414008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ec29b157-67f6-4d93-8314-ea0964f38d01 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:13.414670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.475085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] For port c9770db9-f973-4139-b680-289d251bed6f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c9770db9-f973-4139-b680-289d251bed6f,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:13.492710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::3da (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/83eebe1f-3676-40ac-a4e5-a1b2d132e6dd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:13.514670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.524792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (50434022-fd1c-4ae4-a88b-cb961cc707ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.553240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.557103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/50434022-fd1c-4ae4-a88b-cb961cc707ad HTTP/1.1" status: 204 len: 168 time: 0.6261859 Feb 03 11:34:13.562004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:13.628960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c3c23-e99a-4616-87ac-bcc11f429e1d tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=50434022-fd1c-4ae4-a88b-cb961cc707ad,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:13.680545 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa162ed-fb4b-4bab-80a5-759575d0982c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:13.681098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa162ed-fb4b-4bab-80a5-759575d0982c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:13.691277 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5aa162ed-fb4b-4bab-80a5-759575d0982c tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8d4d68e1-8ffa-4534-8d50-6cdd9f4a3ec1 HTTP/1.1" status: 404 len: 337 time: 0.0814605 Feb 03 11:34:13.691919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:13.834516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.844209 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting subnet 76de8ac8-c6fa-49b2-9889-6e41aa8b775a {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:13.853123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (76de8ac8-c6fa-49b2-9889-6e41aa8b775a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.923130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (76de8ac8-c6fa-49b2-9889-6e41aa8b775a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.942229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Current status of the port 0946be98-1da9-4034-a62b-0dbe785dda11 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:13.962418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:13.978544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:13.979513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:13.986007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdffcf-338a-4ca8-a7c9-231dcbf9d18c None None] Pushing event updated for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:14.151904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:14.182151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:14.187831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:14.210142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:14.211253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:14.247946 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (76de8ac8-c6fa-49b2-9889-6e41aa8b775a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:14.272423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=83eebe1f-3676-40ac-a4e5-a1b2d132e6dd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:14.302064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fcad38f3-71b2-4fb9-a243-cf87f7f8309c tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7230117 Feb 03 11:34:14.305553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:14.337424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'network_id': 'f132da37-a7de-445b-99ef-c805b3182991', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1095741391'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:14.507834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (76de8ac8-c6fa-49b2-9889-6e41aa8b775a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:14.595196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Subnet': ['ID=76de8ac8-c6fa-49b2-9889-6e41aa8b775a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:14.610765 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:14.614490 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b223314-641f-454d-97ff-00d7594e962f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/76de8ac8-c6fa-49b2-9889-6e41aa8b775a HTTP/1.1" status: 204 len: 168 time: 0.9215860 Feb 03 11:34:14.620729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:14.678861 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e2b5df-dc95-4d99-bead-d9ea9f09e1ac tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:14.679364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e2b5df-dc95-4d99-bead-d9ea9f09e1ac tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:14.682960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35e2b5df-dc95-4d99-bead-d9ea9f09e1ac tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/2db3f3de-e1b3-45b0-9d89-5466501133c6 HTTP/1.1" status: 404 len: 337 time: 0.0611725 Feb 03 11:34:14.685593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:14.740012 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c94c204e-cfa0-41b2-ad51-f4fe86453a7f tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f84f23-e822-445b-ac5e-ffee9bdef180 HTTP/1.1" status: 200 len: 205 time: 0.0529652 Feb 03 11:34:14.749282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:14.894398 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5773f146-7fd1-4b9b-a534-4b9677767a7e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] delete failed (client error): The resource could not be found. Feb 03 11:34:14.895585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5773f146-7fd1-4b9b-a534-4b9677767a7e tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/routers/32f84f23-e822-445b-ac5e-ffee9bdef180 HTTP/1.1" status: 404 len: 336 time: 0.1426759 Feb 03 11:34:14.896598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Made reservation on behalf of 660b08a2984743589b2875f0a0690352 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:14.899843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37632) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:14.900564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:14.975271 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af6ae4f-d03c-43e7-8fc6-b3b09b42e88b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:14.975737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af6ae4f-d03c-43e7-8fc6-b3b09b42e88b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:14.980225 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5af6ae4f-d03c-43e7-8fc6-b3b09b42e88b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/0034ea44-3c71-43dc-8e4f-05b16b191ab0 HTTP/1.1" status: 404 len: 337 time: 0.0781553 Feb 03 11:34:14.983292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.003474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] device_id is not set on port 58fe45ae-b067-458d-8740-8907e2e550b0 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:34:15.035850 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e860e1-1ad3-4e26-9e72-65629ea846fa tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.036315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e860e1-1ad3-4e26-9e72-65629ea846fa tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.039599 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47e860e1-1ad3-4e26-9e72-65629ea846fa tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/862a98e5-02d9-4e2e-98aa-f3e97105fd56 HTTP/1.1" status: 404 len: 337 time: 0.0554039 Feb 03 11:34:15.042556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.092206 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-befecf42-f0ca-43ce-b5e7-4fea697f74a2 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.092750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befecf42-f0ca-43ce-b5e7-4fea697f74a2 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.096730 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-befecf42-f0ca-43ce-b5e7-4fea697f74a2 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/80395c81-fe20-435c-ab4d-945702146c01 HTTP/1.1" status: 404 len: 337 time: 0.0502925 Feb 03 11:34:15.099475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.172896 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e87c94-8705-4003-a657-2868bb2da561 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.174311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e87c94-8705-4003-a657-2868bb2da561 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.178248 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54e87c94-8705-4003-a657-2868bb2da561 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/4ee37833-5922-49ce-a16d-f133da748d15 HTTP/1.1" status: 404 len: 333 time: 0.0730557 Feb 03 11:34:15.181916 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.223353 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-543cf653-bb55-4638-b3d1-82840550db75 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.223851 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543cf653-bb55-4638-b3d1-82840550db75 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.230798 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-543cf653-bb55-4638-b3d1-82840550db75 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/b9ec0e89-c8ab-4519-a324-16459389c2c0 HTTP/1.1" status: 404 len: 337 time: 0.0439434 Feb 03 11:34:15.232303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.273565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ec29b157-67f6-4d93-8314-ea0964f38d01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:15.284777 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb48085a-8bb7-4efb-8c5b-ef92d835d2ce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.285420 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb48085a-8bb7-4efb-8c5b-ef92d835d2ce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.296729 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb48085a-8bb7-4efb-8c5b-ef92d835d2ce tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8c07ae4b-3ca0-4db3-b9e7-42dc96a5fd05 HTTP/1.1" status: 404 len: 337 time: 0.0598176 Feb 03 11:34:15.297455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.378433 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4a4e4f-8182-4a24-b32f-ad43232b3d9a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.379310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4a4e4f-8182-4a24-b32f-ad43232b3d9a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.391183 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d4a4e4f-8182-4a24-b32f-ad43232b3d9a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/13f6dcff-4813-467f-a432-8230c4b5d3d8 HTTP/1.1" status: 404 len: 333 time: 0.0902126 Feb 03 11:34:15.391767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.449471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Allocated IP 2001:db8::1aa (f132da37-a7de-445b-99ef-c805b3182991/e0bbb4aa-1ca2-4156-9787-8488d8adaee3/58fe45ae-b067-458d-8740-8907e2e550b0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:15.463527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a78b68-0d83-4663-915a-f8439e61ae29 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:15.495694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Provisioning complete for port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:15.496548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:15.512397 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1efe1b-7b9b-4dda-b71d-d25589c3ab0a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.512875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1efe1b-7b9b-4dda-b71d-d25589c3ab0a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.516435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9a1efe1b-7b9b-4dda-b71d-d25589c3ab0a tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/8f473b54-6d21-400c-840d-3a69a7cc0e01 HTTP/1.1" status: 404 len: 337 time: 0.1219392 Feb 03 11:34:15.520855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.556484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ef3a3e1-035c-43f5-b910-0c10519f547b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:15.619217 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d68f45-5949-415f-9f85-32ff215c1fc6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] DELETE failed (client error): The resource could not be found. Feb 03 11:34:15.622522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d68f45-5949-415f-9f85-32ff215c1fc6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:34:15.650177 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-89d68f45-5949-415f-9f85-32ff215c1fc6 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/subnets/a7e9aa70-bb13-493e-8f3f-25513bfa9147 HTTP/1.1" status: 404 len: 337 time: 0.1238005 Feb 03 11:34:15.651468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37708) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:15.848943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:15.951950 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (58fe45ae-b067-458d-8740-8907e2e550b0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.015484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.130273 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks [] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.159016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:16.202596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Network f132da37-a7de-445b-99ef-c805b3182991 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:16.204433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:16.225549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:16.231511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:16.231511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.334811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.399686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=58fe45ae-b067-458d-8740-8907e2e550b0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:16.434212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8ef3a3e1-035c-43f5-b910-0c10519f547b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:16.434668 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.436733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eee91270-801d-4599-9d49-9b8c569dcc5d tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1267986 Feb 03 11:34:16.457114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 37778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:16.495046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:87:57:22'}, {'ip_address': '2001:db8::3da', 'mac_address': 'fa:16:3e:66:5b:15'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:16.520674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Allocated IP 2001:db8:3::1 (e2e72190-c26f-4e58-b65f-2ae2265843eb/4d5ed34e-fdad-4751-9b2f-4c05e1f35efb/f39f1747-a607-4d01-98cf-d9ce2619fe71) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:16.603141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port d72dc6a5-23e1-4f29-b7fc-82d287e6d253 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:16.603997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.626046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Provisioning complete for port 8ef3a3e1-035c-43f5-b910-0c10519f547b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:16.626760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.650579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Network e2e72190-c26f-4e58-b65f-2ae2265843eb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:16.655075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.765987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:16.794417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:16.854948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for d72dc6a5-23e1-4f29-b7fc-82d287e6d253 owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:16.862101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:16.891184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Pushing event updated for resources: {'Port': ['ID=66d231c6-fc39-4e06-a2fa-459328ec6342,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:16.912869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.023121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.143537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d72dc6a5-23e1-4f29-b7fc-82d287e6d253), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.285736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network e2e72190-c26f-4e58-b65f-2ae2265843eb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:17.290773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:17.303444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:17.304267 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.363077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] DHCP port deletion for 600f682f-0be7-4a02-9b50-169629a3467d request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:17.369775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=d72dc6a5-23e1-4f29-b7fc-82d287e6d253,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:17.381801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.406995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbd6da90-95a7-40a1-9c49-b8adbddc6111 tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/ports/d72dc6a5-23e1-4f29-b7fc-82d287e6d253 HTTP/1.1" status: 204 len: 168 time: 1.7526522 Feb 03 11:34:17.410058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 37864) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:17.448830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:17.472093 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.597823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Current status of the port 8ef3a3e1-035c-43f5-b910-0c10519f547b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:17.609447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Could not find standard attr ID for object 6ac5e26b-045f-4955-89d6-a36fd21be9ec. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:17.676298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Attempting to bind port 66d231c6-fc39-4e06-a2fa-459328ec6342 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:17.678705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Attempting to bind port 66d231c6-fc39-4e06-a2fa-459328ec6342 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:17.679642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (600f682f-0be7-4a02-9b50-169629a3467d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.680591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Attempting to bind port 66d231c6-fc39-4e06-a2fa-459328ec6342 on network e2e72190-c26f-4e58-b65f-2ae2265843eb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:17.704069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:17.706185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Checking segment: {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:17.711033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.711938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Bound using segment: {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:17.712641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Bound port: 66d231c6-fc39-4e06-a2fa-459328ec6342, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:17.713580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.742876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Could not find standard attr ID for object 226f312a-4857-41e6-96ab-f6019973e938. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:17.788351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8ef3a3e1-035c-43f5-b910-0c10519f547b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:17.790027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec29b157-67f6-4d93-8314-ea0964f38d01 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:17.818449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Deleting port 0946be98-1da9-4034-a62b-0dbe785dda11 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:17.820694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:17.937190 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.085197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:18.091467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.110732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Provisioning complete for port c9770db9-f973-4139-b680-289d251bed6f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:18.116417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c9770db9-f973-4139-b680-289d251bed6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.128794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Calling delete_port for 0946be98-1da9-4034-a62b-0dbe785dda11 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:18.163319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:04Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:13Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:18.206412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4845b-4d19-4c7e-9648-13a540db34d7 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:04Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:13Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:18.231241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] For port 66d231c6-fc39-4e06-a2fa-459328ec6342, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:18.241351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] For port 66d231c6-fc39-4e06-a2fa-459328ec6342, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66d231c6-fc39-4e06-a2fa-459328ec6342,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:18.260516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Deleting port 0946be98-1da9-4034-a62b-0dbe785dda11 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:18.261108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.263429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.397727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.501431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:18.508422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ec29b157-67f6-4d93-8314-ea0964f38d01 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:18.508964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.561609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] No DVR routers for this DVR port 0946be98-1da9-4034-a62b-0dbe785dda11 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:18.603093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] For port 0946be98-1da9-4034-a62b-0dbe785dda11, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0946be98-1da9-4034-a62b-0dbe785dda11,segment=NetworkSegment(3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f),segment_id=3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:18.603509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.613919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ceb59-25f6-4e81-b12a-a463d0c7b72f None None] Pushing event updated for resources: {'Port': ['ID=66d231c6-fc39-4e06-a2fa-459328ec6342,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:18.665527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Current status of the port c9770db9-f973-4139-b680-289d251bed6f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:18.677447 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c9770db9-f973-4139-b680-289d251bed6f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.679964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Calling delete_port for 0946be98-1da9-4034-a62b-0dbe785dda11 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:18.891928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (600f682f-0be7-4a02-9b50-169629a3467d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.927519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for port (58fe45ae-b067-458d-8740-8907e2e550b0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.949251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:18.964012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f682f-0be7-4a02-9b50-169629a3467d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:18.996144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:18.996720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:19.063163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.106527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.118403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:19.119386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3b3734ac-bb2c-4b22-9c6b-f3d1f4e1869f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:19.128067 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:19.215147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] In _notify_port_updated(), no bound segment for port 58fe45ae-b067-458d-8740-8907e2e550b0 on network f132da37-a7de-445b-99ef-c805b3182991 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:34:19.222662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:19.225244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.233204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "PUT /v2.0/ports/58fe45ae-b067-458d-8740-8907e2e550b0 HTTP/1.1" status: 200 len: 1067 time: 2.7654567 Feb 03 11:34:19.234084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:19.246787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] For port c9770db9-f973-4139-b680-289d251bed6f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c9770db9-f973-4139-b680-289d251bed6f,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:19.315352 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.388016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.393350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ec29b157-67f6-4d93-8314-ea0964f38d01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:19.394578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:19.400142 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (600f682f-0be7-4a02-9b50-169629a3467d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.412533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.413333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.448874 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.470214 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] 10.222.0.30 "DELETE /v2.0/networks/600f682f-0be7-4a02-9b50-169629a3467d HTTP/1.1" status: 204 len: 168 time: 2.0587971 Feb 03 11:34:19.527445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event updated for resources: {'Port': ['ID=58fe45ae-b067-458d-8740-8907e2e550b0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:19.554327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929db9f-01cd-497c-a9e0-d33b6bdcda7b tempest-PortsTestJSON-1942168366 tempest-PortsTestJSON-1942168366-project] Pushing event deleted for resources: {'Network': ['ID=600f682f-0be7-4a02-9b50-169629a3467d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:19.793291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0946be98-1da9-4034-a62b-0dbe785dda11 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:19.794285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 11:34:19.836581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Could not find standard attr ID for object 0946be98-1da9-4034-a62b-0dbe785dda11. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:19.893372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0946be98-1da9-4034-a62b-0dbe785dda11), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:19.903272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.903690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.904041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.904385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.904715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.905088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.905397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.905726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.906054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.906380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.906706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.911796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.912253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e62ac3-9afd-4cd7-8bdb-9185a2b270cf tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:19.921355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Port 0946be98-1da9-4034-a62b-0dbe785dda11 not found, will not notify nova. {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 11:34:19.921743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Network e2e72190-c26f-4e58-b65f-2ae2265843eb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:19.935509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Could not find standard attr ID for object d72dc6a5-23e1-4f29-b7fc-82d287e6d253. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:19.960864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Network 600f682f-0be7-4a02-9b50-169629a3467d is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:34:19.961541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] No DVR routers for this DVR port 0946be98-1da9-4034-a62b-0dbe785dda11 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:20.004687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:20.005172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee3a35-be8e-4c5f-8b99-f4510022ee81 None None] Pushing event updated for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:20.113774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e94aa-db6d-4581-bde1-f802875420c4 None None] Pushing event deleted for resources: {'Port': ['ID=0946be98-1da9-4034-a62b-0dbe785dda11,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:20.125756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Provisioning complete for port 83eebe1f-3676-40ac-a4e5-a1b2d132e6dd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:20.126477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:20.133723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event updated for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:20.229490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port 58fe45ae-b067-458d-8740-8907e2e550b0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:20.230088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:20.340234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:20.351994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Port 83eebe1f-3676-40ac-a4e5-a1b2d132e6dd cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:20.390919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Provisioning complete for port 58fe45ae-b067-458d-8740-8907e2e550b0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:20.391310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:20.496687 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:20.542645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Port 58fe45ae-b067-458d-8740-8907e2e550b0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:20.547806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for 58fe45ae-b067-458d-8740-8907e2e550b0 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:20.574395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38118) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:20.578390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Provisioning complete for port c9770db9-f973-4139-b680-289d251bed6f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:20.578774 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c9770db9-f973-4139-b680-289d251bed6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:20.762912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66d231c6-fc39-4e06-a2fa-459328ec6342 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:20.959784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:20.970273 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:20.991751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:20.996665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ac2e1a1-331e-424e-99d1-13e44af5ab98 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1316445 Feb 03 11:34:20.998080 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:20.999017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:21.082666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db60f0f5-e82e-4af8-9d1a-82ed479a1d31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30ba3f2248fa4d9490cbabe9d9f0ea5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070164 Feb 03 11:34:21.090261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:21.176334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:21.232182 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] Publish callbacks [] for security_group (fcba3be1-b8b9-48d7-8514-699cbff35cbe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.290312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] Publish callbacks [] for security_group (fcba3be1-b8b9-48d7-8514-699cbff35cbe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.396951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fcba3be1-b8b9-48d7-8514-699cbff35cbe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.400383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.404853 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcba3be1-b8b9-48d7-8514-699cbff35cbe HTTP/1.1" status: 204 len: 168 time: 0.3134904 Feb 03 11:34:21.424807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83fe58-e77e-40dc-95a4-04cadc4678ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba3be1-b8b9-48d7-8514-699cbff35cbe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:21.439540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (58fe45ae-b067-458d-8740-8907e2e550b0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.503892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e9ebe-b927-4f39-829d-f603eac2ff78 None None] Network e2e72190-c26f-4e58-b65f-2ae2265843eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:21.526119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=58fe45ae-b067-458d-8740-8907e2e550b0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:21.622657 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:21.925286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 66d231c6-fc39-4e06-a2fa-459328ec6342 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:21.925674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:21.953232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-128d8307-485a-4dea-ba08-b2b44cc02a44 None None] Current status of the port c9770db9-f973-4139-b680-289d251bed6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:22.125033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.151770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7c87690f-0146-4ff2-a298-f0c4ca815029 None None] Provisioning complete for port 66d231c6-fc39-4e06-a2fa-459328ec6342 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:22.154458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c87690f-0146-4ff2-a298-f0c4ca815029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.158633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:22.172116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c57ebb62-7582-4f9c-bb9c-6c1068a799d0 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/58fe45ae-b067-458d-8740-8907e2e550b0 HTTP/1.1" status: 204 len: 168 time: 2.7774224 Feb 03 11:34:22.273913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 66d231c6-fc39-4e06-a2fa-459328ec6342 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:22.274494 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.305419 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e84ba7-ff70-4fe7-a63f-0ca145da9265 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] GET failed (client error): The resource could not be found. Feb 03 11:34:22.319637 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-36e84ba7-ff70-4fe7-a63f-0ca145da9265 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports/58fe45ae-b067-458d-8740-8907e2e550b0 HTTP/1.1" status: 404 len: 333 time: 0.1595895 Feb 03 11:34:22.322856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38178) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:22.384727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 66d231c6-fc39-4e06-a2fa-459328ec6342, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66d231c6-fc39-4e06-a2fa-459328ec6342,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:22.393468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.394497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c9770db9-f973-4139-b680-289d251bed6f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:22.495548 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:17Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:22.617290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port 83eebe1f-3676-40ac-a4e5-a1b2d132e6dd {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:22.617872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.652060 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:22.656870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Updating router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e port f39f1747-a607-4d01-98cf-d9ce2619fe71 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:34:22.684056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=66d231c6-fc39-4e06-a2fa-459328ec6342,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:22.741867 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.786867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.813380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for 83eebe1f-3676-40ac-a4e5-a1b2d132e6dd owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:22.820514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c87690f-0146-4ff2-a298-f0c4ca815029 None None] Current status of the port 66d231c6-fc39-4e06-a2fa-459328ec6342 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:22.844147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7c87690f-0146-4ff2-a298-f0c4ca815029 None None] Could not find standard attr ID for object 58fe45ae-b067-458d-8740-8907e2e550b0. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:34:22.844999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:34:22.891761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c9770db9-f973-4139-b680-289d251bed6f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:22.893897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c9770db9-f973-4139-b680-289d251bed6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:22.932340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Removed routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:34:22.941432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.125001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Provisioning complete for port 66d231c6-fc39-4e06-a2fa-459328ec6342 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:23.126373 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.206027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (83eebe1f-3676-40ac-a4e5-a1b2d132e6dd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.291707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c9770db9-f973-4139-b680-289d251bed6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:23.317059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=83eebe1f-3676-40ac-a4e5-a1b2d132e6dd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:23.402029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Current status of the port 66d231c6-fc39-4e06-a2fa-459328ec6342 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:23.436787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:23.437276 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.453378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.457326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-96cc4847-c4a2-46b8-8dfa-18d1d49a2c8f tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/83eebe1f-3676-40ac-a4e5-a1b2d132e6dd HTTP/1.1" status: 204 len: 168 time: 1.1328025 Feb 03 11:34:23.461223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38202) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:23.495383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:23.538234 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4016f2c7-3f15-4dd1-b849-79601874fdef tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] GET failed (client error): The resource could not be found. Feb 03 11:34:23.539622 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4016f2c7-3f15-4dd1-b849-79601874fdef tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "GET /v2.0/ports/83eebe1f-3676-40ac-a4e5-a1b2d132e6dd HTTP/1.1" status: 404 len: 333 time: 0.0774214 Feb 03 11:34:23.549002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38206) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:23.577577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0946be98-1da9-4034-a62b-0dbe785dda11 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:23.577929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0946be98-1da9-4034-a62b-0dbe785dda11 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:23.645673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd38aa68-b9d1-4de1-9748-b69f7a2a96e6 None None] Port f39f1747-a607-4d01-98cf-d9ce2619fe71 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:23.736247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:23.811707 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4c33aab9-5191-4e30-9642-626954ec5c59 None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:23.812156 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c33aab9-5191-4e30-9642-626954ec5c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.828307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66d231c6-fc39-4e06-a2fa-459328ec6342 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:23.957065 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port 2f11bb57-4673-4972-b9b1-507ab117fafe {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:23.957423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.981850 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks [] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:23.989866 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.001375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 66d231c6-fc39-4e06-a2fa-459328ec6342 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:24.002646 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.057113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4c33aab9-5191-4e30-9642-626954ec5c59 None None] Port f39f1747-a607-4d01-98cf-d9ce2619fe71 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:24.129952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 66d231c6-fc39-4e06-a2fa-459328ec6342 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:24.132246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c9770db9-f973-4139-b680-289d251bed6f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:24.176284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529313050'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:24.290998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:24.307360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.316352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c9770db9-f973-4139-b680-289d251bed6f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:24.316942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c9770db9-f973-4139-b680-289d251bed6f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.324475 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.327203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.351710 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b098-0ae4-43c7-adc3-9c4d00438795 None None] Pushing event updated for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:24.377106 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Attempting to bind port f39f1747-a607-4d01-98cf-d9ce2619fe71 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:24.377593 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Attempting to bind port f39f1747-a607-4d01-98cf-d9ce2619fe71 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:24.377969 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Attempting to bind port f39f1747-a607-4d01-98cf-d9ce2619fe71 on network e2e72190-c26f-4e58-b65f-2ae2265843eb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:24.404236 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:24.404602 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Checking segment: {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:24.411516 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.411932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Bound using segment: {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:24.412440 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Bound port: f39f1747-a607-4d01-98cf-d9ce2619fe71, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8811c8a1-6bdd-420a-a4d6-e210c0682ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:24.414076 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.464110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5c105003-c0ee-44f5-b74f-76d7e7d976a7 None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:24.464781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c105003-c0ee-44f5-b74f-76d7e7d976a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.543587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for 2f11bb57-4673-4972-b9b1-507ab117fafe owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:24.579402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c105003-c0ee-44f5-b74f-76d7e7d976a7 None None] Port f39f1747-a607-4d01-98cf-d9ce2619fe71 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:24.617181 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] For port f39f1747-a607-4d01-98cf-d9ce2619fe71, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:24.621694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] For port f39f1747-a607-4d01-98cf-d9ce2619fe71, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39f1747-a607-4d01-98cf-d9ce2619fe71,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:24.634828 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.697930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c9770db9-f973-4139-b680-289d251bed6f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:24.733059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:24.736684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.742844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.750038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:24.762280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b098-0ae4-43c7-adc3-9c4d00438795 None None] Pushing event updated for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:24.839735 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:24.840375 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:25.010713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Current status of the port f39f1747-a607-4d01-98cf-d9ce2619fe71 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:25.011886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.042494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for security_group (c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.061832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.067809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:25.075107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] For port f39f1747-a607-4d01-98cf-d9ce2619fe71, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39f1747-a607-4d01-98cf-d9ce2619fe71,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:25.082185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.100369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:34:25.138135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7e5503de-38b7-429d-b0a6-44be986d41e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.138494 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment 7e5503de-38b7-429d-b0a6-44be986d41e5 of type vlan for network b27c2671-36a8-452c-89a5-c98ad0746aac Feb 03 11:34:25.138843 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:25.187319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a7972-74f7-4887-ac22-5782c659f537 None None] Pushing event updated for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:25.281825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b27c2671-36a8-452c-89a5-c98ad0746aac), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.313125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ff0e0db7-ec9e-4ca6-b621-a2849cd93899 None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:25.316060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0db7-ec9e-4ca6-b621-a2849cd93899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.353673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:25.367577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b27c2671-36a8-452c-89a5-c98ad0746aac), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.370024 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.371444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3c1c344a-ea5f-42d3-8d23-b22518bc09e7 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 953 time: 4.2173660 Feb 03 11:34:25.377471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:25.378296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:25.378434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.555613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e0db7-ec9e-4ca6-b621-a2849cd93899 None None] Current status of the port f39f1747-a607-4d01-98cf-d9ce2619fe71 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:25.615239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2f11bb57-4673-4972-b9b1-507ab117fafe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.617432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b911a5c-9160-47a1-967c-9768dd8740ea tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 953 time: 0.2375700 Feb 03 11:34:25.621204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:25.630894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'routes': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:25.637385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=b27c2671-36a8-452c-89a5-c98ad0746aac,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:25.659399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b27c2671-36a8-452c-89a5-c98ad0746aac details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:34:25.760960 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:22Z', 'revision_number': 6, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:24Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:25.770134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=2f11bb57-4673-4972-b9b1-507ab117fafe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:25.833233 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:25.839118 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-19654de4-43d8-4534-b2e2-0597a04bddc3 tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/ports/2f11bb57-4673-4972-b9b1-507ab117fafe HTTP/1.1" status: 204 len: 168 time: 2.2889953 Feb 03 11:34:25.842818 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cd86e-31dc-43a6-935a-feab2e530b43 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:22Z', 'revision_number': 6, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:24Z', 'revision_number': 4, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:25.849792 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1090562 Feb 03 11:34:25.850613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38234) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:25.850952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38236) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:25.851757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e48e-7a3d-4fc8-a6d5-3dff96767d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:25.874020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1299849558'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:26.022545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting subnet e0bbb4aa-1ca2-4156-9787-8488d8adaee3 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:26.050990 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for subnet (e0bbb4aa-1ca2-4156-9787-8488d8adaee3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.140318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:26.143986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.163009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e0bbb4aa-1ca2-4156-9787-8488d8adaee3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.333863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:34:26.358756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3de7acc0-ac38-4d88-b00a-fc1a598898b8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.359140 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment 3de7acc0-ac38-4d88-b00a-fc1a598898b8 of type vlan for network cd2a86e2-1900-48d6-933a-957b5e6cc3ee Feb 03 11:34:26.462629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (cd2a86e2-1900-48d6-933a-957b5e6cc3ee), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.506416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (cd2a86e2-1900-48d6-933a-957b5e6cc3ee), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.516845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:26.518085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.709340 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8453794 Feb 03 11:34:26.710013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38250) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:26.763081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:26.810048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:34:26.810780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:34:26.894453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.951551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962e9c-fadd-4fc9-bff4-6bbd3939b7c1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=cd2a86e2-1900-48d6-933a-957b5e6cc3ee,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:26.957419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e0bbb4aa-1ca2-4156-9787-8488d8adaee3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:26.965094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:34:26.977617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:34:27.201074 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e0bbb4aa-1ca2-4156-9787-8488d8adaee3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.395516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.405528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d86bd-c67a-410e-ab13-e0ef7440cf1b None None] Network f132da37-a7de-445b-99ef-c805b3182991 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:27.481802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bbb4aa-1ca2-4156-9787-8488d8adaee3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:27.493972 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.503812 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d873e194-cb5a-4968-9721-0ec7089a05df tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/subnets/e0bbb4aa-1ca2-4156-9787-8488d8adaee3 HTTP/1.1" status: 204 len: 168 time: 1.6408784 Feb 03 11:34:27.512502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38256) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:27.591223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:27.613908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.847683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] DHCP port deletion for f132da37-a7de-445b-99ef-c805b3182991 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:27.974007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f132da37-a7de-445b-99ef-c805b3182991), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.991735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:27.998065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39f1747-a607-4d01-98cf-d9ce2619fe71 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:28.014827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:28.028252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.065340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (dc2b59d9-a038-4230-83ff-8905fa3861a8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.149389 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=dc2b59d9-a038-4230-83ff-8905fa3861a8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:28.169155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': '7e5503de-38b7-429d-b0a6-44be986d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:28.170994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: b27c2671-36a8-452c-89a5-c98ad0746aac, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:34:28.201222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network b27c2671-36a8-452c-89a5-c98ad0746aac is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:34:28.216655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:28.217325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:28.220525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b27c2671-36a8-452c-89a5-c98ad0746aac) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:28.226296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:28.227398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.250219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a06f6-46b1-49b5-95e3-0677cd107778 None None] Network b27c2671-36a8-452c-89a5-c98ad0746aac requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:28.258057 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f47cb2d1-7e9a-4f51-946d-ece486cf64a6 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5198858 Feb 03 11:34:28.258735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:28.266743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:28.497724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:28.532053 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:28.538950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Deleting port 0bc1506e-2c96-4472-83da-75b8cad22e24 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:28.539412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.542002 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.636111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f39f1747-a607-4d01-98cf-d9ce2619fe71 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:28.637806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.685189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Deleting port 0bc1506e-2c96-4472-83da-75b8cad22e24 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:28.685519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:28.916871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:29.020613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7b2fb520-e37d-42d8-b60a-1e37dcdaa336), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.090537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] For port 0bc1506e-2c96-4472-83da-75b8cad22e24, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bc1506e-2c96-4472-83da-75b8cad22e24,segment=NetworkSegment(13f5222a-ad04-48ae-92ec-42ca06e09e63),segment_id=13f5222a-ad04-48ae-92ec-42ca06e09e63)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:29.090537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.091328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] For port 0bc1506e-2c96-4472-83da-75b8cad22e24, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bc1506e-2c96-4472-83da-75b8cad22e24,segment=NetworkSegment(13f5222a-ad04-48ae-92ec-42ca06e09e63),segment_id=13f5222a-ad04-48ae-92ec-42ca06e09e63)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:29.091705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.142245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:29.167531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.167860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=7b2fb520-e37d-42d8-b60a-1e37dcdaa336,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:29.168445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-69755420-6167-45cd-b91a-f15e830c7e1a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 703 time: 3.5459976 Feb 03 11:34:29.182344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:29.211038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': '3de7acc0-ac38-4d88-b00a-fc1a598898b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:29.211337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: cd2a86e2-1900-48d6-933a-957b5e6cc3ee, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:34:29.253875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:34:29.270403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, cd2a86e2-1900-48d6-933a-957b5e6cc3ee) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:29.274713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:29.274849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Calling delete_port for 0bc1506e-2c96-4472-83da-75b8cad22e24 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:29.275400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.325267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e07f312a-f2d0-4652-87d4-1741efb5a45d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0649774 Feb 03 11:34:29.328660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:29.352335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-511791719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:29.430865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.440826 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.559043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-76d8f912-56fa-44b9-9072-aafe4320415f tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 703 time: 0.3755355 Feb 03 11:34:29.561321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:29.644328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (99088c5c-80fc-488e-ac8b-fafe58b83a9c), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.653320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.678652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a270b48-a55f-40cb-a49a-c862d6981ea8 None None] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:29.694649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:29.696235 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9d04136a-7ee3-4b9e-b315-ee63d76304fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3665574 Feb 03 11:34:29.699091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:29.863992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.181365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Port': ['ID=0bc1506e-2c96-4472-83da-75b8cad22e24,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:30.191767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] No DVR routers for this DVR port 0bc1506e-2c96-4472-83da-75b8cad22e24 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:30.250289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b27c2671-36a8-452c-89a5-c98ad0746aac', 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': 'dc2b59d9-a038-4230-83ff-8905fa3861a8'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:34:30.251968 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.444637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Allocated IP 172.20.0.2 (b27c2671-36a8-452c-89a5-c98ad0746aac/dc2b59d9-a038-4230-83ff-8905fa3861a8/66a649a0-5b7b-4189-a584-43a87c6105eb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:30.509889 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.546928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f132da37-a7de-445b-99ef-c805b3182991), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.574795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Calling delete_port for 0bc1506e-2c96-4472-83da-75b8cad22e24 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:30.616863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f132da37-a7de-445b-99ef-c805b3182991']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:30.654565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f5222a-ad04-48ae-92ec-42ca06e09e63') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:30.654863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f5222a-ad04-48ae-92ec-42ca06e09e63') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:30.714881 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (13f5222a-ad04-48ae-92ec-42ca06e09e63), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.764317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (13f5222a-ad04-48ae-92ec-42ca06e09e63), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.798245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:30.799134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (13f5222a-ad04-48ae-92ec-42ca06e09e63), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.804165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-cd2a86e2-1900-48d6-933a-957b5e6cc3ee', 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '7b2fb520-e37d-42d8-b60a-1e37dcdaa336'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:34:30.811084 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.815003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (0bc1506e-2c96-4472-83da-75b8cad22e24), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:30.815778 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:30.962647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] Pushing event deleted for resources: {'Port': ['ID=0bc1506e-2c96-4472-83da-75b8cad22e24,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:30.973927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ca298-7b7a-458e-890b-68e3b29bc6b7 None None] No DVR routers for this DVR port 0bc1506e-2c96-4472-83da-75b8cad22e24 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:30.997692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f39f1747-a607-4d01-98cf-d9ce2619fe71 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:31.088815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f132da37-a7de-445b-99ef-c805b3182991), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.110010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.113358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] 10.222.0.30 "DELETE /v2.0/networks/f132da37-a7de-445b-99ef-c805b3182991 HTTP/1.1" status: 204 len: 168 time: 3.5995119 Feb 03 11:34:31.182122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bc1506e-2c96-4472-83da-75b8cad22e24 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:31.197646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.214646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c162-dc7c-4c13-9470-b8d9980c124b tempest-AllowedAddressPairIpV6TestJSON-931170905 tempest-AllowedAddressPairIpV6TestJSON-931170905-project] Pushing event deleted for resources: {'Network': ['ID=f132da37-a7de-445b-99ef-c805b3182991,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:31.228375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:26Z', 'revision_number': 7, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:25Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:31.293276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0bc1506e-2c96-4472-83da-75b8cad22e24 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:31.293958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bc1506e-2c96-4472-83da-75b8cad22e24 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:31.426223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:31.439026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15ef7354-4ee3-4935-879d-d10c252af3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.480351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks [] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.482481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:31.483177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:31.563567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:31.632308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.20.0.1 (b27c2671-36a8-452c-89a5-c98ad0746aac/dc2b59d9-a038-4230-83ff-8905fa3861a8/99409a82-2c1a-4bbf-b379-bc64cd6a0be6) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:31.670711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Allocated IP 172.21.0.2 (cd2a86e2-1900-48d6-933a-957b5e6cc3ee/7b2fb520-e37d-42d8-b60a-1e37dcdaa336/7449d47a-d048-4fad-9f40-48e06ca5ebe8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:31.740415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Network b27c2671-36a8-452c-89a5-c98ad0746aac is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:31.759090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:31.794375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:31.902382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:31.919355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Pushing event updated for resources: {'Port': ['ID=66a649a0-5b7b-4189-a584-43a87c6105eb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:31.953093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:32.064945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.190823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.222879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port f39f1747-a607-4d01-98cf-d9ce2619fe71 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:32.223422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.258151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Attempting to bind port 66a649a0-5b7b-4189-a584-43a87c6105eb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:32.258755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Attempting to bind port 66a649a0-5b7b-4189-a584-43a87c6105eb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '7e5503de-38b7-429d-b0a6-44be986d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:32.259294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Attempting to bind port 66a649a0-5b7b-4189-a584-43a87c6105eb on network b27c2671-36a8-452c-89a5-c98ad0746aac {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:32.276067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:32.276709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Checking segment: {'id': '7e5503de-38b7-429d-b0a6-44be986d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:32.277475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.278012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Bound using segment: {'id': '7e5503de-38b7-429d-b0a6-44be986d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:32.278640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Bound port: 66a649a0-5b7b-4189-a584-43a87c6105eb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5503de-38b7-429d-b0a6-44be986d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b27c2671-36a8-452c-89a5-c98ad0746aac'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:32.279179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.372599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=99409a82-2c1a-4bbf-b379-bc64cd6a0be6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:32.523994 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks [] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.533359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] For port 66a649a0-5b7b-4189-a584-43a87c6105eb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:32.538864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] For port 66a649a0-5b7b-4189-a584-43a87c6105eb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66a649a0-5b7b-4189-a584-43a87c6105eb,segment=NetworkSegment(7e5503de-38b7-429d-b0a6-44be986d41e5),segment_id=7e5503de-38b7-429d-b0a6-44be986d41e5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:32.540641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.565868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-50e4c683-a573-4182-86a9-bd119d9f342f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=660b08a2984743589b2875f0a0690352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6114347 Feb 03 11:34:32.581792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38324) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:32.591530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port f39f1747-a607-4d01-98cf-d9ce2619fe71, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39f1747-a607-4d01-98cf-d9ce2619fe71,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:32.591911 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.599009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network b27c2671-36a8-452c-89a5-c98ad0746aac is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:32.609958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:32.615566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Pushing event updated for resources: {'Port': ['ID=7449d47a-d048-4fad-9f40-48e06ca5ebe8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:32.619120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:32.622852 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.630150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for f39f1747-a607-4d01-98cf-d9ce2619fe71 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:32.645714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:32.693892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:32.710296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:32.776333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.805462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:26Z', 'revision_number': 7, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:25Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:32.910857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] Publish callbacks [] for security_group (881d69ca-a6f9-491c-8e62-1d1b5220fb61), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:32.980810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f39f1747-a607-4d01-98cf-d9ce2619fe71), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.019614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Attempting to bind port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:33.020039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Attempting to bind port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3de7acc0-ac38-4d88-b00a-fc1a598898b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:33.020412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Attempting to bind port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 on network cd2a86e2-1900-48d6-933a-957b5e6cc3ee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:33.028034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:33.028441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Checking segment: {'id': '3de7acc0-ac38-4d88-b00a-fc1a598898b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:33.028832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.030145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Bound using segment: {'id': '3de7acc0-ac38-4d88-b00a-fc1a598898b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:33.030637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Bound port: 7449d47a-d048-4fad-9f40-48e06ca5ebe8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de7acc0-ac38-4d88-b00a-fc1a598898b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd2a86e2-1900-48d6-933a-957b5e6cc3ee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:33.033776 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.036752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e71fe1-ec8c-4ee4-b259-0c0c7dfb016f None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:26Z', 'revision_number': 7, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f1747-a607-4d01-98cf-d9ce2619fe71', 'name': '', 'network_id': 'e2e72190-c26f-4e58-b65f-2ae2265843eb', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:97:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:13Z', 'updated_at': '2022-02-03T11:34:25Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '4d5ed34e-fdad-4751-9b2f-4c05e1f35efb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:33.072395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc609a2-1468-4e95-ae9e-ce1189da30b4 None None] Pushing event updated for resources: {'Port': ['ID=66a649a0-5b7b-4189-a584-43a87c6105eb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:33.086568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=f39f1747-a607-4d01-98cf-d9ce2619fe71,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:33.104013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] Publish callbacks [] for security_group (881d69ca-a6f9-491c-8e62-1d1b5220fb61), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.310741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] For port 7449d47a-d048-4fad-9f40-48e06ca5ebe8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:33.333649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] For port 7449d47a-d048-4fad-9f40-48e06ca5ebe8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7449d47a-d048-4fad-9f40-48e06ca5ebe8,segment=NetworkSegment(3de7acc0-ac38-4d88-b00a-fc1a598898b8),segment_id=3de7acc0-ac38-4d88-b00a-fc1a598898b8)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:33.358479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.417960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (881d69ca-a6f9-491c-8e62-1d1b5220fb61), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.431877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.436861 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/881d69ca-a6f9-491c-8e62-1d1b5220fb61 HTTP/1.1" status: 204 len: 168 time: 0.8506267 Feb 03 11:34:33.496017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb9454-0305-4b01-a293-58529bbea1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d69ca-a6f9-491c-8e62-1d1b5220fb61,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:33.520187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.677098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:33.781802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:33.804104 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:33.812629 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:34.264233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:34.438007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:34.546091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-111f00b0-3289-40a1-a125-3624178b60e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:34.581280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:34.581491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d982bf9-1ee9-44a7-9d95-6a032bb53abc None None] Pushing event updated for resources: {'Port': ['ID=7449d47a-d048-4fad-9f40-48e06ca5ebe8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:34.682542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:34.933796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c352bed8-4212-44fa-93d3-d06b4edbc09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:35.036886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:35.059868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-947b2f55-dac8-42c7-a7b3-2ae2c6b8b736 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4974751 Feb 03 11:34:35.071258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:35.174286 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:35.333483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:35.346131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 4d5ed34e-fdad-4751-9b2f-4c05e1f35efb {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:35.361354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (4d5ed34e-fdad-4751-9b2f-4c05e1f35efb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:35.437689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701555b0-4402-4f61-a9da-eec625aea339 None None] Network b27c2671-36a8-452c-89a5-c98ad0746aac requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:35.443330 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:35.446129 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:35.463433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:36.177970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7449d47a-d048-4fad-9f40-48e06ca5ebe8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:36.396026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:36.408891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Provisioning complete for port 66a649a0-5b7b-4189-a584-43a87c6105eb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:36.410606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:36.581566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22887ade-e38d-43a6-b2e8-002d4b184386 None None] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:36.795648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:36.860042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:36.967479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:37.025715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.067612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.083665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=99409a82-2c1a-4bbf-b379-bc64cd6a0be6,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:37.320806 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:37.354189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (4d5ed34e-fdad-4751-9b2f-4c05e1f35efb), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.364392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c352bed8-4212-44fa-93d3-d06b4edbc09e admin admin] Publish callbacks [] for security_group (8a1254ea-2256-4928-a1ae-fd440e769a64), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.465880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c352bed8-4212-44fa-93d3-d06b4edbc09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8a1254ea-2256-4928-a1ae-fd440e769a64), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.520297 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52507c19-c249-4e75-8ce5-d7996b934640 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:37.629745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c352bed8-4212-44fa-93d3-d06b4edbc09e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3167b366f6ab43ce854e4b9c98564af8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1894031 Feb 03 11:34:37.636769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:37.639205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network b27c2671-36a8-452c-89a5-c98ad0746aac is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:37.664480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1913166352'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:37.728441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:37.729028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.753019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:37.769060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:37.935510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Current status of the port 66a649a0-5b7b-4189-a584-43a87c6105eb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:37.936175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.055011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4d5ed34e-fdad-4751-9b2f-4c05e1f35efb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.289521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352bed8-4212-44fa-93d3-d06b4edbc09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1254ea-2256-4928-a1ae-fd440e769a64,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:38.362317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (4d5ed34e-fdad-4751-9b2f-4c05e1f35efb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.376444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] For port 66a649a0-5b7b-4189-a584-43a87c6105eb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66a649a0-5b7b-4189-a584-43a87c6105eb,segment=NetworkSegment(7e5503de-38b7-429d-b0a6-44be986d41e5),segment_id=7e5503de-38b7-429d-b0a6-44be986d41e5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:38.417782 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.480944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.518028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/4d5ed34e-fdad-4751-9b2f-4c05e1f35efb HTTP/1.1" status: 204 len: 168 time: 3.4375587 Feb 03 11:34:38.531401 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Made reservation on behalf of 899cc1d9642b4b3a88162598feb2c27d for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:38.546186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.560442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:38.635777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad853-a85e-462c-bee5-ade527ad09c5 None None] Pushing event updated for resources: {'Port': ['ID=66a649a0-5b7b-4189-a584-43a87c6105eb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:38.647403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:38.647808 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.670310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c760f8-c5e9-4b03-bc1d-e7c6e7dea663 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5ed34e-fdad-4751-9b2f-4c05e1f35efb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:38.680716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fb6c3-727d-4fac-aa4a-c0eb81ecaec4 None None] Network e2e72190-c26f-4e58-b65f-2ae2265843eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:38.739780 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] Publish callbacks [] for security_group (8a1254ea-2256-4928-a1ae-fd440e769a64), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.828530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:38.847161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] Publish callbacks [] for security_group (8a1254ea-2256-4928-a1ae-fd440e769a64), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.911545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7449d47a-d048-4fad-9f40-48e06ca5ebe8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7449d47a-d048-4fad-9f40-48e06ca5ebe8,segment=NetworkSegment(3de7acc0-ac38-4d88-b00a-fc1a598898b8),segment_id=3de7acc0-ac38-4d88-b00a-fc1a598898b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:38.961420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e2e72190-c26f-4e58-b65f-2ae2265843eb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.963963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.968752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8a1254ea-2256-4928-a1ae-fd440e769a64), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.971493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:38.976369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a1254ea-2256-4928-a1ae-fd440e769a64 HTTP/1.1" status: 204 len: 168 time: 1.3255570 Feb 03 11:34:38.990118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e90ac8-4521-488b-b12a-0eeb48f96c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1254ea-2256-4928-a1ae-fd440e769a64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:39.107884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:39.109696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:39.114997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 99088c5c-80fc-488e-ac8b-fafe58b83a9c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:34:39.125018 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.125962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66a649a0-5b7b-4189-a584-43a87c6105eb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:39.229402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Provisioning complete for port 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:39.229665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.696663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Port 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:39.710449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7449d47a-d048-4fad-9f40-48e06ca5ebe8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:39.736987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for security_group (b351148e-bc80-489f-aacd-67ebd88c13e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.808037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b351148e-bc80-489f-aacd-67ebd88c13e5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.831550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:39.846384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] Sync routers for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:39.857490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:39.858098 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f056ff90-1bea-4adf-90e6-6a7555c11b58 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1540818 Feb 03 11:34:39.865590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 66d231c6-fc39-4e06-a2fa-459328ec6342 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:39.865953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.867526 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:39.868483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:39.912100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Provisioning complete for port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:39.913405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:39.965761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:34:40.020394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b351148e-bc80-489f-aacd-67ebd88c13e5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:40.028792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208c79c-6160-4498-97de-334d91bac743 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:40.039102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2208c79c-6160-4498-97de-334d91bac743 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports/99409a82-2c1a-4bbf-b379-bc64cd6a0be6 HTTP/1.1" status: 200 len: 910 time: 0.1793947 Feb 03 11:34:40.044447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:40.053662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 66a649a0-5b7b-4189-a584-43a87c6105eb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:40.054282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.129622 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:40.131677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] DHCP port deletion for e2e72190-c26f-4e58-b65f-2ae2265843eb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:40.183641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:40.184284 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:40.256762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5eed832b-4506-40c6-ae15-0c1967911211), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.257186 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Added segment 5eed832b-4506-40c6-ae15-0c1967911211 of type vlan for network f0830deb-4f77-4a56-bcf3-165d4d005b30 Feb 03 11:34:40.327094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:40.330510 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08216a-1aca-4c3e-9f99-d3cc5d16a1e8 None None] The sync data for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:40.339665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 66d231c6-fc39-4e06-a2fa-459328ec6342, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66d231c6-fc39-4e06-a2fa-459328ec6342,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:40.340110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.472366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 66a649a0-5b7b-4189-a584-43a87c6105eb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:40.493889 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 66d231c6-fc39-4e06-a2fa-459328ec6342 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:40.496564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Current status of the port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:40.496695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f0830deb-4f77-4a56-bcf3-165d4d005b30), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.619956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Provisioning complete for port 66a649a0-5b7b-4189-a584-43a87c6105eb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:40.621418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.671143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:34:40.712299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:40.832084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f0830deb-4f77-4a56-bcf3-165d4d005b30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.848294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7449d47a-d048-4fad-9f40-48e06ca5ebe8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:40.849945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:40.850823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:40.933048 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.8618798 Feb 03 11:34:40.937846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:40.995800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Request body: {'subnet': {'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:41.069465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Deleting port 66d231c6-fc39-4e06-a2fa-459328ec6342 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:41.070555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:41.100193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:41.398530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b00434-04ae-4bd9-ba9f-8f3df941858e tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'Network': ['ID=f0830deb-4f77-4a56-bcf3-165d4d005b30,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:41.437012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:41.535195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=66d231c6-fc39-4e06-a2fa-459328ec6342,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:41.576293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 66d231c6-fc39-4e06-a2fa-459328ec6342 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:41.852238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:34:41.912223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.21.0.1 (cd2a86e2-1900-48d6-933a-957b5e6cc3ee/7b2fb520-e37d-42d8-b60a-1e37dcdaa336/99a221fa-fe98-44c6-b8b1-2d6207faab8c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:41.949971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e2e72190-c26f-4e58-b65f-2ae2265843eb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.006211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e72190-c26f-4e58-b65f-2ae2265843eb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:42.028155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8811c8a1-6bdd-420a-a4d6-e210c0682ad7') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:42.028478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8811c8a1-6bdd-420a-a4d6-e210c0682ad7') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:42.034402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] For port 66d231c6-fc39-4e06-a2fa-459328ec6342, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66d231c6-fc39-4e06-a2fa-459328ec6342,segment=NetworkSegment(8811c8a1-6bdd-420a-a4d6-e210c0682ad7),segment_id=8811c8a1-6bdd-420a-a4d6-e210c0682ad7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:42.034812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.052808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Calling delete_port for 66d231c6-fc39-4e06-a2fa-459328ec6342 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:42.063465 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8811c8a1-6bdd-420a-a4d6-e210c0682ad7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.111583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.142147 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Made reservation on behalf of 899cc1d9642b4b3a88162598feb2c27d for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:42.151824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.158192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.254176 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.306192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8811c8a1-6bdd-420a-a4d6-e210c0682ad7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.328936 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (66d231c6-fc39-4e06-a2fa-459328ec6342), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.340784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:42.345976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:42.350572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:42.385784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:42.386266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8811c8a1-6bdd-420a-a4d6-e210c0682ad7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.450850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=99a221fa-fe98-44c6-b8b1-2d6207faab8c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:42.466615 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:42.493451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.639356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] No DVR routers for this DVR port 66d231c6-fc39-4e06-a2fa-459328ec6342 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:42.912471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.916329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:42.916643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:42.937081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05055c-f04d-42f7-afe0-cce527aeafbf None None] Pushing event deleted for resources: {'Port': ['ID=66d231c6-fc39-4e06-a2fa-459328ec6342,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:43.112469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d854a396-86c5-4fad-8204-5894af0da961 None None] Current status of the port 66a649a0-5b7b-4189-a584-43a87c6105eb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:43.239709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:43.303793 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e2e72190-c26f-4e58-b65f-2ae2265843eb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.310154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:43.338163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.350505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:43.351208 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/e2e72190-c26f-4e58-b65f-2ae2265843eb HTTP/1.1" status: 204 len: 168 time: 4.7817495 Feb 03 11:34:43.394182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e58839-15e8-4797-9af3-7307ff5ff79a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=e2e72190-c26f-4e58-b65f-2ae2265843eb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:43.405457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:43.408649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:43.413202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66a649a0-5b7b-4189-a584-43a87c6105eb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:43.429417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Provisioning complete for port 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:43.430525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.563241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:43.563891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:43.655710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.671379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.683084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Port 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:43.690534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5c564d81-a519-4f1f-9fb2-5b9997659933), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.757853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'Subnet': ['ID=5c564d81-a519-4f1f-9fb2-5b9997659933,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:43.767832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Provisioning complete for port 99a221fa-fe98-44c6-b8b1-2d6207faab8c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:43.768224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.770719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8803435-53d3-4cb2-a77b-3d5800b8f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.774871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:43.777508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 66a649a0-5b7b-4189-a584-43a87c6105eb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:43.777894 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:43.870791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Checking segment: {'id': '5eed832b-4506-40c6-ae15-0c1967911211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:43.871171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Network hostable DHCP agents. Network: f0830deb-4f77-4a56-bcf3-165d4d005b30, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:34:43.922464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-608c4af0-287e-42d9-a6ee-2f5e70d7bb03 None None] Port 99a221fa-fe98-44c6-b8b1-2d6207faab8c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:43.947033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=99a221fa-fe98-44c6-b8b1-2d6207faab8c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:43.952398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.019563 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:34:44.093797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f0830deb-4f77-4a56-bcf3-165d4d005b30) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:44.109876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b85bcf-75e5-4bed-a2e2-98df805ee682 None None] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:44.136457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:44.141371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.202982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:44.206852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:44.221001 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1c8b9563-3373-47ef-b615-739d8b944404 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2450762 Feb 03 11:34:44.229948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:44.236851 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8803435-53d3-4cb2-a77b-3d5800b8f144 admin admin] Publish callbacks [] for security_group (474e01a1-233c-4e2a-81de-00bdec3ea8f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.242877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Request body: {'port': {'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1583125801'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:44.255435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8803435-53d3-4cb2-a77b-3d5800b8f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (474e01a1-233c-4e2a-81de-00bdec3ea8f9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.316420 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8803435-53d3-4cb2-a77b-3d5800b8f144 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ed1e59042c54a56a14660ee28a1b7df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0613642 Feb 03 11:34:44.321112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:44.383970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Deleting port a0906b58-0ad3-4872-9c2d-124b8625ed4d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:44.384420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.486028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803435-53d3-4cb2-a77b-3d5800b8f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e01a1-233c-4e2a-81de-00bdec3ea8f9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:44.505251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 99088c5c-80fc-488e-ac8b-fafe58b83a9c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:44.683052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 66a649a0-5b7b-4189-a584-43a87c6105eb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:44.697409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] For port a0906b58-0ad3-4872-9c2d-124b8625ed4d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=a0906b58-0ad3-4872-9c2d-124b8625ed4d,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:44.697787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.702793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f0830deb-4f77-4a56-bcf3-165d4d005b30', 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30', 'project_id': '899cc1d9642b4b3a88162598feb2c27d', 'fixed_ips': [{'subnet_id': '5c564d81-a519-4f1f-9fb2-5b9997659933'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:34:44.703721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.706384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6eabe614-2252-42ca-b09f-132c2b5a5e9f None None] Provisioning complete for port 99a221fa-fe98-44c6-b8b1-2d6207faab8c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:44.706749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eabe614-2252-42ca-b09f-132c2b5a5e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:44.758631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Calling delete_port for a0906b58-0ad3-4872-9c2d-124b8625ed4d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:44.761438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6eabe614-2252-42ca-b09f-132c2b5a5e9f None None] Port 99a221fa-fe98-44c6-b8b1-2d6207faab8c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:44.778262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:44.819652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7b11-1e1c-459f-9cc2-155bbf68aae9 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:32Z', 'revision_number': 8, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9770db9-f973-4139-b680-289d251bed6f', 'name': '', 'network_id': '9cb11cbe-9cea-440b-a886-8888b714a305', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:39:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9aecd437-a367-431b-907e-602a123667c2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:34:01Z', 'updated_at': '2022-02-03T11:34:18Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '9aecd437-a367-431b-907e-602a123667c2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:44.822521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66d231c6-fc39-4e06-a2fa-459328ec6342 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:44.856368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 66d231c6-fc39-4e06-a2fa-459328ec6342 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:44.856994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66d231c6-fc39-4e06-a2fa-459328ec6342 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:44.857646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39f1747-a607-4d01-98cf-d9ce2619fe71 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:44.896709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f39f1747-a607-4d01-98cf-d9ce2619fe71 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:44.897472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39f1747-a607-4d01-98cf-d9ce2619fe71 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:44.916081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:44.934054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-27bf95d4-e5df-4079-90a9-b0f15d27bfa9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8885479 Feb 03 11:34:44.938872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:45.040543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.042803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Made reservation on behalf of 899cc1d9642b4b3a88162598feb2c27d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:45.047208 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.112301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] Publish callbacks [] for security_group (474e01a1-233c-4e2a-81de-00bdec3ea8f9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.146693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fd508-3b6c-4730-8fc8-c284f9d43a04 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:45.148275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a5fd508-3b6c-4730-8fc8-c284f9d43a04 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports/99a221fa-fe98-44c6-b8b1-2d6207faab8c HTTP/1.1" status: 200 len: 910 time: 0.2052820 Feb 03 11:34:45.155327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:45.240560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] Publish callbacks [] for security_group (474e01a1-233c-4e2a-81de-00bdec3ea8f9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.278797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] device_id is not set on port 35b4efb4-e536-458c-a727-018757026ded yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:34:45.321817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] Sync routers for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:45.351444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (a0906b58-0ad3-4872-9c2d-124b8625ed4d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.355014 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Allocated IP 2001:db8::2 (f0830deb-4f77-4a56-bcf3-165d4d005b30/5c564d81-a519-4f1f-9fb2-5b9997659933/168cbaa0-49f5-4078-8295-70ba6d2ad686) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:45.384344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:45.385419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:45.417344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a0906b58-0ad3-4872-9c2d-124b8625ed4d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:45.440028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:45.524036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:45.524725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:45.577631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (474e01a1-233c-4e2a-81de-00bdec3ea8f9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.580425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:45.581782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/474e01a1-233c-4e2a-81de-00bdec3ea8f9 HTTP/1.1" status: 204 len: 168 time: 1.2536893 Feb 03 11:34:45.594024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:45.600439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf655069-e0c7-4cec-9917-b8a8884e4d06 None None] The sync data for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:45.636608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc7413-32f8-45c8-8856-aa3f4d1e1051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e01a1-233c-4e2a-81de-00bdec3ea8f9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:45.906250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.075838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks [] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.093256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.154683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:46.166650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:46.179602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:46.319731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-1e34768c-1970-4bcf-a655-5c6b660add03 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6876662 Feb 03 11:34:46.320192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Pushing event updated for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:46.360395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Attempting to bind port 168cbaa0-49f5-4078-8295-70ba6d2ad686 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:46.360787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Attempting to bind port 168cbaa0-49f5-4078-8295-70ba6d2ad686 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5eed832b-4506-40c6-ae15-0c1967911211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:46.361226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Attempting to bind port 168cbaa0-49f5-4078-8295-70ba6d2ad686 on network f0830deb-4f77-4a56-bcf3-165d4d005b30 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:46.397907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:46.398309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Checking segment: {'id': '5eed832b-4506-40c6-ae15-0c1967911211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:46.401671 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.402132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Bound using segment: {'id': '5eed832b-4506-40c6-ae15-0c1967911211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:46.402642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Bound port: 168cbaa0-49f5-4078-8295-70ba6d2ad686, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed832b-4506-40c6-ae15-0c1967911211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:46.404378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.423677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:46.425380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.493096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:46.499691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=168cbaa0-49f5-4078-8295-70ba6d2ad686,segment=NetworkSegment(5eed832b-4506-40c6-ae15-0c1967911211),segment_id=5eed832b-4506-40c6-ae15-0c1967911211)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:46.513915 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.603431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751c47-7ac2-4b01-9257-cef734eee969 None None] Pushing event updated for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:46.608214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:46.619702 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Sync routers for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:46.620160 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a8db7ef7-ef3c-4af9-9947-9d18a31ad3ef admin admin] 10.222.0.30 "PUT /v2.0/routers/79e89090-6ea4-40ce-b3d5-ad983b0e9ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1463635 Feb 03 11:34:46.623165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38510) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:46.645868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:46.646677 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:46.768174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks [] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:46.809461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-66f35627-97b7-4eed-9972-0e4a6746b3d9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:46.811011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-66f35627-97b7-4eed-9972-0e4a6746b3d9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620209 Feb 03 11:34:46.851103 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:46.866324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Allocated IP 2001:db8::214 (f0830deb-4f77-4a56-bcf3-165d4d005b30/5c564d81-a519-4f1f-9fb2-5b9997659933/35b4efb4-e536-458c-a727-018757026ded) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:46.922483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-0b25fd5a-e118-49e1-a3d3-a54571ab7b5c tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/quotas/05cf67b1bd7e46ab965c9851fd6d3067 HTTP/1.1" status: 200 len: 375 time: 0.1029201 Feb 03 11:34:47.020755 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks [] for router_gateway (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.038926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-7d6bc8fe-c71f-41b6-b16b-55c0c6246d07 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764055 Feb 03 11:34:47.081771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port c9770db9-f973-4139-b680-289d251bed6f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:47.087014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c9770db9-f973-4139-b680-289d251bed6f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.193106 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Deleting port b1a90936-1774-4b1d-8144-4ed0f6af5c04 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:47.193706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.285200 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:34:45Z', 'revision_number': 5, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port': {'id': 'b1a90936-1774-4b1d-8144-4ed0f6af5c04', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:25:56Z', 'updated_at': '2022-02-03T11:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:47.385744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Checking router: 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:47.432067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Routers {'79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:47.432731 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:47.434525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] For port b1a90936-1774-4b1d-8144-4ed0f6af5c04, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b1a90936-1774-4b1d-8144-4ed0f6af5c04,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:47.435025 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.452661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Calling delete_port for b1a90936-1774-4b1d-8144-4ed0f6af5c04 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:47.452868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 168cbaa0-49f5-4078-8295-70ba6d2ad686 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:47.510285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d9e831d-4030-4649-9789-dff873d732a0 req-2ed7f1a3-d536-4364-9685-9d775e7a040e tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.0921032 Feb 03 11:34:47.576179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 168cbaa0-49f5-4078-8295-70ba6d2ad686 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:47.576472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.712941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.715722 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] Set router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:47.758924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 168cbaa0-49f5-4078-8295-70ba6d2ad686 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:47.759354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.824790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port c9770db9-f973-4139-b680-289d251bed6f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c9770db9-f973-4139-b680-289d251bed6f,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:47.825371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c9770db9-f973-4139-b680-289d251bed6f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.851008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for c9770db9-f973-4139-b680-289d251bed6f owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:47.898409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b1a90936-1774-4b1d-8144-4ed0f6af5c04), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.915444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=168cbaa0-49f5-4078-8295-70ba6d2ad686,segment=NetworkSegment(5eed832b-4506-40c6-ae15-0c1967911211),segment_id=5eed832b-4506-40c6-ae15-0c1967911211)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:47.934785 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:34:47Z', 'revision_number': 6, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:47.937689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:47.984020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a90936-1774-4b1d-8144-4ed0f6af5c04,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:48.004747 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66dd809-4a91-4834-88c5-6efe107469d5 None None] The sync data for ids ['79e89090-6ea4-40ce-b3d5-ad983b0e9ce0'] in n-d-821606-6 is: [{'id': '79e89090-6ea4-40ce-b3d5-ad983b0e9ce0', 'name': 'tempest-TestVolumeBackupRestore-1272934900-router', 'tenant_id': '67a6ada8d2c840db814c8a2f65c4c281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:25:54Z', 'updated_at': '2022-02-03T11:34:47Z', 'revision_number': 6, 'project_id': '67a6ada8d2c840db814c8a2f65c4c281', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:48.093427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.098398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:48.260557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.262978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks [] for router_controller (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.280452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for port (35b4efb4-e536-458c-a727-018757026ded), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.365189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (79e89090-6ea4-40ce-b3d5-ad983b0e9ce0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.365983 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:34:48.378645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.380678 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3a7c4f79-547c-4659-b238-d11f3951bb7a admin admin] 10.222.0.30 "DELETE /v2.0/routers/79e89090-6ea4-40ce-b3d5-ad983b0e9ce0 HTTP/1.1" status: 204 len: 168 time: 1.7566602 Feb 03 11:34:48.384652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:48.482143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Deleting subnet 6a6fe331-7f56-4e5a-9019-71a781541197 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:48.499750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Publish callbacks [] for subnet (6a6fe331-7f56-4e5a-9019-71a781541197), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.533994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (35b4efb4-e536-458c-a727-018757026ded), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.556526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6eeac-13a3-4dd3-98fe-49ff8c6ad4cf None None] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:48.631833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c9770db9-f973-4139-b680-289d251bed6f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.636777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'Port': ['ID=35b4efb4-e536-458c-a727-018757026ded,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:48.672727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (6a6fe331-7f56-4e5a-9019-71a781541197), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.739597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:48.743464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=c9770db9-f973-4139-b680-289d251bed6f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:48.751011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-374cfc5a-6602-4049-a1b4-d2474174ca62 req-79eb2978-67b2-44c6-b7c4-8241205287df tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.0756187 Feb 03 11:34:48.754642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a4c0df16-e9f4-4f65-b0d6-4855e6098807 None None] Provisioning complete for port 168cbaa0-49f5-4078-8295-70ba6d2ad686 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:48.755720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4c0df16-e9f4-4f65-b0d6-4855e6098807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.771427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:48.777090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:48.783313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:48.783937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:48.862563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e8576b8b-a888-4816-a687-281a77d743d4 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.6310267 Feb 03 11:34:48.867029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:48.871924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Request body: {'port': {'network_id': 'f0830deb-4f77-4a56-bcf3-165d4d005b30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1998702522', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:48.872419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] bootfile-name is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:48.872766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] tftp-server is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:48.873156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] server-ip-address is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:48.920279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0df16-e9f4-4f65-b0d6-4855e6098807 None None] Current status of the port 168cbaa0-49f5-4078-8295-70ba6d2ad686 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:49.079894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6a6fe331-7f56-4e5a-9019-71a781541197), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.202987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (6a6fe331-7f56-4e5a-9019-71a781541197), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.251198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 168cbaa0-49f5-4078-8295-70ba6d2ad686 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:34:49.282033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.303202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6fe331-7f56-4e5a-9019-71a781541197,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:49.314790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Made reservation on behalf of 899cc1d9642b4b3a88162598feb2c27d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:49.318284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.318657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.322766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9611560-efbd-494e-bd9f-e5eadfd12428 None None] Network 1c916ff9-c299-4d20-9f85-1d6259e7bec0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:49.332631 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-699e0d4b-a1cb-4e7c-924f-7d38c8b9346e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a6fe331-7f56-4e5a-9019-71a781541197 HTTP/1.1" status: 204 len: 168 time: 0.9439228 Feb 03 11:34:49.334137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38552) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:49.489615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] device_id is not set on port 40b03abf-6349-4bbb-bd96-b9e39598d91f yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:34:49.502877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 99a221fa-fe98-44c6-b8b1-2d6207faab8c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:49.503354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.516400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 168cbaa0-49f5-4078-8295-70ba6d2ad686 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:49.517615 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.546107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1c916ff9-c299-4d20-9f85-1d6259e7bec0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.644226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Provisioning complete for port 35b4efb4-e536-458c-a727-018757026ded triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:49.645159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35b4efb4-e536-458c-a727-018757026ded), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.704289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 168cbaa0-49f5-4078-8295-70ba6d2ad686 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:49.734858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.743038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Port 35b4efb4-e536-458c-a727-018757026ded cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:49.775033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 99a221fa-fe98-44c6-b8b1-2d6207faab8c owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:49.779518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Provisioning complete for port 168cbaa0-49f5-4078-8295-70ba6d2ad686 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:49.781091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.794907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Deleting port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:49.795500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.807652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] DHCP port deletion for 1c916ff9-c299-4d20-9f85-1d6259e7bec0 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:49.869399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1a90936-1774-4b1d-8144-4ed0f6af5c04 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:49.888780 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] For port 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=163a2aa9-de01-4d72-8f9f-a72bbbb29180,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:49.889712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:49.906927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Calling delete_port for 163a2aa9-de01-4d72-8f9f-a72bbbb29180 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:49.948566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b1a90936-1774-4b1d-8144-4ed0f6af5c04 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:49.949048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b1a90936-1774-4b1d-8144-4ed0f6af5c04 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:49.949520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0906b58-0ad3-4872-9c2d-124b8625ed4d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:49.999198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: a0906b58-0ad3-4872-9c2d-124b8625ed4d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:49.999582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device a0906b58-0ad3-4872-9c2d-124b8625ed4d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:50.054858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-656596ca-f33f-4791-9868-e9dabc2c3ce0 None None] Current status of the port 168cbaa0-49f5-4078-8295-70ba6d2ad686 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:34:50.082712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Deleting port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:50.082963 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.104257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.126344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Allocated IP 2001:db8::6d (f0830deb-4f77-4a56-bcf3-165d4d005b30/5c564d81-a519-4f1f-9fb2-5b9997659933/40b03abf-6349-4bbb-bd96-b9e39598d91f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:50.176458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] For port 163a2aa9-de01-4d72-8f9f-a72bbbb29180, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=163a2aa9-de01-4d72-8f9f-a72bbbb29180,segment=NetworkSegment(81d08b16-a5cf-4d83-9aae-72faba581c3a),segment_id=81d08b16-a5cf-4d83-9aae-72faba581c3a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:50.176856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.192456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Calling delete_port for 163a2aa9-de01-4d72-8f9f-a72bbbb29180 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:50.197716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] No DVR routers for this DVR port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:50.250368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=163a2aa9-de01-4d72-8f9f-a72bbbb29180,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:50.284318 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (163a2aa9-de01-4d72-8f9f-a72bbbb29180), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.340162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1c916ff9-c299-4d20-9f85-1d6259e7bec0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.351091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] No DVR routers for this DVR port 163a2aa9-de01-4d72-8f9f-a72bbbb29180 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:50.355773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-997b0e4d-a616-423f-931d-40114f7d8969 None None] Provisioning complete for port 35b4efb4-e536-458c-a727-018757026ded triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:50.356153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-997b0e4d-a616-423f-931d-40114f7d8969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35b4efb4-e536-458c-a727-018757026ded), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.391665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c916ff9-c299-4d20-9f85-1d6259e7bec0']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:50.412556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d08b16-a5cf-4d83-9aae-72faba581c3a') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:50.413149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d08b16-a5cf-4d83-9aae-72faba581c3a') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:50.433624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28b89f-e192-4df3-a473-e5835a7f9b0e None None] Pushing event deleted for resources: {'Port': ['ID=163a2aa9-de01-4d72-8f9f-a72bbbb29180,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:50.441154 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (81d08b16-a5cf-4d83-9aae-72faba581c3a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.456944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-997b0e4d-a616-423f-931d-40114f7d8969 None None] Port 35b4efb4-e536-458c-a727-018757026ded cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:50.465402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-521bebea-715f-4829-86a4-1436e47b1b0b tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5708597 Feb 03 11:34:50.468812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (81d08b16-a5cf-4d83-9aae-72faba581c3a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.478374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:50.478374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (81d08b16-a5cf-4d83-9aae-72faba581c3a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:50.481667 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:50.569219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cfd56b66-65c0-4754-9c55-55ddb02f1e56 req-2e11e64a-641a-41d5-baa4-cd9fa856f270 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.6085277 Feb 03 11:34:50.629189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1c916ff9-c299-4d20-9f85-1d6259e7bec0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.634094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.641258 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c916ff9-c299-4d20-9f85-1d6259e7bec0 HTTP/1.1" status: 204 len: 168 time: 1.3020496 Feb 03 11:34:50.660494 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:50.661487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1a40b-e918-48a1-96a0-b55193154c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c916ff9-c299-4d20-9f85-1d6259e7bec0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:50.828990 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (99a221fa-fe98-44c6-b8b1-2d6207faab8c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.857164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-746e78c3-8837-4d38-950c-8c7f042c1fc3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:50.858536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-746e78c3-8837-4d38-950c-8c7f042c1fc3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510778 Feb 03 11:34:50.861525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:50.864622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:50.899143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Request body: {'port': {'device_id': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '05cf67b1bd7e46ab965c9851fd6d3067'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:51.025576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 163a2aa9-de01-4d72-8f9f-a72bbbb29180 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:51.050892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 163a2aa9-de01-4d72-8f9f-a72bbbb29180 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:51.051247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 163a2aa9-de01-4d72-8f9f-a72bbbb29180 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:51.098136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (5110cb13-3595-409c-92a1-5a3efacdecad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.382233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=99a221fa-fe98-44c6-b8b1-2d6207faab8c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:51.405579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Deleting port 76e7fd82-ecd6-4abb-af69-c7c6976372a7 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:51.405926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.537587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] For port 76e7fd82-ecd6-4abb-af69-c7c6976372a7, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=76e7fd82-ecd6-4abb-af69-c7c6976372a7,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:51.537951 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.558598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Calling delete_port for 76e7fd82-ecd6-4abb-af69-c7c6976372a7 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:51.654276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.764065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:51.774165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bcdde47e-0aeb-4095-9919-bf749eaee887 req-b5a24a6d-4d81-409d-9ffa-ee7696dd76aa tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.0832803 Feb 03 11:34:51.782575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:51.788152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-05fd7c49-74f7-4cee-9e58-9a8729091892 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4258926 Feb 03 11:34:51.792864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:51.803929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:51.805953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:51.870336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Made reservation on behalf of 05cf67b1bd7e46ab965c9851fd6d3067 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:34:51.873704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.881461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:51.882238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.883927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'Port': ['ID=40b03abf-6349-4bbb-bd96-b9e39598d91f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:51.897124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:51.903980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.906017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:51.912079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:51.912757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.941851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 9aecd437-a367-431b-907e-602a123667c2 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:51.946673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (9aecd437-a367-431b-907e-602a123667c2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:51.968616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:52.067760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-46885977-fe04-4a35-8b1e-cba127a7a1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1988208 Feb 03 11:34:52.091072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:52.211278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (9aecd437-a367-431b-907e-602a123667c2), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.394540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (76e7fd82-ecd6-4abb-af69-c7c6976372a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.428582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:48Z', 'revision_number': 9, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:52.436350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c6e5d788-9084-4dde-b46b-16c98d0e61e0 None None] Provisioning complete for port 40b03abf-6349-4bbb-bd96-b9e39598d91f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:52.437265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d788-9084-4dde-b46b-16c98d0e61e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.462460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e7fd82-ecd6-4abb-af69-c7c6976372a7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:52.531796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e36bba-5581-4f6b-a2d8-5328836e6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:52.538843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e36bba-5581-4f6b-a2d8-5328836e6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:52.544602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e36bba-5581-4f6b-a2d8-5328836e6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:52.547456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d6e36bba-5581-4f6b-a2d8-5328836e6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4543488 Feb 03 11:34:52.549980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38602) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:52.565620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:52.609297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:52.609938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:52.632539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (9aecd437-a367-431b-907e-602a123667c2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.645287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks [] for security_group (8e967582-a802-4df9-ab39-40b605f71c40), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.693758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 99088c5c-80fc-488e-ac8b-fafe58b83a9c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:52.707338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8e967582-a802-4df9-ab39-40b605f71c40), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.751222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (5110cb13-3595-409c-92a1-5a3efacdecad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:52.818271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:52.948329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e967582-a802-4df9-ab39-40b605f71c40,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:52.985804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7343299b-05fc-472d-9e27-88076287865c req-16c85de1-d0ed-40be-94f4-a83e5609c898 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.0596168 Feb 03 11:34:53.027342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Deleting port 40b03abf-6349-4bbb-bd96-b9e39598d91f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:53.036837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:53.144668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:53.156854 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] Sync routers for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:53.176267 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:53.177708 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.177955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd8c1171-4447-4424-8e24-335665cc86f7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0218236 Feb 03 11:34:53.180021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:53.193737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5d788-9084-4dde-b46b-16c98d0e61e0 None None] Port 40b03abf-6349-4bbb-bd96-b9e39598d91f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:53.236320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:48Z', 'revision_number': 9, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.278328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f971d42-abd5-4439-864e-7361ec36cda3 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:34:48Z', 'revision_number': 9, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec29b157-67f6-4d93-8314-ea0964f38d01', 'name': '', 'network_id': 'f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:9b:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:50Z', 'updated_at': '2022-02-03T11:34:06Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '0d71ceef-1461-4d7b-ab63-b0103e2cb2d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:53.281218 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.298717 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:53.299861 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.339309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Allocated IP 192.168.233.204 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/86feb47c-be55-4dd7-93f5-c30068b2da9c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:34:53.356036 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.357278 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01b6-db43-42b7-9b8c-9cb5fb547d3e None None] The sync data for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:53.476256 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:53.488679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Router 5110cb13-3595-409c-92a1-5a3efacdecad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:53.494709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Calling delete_port for 40b03abf-6349-4bbb-bd96-b9e39598d91f owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:53.531773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (9aecd437-a367-431b-907e-602a123667c2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:53.598496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:53.605549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/9aecd437-a367-431b-907e-602a123667c2 HTTP/1.1" status: 204 len: 168 time: 1.8094645 Feb 03 11:34:53.607530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d163ce3-c187-40db-a08b-107cdce24177 None None] Network 9cb11cbe-9cea-440b-a886-8888b714a305 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:53.610169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:53.611950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e493-d8f5-4b56-8e28-8dd60c1f70ee tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=9aecd437-a367-431b-907e-602a123667c2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:53.704292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9cb11cbe-9cea-440b-a886-8888b714a305), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:53.840903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:53.855432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Sync routers for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:53.863666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec297a67-c2f0-41b2-b52e-40c88ff4c9f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/5110cb13-3595-409c-92a1-5a3efacdecad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949677 Feb 03 11:34:53.866899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:53.870130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:53.872682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:53.945776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks [] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.005289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] DHCP port deletion for 9cb11cbe-9cea-440b-a886-8888b714a305 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:54.045689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.187367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 8ef3a3e1-035c-43f5-b910-0c10519f547b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:54.187870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.210087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (40b03abf-6349-4bbb-bd96-b9e39598d91f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.217583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks [] for router (5110cb13-3595-409c-92a1-5a3efacdecad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.256289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event deleted for resources: {'Port': ['ID=40b03abf-6349-4bbb-bd96-b9e39598d91f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:54.285875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:54.341019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:34:54.353716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:34:54.361436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:34:54.423668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:54.424318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.435639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Pushing event updated for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:54.448503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-b4656b76-71b7-49c1-b7db-948b54738060 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5533705 Feb 03 11:34:54.459102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a34b-4ca5-4cb9-b1ae-9f7aa4e64d9c req-b803ca50-7dd2-4264-bb6f-555eebdf0c12 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:54.460829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea52a34b-4ca5-4cb9-b1ae-9f7aa4e64d9c req-b803ca50-7dd2-4264-bb6f-555eebdf0c12 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 936 time: 0.3065765 Feb 03 11:34:54.521758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 8ef3a3e1-035c-43f5-b910-0c10519f547b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ef3a3e1-035c-43f5-b910-0c10519f547b,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:54.522283 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.544735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Deleting port 8ef3a3e1-035c-43f5-b910-0c10519f547b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:54.545138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.562094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 8ef3a3e1-035c-43f5-b910-0c10519f547b owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:54.578642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:34:52Z', 'revision_number': 5, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port': {'id': 'b32149f4-1bce-494f-8b06-03315b65e831', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:26:12Z', 'updated_at': '2022-02-03T11:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:54.689538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea52a34b-4ca5-4cb9-b1ae-9f7aa4e64d9c req-b8a873e6-01d3-4a6f-9704-c790b290d8e2 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174203 Feb 03 11:34:54.694838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Request body: {'port': {'device_id': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:54.726524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.771140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.779287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4fca9c44-dd11-4f02-b3cf-1a933de74d23 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "DELETE /v2.0/ports/40b03abf-6349-4bbb-bd96-b9e39598d91f HTTP/1.1" status: 204 len: 168 time: 2.0794771 Feb 03 11:34:54.782040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:54.800280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Request body: {'port': {'name': 'tempest-new-port-name-1233944521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:34:54.800685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] bootfile-name is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:54.801076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] tftp-server is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:54.801413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.api.validators [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] server-ip-address is not in valid_values {{(pid=103126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 11:34:54.809644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks [] for router_gateway (5110cb13-3595-409c-92a1-5a3efacdecad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.812007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] For port 8ef3a3e1-035c-43f5-b910-0c10519f547b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ef3a3e1-035c-43f5-b910-0c10519f547b,segment=NetworkSegment(ba8ad14d-4177-4cf5-8876-e646c5783e5f),segment_id=ba8ad14d-4177-4cf5-8876-e646c5783e5f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:54.818933 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:54.867933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Calling delete_port for 8ef3a3e1-035c-43f5-b910-0c10519f547b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:55.005291 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Checking router: 5110cb13-3595-409c-92a1-5a3efacdecad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:34:55.010097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.019076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.068204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Routers {'5110cb13-3595-409c-92a1-5a3efacdecad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:55.069475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['5110cb13-3595-409c-92a1-5a3efacdecad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:55.082502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (35b4efb4-e536-458c-a727-018757026ded), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.102593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=8ef3a3e1-035c-43f5-b910-0c10519f547b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:55.133186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 8ef3a3e1-035c-43f5-b910-0c10519f547b on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:55.148058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Deleting port b32149f4-1bce-494f-8b06-03315b65e831 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:55.157034 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b32149f4-1bce-494f-8b06-03315b65e831), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.294036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ef3a3e1-035c-43f5-b910-0c10519f547b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:55.296653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] For port b32149f4-1bce-494f-8b06-03315b65e831, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=b32149f4-1bce-494f-8b06-03315b65e831,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:55.297492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b32149f4-1bce-494f-8b06-03315b65e831), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.304704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8ef3a3e1-035c-43f5-b910-0c10519f547b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.339367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Calling delete_port for b32149f4-1bce-494f-8b06-03315b65e831 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:55.371463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] No DVR routers for this DVR port 8ef3a3e1-035c-43f5-b910-0c10519f547b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:55.405430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-afc0de56-da84-43e4-9d82-cdfc9907214d None None] Provisioning complete for port 86feb47c-be55-4dd7-93f5-c30068b2da9c triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:55.406340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afc0de56-da84-43e4-9d82-cdfc9907214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.412644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8ef3a3e1-035c-43f5-b910-0c10519f547b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:55.413406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ef3a3e1-035c-43f5-b910-0c10519f547b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:55.413998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c9770db9-f973-4139-b680-289d251bed6f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:55.471480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Pushing event deleted for resources: {'Port': ['ID=8ef3a3e1-035c-43f5-b910-0c10519f547b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:55.519177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.519528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.519858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.520190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.521044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.521044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.521306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.521525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.521829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.522150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.522473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.522789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.523103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431487e-6bc2-4d68-ab60-fe232687dc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:34:55.527005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c9770db9-f973-4139-b680-289d251bed6f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:55.527355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c9770db9-f973-4139-b680-289d251bed6f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:55.532832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] Set router 5110cb13-3595-409c-92a1-5a3efacdecad gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:34:55.640217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:34:54Z', 'revision_number': 6, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:55.648666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-afc0de56-da84-43e4-9d82-cdfc9907214d None None] Port 86feb47c-be55-4dd7-93f5-c30068b2da9c cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:55.709886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5f9b6-674b-43a5-8e8a-d6dbc5322b07 None None] The sync data for ids ['5110cb13-3595-409c-92a1-5a3efacdecad'] in n-d-821606-6 is: [{'id': '5110cb13-3595-409c-92a1-5a3efacdecad', 'name': 'tempest-TestVolumeBackupRestore-1172231641-router', 'tenant_id': '8f31d3cc781347bda047ca5e564b5d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:26:09Z', 'updated_at': '2022-02-03T11:34:54Z', 'revision_number': 6, 'project_id': '8f31d3cc781347bda047ca5e564b5d5c', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:55.869493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86feb47c-be55-4dd7-93f5-c30068b2da9c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:34:55.878075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks [] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:55.891903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Transition to ACTIVE for port object 86feb47c-be55-4dd7-93f5-c30068b2da9c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:34:55.915610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.003799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for port (35b4efb4-e536-458c-a727-018757026ded), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.010387 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b32149f4-1bce-494f-8b06-03315b65e831), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.110411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (35b4efb4-e536-458c-a727-018757026ded), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.129895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e439c7-707d-49d8-9320-4155b0bfdf6e req-c514ad34-467b-4b5e-97af-69c43235103e tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:56.135623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42e439c7-707d-49d8-9320-4155b0bfdf6e req-c514ad34-467b-4b5e-97af-69c43235103e tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.2396398 Feb 03 11:34:56.213507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Pushing event updated for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:56.250301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32149f4-1bce-494f-8b06-03315b65e831,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:56.451754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event updated for resources: {'Port': ['ID=35b4efb4-e536-458c-a727-018757026ded,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:56.456425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (5110cb13-3595-409c-92a1-5a3efacdecad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.474880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Attempting to bind port 86feb47c-be55-4dd7-93f5-c30068b2da9c on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:34:56.475659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Attempting to bind port 86feb47c-be55-4dd7-93f5-c30068b2da9c by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:34:56.476185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Attempting to bind port 86feb47c-be55-4dd7-93f5-c30068b2da9c on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:56.487259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Port 86feb47c-be55-4dd7-93f5-c30068b2da9c on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:34:56.487890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Attempting to bind port 86feb47c-be55-4dd7-93f5-c30068b2da9c on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:34:56.512007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:34:56.512595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:34:56.513212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:34:56.513997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Bound port: 86feb47c-be55-4dd7-93f5-c30068b2da9c, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:34:56.514553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.535165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:56.535823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.576512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] In _notify_port_updated(), no bound segment for port 35b4efb4-e536-458c-a727-018757026ded on network f0830deb-4f77-4a56-bcf3-165d4d005b30 {{(pid=103126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 11:34:56.593203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:56.594152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.595713 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c8d8e199-3850-42c7-86b0-2f0a266c7bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "PUT /v2.0/ports/35b4efb4-e536-458c-a727-018757026ded HTTP/1.1" status: 200 len: 1130 time: 1.8091416 Feb 03 11:34:56.637476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38644) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:56.638165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:56.640299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9cb11cbe-9cea-440b-a886-8888b714a305), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.671185 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:56.688654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 99409a82-2c1a-4bbf-b379-bc64cd6a0be6 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:56.992614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42e439c7-707d-49d8-9320-4155b0bfdf6e req-26dc7b02-665f-4b23-9404-2016dcdd223f tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8560860 Feb 03 11:34:57.071358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b32149f4-1bce-494f-8b06-03315b65e831 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:57.088112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:34:57.092588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:34:57.098630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (99409a82-2c1a-4bbf-b379-bc64cd6a0be6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.105814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b9735472-f134-4971-8c25-2636529883ef None None] Provisioning complete for port 35b4efb4-e536-458c-a727-018757026ded triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:34:57.106178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9735472-f134-4971-8c25-2636529883ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35b4efb4-e536-458c-a727-018757026ded), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.129083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.132820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=99409a82-2c1a-4bbf-b379-bc64cd6a0be6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:57.240582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.241300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: b32149f4-1bce-494f-8b06-03315b65e831 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:57.241645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device b32149f4-1bce-494f-8b06-03315b65e831 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:57.242059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 76e7fd82-ecd6-4abb-af69-c7c6976372a7 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:57.249188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b916a6d7-9efa-4f75-9281-19a3d915876a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.289749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 76e7fd82-ecd6-4abb-af69-c7c6976372a7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:34:57.290174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 76e7fd82-ecd6-4abb-af69-c7c6976372a7 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:57.301586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Pushing event updated for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:57.348606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9735472-f134-4971-8c25-2636529883ef None None] Port 35b4efb4-e536-458c-a727-018757026ded cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:34:57.351003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:57.353609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.355251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-390fe05b-d0b8-40e0-a663-d7cf1d063a3c service neutron] 10.222.0.69 "PUT /v2.0/ports/86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 200 len: 1096 time: 2.8902469 Feb 03 11:34:57.357833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:34:57.360591 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c36585-6114-4e4a-89fa-4d832301904a" -d '{"events": [{"name": "network-changed", "server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:34:57.419876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b916a6d7-9efa-4f75-9281-19a3d915876a admin admin] Publish callbacks [] for security_group (e522b5d8-e217-49b3-bd67-811ea337c44d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.423411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (5110cb13-3595-409c-92a1-5a3efacdecad), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.432081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks [] for router_controller (5110cb13-3595-409c-92a1-5a3efacdecad), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.435342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb11cbe-9cea-440b-a886-8888b714a305']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:57.445719 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b916a6d7-9efa-4f75-9281-19a3d915876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e522b5d8-e217-49b3-bd67-811ea337c44d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.498297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8ad14d-4177-4cf5-8876-e646c5783e5f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:57.498872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8ad14d-4177-4cf5-8876-e646c5783e5f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:57.523573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee61809-dc5c-4ce0-a4a2-2c9b01c5fec8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:57.525656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4ee61809-dc5c-4ce0-a4a2-2c9b01c5fec8 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "GET /v2.0/ports/35b4efb4-e536-458c-a727-018757026ded HTTP/1.1" status: 200 len: 1130 time: 0.8759029 Feb 03 11:34:57.532152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:57.655606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (ba8ad14d-4177-4cf5-8876-e646c5783e5f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.667122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (5110cb13-3595-409c-92a1-5a3efacdecad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.667650 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5110cb13-3595-409c-92a1-5a3efacdecad {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:34:57.682775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b916a6d7-9efa-4f75-9281-19a3d915876a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7211732ce0a49c68b379aa18a2ce14e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0380805 Feb 03 11:34:57.683763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a6d7-9efa-4f75-9281-19a3d915876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522b5d8-e217-49b3-bd67-811ea337c44d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:57.687007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:57.692022 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.696257 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-884067e2-4b71-4a7a-943a-0b1236b20572 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5110cb13-3595-409c-92a1-5a3efacdecad HTTP/1.1" status: 204 len: 168 time: 3.8255804 Feb 03 11:34:57.771562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:57.781545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ba8ad14d-4177-4cf5-8876-e646c5783e5f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.815172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-1d363c85-5480-431d-ab5f-88b733fd7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:57.825105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-1d363c85-5480-431d-ab5f-88b733fd7620 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 1130 time: 0.3911302 Feb 03 11:34:57.885736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:57.886165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (ba8ad14d-4177-4cf5-8876-e646c5783e5f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:57.893448 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:57.937646 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbed920-6445-4a37-9689-6ff8da0c6a94 x-openstack-request-id: req-abbed920-6445-4a37-9689-6ff8da0c6a94 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:34:57.937941 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:34:57.938202 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abbed920-6445-4a37-9689-6ff8da0c6a94 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:34:57.938606 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c', 'status': 'completed', 'code': 200} Feb 03 11:34:57.955450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Deleting subnet 0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:34:57.960957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] Publish callbacks [] for security_group (e522b5d8-e217-49b3-bd67-811ea337c44d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.967301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Publish callbacks [] for subnet (0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.988857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:57.991513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-7881b4c7-e4cc-453c-a529-a537b40da1a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 200 len: 217 time: 0.0653014 Feb 03 11:34:58.055081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.077345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-2cfddfb4-9fec-4c70-abec-4d70140dd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:58.078805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-2cfddfb4-9fec-4c70-abec-4d70140dd660 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0801444 Feb 03 11:34:58.187934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] Publish callbacks [] for security_group (e522b5d8-e217-49b3-bd67-811ea337c44d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.199113 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9cb11cbe-9cea-440b-a886-8888b714a305), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.231761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.247278 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/9cb11cbe-9cea-440b-a886-8888b714a305 HTTP/1.1" status: 204 len: 168 time: 4.6360404 Feb 03 11:34:58.248713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:58.270192 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.273959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade774d-0e49-431c-9a75-d1b67ebe3c59 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=9cb11cbe-9cea-440b-a886-8888b714a305,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:58.292620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Deleting port 35b4efb4-e536-458c-a727-018757026ded {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:58.293120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (35b4efb4-e536-458c-a727-018757026ded), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.334066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adad06-f952-4317-8d46-305a0c285363 req-c30a315c-5874-483e-9647-448fa3415231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:58.335721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-c30a315c-5874-483e-9647-448fa3415231 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2466295 Feb 03 11:34:58.350724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73791dbb-dba1-4a2b-af76-805cde0d99be req-3864438e-602d-4ef0-b231-f6d475db10ae tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:34:58.359150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73791dbb-dba1-4a2b-af76-805cde0d99be req-3864438e-602d-4ef0-b231-f6d475db10ae tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.1893282 Feb 03 11:34:58.485606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73791dbb-dba1-4a2b-af76-805cde0d99be req-1fea732c-e625-48cf-8200-c97a0edc098b tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253700 Feb 03 11:34:58.536334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e522b5d8-e217-49b3-bd67-811ea337c44d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.539257 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.543141 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e522b5d8-e217-49b3-bd67-811ea337c44d HTTP/1.1" status: 204 len: 168 time: 0.8456678 Feb 03 11:34:58.588859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f816068-16b3-4ef3-9d3a-78992f78cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522b5d8-e217-49b3-bd67-811ea337c44d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:58.591350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.631057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:58.633203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.638815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521292d6-bec9-484d-b622-ab5f706e5bf8 None None] Network e37de0a2-2587-4ccb-8624-f4a37514d7ca requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:34:58.639477 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-95dd72f0-96b9-4728-ab31-122dfdd036f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e1827ed-b7fb-42dc-9dfd-d564f0c79f0b HTTP/1.1" status: 204 len: 168 time: 0.8581629 Feb 03 11:34:58.640488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:58.689834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-82b4dfe0-6865-4aa4-991f-ac82183da10b service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653337 Feb 03 11:34:58.793175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e37de0a2-2587-4ccb-8624-f4a37514d7ca), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.859329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 99088c5c-80fc-488e-ac8b-fafe58b83a9c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:34:58.945434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (35b4efb4-e536-458c-a727-018757026ded), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:58.950093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] DHCP port deletion for e37de0a2-2587-4ccb-8624-f4a37514d7ca request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:34:59.061146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Deleting port ee54daa7-a9bb-4306-ad05-b36fedd6da1e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:59.061494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.083107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee54daa7-a9bb-4306-ad05-b36fedd6da1e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:34:59.099670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Calling delete_port for 35b4efb4-e536-458c-a727-018757026ded owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:59.130135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Deleting port ee54daa7-a9bb-4306-ad05-b36fedd6da1e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:34:59.130512 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.175487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] For port ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:59.175863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.191745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Calling delete_port for ee54daa7-a9bb-4306-ad05-b36fedd6da1e owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:59.196118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] For port ee54daa7-a9bb-4306-ad05-b36fedd6da1e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,segment=NetworkSegment(8715ae9a-6c02-4a04-aa1f-c03d1e263e5d),segment_id=8715ae9a-6c02-4a04-aa1f-c03d1e263e5d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:34:59.196740 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.215488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Calling delete_port for ee54daa7-a9bb-4306-ad05-b36fedd6da1e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:34:59.342792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.368828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No active binding found for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e {{(pid=103128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 11:34:59.369551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] The host n-d-821606-6 is not matching for port ee54daa7-a9bb-4306-ad05-b36fedd6da1e host None! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:34:59.371686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] No DVR routers for this DVR port ee54daa7-a9bb-4306-ad05-b36fedd6da1e on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:59.380748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee54daa7-a9bb-4306-ad05-b36fedd6da1e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:34:59.395163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (ee54daa7-a9bb-4306-ad05-b36fedd6da1e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.426741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:59.431524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.433419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] Pushing event deleted for resources: {'Port': ['ID=ee54daa7-a9bb-4306-ad05-b36fedd6da1e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:59.437969 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (35b4efb4-e536-458c-a727-018757026ded), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.440242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce974b-5f26-480e-b3c5-dd880841e488 None None] No DVR routers for this DVR port ee54daa7-a9bb-4306-ad05-b36fedd6da1e on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:34:59.461326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:34:59.464583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-24adad06-f952-4317-8d46-305a0c285363 req-2c6bbfc9-8c12-410a-86a4-ac84effa8dfb service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738712 Feb 03 11:34:59.470644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-663284a5-0a07-490e-bdaf-a668415637af tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1239679 Feb 03 11:34:59.477638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] Sync routers for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:34:59.492020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38684) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:59.496212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e37de0a2-2587-4ccb-8624-f4a37514d7ca), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.522800 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:59.526669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event deleted for resources: {'Port': ['ID=35b4efb4-e536-458c-a727-018757026ded,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:59.528610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37de0a2-2587-4ccb-8624-f4a37514d7ca']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.530436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.539070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.539306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8715ae9a-6c02-4a04-aa1f-c03d1e263e5d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.550065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8715ae9a-6c02-4a04-aa1f-c03d1e263e5d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.565136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8715ae9a-6c02-4a04-aa1f-c03d1e263e5d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.572017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:34:59.572362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8715ae9a-6c02-4a04-aa1f-c03d1e263e5d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.580227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-319f4080-93a8-4598-9f8c-8e76adff4118 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=99088c5c-80fc-488e-ac8b-fafe58b83a9c HTTP/1.1" status: 200 len: 205 time: 0.0847809 Feb 03 11:34:59.586147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:59.638374 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.674115 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] Routers {'99088c5c-80fc-488e-ac8b-fafe58b83a9c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:34:59.674730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:34:59.688272 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:34:59.692331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e37de0a2-2587-4ccb-8624-f4a37514d7ca), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.735028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.741918 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e37de0a2-2587-4ccb-8624-f4a37514d7ca HTTP/1.1" status: 204 len: 168 time: 1.0960219 Feb 03 11:34:59.741918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fecb5-d2e8-4a70-9a9f-4d50fde08de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37de0a2-2587-4ccb-8624-f4a37514d7ca,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:34:59.768392 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:34:59.769064 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606141f7-3585-4898-a1e1-65657a0b7bd0 None None] The sync data for ids ['99088c5c-80fc-488e-ac8b-fafe58b83a9c'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:34:59.827283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:34:59.839352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:34:59.844196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-488a39b6-1cad-4635-a050-568337f6f129 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "DELETE /v2.0/ports/35b4efb4-e536-458c-a727-018757026ded HTTP/1.1" status: 204 len: 168 time: 2.3064353 Feb 03 11:34:59.987568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.021025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Deleting subnet 5c564d81-a519-4f1f-9fb2-5b9997659933 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:00.038313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for subnet (5c564d81-a519-4f1f-9fb2-5b9997659933), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.127538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5c564d81-a519-4f1f-9fb2-5b9997659933), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.161601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:00.217426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca3277-9e0c-47a2-bd11-56f1e3c0f831 req-3849f019-98ad-4529-aa0d-8d8d4fb61ee3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:00.219102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83ca3277-9e0c-47a2-bd11-56f1e3c0f831 req-3849f019-98ad-4529-aa0d-8d8d4fb61ee3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.6198914 Feb 03 11:35:00.226526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.231173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (99088c5c-80fc-488e-ac8b-fafe58b83a9c), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.246194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36585-6114-4e4a-89fa-4d832301904a req-57a21623-6334-41a9-9d92-e58a1c33e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:00.247712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-57a21623-6334-41a9-9d92-e58a1c33e514 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 1130 time: 0.4845319 Feb 03 11:35:00.337394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (99088c5c-80fc-488e-ac8b-fafe58b83a9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.337930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 99088c5c-80fc-488e-ac8b-fafe58b83a9c {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:00.352489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.355839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c94d9afe-2e52-4f99-b506-adf3248fd46c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c HTTP/1.1" status: 204 len: 168 time: 0.7644529 Feb 03 11:35:00.357990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60ec7133-f2ce-4377-b5a3-caabfffb02dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67a6ada8d2c840db814c8a2f65c4c281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905425 Feb 03 11:35:00.359064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:00.374036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5c564d81-a519-4f1f-9fb2-5b9997659933), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.379113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38712) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:00.385559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83ca3277-9e0c-47a2-bd11-56f1e3c0f831 req-1bf53778-6f98-420f-8637-431ae945de2d tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569457 Feb 03 11:35:00.487216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36585-6114-4e4a-89fa-4d832301904a req-49c7efba-444c-4c1b-ab7e-1cee404f7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:00.489245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-49c7efba-444c-4c1b-ab7e-1cee404f7f85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2303555 Feb 03 11:35:00.547230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-a9b2a1d8-15dd-4b98-a5e3-c5540c7f515f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 200 len: 217 time: 0.0507011 Feb 03 11:35:00.558740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 7b2fb520-e37d-42d8-b60a-1e37dcdaa336 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:00.571678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (7b2fb520-e37d-42d8-b60a-1e37dcdaa336), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.615898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] Publish callbacks [] for security_group (e5202e22-5598-4add-bfd0-fd70acf7d53e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.616751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36585-6114-4e4a-89fa-4d832301904a req-6fb435b8-cfc7-4985-866f-660d982b2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:00.618489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-6fb435b8-cfc7-4985-866f-660d982b2bbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0642004 Feb 03 11:35:00.625213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5c564d81-a519-4f1f-9fb2-5b9997659933), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.685046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36585-6114-4e4a-89fa-4d832301904a req-f1385f63-a105-4024-b301-ce7de22834c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:00.687350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-f1385f63-a105-4024-b301-ce7de22834c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0630922 Feb 03 11:35:00.690351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port ec29b157-67f6-4d93-8314-ea0964f38d01 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:00.690690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.697112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7b2fb520-e37d-42d8-b60a-1e37dcdaa336), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.702495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event deleted for resources: {'Subnet': ['ID=5c564d81-a519-4f1f-9fb2-5b9997659933,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:00.708853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] Publish callbacks [] for security_group (e5202e22-5598-4add-bfd0-fd70acf7d53e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.720275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12f9d8-e9bb-46fa-802f-50ae477e83c5 None None] Network f0830deb-4f77-4a56-bcf3-165d4d005b30 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:00.744866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:00.751780 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-59fb312c-eecd-4f1e-b4df-a8287e3cdf5a tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "DELETE /v2.0/subnets/5c564d81-a519-4f1f-9fb2-5b9997659933 HTTP/1.1" status: 204 len: 168 time: 0.8603663 Feb 03 11:35:00.757920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:00.811761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-d69f387d-d3ae-461d-adbe-4a1fcc79c731 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176999 Feb 03 11:35:00.952675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] DHCP port deletion for f0830deb-4f77-4a56-bcf3-165d4d005b30 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:00.998047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42c36585-6114-4e4a-89fa-4d832301904a req-9f11705d-092a-4218-b6ea-734372c08e34 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799004 Feb 03 11:35:00.999715 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f0830deb-4f77-4a56-bcf3-165d4d005b30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.024369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port ec29b157-67f6-4d93-8314-ea0964f38d01, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec29b157-67f6-4d93-8314-ea0964f38d01,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:01.024857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.042678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e5202e22-5598-4add-bfd0-fd70acf7d53e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.045467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.047368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5202e22-5598-4add-bfd0-fd70acf7d53e HTTP/1.1" status: 204 len: 168 time: 0.6670971 Feb 03 11:35:01.049611 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7b2fb520-e37d-42d8-b60a-1e37dcdaa336), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.083852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for ec29b157-67f6-4d93-8314-ea0964f38d01 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:01.091329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 168cbaa0-49f5-4078-8295-70ba6d2ad686 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:01.108437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772b382-8547-4bd5-bd19-312d5ead0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5202e22-5598-4add-bfd0-fd70acf7d53e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:01.216963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Deleting port 168cbaa0-49f5-4078-8295-70ba6d2ad686 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:01.217252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.251989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7b2fb520-e37d-42d8-b60a-1e37dcdaa336), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.402431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1273fb5a-af62-43ad-af14-0acd47434275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.531057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=168cbaa0-49f5-4078-8295-70ba6d2ad686,segment=NetworkSegment(5eed832b-4506-40c6-ae15-0c1967911211),segment_id=5eed832b-4506-40c6-ae15-0c1967911211)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:01.531460 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.585317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 168cbaa0-49f5-4078-8295-70ba6d2ad686 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:01.585709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.588044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Calling delete_port for 168cbaa0-49f5-4078-8295-70ba6d2ad686 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:01.677052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d832ff3-7407-4f35-bf8f-ff67e46e510c req-7cf9fc2b-f7c7-431e-8796-166e3db5c1f3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:01.681520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d832ff3-7407-4f35-bf8f-ff67e46e510c req-7cf9fc2b-f7c7-431e-8796-166e3db5c1f3 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.1600280 Feb 03 11:35:01.743780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.750848 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/7b2fb520-e37d-42d8-b60a-1e37dcdaa336 HTTP/1.1" status: 204 len: 168 time: 1.3884759 Feb 03 11:35:01.752054 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:01.753686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413985-0c2a-4b2f-864c-660192fb0778 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2fb520-e37d-42d8-b60a-1e37dcdaa336,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:01.757050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=168cbaa0-49f5-4078-8295-70ba6d2ad686,segment=NetworkSegment(5eed832b-4506-40c6-ae15-0c1967911211),segment_id=5eed832b-4506-40c6-ae15-0c1967911211)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:01.766423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ab0e0-c11c-41c9-a7f8-5b153e8f9ddf None None] Network cd2a86e2-1900-48d6-933a-957b5e6cc3ee requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:01.782147 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.830752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d832ff3-7407-4f35-bf8f-ff67e46e510c req-155d5766-9a40-4628-b328-819993ac4549 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441157 Feb 03 11:35:01.918025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:01.937247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Deleting port 168cbaa0-49f5-4078-8295-70ba6d2ad686 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:01.937650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:01.946729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:02.006539 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet dc2b59d9-a038-4230-83ff-8905fa3861a8 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:02.009144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3782e602-c35f-441d-aa33-412e7e68b25b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f31d3cc781347bda047ca5e564b5d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600684 Feb 03 11:35:02.011683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38758) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:02.035938 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (dc2b59d9-a038-4230-83ff-8905fa3861a8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.096726 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] Publish callbacks [] for security_group (3776b82e-307e-4d4e-bb38-b363dde2dca3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.117834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.145518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] Publish callbacks [] for security_group (3776b82e-307e-4d4e-bb38-b363dde2dca3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.169044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ec29b157-67f6-4d93-8314-ea0964f38d01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.180120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] Pushing event deleted for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:02.196870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf680a72-2f6a-4bb3-9f9e-adb0977fcda0 None None] No DVR routers for this DVR port 168cbaa0-49f5-4078-8295-70ba6d2ad686 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:02.216615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3776b82e-307e-4d4e-bb38-b363dde2dca3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.219411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.229613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3776b82e-307e-4d4e-bb38-b363dde2dca3 HTTP/1.1" status: 204 len: 168 time: 0.2157104 Feb 03 11:35:02.260786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=ec29b157-67f6-4d93-8314-ea0964f38d01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:02.274949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] For port 168cbaa0-49f5-4078-8295-70ba6d2ad686, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=168cbaa0-49f5-4078-8295-70ba6d2ad686,segment=NetworkSegment(5eed832b-4506-40c6-ae15-0c1967911211),segment_id=5eed832b-4506-40c6-ae15-0c1967911211)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:02.275369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.277891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9bb10-3072-4b32-ac65-639ef8dfdbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3776b82e-307e-4d4e-bb38-b363dde2dca3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:02.308655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (dc2b59d9-a038-4230-83ff-8905fa3861a8), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.387035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] DHCP port deletion for cd2a86e2-1900-48d6-933a-957b5e6cc3ee request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:02.443074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Calling delete_port for 168cbaa0-49f5-4078-8295-70ba6d2ad686 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:02.509440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Deleting port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:02.509820 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.645102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] For port 7449d47a-d048-4fad-9f40-48e06ca5ebe8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7449d47a-d048-4fad-9f40-48e06ca5ebe8,segment=NetworkSegment(3de7acc0-ac38-4d88-b00a-fc1a598898b8),segment_id=3de7acc0-ac38-4d88-b00a-fc1a598898b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:02.645734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.665532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Calling delete_port for 7449d47a-d048-4fad-9f40-48e06ca5ebe8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:02.761379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.879379 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (7449d47a-d048-4fad-9f40-48e06ca5ebe8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:02.916204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] No DVR routers for this DVR port 7449d47a-d048-4fad-9f40-48e06ca5ebe8 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:03.000283 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (dc2b59d9-a038-4230-83ff-8905fa3861a8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.015818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc1cce-f578-4d30-bccc-80f93727ad6d None None] Pushing event deleted for resources: {'Port': ['ID=7449d47a-d048-4fad-9f40-48e06ca5ebe8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:03.189141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (168cbaa0-49f5-4078-8295-70ba6d2ad686), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.239814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88d576-859f-469d-9159-a16a2cc0a04c req-a7aa24cc-e3d9-42b7-8f7b-f3e22871e55e tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:03.246786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] No DVR routers for this DVR port 168cbaa0-49f5-4078-8295-70ba6d2ad686 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:03.246927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7449d47a-d048-4fad-9f40-48e06ca5ebe8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:03.253932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event deleted for resources: {'Port': ['ID=168cbaa0-49f5-4078-8295-70ba6d2ad686,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:03.261453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e88d576-859f-469d-9159-a16a2cc0a04c req-a7aa24cc-e3d9-42b7-8f7b-f3e22871e55e tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.1991925 Feb 03 11:35:03.301132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7449d47a-d048-4fad-9f40-48e06ca5ebe8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:03.326483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7449d47a-d048-4fad-9f40-48e06ca5ebe8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:03.350114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e88d576-859f-469d-9159-a16a2cc0a04c req-cd9518d6-db84-463a-8f61-08370a94c080 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874927 Feb 03 11:35:03.414594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (dc2b59d9-a038-4230-83ff-8905fa3861a8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.520668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f0830deb-4f77-4a56-bcf3-165d4d005b30), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.530949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2b59d9-a038-4230-83ff-8905fa3861a8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:03.540614 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.548802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:03.549868 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d23c5a93-761b-4db0-870d-75076c9110c4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/dc2b59d9-a038-4230-83ff-8905fa3861a8 HTTP/1.1" status: 204 len: 168 time: 1.7877834 Feb 03 11:35:03.555354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de3ac9-55ea-478a-aa7b-2d50f3a5f538 None None] Network b27c2671-36a8-452c-89a5-c98ad0746aac requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:03.586214 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0830deb-4f77-4a56-bcf3-165d4d005b30']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:03.601852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eed832b-4506-40c6-ae15-0c1967911211') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:03.602388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eed832b-4506-40c6-ae15-0c1967911211') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:03.605833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:03.617400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (5eed832b-4506-40c6-ae15-0c1967911211), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.637585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5eed832b-4506-40c6-ae15-0c1967911211), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.707162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:03.707825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (5eed832b-4506-40c6-ae15-0c1967911211), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:03.711169 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:03.769914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (cd2a86e2-1900-48d6-933a-957b5e6cc3ee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.816155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:03.823701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f0830deb-4f77-4a56-bcf3-165d4d005b30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.840114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5cd7162b-5fd9-4862-b8ce-7daa61d0b42e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5671582 Feb 03 11:35:03.849396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38776) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:03.852574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.862517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] 10.222.0.30 "DELETE /v2.0/networks/f0830deb-4f77-4a56-bcf3-165d4d005b30 HTTP/1.1" status: 204 len: 168 time: 3.0944023 Feb 03 11:35:03.937943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 0d71ceef-1461-4d7b-ab63-b0103e2cb2d3 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:03.942265 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (0d71ceef-1461-4d7b-ab63-b0103e2cb2d3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:03.974411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 86feb47c-be55-4dd7-93f5-c30068b2da9c details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:35:03.976862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:03.979543 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:35:04.050602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (cd2a86e2-1900-48d6-933a-957b5e6cc3ee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.058248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70d1f7-3ffb-4c34-960b-c3f1fe5c7a3f tempest-ExtraDHCPOptionsIpV6TestJSON-796281372 tempest-ExtraDHCPOptionsIpV6TestJSON-796281372-project] Pushing event deleted for resources: {'Network': ['ID=f0830deb-4f77-4a56-bcf3-165d4d005b30,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:04.078423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (0d71ceef-1461-4d7b-ab63-b0103e2cb2d3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.101402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:04.102225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:34:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:04.145258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2a86e2-1900-48d6-933a-957b5e6cc3ee']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:04.169427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de7acc0-ac38-4d88-b00a-fc1a598898b8') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:04.169764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de7acc0-ac38-4d88-b00a-fc1a598898b8') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:04.194311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (3de7acc0-ac38-4d88-b00a-fc1a598898b8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.226534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3de7acc0-ac38-4d88-b00a-fc1a598898b8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.242056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:04.242690 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (3de7acc0-ac38-4d88-b00a-fc1a598898b8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.243780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (0d71ceef-1461-4d7b-ab63-b0103e2cb2d3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.287920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:04.336757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (0d71ceef-1461-4d7b-ab63-b0103e2cb2d3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:04.391521 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:04.399680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (cd2a86e2-1900-48d6-933a-957b5e6cc3ee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.424151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.433725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/cd2a86e2-1900-48d6-933a-957b5e6cc3ee HTTP/1.1" status: 204 len: 168 time: 0.8813453 Feb 03 11:35:04.447835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38788) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:04.452480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=0d71ceef-1461-4d7b-ab63-b0103e2cb2d3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:04.460076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:04.472619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac672c-64d8-45f7-a3ac-0fcad95e3894 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=cd2a86e2-1900-48d6-933a-957b5e6cc3ee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:04.498587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.509716 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca8eb318-9650-4b8e-9fc1-cc437a423bb4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/0d71ceef-1461-4d7b-ab63-b0103e2cb2d3 HTTP/1.1" status: 204 len: 168 time: 0.6400304 Feb 03 11:35:04.512306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:04.568171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565bec9-e9a7-4143-890c-7e14293e8eed None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:04.603765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 11:35:04.629334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b27c2671-36a8-452c-89a5-c98ad0746aac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.717652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 66a649a0-5b7b-4189-a584-43a87c6105eb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:04.718160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.740199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3030be75-2a12-45d5-bc00-d4beaa7d33b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.885547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 66a649a0-5b7b-4189-a584-43a87c6105eb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=66a649a0-5b7b-4189-a584-43a87c6105eb,segment=NetworkSegment(7e5503de-38b7-429d-b0a6-44be986d41e5),segment_id=7e5503de-38b7-429d-b0a6-44be986d41e5)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:04.886962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:04.903441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 66a649a0-5b7b-4189-a584-43a87c6105eb owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:05.044446 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (66a649a0-5b7b-4189-a584-43a87c6105eb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.119898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port 66a649a0-5b7b-4189-a584-43a87c6105eb on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:05.200297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.280193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=66a649a0-5b7b-4189-a584-43a87c6105eb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:05.292410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b27c2671-36a8-452c-89a5-c98ad0746aac), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.296427 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.296713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.297399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.297728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.298067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.298457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.298791 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.299115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.299443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.299771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.300096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.300418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.300740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:05.315398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:05.328206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27c2671-36a8-452c-89a5-c98ad0746aac']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.330476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.341257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '86feb47c-be55-4dd7-93f5-c30068b2da9c', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '86feb47c-be55-4dd7-93f5-c30068b2da9c', 'mac_address': 'fa:16:3e:71:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:35:05.344697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5503de-38b7-429d-b0a6-44be986d41e5') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.346051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5503de-38b7-429d-b0a6-44be986d41e5') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.357085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (7e5503de-38b7-429d-b0a6-44be986d41e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.380386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7e5503de-38b7-429d-b0a6-44be986d41e5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.394161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e6817-c916-47e9-880b-498daed556ad None None] DHCP port deletion for b27c2671-36a8-452c-89a5-c98ad0746aac request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:05.397324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:01Z', 'revision_number': 10, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.398331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:05.398845 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (7e5503de-38b7-429d-b0a6-44be986d41e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:05.404309 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:05.413626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fd470-4f3e-4dc2-9262-62cc444dd8bf req-1f9d893f-3d02-476f-9940-23d01fd8aaac tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:05.420949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d48fd470-4f3e-4dc2-9262-62cc444dd8bf req-1f9d893f-3d02-476f-9940-23d01fd8aaac tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 948 time: 0.8604801 Feb 03 11:35:05.445636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] DHCP port deletion for f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:05.462503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:35:05.466474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 86feb47c-be55-4dd7-93f5-c30068b2da9c is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:05.466868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.474804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4146cf26-7a82-4dbf-a42e-4f145fff8fc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=899cc1d9642b4b3a88162598feb2c27d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0132656 Feb 03 11:35:05.478014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:05.507618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b27c2671-36a8-452c-89a5-c98ad0746aac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.519414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:05.520056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.533669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.542166 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/b27c2671-36a8-452c-89a5-c98ad0746aac HTTP/1.1" status: 204 len: 168 time: 1.0925701 Feb 03 11:35:05.543067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:05.560046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-820314497'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:05.560697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86feb47c-be55-4dd7-93f5-c30068b2da9c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:35:05.565964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab150774-9fae-47d7-bdc7-0e4f47a0963d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=b27c2671-36a8-452c-89a5-c98ad0746aac,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:05.585970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d48fd470-4f3e-4dc2-9262-62cc444dd8bf req-608cf4a9-9e96-4d8c-b851-9a73c179906b tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640172 Feb 03 11:35:05.598184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:05.602639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.603062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 9361927a-390f-4a73-b607-ac29045b09cf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:05.603412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9361927a-390f-4a73-b607-ac29045b09cf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.639199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:05.651732 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (233ff721-cf65-4957-b263-f78cab02d729), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.652084 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment 233ff721-cf65-4957-b263-f78cab02d729 of type vlan for network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 Feb 03 11:35:05.670632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:05.683740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 9361927a-390f-4a73-b607-ac29045b09cf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9361927a-390f-4a73-b607-ac29045b09cf,segment=NetworkSegment(0f310042-90ec-4c21-b1f1-7554d6943bf9),segment_id=0f310042-90ec-4c21-b1f1-7554d6943bf9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:05.684120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9361927a-390f-4a73-b607-ac29045b09cf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.697251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:05.698121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 9361927a-390f-4a73-b607-ac29045b09cf owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:05.708344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0e9acb12-7a06-487c-b0ba-429bdf8c7a11), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.738650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0e9acb12-7a06-487c-b0ba-429bdf8c7a11), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.744099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:05.745159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.794401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2391844 Feb 03 11:35:05.795079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:05.806302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9361927a-390f-4a73-b607-ac29045b09cf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.819268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] Publish callbacks [] for security_group (b351148e-bc80-489f-aacd-67ebd88c13e5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.833515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:05.846473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=9361927a-390f-4a73-b607-ac29045b09cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:05.855075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 9361927a-390f-4a73-b607-ac29045b09cf on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:05.855516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371dce-e3e8-4cbb-a402-17906d39829e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=0e9acb12-7a06-487c-b0ba-429bdf8c7a11,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:05.867976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] Publish callbacks [] for security_group (b351148e-bc80-489f-aacd-67ebd88c13e5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.887728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.899571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Deleting port 9361927a-390f-4a73-b607-ac29045b09cf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:05.900221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9361927a-390f-4a73-b607-ac29045b09cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.903772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:05.941066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:05.946693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.956488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:05.979123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.990259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f310042-90ec-4c21-b1f1-7554d6943bf9') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:05.990562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f310042-90ec-4c21-b1f1-7554d6943bf9') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:06.002274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (0f310042-90ec-4c21-b1f1-7554d6943bf9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.017920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (0f310042-90ec-4c21-b1f1-7554d6943bf9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.024794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:06.025252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (0f310042-90ec-4c21-b1f1-7554d6943bf9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:06.043064 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:06.114210 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.122989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.129979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:06.130234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f HTTP/1.1" status: 204 len: 168 time: 1.6159556 Feb 03 11:35:06.144540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e35bf-35ec-4d8a-adbf-c398bb1b5114 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:06.152323 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b351148e-bc80-489f-aacd-67ebd88c13e5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.155388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.156677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b351148e-bc80-489f-aacd-67ebd88c13e5 HTTP/1.1" status: 204 len: 168 time: 0.6774693 Feb 03 11:35:06.168135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989e92-db58-4152-bc5c-d9e87bb4eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351148e-bc80-489f-aacd-67ebd88c13e5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:06.257967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:06.280474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] For port 9361927a-390f-4a73-b607-ac29045b09cf, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:06.281582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9361927a-390f-4a73-b607-ac29045b09cf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.362547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['86feb47c-be55-4dd7-93f5-c30068b2da9c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:35:06.403666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Calling delete_port for 9361927a-390f-4a73-b607-ac29045b09cf owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:06.414216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Port 9361927a-390f-4a73-b607-ac29045b09cf was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:35:06.431644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (9361927a-390f-4a73-b607-ac29045b09cf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.434286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:06.537246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Network f5967dad-b9e2-43c5-9ad1-c21bb8bdbe3f is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 11:35:06.537718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] No DVR routers for this DVR port 9361927a-390f-4a73-b607-ac29045b09cf on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:06.539502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414b6f9-4758-4527-8fbb-a5a2d3a71bfc None None] Pushing event deleted for resources: {'Port': ['ID=9361927a-390f-4a73-b607-ac29045b09cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:06.609364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:01Z', 'revision_number': 10, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:06.648696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994eae3e-96b7-43e9-8b3f-d145c0977123 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:01Z', 'revision_number': 10, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None, '_interfaces': [{'id': '98d44b5b-265b-4b94-8d0b-94f1b52e2403', 'name': '', 'network_id': '62357525-4dc1-4f4c-aad9-d120fa994cb2', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'mac_address': 'fa:16:3e:c6:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:33:42Z', 'updated_at': '2022-02-03T11:33:54Z', 'revision_number': 5, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'subnets': [{'id': '6d6fb77c-645a-4550-880a-00543ad587fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:06.802895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fcd4f-a7a5-4846-8643-f31a62b37d0f req-934efbd6-972c-49db-b81e-3f3c904a1217 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:06.810570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691fcd4f-a7a5-4846-8643-f31a62b37d0f req-934efbd6-972c-49db-b81e-3f3c904a1217 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 949 time: 0.1281519 Feb 03 11:35:06.898060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691fcd4f-a7a5-4846-8643-f31a62b37d0f req-f105fb82-65c8-4ee2-9719-f7db83db584d tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805571 Feb 03 11:35:07.016479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7bc52fad-f06a-47ac-9e32-dfce81a06bdf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.103776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=7bc52fad-f06a-47ac-9e32-dfce81a06bdf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:07.130699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec29b157-67f6-4d93-8314-ea0964f38d01 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:07.142560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': '233ff721-cf65-4957-b263-f78cab02d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:07.142937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 0e9acb12-7a06-487c-b0ba-429bdf8c7a11, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:35:07.179830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ec29b157-67f6-4d93-8314-ea0964f38d01 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:07.180188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec29b157-67f6-4d93-8314-ea0964f38d01 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:07.180619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9361927a-390f-4a73-b607-ac29045b09cf no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:07.195083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:35:07.215668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0e9acb12-7a06-487c-b0ba-429bdf8c7a11) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:07.230442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:07.231101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.255288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.314275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b4a9ef8-87d8-486c-a140-5f3a9c803a05 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5149720 Feb 03 11:35:07.317469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:07.323771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1301827739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:07.382887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.387683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.552039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.561017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.575911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7658849-5f9b-4b10-87e2-a194a74208b4 None None] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:07.583408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9361927a-390f-4a73-b607-ac29045b09cf {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:07.583744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9361927a-390f-4a73-b607-ac29045b09cf not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:07.584170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66a649a0-5b7b-4189-a584-43a87c6105eb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:07.627449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.632715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-747322c2-a72c-4366-87f4-c91b729baa14 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3141453 Feb 03 11:35:07.634113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:07.646701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'port': {'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11', 'name': 'tempest-RoutersTest-1903996963'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:07.649531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 66a649a0-5b7b-4189-a584-43a87c6105eb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:07.649874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 66a649a0-5b7b-4189-a584-43a87c6105eb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:07.654646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:07.690342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.738531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 98d44b5b-265b-4b94-8d0b-94f1b52e2403 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:07.738875 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.778586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0e9acb12-7a06-487c-b0ba-429bdf8c7a11', 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '7bc52fad-f06a-47ac-9e32-dfce81a06bdf'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:35:07.779497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.888758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-582152fd-021a-4a20-a2b2-72d7b03b3017 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:07.889751 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-582152fd-021a-4a20-a2b2-72d7b03b3017 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 11:35:07.890652 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-582152fd-021a-4a20-a2b2-72d7b03b3017 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:35:07.892014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-582152fd-021a-4a20-a2b2-72d7b03b3017 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2364676 Feb 03 11:35:07.896955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:07.903535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--987436306'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:07.958478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:07.962251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.977197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.992509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:07.996402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 86feb47c-be55-4dd7-93f5-c30068b2da9c up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:08.004500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 98d44b5b-265b-4b94-8d0b-94f1b52e2403, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=98d44b5b-265b-4b94-8d0b-94f1b52e2403,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:08.004881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.028471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] device_id is not set on port 7c7ac337-45e9-490a-a066-3cfb7afc1523 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:35:08.032211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 98d44b5b-265b-4b94-8d0b-94f1b52e2403 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:08.154101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a83de-ef21-4476-bece-cfd21d7b2318 req-52d8d644-24af-4ca9-ae59-aa5f98da5756 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:08.155570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b7a83de-ef21-4476-bece-cfd21d7b2318 req-52d8d644-24af-4ca9-ae59-aa5f98da5756 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 949 time: 0.1683533 Feb 03 11:35:08.222379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (e0b44480-83e4-4a9d-b29f-89d07783771e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.230896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e0b44480-83e4-4a9d-b29f-89d07783771e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.247113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b7a83de-ef21-4476-bece-cfd21d7b2318 req-ed5c169f-fa5e-4192-9ee4-02f8abdf34d8 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820785 Feb 03 11:35:08.283322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b44480-83e4-4a9d-b29f-89d07783771e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:08.312423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Allocated IP 172.20.0.2 (0e9acb12-7a06-487c-b0ba-429bdf8c7a11/7bc52fad-f06a-47ac-9e32-dfce81a06bdf/30f5171b-f994-4865-bb0e-00f6640b6b01) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:08.353834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 86feb47c-be55-4dd7-93f5-c30068b2da9c completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:35:08.367996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 86feb47c-be55-4dd7-93f5-c30068b2da9c triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:08.368378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.381765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (f90ac196-7399-4fd7-ba39-cfeda0eea2fb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.390487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f90ac196-7399-4fd7-ba39-cfeda0eea2fb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.427335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (98d44b5b-265b-4b94-8d0b-94f1b52e2403), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.449854 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.451176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5528615 Feb 03 11:35:08.454061 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15692ad-2816-48fb-9052-c1f5b93b5c03 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ac196-7399-4fd7-ba39-cfeda0eea2fb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:08.472336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:08.481379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': 'f90ac196-7399-4fd7-ba39-cfeda0eea2fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:08.503191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=98d44b5b-265b-4b94-8d0b-94f1b52e2403,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:08.575872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group_rule (b3103af0-c082-45cf-8ee8-1f16cde8595a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.650852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 86feb47c-be55-4dd7-93f5-c30068b2da9c is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:08.651334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.652762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.709016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group_rule (b3103af0-c082-45cf-8ee8-1f16cde8595a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.713995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b3103af0-c082-45cf-8ee8-1f16cde8595a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.740446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.742437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685518 Feb 03 11:35:08.747846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:08.749993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:35:08.758674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9a1c21c0-e40e-48b9-87fd-001b97bfb99c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': 'f90ac196-7399-4fd7-ba39-cfeda0eea2fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:08.766042 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e3f79f-6602-4969-a899-53982a21faa3" -d '{"events": [{"server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "name": "network-vif-plugged", "status": "completed", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:35:08.773669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285cab-654a-474b-ada8-f3e9512cc9f8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3103af0-c082-45cf-8ee8-1f16cde8595a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:08.811358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:08.812879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks [] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.822237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a1c21c0-e40e-48b9-87fd-001b97bfb99c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group_rule (0bb75aae-5a22-412f-97c3-530d15e75d26), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.824753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.890306 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:08.919865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-55f318b5-1286-472c-9d61-830861e0d04f {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:35:08.920826 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:35:08.980976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:09.001302 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-9a1c21c0-e40e-48b9-87fd-001b97bfb99c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 11:35:09.005904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9a1c21c0-e40e-48b9-87fd-001b97bfb99c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2542772 Feb 03 11:35:09.006125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:09.006260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38892) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:09.022454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:09.044226 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c129b91-3be2-45b8-84b5-6bf3a7a8aded x-openstack-request-id: req-1c129b91-3be2-45b8-84b5-6bf3a7a8aded {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:35:09.044641 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "name": "network-vif-plugged", "status": "completed", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:35:09.044920 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c129b91-3be2-45b8-84b5-6bf3a7a8aded {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:35:09.045507 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c', 'code': 200} Feb 03 11:35:09.066668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:09.138181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (f90ac196-7399-4fd7-ba39-cfeda0eea2fb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.172485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:09.205391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Attempting to bind port 30f5171b-f994-4865-bb0e-00f6640b6b01 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:35:09.205880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Attempting to bind port 30f5171b-f994-4865-bb0e-00f6640b6b01 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '233ff721-cf65-4957-b263-f78cab02d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:35:09.206564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Attempting to bind port 30f5171b-f994-4865-bb0e-00f6640b6b01 on network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:35:09.207697 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (f90ac196-7399-4fd7-ba39-cfeda0eea2fb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.208630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Pushing event updated for resources: {'Port': ['ID=30f5171b-f994-4865-bb0e-00f6640b6b01,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:09.214865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:35:09.215248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Checking segment: {'id': '233ff721-cf65-4957-b263-f78cab02d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:09.215661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.216050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Bound using segment: {'id': '233ff721-cf65-4957-b263-f78cab02d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:35:09.216811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Bound port: 30f5171b-f994-4865-bb0e-00f6640b6b01, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233ff721-cf65-4957-b263-f78cab02d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0e9acb12-7a06-487c-b0ba-429bdf8c7a11'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:35:09.217162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.318916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] For port 30f5171b-f994-4865-bb0e-00f6640b6b01, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:35:09.327982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] For port 30f5171b-f994-4865-bb0e-00f6640b6b01, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30f5171b-f994-4865-bb0e-00f6640b6b01,segment=NetworkSegment(233ff721-cf65-4957-b263-f78cab02d729),segment_id=233ff721-cf65-4957-b263-f78cab02d729)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:35:09.343299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.423204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.436381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f90ac196-7399-4fd7-ba39-cfeda0eea2fb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.452387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.453679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/f90ac196-7399-4fd7-ba39-cfeda0eea2fb HTTP/1.1" status: 204 len: 168 time: 0.4461057 Feb 03 11:35:09.457586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:09.463952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:09.476707 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e17765a0-556a-45c1-bfce-11514546867a tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454680 Feb 03 11:35:09.479775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:09.491362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:09.495706 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:09.496481 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:09.505479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e3a4-406b-46c5-97d3-a062daa93606 None None] Pushing event updated for resources: {'Port': ['ID=30f5171b-f994-4865-bb0e-00f6640b6b01,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:09.534356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2b6c-8b38-44d9-b25e-29bcd31d4e0b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ac196-7399-4fd7-ba39-cfeda0eea2fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:09.669750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] device_id is not set on port f7b3223b-5c78-4109-983b-b3d9c8f932c3 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:35:09.697511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:09.697995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba434878-349b-4ad7-aed8-71f7b62b063d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2352989 Feb 03 11:35:09.703975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075843501'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:09.716443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting subnet 6d6fb77c-645a-4550-880a-00543ad587fb {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:09.725779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (6d6fb77c-645a-4550-880a-00543ad587fb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.749740 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:09.827260 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:09.851086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (6d6fb77c-645a-4550-880a-00543ad587fb), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:09.856801 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:35:09.866720 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:09.867458 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:09.953801 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:09.956174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.20.0.11 (0e9acb12-7a06-487c-b0ba-429bdf8c7a11/7bc52fad-f06a-47ac-9e32-dfce81a06bdf/f7b3223b-5c78-4109-983b-b3d9c8f932c3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:10.034165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:10.046760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6d6fb77c-645a-4550-880a-00543ad587fb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.087483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f549115-2801-41f3-a6ad-08a86ec8e87f None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:10.166282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (6d6fb77c-645a-4550-880a-00543ad587fb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.191877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.197091 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.199147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a9fe6-3c2e-4f44-a624-6e15de390502 None None] Network 62357525-4dc1-4f4c-aad9-d120fa994cb2 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:10.214281 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/6d6fb77c-645a-4550-880a-00543ad587fb HTTP/1.1" status: 204 len: 168 time: 0.7193179 Feb 03 11:35:10.214882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:10.266662 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.273510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.313184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d61f8-0917-45fb-9527-b51201170e33 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6fb77c-645a-4550-880a-00543ad587fb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:10.443335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123456c7-0883-4f50-a251-7e11cbff7b83 req-f996f7d2-0c12-4bfc-a787-cd7b702ae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:10.444655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (62357525-4dc1-4f4c-aad9-d120fa994cb2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.445226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-123456c7-0883-4f50-a251-7e11cbff7b83 req-f996f7d2-0c12-4bfc-a787-cd7b702ae019 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 1132 time: 1.3085594 Feb 03 11:35:10.445987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=f7b3223b-5c78-4109-983b-b3d9c8f932c3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:10.480461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] DHCP port deletion for 62357525-4dc1-4f4c-aad9-d120fa994cb2 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:10.514897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:10.524222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc41e-b89c-4357-8db8-af5d37b77e46 req-31f0d12c-aeb2-4b8d-b257-32677044209d tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:10.526268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71fdc41e-b89c-4357-8db8-af5d37b77e46 req-31f0d12c-aeb2-4b8d-b257-32677044209d tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 1.0353417 Feb 03 11:35:10.538281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:10.576529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Deleting port 48f853e9-93d1-4ddc-b465-0585e8ea5102 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:10.577174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.580087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:10.625227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Deleting port 48f853e9-93d1-4ddc-b465-0585e8ea5102 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:10.625789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.750996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] For port 48f853e9-93d1-4ddc-b465-0585e8ea5102, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=48f853e9-93d1-4ddc-b465-0585e8ea5102,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:10.750996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.774955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Calling delete_port for 48f853e9-93d1-4ddc-b465-0585e8ea5102 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:10.818904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] For port 48f853e9-93d1-4ddc-b465-0585e8ea5102, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=48f853e9-93d1-4ddc-b465-0585e8ea5102,segment=NetworkSegment(b5044ae5-c8ba-4b7b-8f66-f19f80a3e104),segment_id=b5044ae5-c8ba-4b7b-8f66-f19f80a3e104)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:10.819464 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.853585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Calling delete_port for 48f853e9-93d1-4ddc-b465-0585e8ea5102 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:10.884543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71fdc41e-b89c-4357-8db8-af5d37b77e46 req-918f7014-8247-46a2-ae86-e208e43fe23b tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519681 Feb 03 11:35:10.887161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-123456c7-0883-4f50-a251-7e11cbff7b83 req-9a6edd60-0113-43ff-8a76-969fc4ed27b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306777 Feb 03 11:35:10.925066 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (3224c6cd-fe34-41a7-a39a-1aab35833c8e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.939214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:10.939900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.955678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3224c6cd-fe34-41a7-a39a-1aab35833c8e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:10.992727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:11.000973 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 11:35:11.017952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (48f853e9-93d1-4ddc-b465-0585e8ea5102), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.064533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] Pushing event deleted for resources: {'Port': ['ID=48f853e9-93d1-4ddc-b465-0585e8ea5102,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.076825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a6267a5-aa2d-427c-a06d-452fc2b89923 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4395900 Feb 03 11:35:11.079356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38912) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:11.089688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3224c6cd-fe34-41a7-a39a-1aab35833c8e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.096598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.097815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fb5bb2fd-2781-4b8f-98e8-bf4e57711c8d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3984737 Feb 03 11:35:11.102068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5674dac-e475-4c43-815b-7f0bbf379fed None None] No DVR routers for this DVR port 48f853e9-93d1-4ddc-b465-0585e8ea5102 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:11.109299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Port': ['ID=48f853e9-93d1-4ddc-b465-0585e8ea5102,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.122589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:11.129031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No DVR routers for this DVR port 48f853e9-93d1-4ddc-b465-0585e8ea5102 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:11.140271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f6dccdda-5814-45e9-9b7a-1e72a25b35f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '3224c6cd-fe34-41a7-a39a-1aab35833c8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:11.142742 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-f6dccdda-5814-45e9-9b7a-1e72a25b35f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 11:35:11.143392 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f6dccdda-5814-45e9-9b7a-1e72a25b35f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:11.144880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f6dccdda-5814-45e9-9b7a-1e72a25b35f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099573 Feb 03 11:35:11.147804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:11.228715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30f5171b-f994-4865-bb0e-00f6640b6b01 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:11.279341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (62357525-4dc1-4f4c-aad9-d120fa994cb2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.315022 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62357525-4dc1-4f4c-aad9-d120fa994cb2']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:11.326557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:11.327357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5044ae5-c8ba-4b7b-8f66-f19f80a3e104') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:11.349804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b5044ae5-c8ba-4b7b-8f66-f19f80a3e104), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.350736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 30f5171b-f994-4865-bb0e-00f6640b6b01 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:11.351132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.372485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b5044ae5-c8ba-4b7b-8f66-f19f80a3e104), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.383846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:11.385476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b5044ae5-c8ba-4b7b-8f66-f19f80a3e104), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.434465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3252a4-b731-40fb-b0f9-83b355c23711 None None] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:11.463582 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:11.471740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (62357525-4dc1-4f4c-aad9-d120fa994cb2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.481632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.488877 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/networks/62357525-4dc1-4f4c-aad9-d120fa994cb2 HTTP/1.1" status: 204 len: 168 time: 1.2634244 Feb 03 11:35:11.496334 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:11.518096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'routes': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:11.538925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96910af-534d-4640-b674-2bdfdb51d202 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Pushing event deleted for resources: {'Network': ['ID=62357525-4dc1-4f4c-aad9-d120fa994cb2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.629965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 30f5171b-f994-4865-bb0e-00f6640b6b01 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:11.630368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.665588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4b1abddf-b06a-4da2-85df-f481e1a103f5 None None] Provisioning complete for port 30f5171b-f994-4865-bb0e-00f6640b6b01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:11.665956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b1abddf-b06a-4da2-85df-f481e1a103f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.674996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (3224c6cd-fe34-41a7-a39a-1aab35833c8e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.707575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (3224c6cd-fe34-41a7-a39a-1aab35833c8e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.793553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 30f5171b-f994-4865-bb0e-00f6640b6b01, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30f5171b-f994-4865-bb0e-00f6640b6b01,segment=NetworkSegment(233ff721-cf65-4957-b263-f78cab02d729),segment_id=233ff721-cf65-4957-b263-f78cab02d729)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:11.797027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3224c6cd-fe34-41a7-a39a-1aab35833c8e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.801657 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.802825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/3224c6cd-fe34-41a7-a39a-1aab35833c8e HTTP/1.1" status: 204 len: 168 time: 0.6540310 Feb 03 11:35:11.823269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38926) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:11.861550 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.889229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:11.901692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dafc15-cc6e-4973-960d-05bce5ecee28 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224c6cd-fe34-41a7-a39a-1aab35833c8e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.936212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=30f5171b-f994-4865-bb0e-00f6640b6b01,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:11.961268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Added routes are [] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:35:11.961682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Removed routes are [] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:35:11.962177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.041519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 98d44b5b-265b-4b94-8d0b-94f1b52e2403 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:12.093269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-297dd726-a1ad-4ca6-b2f0-2629ae6a31be tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2684333 Feb 03 11:35:12.098374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:12.102893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--118111230'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:12.114305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 98d44b5b-265b-4b94-8d0b-94f1b52e2403 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:12.114659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 98d44b5b-265b-4b94-8d0b-94f1b52e2403 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:12.115085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 48f853e9-93d1-4ddc-b465-0585e8ea5102 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:12.149213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b1abddf-b06a-4da2-85df-f481e1a103f5 None None] Current status of the port 30f5171b-f994-4865-bb0e-00f6640b6b01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:12.151364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 48f853e9-93d1-4ddc-b465-0585e8ea5102 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:12.151710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 48f853e9-93d1-4ddc-b465-0585e8ea5102 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:12.277890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.283340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.432125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:12.496995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Provisioning complete for port 30f5171b-f994-4865-bb0e-00f6640b6b01 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:12.497488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.502196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.583029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2432bbf-017e-4ae6-b909-3ff8e4b7b8a6 req-7b705417-30fa-4d0a-8c02-8aa420bc1805 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:12.585325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2432bbf-017e-4ae6-b909-3ff8e4b7b8a6 req-7b705417-30fa-4d0a-8c02-8aa420bc1805 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 0.5775175 Feb 03 11:35:12.611735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Current status of the port 30f5171b-f994-4865-bb0e-00f6640b6b01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:12.613532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:12.626137 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (bbddb02c-bf53-412a-b47a-69b0cb718669), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.638303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.641072 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec2a6f32-e24c-4530-838d-9dfff31513f2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 704 time: 1.1356626 Feb 03 11:35:12.643684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:12.647182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Sync routers for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:12.649681 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bbddb02c-bf53-412a-b47a-69b0cb718669), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.675695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Provisioning complete for port f7b3223b-5c78-4109-983b-b3d9c8f932c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:12.676230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.711023 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7e5404f7-ee4e-4d78-b296-afda89bf4687 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 205 time: 0.0650315 Feb 03 11:35:12.711964 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:12.749460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.750884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6516452 Feb 03 11:35:12.758269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:12.758908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:12.760015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.762752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:12.775053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eac796ea-8665-46bf-8427-1d2df7ba1f53 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': 'bbddb02c-bf53-412a-b47a-69b0cb718669', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:12.776066 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-eac796ea-8665-46bf-8427-1d2df7ba1f53 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 11:35:12.776655 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-eac796ea-8665-46bf-8427-1d2df7ba1f53 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:12.780441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eac796ea-8665-46bf-8427-1d2df7ba1f53 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096757 Feb 03 11:35:12.780441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf169-a6bc-4819-8181-4c61c25d44c2 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbddb02c-bf53-412a-b47a-69b0cb718669,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:12.783493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.801576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:12.830983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:12.855753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2432bbf-017e-4ae6-b909-3ff8e4b7b8a6 req-cff59674-810c-431c-9a70-bbefe3e3ede0 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498853 Feb 03 11:35:12.872828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:12.965870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5139efa2-98d9-4de9-85aa-c541e948cb08 None None] Port f7b3223b-5c78-4109-983b-b3d9c8f932c3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:12.999325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:13.036690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Checking router: 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:35:13.048166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Routers {'0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:13.050053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:13.139796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=f7b3223b-5c78-4109-983b-b3d9c8f932c3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:13.150766 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (bbddb02c-bf53-412a-b47a-69b0cb718669), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.185461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] Set router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:13.229327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (bbddb02c-bf53-412a-b47a-69b0cb718669), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.265225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7f0dae62-d0eb-4e5d-9b3d-8f0b75cca638 None None] Provisioning complete for port f7b3223b-5c78-4109-983b-b3d9c8f932c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:13.265966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f0dae62-d0eb-4e5d-9b3d-8f0b75cca638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.316551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7f0dae62-d0eb-4e5d-9b3d-8f0b75cca638 None None] Port f7b3223b-5c78-4109-983b-b3d9c8f932c3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:13.318622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:13.348494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bbddb02c-bf53-412a-b47a-69b0cb718669), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.353149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fec6e-4c3b-4146-8258-75c97d90ce11 None None] The sync data for ids ['0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e'] in n-d-821606-6 is: [{'id': '0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e', 'name': 'tempest-RoutersIpV6Test-router-326223051', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:33:38Z', 'updated_at': '2022-02-03T11:35:08Z', 'revision_number': 11, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:13.363441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.371290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/bbddb02c-bf53-412a-b47a-69b0cb718669 HTTP/1.1" status: 204 len: 168 time: 0.5646625 Feb 03 11:35:13.372348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:13.433372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725e2db-0578-469c-b2f5-0c6c127a2fbd tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbddb02c-bf53-412a-b47a-69b0cb718669,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:13.446993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5c5dd73a-e242-4aa9-a709-62af75d0b359 None None] Provisioning complete for port f7b3223b-5c78-4109-983b-b3d9c8f932c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:13.449251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd73a-e242-4aa9-a709-62af75d0b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.711409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f68fea99-82f6-4871-87ac-3938a09e5ac6 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3216782 Feb 03 11:35:13.715862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:13.721657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334182093'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:13.728635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30f5171b-f994-4865-bb0e-00f6640b6b01 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:13.748941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.754610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.805298 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.830099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dd73a-e242-4aa9-a709-62af75d0b359 None None] Port f7b3223b-5c78-4109-983b-b3d9c8f932c3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:13.833611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 30f5171b-f994-4865-bb0e-00f6640b6b01 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:13.833983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.842722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.843853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:13.857837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.862608 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7738aa0e-dd3c-48f5-ab46-4578069cd1bd tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 204 len: 168 time: 1.1494408 Feb 03 11:35:13.863593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.866467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38954) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:13.875168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045149559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:13.917758 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:13.918821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.053549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.063264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.077008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 30f5171b-f994-4865-bb0e-00f6640b6b01 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:14.093501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.097497 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ada9db47-0d95-48cd-af1a-77f16327533e tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2276468 Feb 03 11:35:14.097775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38960) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.102917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:14.127711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (32620824-65cc-4b99-bb9a-db127e70b1ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.135692 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32620824-65cc-4b99-bb9a-db127e70b1ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.200477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.209747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.211018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4953294 Feb 03 11:35:14.219237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fa371-28d6-43a2-84c6-a178e8085b40 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32620824-65cc-4b99-bb9a-db127e70b1ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:14.223753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38962) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.229390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-05f16014-611a-4aae-9a36-108c9976ae37 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '32620824-65cc-4b99-bb9a-db127e70b1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:14.230254 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-05f16014-611a-4aae-9a36-108c9976ae37 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 11:35:14.230762 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-05f16014-611a-4aae-9a36-108c9976ae37 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:14.231767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-05f16014-611a-4aae-9a36-108c9976ae37 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058849 Feb 03 11:35:14.241652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e17b1-a4c5-4608-81fa-c224ee938e21 req-4308de7e-5b1a-4bd5-a093-e96e14bffeb9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:14.243216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b24e17b1-a4c5-4608-81fa-c224ee938e21 req-4308de7e-5b1a-4bd5-a093-e96e14bffeb9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 0.2008970 Feb 03 11:35:14.243709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.248254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-68ca0d71-c66a-4eb3-a16d-124ab54bd51e tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '32620824-65cc-4b99-bb9a-db127e70b1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:14.248935 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-68ca0d71-c66a-4eb3-a16d-124ab54bd51e tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 11:35:14.249443 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-68ca0d71-c66a-4eb3-a16d-124ab54bd51e tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:14.250434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-68ca0d71-c66a-4eb3-a16d-124ab54bd51e tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054941 Feb 03 11:35:14.259673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.267519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7b55b06f-0395-4750-bce0-828e3b549272 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '32620824-65cc-4b99-bb9a-db127e70b1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:14.268406 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-7b55b06f-0395-4750-bce0-828e3b549272 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 11:35:14.268981 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-7b55b06f-0395-4750-bce0-828e3b549272 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:14.269988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b55b06f-0395-4750-bce0-828e3b549272 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094852 Feb 03 11:35:14.278800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.307713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bd0dd698-8a1f-464c-92a4-ec6f413c41ea tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '32620824-65cc-4b99-bb9a-db127e70b1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:14.308611 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-bd0dd698-8a1f-464c-92a4-ec6f413c41ea tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 11:35:14.309170 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-bd0dd698-8a1f-464c-92a4-ec6f413c41ea tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:14.312700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bd0dd698-8a1f-464c-92a4-ec6f413c41ea tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0301514 Feb 03 11:35:14.313993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38970) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.396079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b24e17b1-a4c5-4608-81fa-c224ee938e21 req-85628306-7842-4f43-bd8b-0e6743b609b4 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446145 Feb 03 11:35:14.501272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.518861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.527437 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (32620824-65cc-4b99-bb9a-db127e70b1ea), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.644244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (32620824-65cc-4b99-bb9a-db127e70b1ea), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.703373 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Router 8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:35:14.729067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.735228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.782250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32620824-65cc-4b99-bb9a-db127e70b1ea), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.785730 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.787972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=f7b3223b-5c78-4109-983b-b3d9c8f932c3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:14.790509 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/32620824-65cc-4b99-bb9a-db127e70b1ea HTTP/1.1" status: 204 len: 168 time: 0.4754598 Feb 03 11:35:14.791159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38982) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.872250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df1f0-4c9f-4307-ad74-ed4f7f3adf1b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32620824-65cc-4b99-bb9a-db127e70b1ea,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:14.874368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:14.883761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:14.886935 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Sync routers for ids ['8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:14.888828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.889031 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b1dc7824-0946-46dc-9888-e08590bc35e9 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "PUT /v2.0/routers/8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 200 len: 698 time: 0.7900660 Feb 03 11:35:14.931207 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Routers {'8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:14.932080 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:14.942030 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1d94901f-6fc5-433f-9776-14b872898a35 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1183381 Feb 03 11:35:14.942877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38988) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:14.962950 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--107644129'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:15.009922 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.039062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.114543 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Set router 8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:15.130183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (40f13df5-0c38-483a-b512-598e078e86fd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.137245 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40f13df5-0c38-483a-b512-598e078e86fd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.176495 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1877a2-7c91-4145-8ff8-e960cf4ee0b3', 'name': 'tempest-RoutersIpV6Test-router-1045149559', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:13Z', 'updated_at': '2022-02-03T11:35:14Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:15.211172 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f13df5-0c38-483a-b512-598e078e86fd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:15.225977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:15.227996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:15.247088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.249734 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-409dad53-1dbc-4640-834b-62358ec41508 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3058138 Feb 03 11:35:15.250418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-900bbe5e-a9f5-455b-8de7-4338662be05c tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/routers/8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 200 len: 704 time: 0.3601034 Feb 03 11:35:15.253680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 38994) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:15.254311 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Checking router: 8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:35:15.257318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:15.269373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-122336d1-425a-4a19-9ac7-033d242aafac tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:15.269940 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-122336d1-425a-4a19-9ac7-033d242aafac tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 11:35:15.270447 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-122336d1-425a-4a19-9ac7-033d242aafac tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:15.272077 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Routers {'8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:15.273847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-122336d1-425a-4a19-9ac7-033d242aafac tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136833 Feb 03 11:35:15.275068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:15.344567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 38998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:15.354335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-56fd4ef3-f51b-4d7d-8948-cef461271533 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:15.387772 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c4f32b5c-f296-495b-a249-0160abc73ac5 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 200 len: 205 time: 0.1236517 Feb 03 11:35:15.388822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:15.427041 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] Set router 8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:35:15.490723 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80615861-f115-449a-8601-9e2682f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1877a2-7c91-4145-8ff8-e960cf4ee0b3', 'name': 'tempest-RoutersIpV6Test-router-1045149559', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:13Z', 'updated_at': '2022-02-03T11:35:14Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:15.526422 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80615861-f115-449a-8601-9e2682f67c3c None None] The sync data for ids ['8f1877a2-7c91-4145-8ff8-e960cf4ee0b3'] in n-d-821606-6 is: [{'id': '8f1877a2-7c91-4145-8ff8-e960cf4ee0b3', 'name': 'tempest-RoutersIpV6Test-router-1045149559', 'tenant_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:13Z', 'updated_at': '2022-02-03T11:35:14Z', 'revision_number': 2, 'project_id': '93e1d1c9dda1499886f5e60c4fc4b83d', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:15.653447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.809055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e6e3c48d-b471-429f-af74-3fdc6a0bf8e0 None None] Provisioning complete for port f7b3223b-5c78-4109-983b-b3d9c8f932c3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:15.820096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c48d-b471-429f-af74-3fdc6a0bf8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:15.936345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3c48d-b471-429f-af74-3fdc6a0bf8e0 None None] Port f7b3223b-5c78-4109-983b-b3d9c8f932c3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:16.176825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:16.190234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router_controller (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:16.282146 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (8f1877a2-7c91-4145-8ff8-e960cf4ee0b3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:16.283212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:16.290893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:16.296793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1cf6a13d-52fd-475e-9b90-e5dba5809c62 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 204 len: 168 time: 0.8956761 Feb 03 11:35:16.299397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39012) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.379881 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-41572974-16d1-4c86-8cf3-e78e6057ef85 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 200 len: 205 time: 0.0790040 Feb 03 11:35:16.390551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39014) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.402884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:16.485293 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-e6a5bbdc-56fd-4869-82a7-b8b52928fe77 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:16.487452 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e6a5bbdc-56fd-4869-82a7-b8b52928fe77 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/8f1877a2-7c91-4145-8ff8-e960cf4ee0b3 HTTP/1.1" status: 404 len: 336 time: 0.0957153 Feb 03 11:35:16.490076 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.536780 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-56fd4ef3-f51b-4d7d-8948-cef461271533 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:16.537760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56fd4ef3-f51b-4d7d-8948-cef461271533 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1917541 Feb 03 11:35:16.543177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.552529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-74a6cca9-76ce-4014-96a0-196d3b58720c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:16.553043 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-74a6cca9-76ce-4014-96a0-196d3b58720c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 11:35:16.553536 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-74a6cca9-76ce-4014-96a0-196d3b58720c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:16.555511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-74a6cca9-76ce-4014-96a0-196d3b58720c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112555 Feb 03 11:35:16.559754 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b7fc06-d92f-440d-86fc-365622c41392 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:16.560217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b7fc06-d92f-440d-86fc-365622c41392 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:16.563311 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-06b7fc06-d92f-440d-86fc-365622c41392 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/4d5ed34e-fdad-4751-9b2f-4c05e1f35efb HTTP/1.1" status: 404 len: 337 time: 0.0719485 Feb 03 11:35:16.565511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.567708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.579379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-92cec7c4-2d0a-4429-bc2f-4f72ebac650d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:16.624662 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1ee6df-4c09-4918-8c3a-a9ba7a03eb40 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:16.626015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1ee6df-4c09-4918-8c3a-a9ba7a03eb40 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:16.639147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4e1ee6df-4c09-4918-8c3a-a9ba7a03eb40 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/9aecd437-a367-431b-907e-602a123667c2 HTTP/1.1" status: 404 len: 337 time: 0.0704052 Feb 03 11:35:16.642145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.694310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router cc78d4ae-bdc8-45ec-83bc-db1cef00a623 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:35:16.715156 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6f3cd2-ad8a-4e6e-875e-3ad0eabc2505 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:16.721503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6f3cd2-ad8a-4e6e-875e-3ad0eabc2505 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:16.727587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f6f3cd2-ad8a-4e6e-875e-3ad0eabc2505 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/0d71ceef-1461-4d7b-ab63-b0103e2cb2d3 HTTP/1.1" status: 404 len: 337 time: 0.0814440 Feb 03 11:35:16.728856 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-92cec7c4-2d0a-4429-bc2f-4f72ebac650d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:16.738379 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92cec7c4-2d0a-4429-bc2f-4f72ebac650d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1627090 Feb 03 11:35:16.738968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.746469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39028) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.761132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6bc89bb3-b666-4822-8f78-00fc7bddd003 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:16.761622 n-d-821606-6 neutron-server[103126]: WARNING neutron.api.v2.base [None req-6bc89bb3-b666-4822-8f78-00fc7bddd003 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 11:35:16.762118 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-6bc89bb3-b666-4822-8f78-00fc7bddd003 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:16.763905 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6bc89bb3-b666-4822-8f78-00fc7bddd003 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164914 Feb 03 11:35:16.795801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.802315 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-27444d04-3d93-469d-b883-15a12ecb1b37 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:16.802777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27444d04-3d93-469d-b883-15a12ecb1b37 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:16.810286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e4b10812-5b65-4ae9-b615-bdbd39a8fd07 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:16.822390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-27444d04-3d93-469d-b883-15a12ecb1b37 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/6d6fb77c-645a-4550-880a-00543ad587fb HTTP/1.1" status: 404 len: 337 time: 0.0823693 Feb 03 11:35:16.826127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.883793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af4b878f-7fcb-4be7-9bd8-c7d29f8ccfbf tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 200 len: 205 time: 0.0562887 Feb 03 11:35:16.887616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39038) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.934312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:16.946427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] Sync routers for ids ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:16.960208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f17229b1-ee31-49d3-8de1-01462e56bf40 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/cc78d4ae-bdc8-45ec-83bc-db1cef00a623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8755364 Feb 03 11:35:16.974028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] Routers {'cc78d4ae-bdc8-45ec-83bc-db1cef00a623'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:16.975080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:16.975939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39040) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:16.982984 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e4b10812-5b65-4ae9-b615-bdbd39a8fd07 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:16.984139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e4b10812-5b65-4ae9-b615-bdbd39a8fd07 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1873569 Feb 03 11:35:16.993404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.005467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4b7622ec-c952-4cfb-86df-29b57d53d0b8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:17.006054 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-4b7622ec-c952-4cfb-86df-29b57d53d0b8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 11:35:17.006649 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-4b7622ec-c952-4cfb-86df-29b57d53d0b8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:17.007704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b7622ec-c952-4cfb-86df-29b57d53d0b8 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132229 Feb 03 11:35:17.015389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.019990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0bf1c3e6-e29d-48c4-900d-0e38adab8617 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:17.047073 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-decb78a5-e417-42eb-b3ba-36e48ef383b0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.049149 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-decb78a5-e417-42eb-b3ba-36e48ef383b0 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/0e7c2cea-5d62-4d7f-8e3b-1cce50b9af2e HTTP/1.1" status: 404 len: 336 time: 0.1579354 Feb 03 11:35:17.051753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.093094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40ec4d-c947-408a-94bc-cb9ea1c816ac tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:17.094718 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f40ec4d-c947-408a-94bc-cb9ea1c816ac tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports/f7b3223b-5c78-4109-983b-b3d9c8f932c3 HTTP/1.1" status: 200 len: 978 time: 0.1167853 Feb 03 11:35:17.100396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:17.101025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39048) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.124779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] Routers {'cc78d4ae-bdc8-45ec-83bc-db1cef00a623'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:17.125479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:17.134506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d980680b-7c21-4cd4-8dbe-6c0df5c31011 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=c124816c-b383-4492-914b-7fe5076df5fa HTTP/1.1" status: 200 len: 205 time: 0.0798881 Feb 03 11:35:17.147829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39050) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.229677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:17.230341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ac47-a881-479f-acff-ab2da5096fde None None] The sync data for ids ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:17.281010 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-8ce23dc2-db8a-4890-acc8-01575997f684 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.284165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8ce23dc2-db8a-4890-acc8-01575997f684 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/c124816c-b383-4492-914b-7fe5076df5fa HTTP/1.1" status: 404 len: 336 time: 0.1336520 Feb 03 11:35:17.294945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.322400 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-0bf1c3e6-e29d-48c4-900d-0e38adab8617 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:17.323815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0bf1c3e6-e29d-48c4-900d-0e38adab8617 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3073866 Feb 03 11:35:17.326546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.337178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-91ecb8d0-00c5-4983-a8c2-3690529ed557 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '40f13df5-0c38-483a-b512-598e078e86fd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:17.344733 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9871a9a0-0295-407a-94d9-0478a3e9cec3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:17.345987 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9871a9a0-0295-407a-94d9-0478a3e9cec3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:17.349521 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9871a9a0-0295-407a-94d9-0478a3e9cec3 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/3a7ff844-43fd-4ed7-a297-298e058bb189 HTTP/1.1" status: 404 len: 337 time: 0.0530250 Feb 03 11:35:17.352610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.391840 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00fffa1d-d894-4b04-a90e-9c32c2145ab6 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 200 len: 205 time: 0.0371804 Feb 03 11:35:17.396271 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39060) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.415465 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-91ecb8d0-00c5-4983-a8c2-3690529ed557 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:17.416711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-91ecb8d0-00c5-4983-a8c2-3690529ed557 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0890968 Feb 03 11:35:17.421784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.453175 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f13acda7-475e-49f1-81b6-d997ebc39f15 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.455517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f13acda7-475e-49f1-81b6-d997ebc39f15 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/599f287b-17a5-4c3a-bd19-9c3b2a982986 HTTP/1.1" status: 404 len: 336 time: 0.0558977 Feb 03 11:35:17.459252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.497242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd642f06-db1a-4d22-9fb4-925590101769 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a92303-35c7-4dd4-8420-1d1cdb94d431 HTTP/1.1" status: 200 len: 205 time: 0.0364962 Feb 03 11:35:17.499378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.555086 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a61da217-fee0-4201-9125-08be9211918b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.555856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a61da217-fee0-4201-9125-08be9211918b tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/d7a92303-35c7-4dd4-8420-1d1cdb94d431 HTTP/1.1" status: 404 len: 336 time: 0.0548797 Feb 03 11:35:17.558787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.623133 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-044cdde8-c974-4978-a6bc-29edb1a9a781 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:17.623740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044cdde8-c974-4978-a6bc-29edb1a9a781 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:17.629679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-044cdde8-c974-4978-a6bc-29edb1a9a781 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/4dc10d6c-22ec-4dff-8105-f68bfb4871ce HTTP/1.1" status: 404 len: 337 time: 0.0675271 Feb 03 11:35:17.630689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.647469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (40f13df5-0c38-483a-b512-598e078e86fd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:17.669752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9625bcc1-0c02-4542-8d8d-c834dd4745fe tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d9550b-ea6d-45f7-985e-bf453ec8dae9 HTTP/1.1" status: 200 len: 205 time: 0.0358737 Feb 03 11:35:17.671524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39072) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.733794 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-6caf7461-d24a-4e6e-a0ba-80fbc85e13c4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.737352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6caf7461-d24a-4e6e-a0ba-80fbc85e13c4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/80d9550b-ea6d-45f7-985e-bf453ec8dae9 HTTP/1.1" status: 404 len: 336 time: 0.0624661 Feb 03 11:35:17.737352 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (40f13df5-0c38-483a-b512-598e078e86fd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:17.738083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39074) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.787422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40f13df5-0c38-483a-b512-598e078e86fd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:17.791162 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:17.794907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/40f13df5-0c38-483a-b512-598e078e86fd HTTP/1.1" status: 204 len: 168 time: 0.3695140 Feb 03 11:35:17.802993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.824133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d02eba-9c3b-498c-a044-670d935f0fcc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f13df5-0c38-483a-b512-598e078e86fd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:17.829475 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a36da0-2fc7-4bfc-953d-40c68f374c38 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:17.830169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a36da0-2fc7-4bfc-953d-40c68f374c38 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:17.833557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-41a36da0-2fc7-4bfc-953d-40c68f374c38 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/85800fc7-41fa-432a-97c1-00bd2f9ca89a HTTP/1.1" status: 404 len: 337 time: 0.0943849 Feb 03 11:35:17.836340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39078) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.885082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4fd742b-7a0e-4e7b-8760-f1cfba9e4352 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806231 Feb 03 11:35:17.889821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.896177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--431731086'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:17.929000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:17.930100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b1e559bf-7492-4319-b006-ddeaeb30c7e2 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1101edd-2ea0-4e9b-9d81-012d902d4c4e HTTP/1.1" status: 200 len: 205 time: 0.0893581 Feb 03 11:35:17.934945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:17.991338 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-8467467a-836a-405b-ac28-f4eb38d7a3e4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] delete failed (client error): The resource could not be found. Feb 03 11:35:17.994590 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8467467a-836a-405b-ac28-f4eb38d7a3e4 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/routers/a1101edd-2ea0-4e9b-9d81-012d902d4c4e HTTP/1.1" status: 404 len: 336 time: 0.0516663 Feb 03 11:35:17.995285 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39088) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.037854 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb4ed3c-e5de-45d9-b661-e74a36d292df tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:18.038320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb4ed3c-e5de-45d9-b661-e74a36d292df tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:18.045758 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-abb4ed3c-e5de-45d9-b661-e74a36d292df tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/d631e68c-0b87-4f4c-93f5-4ea285e28c2a HTTP/1.1" status: 404 len: 337 time: 0.0471704 Feb 03 11:35:18.047926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.103775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.167170 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15b5de8-5051-4b51-b751-3015dec33418 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] DELETE failed (client error): The resource could not be found. Feb 03 11:35:18.176302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15b5de8-5051-4b51-b751-3015dec33418 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:35:18.185822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a15b5de8-5051-4b51-b751-3015dec33418 tempest-RoutersIpV6Test-1128919750 tempest-RoutersIpV6Test-1128919750-project] 10.222.0.30 "DELETE /v2.0/subnets/d31859f9-0542-4997-b245-92b15f30e510 HTTP/1.1" status: 404 len: 337 time: 0.1322417 Feb 03 11:35:18.239519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (7ccd594e-b834-4d14-8bc6-5a806335edcf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.244637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ccd594e-b834-4d14-8bc6-5a806335edcf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.312394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.322797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4292860 Feb 03 11:35:18.322797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914adb9-6a27-4118-bb47-7fe4c475754f tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd594e-b834-4d14-8bc6-5a806335edcf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:18.325906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.335933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b56eff38-e19d-49d5-ac35-5f335808f46d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '7ccd594e-b834-4d14-8bc6-5a806335edcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:18.421868 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b56eff38-e19d-49d5-ac35-5f335808f46d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The resource could not be found. Feb 03 11:35:18.424299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b56eff38-e19d-49d5-ac35-5f335808f46d tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0974221 Feb 03 11:35:18.427486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.446107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-387a4dde-9bab-4845-bd2a-286ef2cd65f4 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '7ccd594e-b834-4d14-8bc6-5a806335edcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f2a2b0f2-4280-43de-a448-ebb84ff47e67'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:18.517997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port f7b3223b-5c78-4109-983b-b3d9c8f932c3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:18.518501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.535009 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-387a4dde-9bab-4845-bd2a-286ef2cd65f4 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The resource could not be found. Feb 03 11:35:18.538688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-387a4dde-9bab-4845-bd2a-286ef2cd65f4 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1077628 Feb 03 11:35:18.538982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.661947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (7ccd594e-b834-4d14-8bc6-5a806335edcf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.731259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (7ccd594e-b834-4d14-8bc6-5a806335edcf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.744100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.770797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for f7b3223b-5c78-4109-983b-b3d9c8f932c3 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:18.818596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7ccd594e-b834-4d14-8bc6-5a806335edcf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.821613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:18.823021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ccd594e-b834-4d14-8bc6-5a806335edcf HTTP/1.1" status: 204 len: 168 time: 0.2828782 Feb 03 11:35:18.826569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.908763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a286173-e3f7-4573-9099-18114dc8e006 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd594e-b834-4d14-8bc6-5a806335edcf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:18.934981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3ae7b61-b581-4c82-a789-85337b9ba55b tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1065311 Feb 03 11:35:18.938669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:18.951139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f20ba4d6-e1eb-4858-80d8-dd8d64fa62bf tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': 'c2c0b62a-9591-4ad9-8297-15dd0183617b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:19.006149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.046703 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-f20ba4d6-e1eb-4858-80d8-dd8d64fa62bf tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The resource could not be found. Feb 03 11:35:19.051942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f20ba4d6-e1eb-4858-80d8-dd8d64fa62bf tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1087196 Feb 03 11:35:19.052488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.066320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904127770'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:19.117482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.194364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f7b3223b-5c78-4109-983b-b3d9c8f932c3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.281578 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (120f8cba-d22f-4fa2-ac9a-87ba59492bd3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.290507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=f7b3223b-5c78-4109-983b-b3d9c8f932c3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:19.292729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (120f8cba-d22f-4fa2-ac9a-87ba59492bd3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.379985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.383674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3282933 Feb 03 11:35:19.403144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.418679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629114009'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:19.444847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964bec8-ef5e-4d08-be40-234c73785f20 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120f8cba-d22f-4fa2-ac9a-87ba59492bd3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:19.541151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fe9b9314-18d7-4a6a-aeca-f2cc7ec79de3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93e1d1c9dda1499886f5e60c4fc4b83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5338426 Feb 03 11:35:19.545430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.546286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.605723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.677499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Publish callbacks [] for security_group (4aa9fd24-250e-45bf-8484-e549418729c0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.718389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Publish callbacks [] for security_group (4aa9fd24-250e-45bf-8484-e549418729c0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.754767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2eed1e08-549c-4abf-ae2c-89416026307f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.770048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2eed1e08-549c-4abf-ae2c-89416026307f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.797627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.799564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3931324 Feb 03 11:35:19.803676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.809386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0ddb6cb-cc03-4bd7-8b7b-510fb71415f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group_rule': {'security_group_id': '120f8cba-d22f-4fa2-ac9a-87ba59492bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2eed1e08-549c-4abf-ae2c-89416026307f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:19.851901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0fb31-a2c6-4e68-a33f-60feb9f51060 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed1e08-549c-4abf-ae2c-89416026307f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:19.866773 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-f0ddb6cb-cc03-4bd7-8b7b-510fb71415f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 11:35:19.868450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0ddb6cb-cc03-4bd7-8b7b-510fb71415f1 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0634975 Feb 03 11:35:19.871552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:19.909457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4aa9fd24-250e-45bf-8484-e549418729c0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.912346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.913715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aa9fd24-250e-45bf-8484-e549418729c0 HTTP/1.1" status: 204 len: 168 time: 0.3635731 Feb 03 11:35:19.949310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2eed1e08-549c-4abf-ae2c-89416026307f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:19.980775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2eed1e08-549c-4abf-ae2c-89416026307f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.015065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9fd24-250e-45bf-8484-e549418729c0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:20.026082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.026590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.027488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.027955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.028767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.029349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.030007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.030555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.031121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.032162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.033301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.033866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.034428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacaa57-4f10-4401-b52b-2447ed690f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:20.059253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2eed1e08-549c-4abf-ae2c-89416026307f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.065372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.067266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/2eed1e08-549c-4abf-ae2c-89416026307f HTTP/1.1" status: 204 len: 168 time: 0.1940663 Feb 03 11:35:20.080238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.081149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbad772-6a34-4a77-8b4b-7ee6753276ca tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed1e08-549c-4abf-ae2c-89416026307f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:20.152031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router cc78d4ae-bdc8-45ec-83bc-db1cef00a623 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:20.174609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8bc4ac51-0498-4c34-8668-fb0fd0d6404a tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0900548 Feb 03 11:35:20.177913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.269315 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (120f8cba-d22f-4fa2-ac9a-87ba59492bd3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.269821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:20.276516 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9989bd66-f359-4a5e-a70b-04f4366cf66d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/cc78d4ae-bdc8-45ec-83bc-db1cef00a623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1738188 Feb 03 11:35:20.279867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.281927 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] Sync routers for ids ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:20.302615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] Routers {'cc78d4ae-bdc8-45ec-83bc-db1cef00a623'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:20.303256 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:20.374102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (120f8cba-d22f-4fa2-ac9a-87ba59492bd3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.378311 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:20.393530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] Routers {'cc78d4ae-bdc8-45ec-83bc-db1cef00a623'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:20.394461 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:20.519900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:20.520977 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d60dc6-d1aa-4b22-bfa1-183077f158f3 None None] The sync data for ids ['cc78d4ae-bdc8-45ec-83bc-db1cef00a623'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:20.527648 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-96f67ae0-d7a6-40c1-8d9e-85b6b76bc964 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 11:35:20.531477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39152) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.531593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-96f67ae0-d7a6-40c1-8d9e-85b6b76bc964 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/cc78d4ae-bdc8-45ec-83bc-db1cef00a623/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2506852 Feb 03 11:35:20.573749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (120f8cba-d22f-4fa2-ac9a-87ba59492bd3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.576538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.577741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/120f8cba-d22f-4fa2-ac9a-87ba59492bd3 HTTP/1.1" status: 204 len: 168 time: 0.3985345 Feb 03 11:35:20.581070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.590446 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7546aca8-987e-41c3-b1c8-deec93a33d35 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc78d4ae-bdc8-45ec-83bc-db1cef00a623 HTTP/1.1" status: 200 len: 205 time: 0.0575767 Feb 03 11:35:20.597417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.633923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3451b-a0dd-4577-9d15-e1fc918fb3dc tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f8cba-d22f-4fa2-ac9a-87ba59492bd3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:20.701915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-325d31cc-dd95-4337-a670-770a768325fe tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197479 Feb 03 11:35:20.706799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.714107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'tempest-secgroup--866100687'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:20.757985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.769678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.914957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.920699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.960447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:20.964386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2512226 Feb 03 11:35:20.967566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:20.988263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-60219377-ab4f-4857-b05f-13d53faba5aa tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:20.988687 n-d-821606-6 neutron-server[103127]: WARNING neutron.api.v2.base [None req-60219377-ab4f-4857-b05f-13d53faba5aa tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 11:35:20.989211 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-60219377-ab4f-4857-b05f-13d53faba5aa tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 11:35:20.992936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-60219377-ab4f-4857-b05f-13d53faba5aa tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "PUT /v2.0/security-groups/2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed HTTP/1.1" status: 409 len: 330 time: 0.0221522 Feb 03 11:35:20.994145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.087018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1125b-9f4a-4935-bb38-1233143ce1a5 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:21.163247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.178368 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.181922 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.211010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.302696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (cc78d4ae-bdc8-45ec-83bc-db1cef00a623), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.305656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router cc78d4ae-bdc8-45ec-83bc-db1cef00a623 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:21.313401 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.317821 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6f50b3d8-06a0-4b37-9060-e825ad91e0d3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/cc78d4ae-bdc8-45ec-83bc-db1cef00a623 HTTP/1.1" status: 204 len: 168 time: 0.7168782 Feb 03 11:35:21.317948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.318930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.320312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed HTTP/1.1" status: 204 len: 168 time: 0.3256702 Feb 03 11:35:21.320923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.322901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.404116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f2ed7-7bff-4d35-beec-b50df633888c tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3b7b8a-69fc-4bdf-92bf-89b4c08af7ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:21.426840 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a0c9533-c92b-4054-8bd5-f1c4e7a46be0 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027157 Feb 03 11:35:21.428142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39198) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.458712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 7bc52fad-f06a-47ac-9e32-dfce81a06bdf {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:21.462654 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (7bc52fad-f06a-47ac-9e32-dfce81a06bdf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.463322 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-34afc1e2-e532-4512-942f-a9bb297f2c56 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] delete failed (client error): The resource could not be found. Feb 03 11:35:21.468054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.472318 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-34afc1e2-e532-4512-942f-a9bb297f2c56 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "DELETE /v2.0/security-groups/1301cb1c-95e5-41ba-a107-a8aac405ec93 HTTP/1.1" status: 404 len: 347 time: 0.0412858 Feb 03 11:35:21.517352 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5c63e268-c237-4c3e-bcc5-9807dc438208 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] show failed (client error): The resource could not be found. Feb 03 11:35:21.518472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c63e268-c237-4c3e-bcc5-9807dc438208 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-groups/acc62a8e-16e7-4cd9-a78a-fb70b064e767 HTTP/1.1" status: 404 len: 347 time: 0.0237396 Feb 03 11:35:21.522306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39204) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:21.537845 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-21b7a49f-add2-4552-a9f6-71d7ccf41d12 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] show failed (client error): The resource could not be found. Feb 03 11:35:21.544588 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-21b7a49f-add2-4552-a9f6-71d7ccf41d12 tempest-NegativeSecGroupTest-221647538 tempest-NegativeSecGroupTest-221647538-project] 10.222.0.30 "GET /v2.0/security-group-rules/73868d6f-abd1-41ec-963b-8891e8c47555 HTTP/1.1" status: 404 len: 356 time: 0.0212061 Feb 03 11:35:21.547056 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (7bc52fad-f06a-47ac-9e32-dfce81a06bdf), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.721567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7bc52fad-f06a-47ac-9e32-dfce81a06bdf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.887919 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (7bc52fad-f06a-47ac-9e32-dfce81a06bdf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.963300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc52fad-f06a-47ac-9e32-dfce81a06bdf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:21.989433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:21.996214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54138265-22ba-464c-9b6a-c6499eb5b504 None None] Network 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:21.996797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6907e2de-a998-4a1d-8f12-9f0197a5b846 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/7bc52fad-f06a-47ac-9e32-dfce81a06bdf HTTP/1.1" status: 204 len: 168 time: 0.6717968 Feb 03 11:35:22.001518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:22.002256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:22.276015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0e9acb12-7a06-487c-b0ba-429bdf8c7a11), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.393379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 30f5171b-f994-4865-bb0e-00f6640b6b01 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:22.393379 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.407703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] DHCP port deletion for 0e9acb12-7a06-487c-b0ba-429bdf8c7a11 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:22.516378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Deleting port 30f5171b-f994-4865-bb0e-00f6640b6b01 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:22.516977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.561979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 30f5171b-f994-4865-bb0e-00f6640b6b01, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30f5171b-f994-4865-bb0e-00f6640b6b01,segment=NetworkSegment(233ff721-cf65-4957-b263-f78cab02d729),segment_id=233ff721-cf65-4957-b263-f78cab02d729)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:22.562271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.587466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 30f5171b-f994-4865-bb0e-00f6640b6b01 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:22.661790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] For port 30f5171b-f994-4865-bb0e-00f6640b6b01, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=30f5171b-f994-4865-bb0e-00f6640b6b01,segment=NetworkSegment(233ff721-cf65-4957-b263-f78cab02d729),segment_id=233ff721-cf65-4957-b263-f78cab02d729)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:22.662760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.665583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa6c5307-b5da-4759-bc8a-78674126f82f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc69e4de3ff845498855f2dcd7e891c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611702 Feb 03 11:35:22.668063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:22.692575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Calling delete_port for 30f5171b-f994-4865-bb0e-00f6640b6b01 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:22.765304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.794670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] Publish callbacks [] for security_group (e0b44480-83e4-4a9d-b29f-89d07783771e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.810272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=30f5171b-f994-4865-bb0e-00f6640b6b01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:22.838474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port 30f5171b-f994-4865-bb0e-00f6640b6b01 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:22.850789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] Publish callbacks [] for security_group (e0b44480-83e4-4a9d-b29f-89d07783771e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.858186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (30f5171b-f994-4865-bb0e-00f6640b6b01), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.889184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] Pushing event deleted for resources: {'Port': ['ID=30f5171b-f994-4865-bb0e-00f6640b6b01,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:22.895465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c012-eba9-47a6-ab6f-881cf1c607b5 None None] No DVR routers for this DVR port 30f5171b-f994-4865-bb0e-00f6640b6b01 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:22.940792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e0b44480-83e4-4a9d-b29f-89d07783771e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.943769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.955418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0b44480-83e4-4a9d-b29f-89d07783771e HTTP/1.1" status: 204 len: 168 time: 0.2829173 Feb 03 11:35:22.977165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0e9acb12-7a06-487c-b0ba-429bdf8c7a11), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:22.982351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c2374-77ad-4f8a-8798-146023c36ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b44480-83e4-4a9d-b29f-89d07783771e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:23.028902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9acb12-7a06-487c-b0ba-429bdf8c7a11']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:23.041616 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233ff721-cf65-4957-b263-f78cab02d729') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:23.042075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233ff721-cf65-4957-b263-f78cab02d729') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:23.065785 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (233ff721-cf65-4957-b263-f78cab02d729), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.088681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (233ff721-cf65-4957-b263-f78cab02d729), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.099591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:23.100236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (233ff721-cf65-4957-b263-f78cab02d729), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:23.105724 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:23.232195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0e9acb12-7a06-487c-b0ba-429bdf8c7a11), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.239275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.247561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:23.254501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-711560969'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:23.258660 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/0e9acb12-7a06-487c-b0ba-429bdf8c7a11 HTTP/1.1" status: 204 len: 168 time: 1.2555945 Feb 03 11:35:23.310087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:23.313665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.316306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359d551-c6f1-4941-8fe2-7f16b93433ee tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=0e9acb12-7a06-487c-b0ba-429bdf8c7a11,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:23.380655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:23.420182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b9950b4b-7c65-4a37-b89a-2cab30b3ef5f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.429419 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment b9950b4b-7c65-4a37-b89a-2cab30b3ef5f of type vlan for network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe Feb 03 11:35:23.482155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30f5171b-f994-4865-bb0e-00f6640b6b01 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:23.543866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.546228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 30f5171b-f994-4865-bb0e-00f6640b6b01 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:23.547806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 30f5171b-f994-4865-bb0e-00f6640b6b01 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:23.604679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.614431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:23.615371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:23.658764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4096937 Feb 03 11:35:23.662387 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39260) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:23.669674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:23.822382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9bfa2-df9b-4e3d-825a-3bebebe39941 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=5aa79be9-9b94-48ce-bb3a-72ff788b7dfe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:23.835469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:23.895063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:23.898562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.261707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:24.290506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f4541d83-d697-407c-ab99-acd90e56e248), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.445974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=f4541d83-d697-407c-ab99-acd90e56e248,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:24.456087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:24.457648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:35:24.469204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1190096843'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:24.499363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:35:24.504015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Made reservation on behalf of 025718de56904c84b9088dc3d05405fa for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:24.508083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.519293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.523228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:24.529339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:24.529985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.535366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05651472-d0d8-42aa-a953-19c6fc931356 None None] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:24.565538 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8eff5c4b-506d-42f6-9ff4-e4ea4cab18f5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8987215 Feb 03 11:35:24.566508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39280) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:24.572206 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-675397967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:24.629162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.631592 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.703958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for security_group (bf136fb2-d044-42fd-b66e-c04047c0f7b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.712058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bf136fb2-d044-42fd-b66e-c04047c0f7b3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.755716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf136fb2-d044-42fd-b66e-c04047c0f7b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:24.759547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-5aa79be9-9b94-48ce-bb3a-72ff788b7dfe', 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': 'f4541d83-d697-407c-ab99-acd90e56e248'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:35:24.769918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.775809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:24.796475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3912cf23-2cce-4271-a62f-7f0bbd0f94d6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.797726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (78e0d399-50a1-41fd-a37e-30cf3eea3b66), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.797890 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Added segment 3912cf23-2cce-4271-a62f-7f0bbd0f94d6 of type vlan for network 4cbe49d3-0459-404b-b585-cdca932b7d15 Feb 03 11:35:24.807370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.845668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.847833 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2de66213-7e59-4e21-82ba-ea95b05207d2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2798088 Feb 03 11:35:24.851575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39288) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:24.872470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (4cbe49d3-0459-404b-b585-cdca932b7d15), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.920182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (4cbe49d3-0459-404b-b585-cdca932b7d15), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:24.928590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:24.929882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.000971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7376084 Feb 03 11:35:25.005020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:25.012402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Request body: {'subnet': {'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:25.117723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfcb6a-054f-4866-b888-5bd7a6aae60d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event updated for resources: {'Network': ['ID=4cbe49d3-0459-404b-b585-cdca932b7d15,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:25.138267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Allocated IP 172.20.0.2 (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe/f4541d83-d697-407c-ab99-acd90e56e248/12b93c67-215b-4782-935c-d5ef67639537) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:25.150560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:25.334613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Made reservation on behalf of 025718de56904c84b9088dc3d05405fa for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:25.345003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.453330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks [] for port (12b93c67-215b-4782-935c-d5ef67639537), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.462077 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (12b93c67-215b-4782-935c-d5ef67639537), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.500266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:25.504254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:25.507860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:25.570903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Pushing event updated for resources: {'Port': ['ID=12b93c67-215b-4782-935c-d5ef67639537,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:25.590624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Attempting to bind port 12b93c67-215b-4782-935c-d5ef67639537 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:35:25.591002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Attempting to bind port 12b93c67-215b-4782-935c-d5ef67639537 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:35:25.591373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Attempting to bind port 12b93c67-215b-4782-935c-d5ef67639537 on network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:35:25.591941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.617642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:35:25.618507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Checking segment: {'id': 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:25.620856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.621517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Bound using segment: {'id': 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:35:25.622215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Bound port: 12b93c67-215b-4782-935c-d5ef67639537, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5aa79be9-9b94-48ce-bb3a-72ff788b7dfe'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:35:25.624860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (12b93c67-215b-4782-935c-d5ef67639537), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:25.918446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] For port 12b93c67-215b-4782-935c-d5ef67639537, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:35:25.927283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] For port 12b93c67-215b-4782-935c-d5ef67639537, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=12b93c67-215b-4782-935c-d5ef67639537,segment=NetworkSegment(b9950b4b-7c65-4a37-b89a-2cab30b3ef5f),segment_id=b9950b4b-7c65-4a37-b89a-2cab30b3ef5f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:35:25.943770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (12b93c67-215b-4782-935c-d5ef67639537), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:26.152729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272d63-2972-4b7d-914d-ed31017bd9f9 None None] Pushing event updated for resources: {'Port': ['ID=12b93c67-215b-4782-935c-d5ef67639537,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:26.223013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (ab3d448b-ee4c-4eed-a28e-f5ef905b3f93), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:26.437772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event updated for resources: {'Subnet': ['ID=ab3d448b-ee4c-4eed-a28e-f5ef905b3f93,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:26.444902 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.20.0.1 (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe/f4541d83-d697-407c-ab99-acd90e56e248/2db02c83-b7e7-44c4-8e46-af755644c7a8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:26.502688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Checking segment: {'id': '3912cf23-2cce-4271-a62f-7f0bbd0f94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:26.503063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Network hostable DHCP agents. Network: 4cbe49d3-0459-404b-b585-cdca932b7d15, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:35:26.574642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:35:26.605739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 4cbe49d3-0459-404b-b585-cdca932b7d15) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:26.610730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:26.611895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:26.616363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76822bbe-c457-4b4a-ae64-3b5044172b00 None None] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:26.646522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d0b9098-498a-4c8b-848e-a2c255355d45 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6407309 Feb 03 11:35:26.649442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39300) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:26.655883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Request body: {'port': {'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15', 'name': 'tempest-TagsExtTest-2145282719'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:26.666378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:26.746426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:26.850225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:26.856281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:26.874904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:26.895207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=2db02c83-b7e7-44c4-8e46-af755644c7a8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:26.935756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-4cbe49d3-0459-404b-b585-cdca932b7d15', 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15', 'project_id': '025718de56904c84b9088dc3d05405fa', 'fixed_ips': [{'subnet_id': 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:35:26.936513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.024452 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (78e0d399-50a1-41fd-a37e-30cf3eea3b66), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.073075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Made reservation on behalf of 025718de56904c84b9088dc3d05405fa for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:27.082257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.108179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.119164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] device_id is not set on port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 11:35:27.331295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Allocated IP 172.20.0.2 (4cbe49d3-0459-404b-b585-cdca932b7d15/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/c15fb14e-2da9-455e-9f93-d482464d3d83) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:27.350483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.723024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 12b93c67-215b-4782-935c-d5ef67639537 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:27.968816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks [] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:27.986864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 12b93c67-215b-4782-935c-d5ef67639537 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:27.987365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (12b93c67-215b-4782-935c-d5ef67639537), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.071155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.164638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Allocated IP 172.20.0.12 (4cbe49d3-0459-404b-b585-cdca932b7d15/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:28.195396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Pushing event updated for resources: {'Port': ['ID=c15fb14e-2da9-455e-9f93-d482464d3d83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:28.207376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0042400-4649-414c-8bfa-f20ec2c7f60c None None] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:28.260968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.277765 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.484002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=2db02c83-b7e7-44c4-8e46-af755644c7a8,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:28.496321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (78e0d399-50a1-41fd-a37e-30cf3eea3b66), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.664019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:28.677903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:28.729120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.730887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:28.732377 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:28.753993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:28.800773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.904508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event updated for resources: {'Port': ['ID=7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:28.915666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ac7f61c5-88d0-4c82-9d67-22393fa342c5 None None] Provisioning complete for port 12b93c67-215b-4782-935c-d5ef67639537 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:28.916062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac7f61c5-88d0-4c82-9d67-22393fa342c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (12b93c67-215b-4782-935c-d5ef67639537), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:28.925559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:28.927033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:28.935112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:29.000899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Attempting to bind port c15fb14e-2da9-455e-9f93-d482464d3d83 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:35:29.001989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Attempting to bind port c15fb14e-2da9-455e-9f93-d482464d3d83 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3912cf23-2cce-4271-a62f-7f0bbd0f94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:35:29.002370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Attempting to bind port c15fb14e-2da9-455e-9f93-d482464d3d83 on network 4cbe49d3-0459-404b-b585-cdca932b7d15 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:35:29.058843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:29.060213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.074407 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:29.101538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-36c22d03-b025-4fa5-903a-2cb938dadf21 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4503796 Feb 03 11:35:29.105590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:29.113682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 78e0d399-50a1-41fd-a37e-30cf3eea3b66 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:35:29.115260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:35:29.126369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-846162632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:29.127059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Checking segment: {'id': '3912cf23-2cce-4271-a62f-7f0bbd0f94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:29.129383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.129943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Bound using segment: {'id': '3912cf23-2cce-4271-a62f-7f0bbd0f94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:35:29.130601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Bound port: c15fb14e-2da9-455e-9f93-d482464d3d83, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3912cf23-2cce-4271-a62f-7f0bbd0f94d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4cbe49d3-0459-404b-b585-cdca932b7d15'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:35:29.140243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.144632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 12b93c67-215b-4782-935c-d5ef67639537 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:29.153403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (12b93c67-215b-4782-935c-d5ef67639537), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.205098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (11138668-10b4-401b-b975-29dadfd0fe55), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.207260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (11138668-10b4-401b-b975-29dadfd0fe55), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.276713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 12b93c67-215b-4782-935c-d5ef67639537, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=12b93c67-215b-4782-935c-d5ef67639537,segment=NetworkSegment(b9950b4b-7c65-4a37-b89a-2cab30b3ef5f),segment_id=b9950b4b-7c65-4a37-b89a-2cab30b3ef5f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:29.318763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (12b93c67-215b-4782-935c-d5ef67639537), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.336955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:29.364670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5bcf3d5e-0819-44a3-8598-65521068bcce tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/78e0d399-50a1-41fd-a37e-30cf3eea3b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5112338 Feb 03 11:35:29.368866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:29.447764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=12b93c67-215b-4782-935c-d5ef67639537,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:29.450561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] Sync routers for ids ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:29.459704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for router_controller (11138668-10b4-401b-b975-29dadfd0fe55), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.467252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (11138668-10b4-401b-b975-29dadfd0fe55), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.467476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] Routers {'78e0d399-50a1-41fd-a37e-30cf3eea3b66'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:29.468003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:29.521869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.523256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b4ba409-6068-4678-917f-6b1a81fcff8b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4153483 Feb 03 11:35:29.526793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39340) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:29.543389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fb369a28-106b-482c-9277-6fbaa0ee80ba tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1539927628', 'prefixes': ['172.20.0.0/16']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:29.692199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] For port c15fb14e-2da9-455e-9f93-d482464d3d83, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:35:29.702150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] For port c15fb14e-2da9-455e-9f93-d482464d3d83, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c15fb14e-2da9-455e-9f93-d482464d3d83,segment=NetworkSegment(3912cf23-2cce-4271-a62f-7f0bbd0f94d6),segment_id=3912cf23-2cce-4271-a62f-7f0bbd0f94d6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:35:29.712791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:29.762455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.818619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb369a28-106b-482c-9277-6fbaa0ee80ba tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:29.826791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fb369a28-106b-482c-9277-6fbaa0ee80ba tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2873664 Feb 03 11:35:29.827742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:29.837389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-a7231aef-1e33-4ad8-b0db-ad43c08c2b1a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-484584492') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:29.970088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] Routers {'78e0d399-50a1-41fd-a37e-30cf3eea3b66'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:29.970725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:30.053246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afb66a29-a1e2-4e7b-8866-5867054cdfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.088630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:30.089235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fd1b1-040e-4876-a2f8-d040fd41e149 None None] The sync data for ids ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:30.102800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f61c5-88d0-4c82-9d67-22393fa342c5 None None] Current status of the port 12b93c67-215b-4782-935c-d5ef67639537 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:30.165648 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75c5e1-3b35-4773-ac4e-64a54f73a36b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:30.171543 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ea75c5e1-3b35-4773-ac4e-64a54f73a36b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports/2db02c83-b7e7-44c4-8e46-af755644c7a8 HTTP/1.1" status: 200 len: 910 time: 0.8015850 Feb 03 11:35:30.175082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:30.188864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7231aef-1e33-4ad8-b0db-ad43c08c2b1a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-484584492 HTTP/1.1" status: 201 len: 201 time: 0.3557277 Feb 03 11:35:30.195764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:30.199943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03baa01-68e8-44f6-9388-698960326c32 None None] Pushing event updated for resources: {'Port': ['ID=c15fb14e-2da9-455e-9f93-d482464d3d83,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:30.213530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-7e332d45-9e14-47c7-8b81-7e0d8a71c2d2 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-2003920958') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:30.285384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Provisioning complete for port 2db02c83-b7e7-44c4-8e46-af755644c7a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:30.285830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.409584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Port 2db02c83-b7e7-44c4-8e46-af755644c7a8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:30.447006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Provisioning complete for port 12b93c67-215b-4782-935c-d5ef67639537 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:30.449943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (12b93c67-215b-4782-935c-d5ef67639537), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.560670 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7e332d45-9e14-47c7-8b81-7e0d8a71c2d2 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-2003920958 HTTP/1.1" status: 201 len: 201 time: 0.3600078 Feb 03 11:35:30.576789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39354) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:30.588796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afb66a29-a1e2-4e7b-8866-5867054cdfc8 admin admin] Publish callbacks [] for security_group (6d61aa2a-424a-4d71-ad77-cd257e8dd445), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.596733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afb66a29-a1e2-4e7b-8866-5867054cdfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d61aa2a-424a-4d71-ad77-cd257e8dd445), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.607520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-8751c6e8-f1a4-4f19-944a-93cd0dba40d3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-2128816359') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:30.640561 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afb66a29-a1e2-4e7b-8866-5867054cdfc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04df249fabd5409abf8fc693946197d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5650289 Feb 03 11:35:30.644028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39356) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:30.686603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b19c71d0-310e-49ab-b55c-f86c5f617e46 None None] Current status of the port 12b93c67-215b-4782-935c-d5ef67639537 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:30.737526 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66a29-a1e2-4e7b-8866-5867054cdfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61aa2a-424a-4d71-ad77-cd257e8dd445,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:30.800534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] Publish callbacks [] for security_group (6d61aa2a-424a-4d71-ad77-cd257e8dd445), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.870898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] Publish callbacks [] for security_group (6d61aa2a-424a-4d71-ad77-cd257e8dd445), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.941461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e540beb4-5314-45c2-9ebb-163d3761ae99 None None] Provisioning complete for port 2db02c83-b7e7-44c4-8e46-af755644c7a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:30.942025 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e540beb4-5314-45c2-9ebb-163d3761ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.984362 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6d61aa2a-424a-4d71-ad77-cd257e8dd445), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.993937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:30.998091 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d61aa2a-424a-4d71-ad77-cd257e8dd445 HTTP/1.1" status: 204 len: 168 time: 0.3534832 Feb 03 11:35:31.044666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701967-9cb7-4a23-a7e7-056c686e1067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61aa2a-424a-4d71-ad77-cd257e8dd445,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:31.091590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e540beb4-5314-45c2-9ebb-163d3761ae99 None None] Port 2db02c83-b7e7-44c4-8e46-af755644c7a8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:31.434259 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39368) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:31.434893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8751c6e8-f1a4-4f19-944a-93cd0dba40d3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-2128816359 HTTP/1.1" status: 201 len: 201 time: 0.8563313 Feb 03 11:35:31.440143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-552e8721-a520-430b-8415-c7825cd16033 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-1780281276') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:31.632326 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-552e8721-a520-430b-8415-c7825cd16033 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-1780281276 HTTP/1.1" status: 201 len: 201 time: 0.1966114 Feb 03 11:35:31.634852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39370) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:31.639316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-d718d3e0-d0e0-4f7c-853b-e7bc13e226d5 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:31.833998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (78e0d399-50a1-41fd-a37e-30cf3eea3b66), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:31.900580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c15fb14e-2da9-455e-9f93-d482464d3d83 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:31.968804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:31.979781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d2fb-e587-4818-9191-093ae55a8794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.016601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1e1ccfd3-2788-40d7-ad54-1239ac3dec9f None None] Provisioning complete for port 2db02c83-b7e7-44c4-8e46-af755644c7a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:32.017124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccfd3-2788-40d7-ad54-1239ac3dec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.034105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c232b915-1e4a-4651-9f9f-931f8d89b0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.065321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d718d3e0-d0e0-4f7c-853b-e7bc13e226d5 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 200 len: 240 time: 0.4266858 Feb 03 11:35:32.073048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:32.085370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-7c4a3049-5354-412c-be8a-60c7533ed988 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-484584492') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:32.106462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ccfd3-2788-40d7-ad54-1239ac3dec9f None None] Port 2db02c83-b7e7-44c4-8e46-af755644c7a8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:32.149793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c15fb14e-2da9-455e-9f93-d482464d3d83 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:32.153281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.310442 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7c4a3049-5354-412c-be8a-60c7533ed988 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-484584492 HTTP/1.1" status: 204 len: 168 time: 0.2292695 Feb 03 11:35:32.317331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39380) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:32.326907 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-9a783ac4-a34d-4960-8483-7f22575135e9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-484584492') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:32.365825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c15fb14e-2da9-455e-9f93-d482464d3d83 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:32.366213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.441516 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c232b915-1e4a-4651-9f9f-931f8d89b0c2 admin admin] Publish callbacks [] for security_group (28778a4f-4b50-4dfd-a13d-48a570021c0a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.448529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c232b915-1e4a-4651-9f9f-931f8d89b0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (28778a4f-4b50-4dfd-a13d-48a570021c0a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.472847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port c15fb14e-2da9-455e-9f93-d482464d3d83, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c15fb14e-2da9-455e-9f93-d482464d3d83,segment=NetworkSegment(3912cf23-2cce-4271-a62f-7f0bbd0f94d6),segment_id=3912cf23-2cce-4271-a62f-7f0bbd0f94d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:32.485467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.487533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 12b93c67-215b-4782-935c-d5ef67639537 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:32.626610 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232b915-1e4a-4651-9f9f-931f8d89b0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28778a4f-4b50-4dfd-a13d-48a570021c0a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:32.662491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c232b915-1e4a-4651-9f9f-931f8d89b0c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db7a26555a2843f587d92791b91dd390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882839 Feb 03 11:35:32.663118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:32.740721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=c15fb14e-2da9-455e-9f93-d482464d3d83,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:32.753146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 2db02c83-b7e7-44c4-8e46-af755644c7a8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:32.753832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.757288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d576cf7-4070-45db-b1fd-a07d4f03a36d None None] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:32.782028 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9a783ac4-a34d-4960-8483-7f22575135e9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-484584492 HTTP/1.1" status: 204 len: 168 time: 0.4634135 Feb 03 11:35:32.784655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:32.789653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-b3da9623-7c22-4482-8d85-02aa023ffb05 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:32.803914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 12b93c67-215b-4782-935c-d5ef67639537 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:32.804619 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (12b93c67-215b-4782-935c-d5ef67639537), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.871302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] Publish callbacks [] for security_group (28778a4f-4b50-4dfd-a13d-48a570021c0a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.931619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] Publish callbacks [] for security_group (28778a4f-4b50-4dfd-a13d-48a570021c0a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.939731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:32.982386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 2db02c83-b7e7-44c4-8e46-af755644c7a8 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:33.018154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-24174c2a-a4a4-4a21-abc3-ca31853181b6 None None] Provisioning complete for port c15fb14e-2da9-455e-9f93-d482464d3d83 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:33.019254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24174c2a-a4a4-4a21-abc3-ca31853181b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:33.109165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b3da9623-7c22-4482-8d85-02aa023ffb05 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 200 len: 205 time: 0.3228309 Feb 03 11:35:33.112418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:33.113981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (28778a4f-4b50-4dfd-a13d-48a570021c0a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:33.116695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:33.117927 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28778a4f-4b50-4dfd-a13d-48a570021c0a HTTP/1.1" status: 204 len: 168 time: 0.4501338 Feb 03 11:35:33.119196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-7a339e3a-140d-4d25-8175-c9d1a89de0d9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:33.148900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3517d-b1e7-4a9d-b1b4-5a2be32e100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28778a4f-4b50-4dfd-a13d-48a570021c0a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:33.337773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a339e3a-140d-4d25-8175-c9d1a89de0d9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 200 len: 241 time: 0.2237775 Feb 03 11:35:33.339532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39396) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:33.344277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-84d3abbf-7106-4d8e-8669-221328545ef3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-2003920958') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:33.389851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-24174c2a-a4a4-4a21-abc3-ca31853181b6 None None] Current status of the port c15fb14e-2da9-455e-9f93-d482464d3d83 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:33.418573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 12b93c67-215b-4782-935c-d5ef67639537 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:33.533921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2db02c83-b7e7-44c4-8e46-af755644c7a8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:33.576449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84d3abbf-7106-4d8e-8669-221328545ef3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-2003920958 HTTP/1.1" status: 204 len: 168 time: 0.2336390 Feb 03 11:35:33.577234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39398) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:33.591682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-f390c2c0-c8f8-410c-945c-673e7d39709e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-2003920958') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:33.641486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=2db02c83-b7e7-44c4-8e46-af755644c7a8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:33.658172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c15fb14e-2da9-455e-9f93-d482464d3d83 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:33.786894 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f390c2c0-c8f8-410c-945c-673e7d39709e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-2003920958 HTTP/1.1" status: 204 len: 168 time: 0.2086158 Feb 03 11:35:33.789996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39404) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:33.799688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-5966df94-1aa6-49dd-b57a-880c0f19dda3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:33.812047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c15fb14e-2da9-455e-9f93-d482464d3d83 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:33.812047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:33.972749 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5966df94-1aa6-49dd-b57a-880c0f19dda3 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 200 len: 205 time: 0.1816690 Feb 03 11:35:33.980042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39406) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:33.984191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-4deb348b-dbf4-46c9-97ba-31ed0653107b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:34.132542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:34.135710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c15fb14e-2da9-455e-9f93-d482464d3d83 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:34.150262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Provisioning complete for port c15fb14e-2da9-455e-9f93-d482464d3d83 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:34.150640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.158177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-615be0e3-433a-4be1-9217-689882e65692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.162634 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4deb348b-dbf4-46c9-97ba-31ed0653107b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 200 len: 241 time: 0.1816785 Feb 03 11:35:34.165820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:34.171509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-78bbed1d-5dab-403e-a5d1-b7dfe353ad44 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-2128816359') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:34.192738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (78e0d399-50a1-41fd-a37e-30cf3eea3b66), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.284495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Current status of the port c15fb14e-2da9-455e-9f93-d482464d3d83 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:34.306569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Provisioning complete for port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:34.306964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.383713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d59e992-219d-41dd-a4c8-c2d3bcedf4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.386981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-473f1ab0-37c3-4dd4-b311-91f53b54fcfc None None] Port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:34.513299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-087bad32-a193-41f8-848b-16f7fe1461e0 None None] Provisioning complete for port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:34.514160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087bad32-a193-41f8-848b-16f7fe1461e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.604857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-087bad32-a193-41f8-848b-16f7fe1461e0 None None] Port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:34.658408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:34.984636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-78bbed1d-5dab-403e-a5d1-b7dfe353ad44 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-2128816359 HTTP/1.1" status: 204 len: 168 time: 0.8163576 Feb 03 11:35:34.987410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:34.992552 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-32cf20e3-c0ab-47ea-8572-b40fdc93d8b7 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-2128816359') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.000419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 78e0d399-50a1-41fd-a37e-30cf3eea3b66 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:35.173252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-615be0e3-433a-4be1-9217-689882e65692 admin admin] Publish callbacks [] for security_group (b77d8693-3223-4085-935a-6395f19801dd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.179353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-615be0e3-433a-4be1-9217-689882e65692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b77d8693-3223-4085-935a-6395f19801dd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.191958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:35.209346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a35e3d8-0d7a-484d-baa0-90a1003323ba tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/78e0d399-50a1-41fd-a37e-30cf3eea3b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0305188 Feb 03 11:35:35.209532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] Sync routers for ids ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:35.212501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39434) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.224666 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] Routers {'78e0d399-50a1-41fd-a37e-30cf3eea3b66'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:35.225344 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.246489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-615be0e3-433a-4be1-9217-689882e65692 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74e5dd31b2e740a1a60918d8eaf097d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1127088 Feb 03 11:35:35.247980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.260969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-909e2d54-f856-46a7-b770-b3f4a7cf5a06 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=78e0d399-50a1-41fd-a37e-30cf3eea3b66 HTTP/1.1" status: 200 len: 205 time: 0.0421579 Feb 03 11:35:35.262589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.274742 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-32cf20e3-c0ab-47ea-8572-b40fdc93d8b7 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-2128816359 HTTP/1.1" status: 204 len: 168 time: 0.2861593 Feb 03 11:35:35.275375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39440) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.277951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615be0e3-433a-4be1-9217-689882e65692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77d8693-3223-4085-935a-6395f19801dd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:35.290571 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-e1555151-f7dd-4768-b65a-bad024fbb9cd tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.309432 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.327237 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] Routers {'78e0d399-50a1-41fd-a37e-30cf3eea3b66'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:35.327848 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.374485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.403231 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.403895 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c1113-3681-487c-9fc4-847ef309044a None None] The sync data for ids ['78e0d399-50a1-41fd-a37e-30cf3eea3b66'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:35.500622 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1555151-f7dd-4768-b65a-bad024fbb9cd tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 200 len: 205 time: 0.2232013 Feb 03 11:35:35.502963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39444) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.513800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-ad99c89f-c135-4c1d-9d42-3fb36592523b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.551473 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad99c89f-c135-4c1d-9d42-3fb36592523b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 200 len: 241 time: 0.0474479 Feb 03 11:35:35.557365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39446) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.561728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-21308232-04eb-48e9-8fbd-e8766fd5ffe8 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-1780281276') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.572525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.575187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (78e0d399-50a1-41fd-a37e-30cf3eea3b66), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.614386 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-21308232-04eb-48e9-8fbd-e8766fd5ffe8 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-1780281276 HTTP/1.1" status: 204 len: 168 time: 0.0559595 Feb 03 11:35:35.616958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39448) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.621312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-8ea93f07-e38a-489b-ab11-03c0a086398e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-1780281276') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.628278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (78e0d399-50a1-41fd-a37e-30cf3eea3b66), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.628765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 78e0d399-50a1-41fd-a37e-30cf3eea3b66 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:35.640619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.644341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b2411130-e5db-443d-b22e-192b33d69493 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/78e0d399-50a1-41fd-a37e-30cf3eea3b66 HTTP/1.1" status: 204 len: 168 time: 0.3783524 Feb 03 11:35:35.644580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39450) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.681309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] Publish callbacks [] for security_group (b77d8693-3223-4085-935a-6395f19801dd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.689902 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8ea93f07-e38a-489b-ab11-03c0a086398e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-1780281276 HTTP/1.1" status: 204 len: 168 time: 0.0717545 Feb 03 11:35:35.692193 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.696485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-7daf96b8-6845-49fd-b01e-a0838a6ef6c7 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.724122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] Publish callbacks [] for security_group (b77d8693-3223-4085-935a-6395f19801dd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.733993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7daf96b8-6845-49fd-b01e-a0838a6ef6c7 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 200 len: 205 time: 0.0407655 Feb 03 11:35:35.735091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet f4541d83-d697-407c-ab99-acd90e56e248 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:35.737201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.741640 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-ad1ad86c-fa0b-4324-a3e1-deed5566f699 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.743277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (f4541d83-d697-407c-ab99-acd90e56e248), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.800316 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad1ad86c-fa0b-4324-a3e1-deed5566f699 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 204 len: 168 time: 0.0620296 Feb 03 11:35:35.802767 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.808886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-de935dbb-96a4-4b21-bebc-c86b922d280a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:35.823200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f4541d83-d697-407c-ab99-acd90e56e248), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.867276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b77d8693-3223-4085-935a-6395f19801dd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.870511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.874394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b77d8693-3223-4085-935a-6395f19801dd HTTP/1.1" status: 204 len: 168 time: 0.6174679 Feb 03 11:35:35.887079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eaebac-3219-4985-b4ee-b0c7d095d5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77d8693-3223-4085-935a-6395f19801dd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:35.979891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f4541d83-d697-407c-ab99-acd90e56e248), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:35.985142 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de935dbb-96a4-4b21-bebc-c86b922d280a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 204 len: 168 time: 0.1780684 Feb 03 11:35:35.986134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:35.991300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-d81ed16a-33e2-4d65-88a2-39ef806d2e27 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:36.107807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f4541d83-d697-407c-ab99-acd90e56e248), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.118507 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d81ed16a-33e2-4d65-88a2-39ef806d2e27 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1312082 Feb 03 11:35:36.121684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:36.141155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-6e9caf06-a5d8-4846-b95e-67164d1f7e18 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:36.183190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=f4541d83-d697-407c-ab99-acd90e56e248,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:36.189016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.204018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb44f8-0570-4fcc-be5f-b4c4fd20ea2e None None] Network 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:36.207064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9689a873-4aa6-4e00-b249-aa7652d06b55 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/f4541d83-d697-407c-ab99-acd90e56e248 HTTP/1.1" status: 204 len: 168 time: 0.5614111 Feb 03 11:35:36.210854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:36.384993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.410397 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6e9caf06-a5d8-4846-b95e-67164d1f7e18 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 204 len: 168 time: 0.2829230 Feb 03 11:35:36.414749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:36.419629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-115f0315-9359-4e70-9a16-c9c31ac9badc tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-1062844473') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:36.471518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.581454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-115f0315-9359-4e70-9a16-c9c31ac9badc tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-1062844473 HTTP/1.1" status: 201 len: 201 time: 0.1651027 Feb 03 11:35:36.582286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:36.583741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 12b93c67-215b-4782-935c-d5ef67639537 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:36.584088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (12b93c67-215b-4782-935c-d5ef67639537), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.592325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-c2544fb0-5b69-4a32-95f9-e79df3ce5ea8 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-704276337') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:36.614286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] DHCP port deletion for 5aa79be9-9b94-48ce-bb3a-72ff788b7dfe request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:36.729993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Deleting port 12b93c67-215b-4782-935c-d5ef67639537 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:36.730384 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (12b93c67-215b-4782-935c-d5ef67639537), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.746005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 12b93c67-215b-4782-935c-d5ef67639537, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=12b93c67-215b-4782-935c-d5ef67639537,segment=NetworkSegment(b9950b4b-7c65-4a37-b89a-2cab30b3ef5f),segment_id=b9950b4b-7c65-4a37-b89a-2cab30b3ef5f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:36.746391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (12b93c67-215b-4782-935c-d5ef67639537), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.828971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 12b93c67-215b-4782-935c-d5ef67639537 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:36.918479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] For port 12b93c67-215b-4782-935c-d5ef67639537, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=12b93c67-215b-4782-935c-d5ef67639537,segment=NetworkSegment(b9950b4b-7c65-4a37-b89a-2cab30b3ef5f),segment_id=b9950b4b-7c65-4a37-b89a-2cab30b3ef5f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:36.918880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (12b93c67-215b-4782-935c-d5ef67639537), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:36.942600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Calling delete_port for 12b93c67-215b-4782-935c-d5ef67639537 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:36.971322 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c2544fb0-5b69-4a32-95f9-e79df3ce5ea8 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-704276337 HTTP/1.1" status: 201 len: 201 time: 0.3843393 Feb 03 11:35:36.973704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:36.980386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-11af376b-8ec2-4db0-bc5e-eb442313bc96 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-111511918') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.049133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (12b93c67-215b-4782-935c-d5ef67639537), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.115853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=12b93c67-215b-4782-935c-d5ef67639537,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:37.121853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (12b93c67-215b-4782-935c-d5ef67639537), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.132727 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port 12b93c67-215b-4782-935c-d5ef67639537 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:37.160311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] Pushing event deleted for resources: {'Port': ['ID=12b93c67-215b-4782-935c-d5ef67639537,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:37.169778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e747fc-8b37-44fc-ad27-34f2acccf01d None None] No DVR routers for this DVR port 12b93c67-215b-4782-935c-d5ef67639537 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:37.171508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-11af376b-8ec2-4db0-bc5e-eb442313bc96 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-111511918 HTTP/1.1" status: 201 len: 201 time: 0.1963053 Feb 03 11:35:37.175047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.187125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-2095d40b-a076-4f3c-8704-2d9e8277028d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-314440755') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.253990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2095d40b-a076-4f3c-8704-2d9e8277028d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-314440755 HTTP/1.1" status: 201 len: 201 time: 0.0774605 Feb 03 11:35:37.256798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.264242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-33d6bb11-67d7-4542-82ff-aed7ed13de9a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', {'tags': ['tempest-TagsExtTest-Tag-1694513374', 'tempest-TagsExtTest-Tag-1283243826', 'tempest-TagsExtTest-Tag-1809065128']}) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.350227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.373849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-33d6bb11-67d7-4542-82ff-aed7ed13de9a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 200 len: 318 time: 0.1157937 Feb 03 11:35:37.376503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39504) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.383381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-33cc1b67-2a8d-4034-a121-2c456517174e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.388619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.420786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa79be9-9b94-48ce-bb3a-72ff788b7dfe']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.432887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.433809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9950b4b-7c65-4a37-b89a-2cab30b3ef5f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.446141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b9950b4b-7c65-4a37-b89a-2cab30b3ef5f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.464194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b9950b4b-7c65-4a37-b89a-2cab30b3ef5f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.474300 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:37.474722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b9950b4b-7c65-4a37-b89a-2cab30b3ef5f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:37.492948 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:37.539904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-33cc1b67-2a8d-4034-a121-2c456517174e tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 204 len: 168 time: 0.1596799 Feb 03 11:35:37.540076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.550615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-5b45cc23-c3c1-4151-ac00-41a4dd2db797 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-1694513374') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.551298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 12b93c67-215b-4782-935c-d5ef67639537 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:37.588530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5aa79be9-9b94-48ce-bb3a-72ff788b7dfe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.599188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.603824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 12b93c67-215b-4782-935c-d5ef67639537 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:37.604182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 12b93c67-215b-4782-935c-d5ef67639537 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:37.609018 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/5aa79be9-9b94-48ce-bb3a-72ff788b7dfe HTTP/1.1" status: 204 len: 168 time: 1.3770103 Feb 03 11:35:37.623974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.629228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931492992', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:37.629510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483f35e-afe1-4e89-907a-d2be6c301ed3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=5aa79be9-9b94-48ce-bb3a-72ff788b7dfe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:37.674241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.675837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.714393 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5b45cc23-c3c1-4151-ac00-41a4dd2db797 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:37.718320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b45cc23-c3c1-4151-ac00-41a4dd2db797 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-1694513374 HTTP/1.1" status: 404 len: 329 time: 0.1743646 Feb 03 11:35:37.719792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39526) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.725666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-9bb2e331-015f-44a2-bb04-1687e16dec10 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-1283243826') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.755733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.868640 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-9bb2e331-015f-44a2-bb04-1687e16dec10 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:37.870033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9bb2e331-015f-44a2-bb04-1687e16dec10 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-1283243826 HTTP/1.1" status: 404 len: 329 time: 0.1486118 Feb 03 11:35:37.874323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39552) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.891483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-f2734697-59f9-4c41-8e38-6d09f570154d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93', 'tempest-TagsExtTest-Tag-1809065128') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:37.978110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_gateway (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:37.985257 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f2734697-59f9-4c41-8e38-6d09f570154d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:37.989085 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f2734697-59f9-4c41-8e38-6d09f570154d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags/tempest-TagsExtTest-Tag-1809065128 HTTP/1.1" status: 404 len: 329 time: 0.1110044 Feb 03 11:35:37.989311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39566) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:37.995060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-d5828041-edf6-47c8-b786-76d6c36ab659 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', {'tags': ['tempest-TagsExtTest-Tag-1644078832', 'tempest-TagsExtTest-Tag-183103301', 'tempest-TagsExtTest-Tag-721495003']}) {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.107606 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5828041-edf6-47c8-b786-76d6c36ab659 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1147151 Feb 03 11:35:38.109336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39568) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.115376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-92eb98bb-3c53-467e-9d8d-58b00cea3cd6 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.276622 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92eb98bb-3c53-467e-9d8d-58b00cea3cd6 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1661012 Feb 03 11:35:38.279713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.293006 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-e2bd83d4-6a11-4d3d-ab16-f4d218028dc9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-1644078832') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.327968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_gateway (98911079-0b85-4ee4-9c99-d5ba0d70f20a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:38.371018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:38.377860 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-e2bd83d4-6a11-4d3d-ab16-f4d218028dc9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:38.378990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e2bd83d4-6a11-4d3d-ab16-f4d218028dc9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-1644078832 HTTP/1.1" status: 404 len: 329 time: 0.0959842 Feb 03 11:35:38.382972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.393587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-e3ddd7fe-9177-4212-ae01-6b5d69c073bc tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-183103301') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.503954 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-e3ddd7fe-9177-4212-ae01-6b5d69c073bc tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:38.508039 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3ddd7fe-9177-4212-ae01-6b5d69c073bc tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-183103301 HTTP/1.1" status: 404 len: 328 time: 0.1224265 Feb 03 11:35:38.510719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.516190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-ccf923c8-0c65-4927-ad60-bde2a7980bf4 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc', 'tempest-TagsExtTest-Tag-721495003') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.592925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.25.7.249 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/fbb3dfe5-80a4-4f78-a0bb-6c930e028488) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:38.622874 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-ccf923c8-0c65-4927-ad60-bde2a7980bf4 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:38.628519 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ccf923c8-0c65-4927-ad60-bde2a7980bf4 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags/tempest-TagsExtTest-Tag-721495003 HTTP/1.1" status: 404 len: 328 time: 0.1116347 Feb 03 11:35:38.630808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.640224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-bc445f1b-fc32-4f32-9ef0-e8708a981578 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', {'tags': ['tempest-TagsExtTest-Tag-1432441588', 'tempest-TagsExtTest-Tag-1998994662', 'tempest-TagsExtTest-Tag-1749247364']}) {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.713642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (fbb3dfe5-80a4-4f78-a0bb-6c930e028488), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:38.750649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fbb3dfe5-80a4-4f78-a0bb-6c930e028488), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:38.773760 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bc445f1b-fc32-4f32-9ef0-e8708a981578 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 200 len: 318 time: 0.1417429 Feb 03 11:35:38.774380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39602) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.779981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-3b6a30ef-0bd0-415d-87d0-75886771ff7a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:38.790634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:38.793705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:38.805331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:38.848480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=fbb3dfe5-80a4-4f78-a0bb-6c930e028488,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:38.916870 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b6a30ef-0bd0-415d-87d0-75886771ff7a tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 204 len: 168 time: 0.1409345 Feb 03 11:35:38.919332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:38.925748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-3f0dbd02-bfbb-4a8e-aa5c-331896dc428f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-1432441588') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.171724 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-3f0dbd02-bfbb-4a8e-aa5c-331896dc428f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.172737 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f0dbd02-bfbb-4a8e-aa5c-331896dc428f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-1432441588 HTTP/1.1" status: 404 len: 329 time: 0.2522264 Feb 03 11:35:39.179238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.192866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-9eb23bc4-e5c9-4fda-aeac-9e90e711ad6f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-1998994662') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.384241 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-9eb23bc4-e5c9-4fda-aeac-9e90e711ad6f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.386913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9eb23bc4-e5c9-4fda-aeac-9e90e711ad6f tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-1998994662 HTTP/1.1" status: 404 len: 329 time: 0.2037613 Feb 03 11:35:39.390665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.397115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-85599c2b-3b64-473f-a21f-8372e5017a08 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55', 'tempest-TagsExtTest-Tag-1749247364') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.527469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_gateway (98911079-0b85-4ee4-9c99-d5ba0d70f20a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:39.551062 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-85599c2b-3b64-473f-a21f-8372e5017a08 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.552420 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85599c2b-3b64-473f-a21f-8372e5017a08 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags/tempest-TagsExtTest-Tag-1749247364 HTTP/1.1" status: 404 len: 329 time: 0.1607244 Feb 03 11:35:39.555132 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.570404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-1b0b9977-2408-4916-af87-0690daccf9fd tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', {'tags': ['tempest-TagsExtTest-Tag-562544990', 'tempest-TagsExtTest-Tag-1255782570', 'tempest-TagsExtTest-Tag-1214359369']}) {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.637972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1b0b9977-2408-4916-af87-0690daccf9fd tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "PUT /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 200 len: 317 time: 0.0761034 Feb 03 11:35:39.640231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.646244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-061a69fa-5c69-4d93-b13a-b8187675dc86 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.715261 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-061a69fa-5c69-4d93-b13a-b8187675dc86 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 204 len: 168 time: 0.0736396 Feb 03 11:35:39.718488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39644) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.723999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-d168ff9d-ae12-4a80-a5f2-c22b971fafd6 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-562544990') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.749570 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-d168ff9d-ae12-4a80-a5f2-c22b971fafd6 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.751013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d168ff9d-ae12-4a80-a5f2-c22b971fafd6 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-562544990 HTTP/1.1" status: 404 len: 328 time: 0.0310946 Feb 03 11:35:39.754824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.760060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-546dc101-1bb9-43ab-a5d9-5c6c507939a2 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-1255782570') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.785331 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-546dc101-1bb9-43ab-a5d9-5c6c507939a2 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.787049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-546dc101-1bb9-43ab-a5d9-5c6c507939a2 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-1255782570 HTTP/1.1" status: 404 len: 329 time: 0.0309784 Feb 03 11:35:39.790173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.805669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-4eeac96e-7ae3-4529-93ea-2f5071c0e48d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af', 'tempest-TagsExtTest-Tag-1214359369') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.856068 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-4eeac96e-7ae3-4529-93ea-2f5071c0e48d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] show failed (client error): The resource could not be found. Feb 03 11:35:39.857376 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4eeac96e-7ae3-4529-93ea-2f5071c0e48d tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags/tempest-TagsExtTest-Tag-1214359369 HTTP/1.1" status: 404 len: 329 time: 0.0662324 Feb 03 11:35:39.860347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.866510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-fcde0dc0-9100-4259-853b-d1a5925bceb9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '574b516f-9f57-4024-8360-ba3fc8a8a9af') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.894554 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fcde0dc0-9100-4259-853b-d1a5925bceb9 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af/tags HTTP/1.1" status: 204 len: 168 time: 0.0321779 Feb 03 11:35:39.896980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39652) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:39.902667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-2d663cc2-837f-433c-81d1-934e7837e91b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '11138668-10b4-401b-b975-29dadfd0fe55') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:39.999733 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d663cc2-837f-433c-81d1-934e7837e91b tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55/tags HTTP/1.1" status: 204 len: 168 time: 0.1016574 Feb 03 11:35:40.000326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39654) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.005322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-aa0d2a8f-e1ee-42d0-8bc6-dcee1b9aadba tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.068427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aa0d2a8f-e1ee-42d0-8bc6-dcee1b9aadba tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0671258 Feb 03 11:35:40.071021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.076025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-bb7f3f6e-6d2b-453e-89f1-d81bce6e9573 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab3d448b-ee4c-4eed-a28e-f5ef905b3f93') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.097316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.140593 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb7f3f6e-6d2b-453e-89f1-d81bce6e9573 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93/tags HTTP/1.1" status: 204 len: 168 time: 0.0683138 Feb 03 11:35:40.145416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.295670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-baa483c3-9fa5-46a3-b337-f0a9154b2138 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.296904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-baa483c3-9fa5-46a3-b337-f0a9154b2138 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnetpools/574b516f-9f57-4024-8360-ba3fc8a8a9af HTTP/1.1" status: 204 len: 168 time: 0.1516271 Feb 03 11:35:40.300497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.316437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 98911079-0b85-4ee4-9c99-d5ba0d70f20a is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:35:40.336331 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5e492041-f7ff-412a-9c2c-0f13e3c1a262 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "GET /v2.0/ports?device_id=11138668-10b4-401b-b975-29dadfd0fe55 HTTP/1.1" status: 200 len: 205 time: 0.0340426 Feb 03 11:35:40.338970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39662) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.428649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for router (11138668-10b4-401b-b975-29dadfd0fe55), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.447442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:40.462583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] Sync routers for ids ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:40.477157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.481990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0c92c92-0dff-407d-985d-8ba74ee62b01 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8567638 Feb 03 11:35:40.482892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.486818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] Routers {'98911079-0b85-4ee4-9c99-d5ba0d70f20a'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:40.487457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.588870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.614084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] Routers {'98911079-0b85-4ee4-9c99-d5ba0d70f20a'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:40.615505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.659352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-31e72006-711e-47f0-8915-c816c26fba16 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers/98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 200 len: 880 time: 0.1737640 Feb 03 11:35:40.661202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:40.689292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:40.699139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c99a4-d89f-4c6b-9136-815bbd3b1f97 None None] The sync data for ids ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:40.747225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (11138668-10b4-401b-b975-29dadfd0fe55), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.750948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for router_controller (11138668-10b4-401b-b975-29dadfd0fe55), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:40.981625 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:35:40.988048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55f86769-864b-448b-91ec-95503d33ddbb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3245385 Feb 03 11:35:40.990370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:41.000168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-931492992'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:41.115926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (11138668-10b4-401b-b975-29dadfd0fe55), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.116774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Fanout notify agent at l3_agent the message router_deleted on router 11138668-10b4-401b-b975-29dadfd0fe55 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:41.134680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.139816 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1686ba19-9a3b-4e1a-b45a-80126cc60399 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/routers/11138668-10b4-401b-b975-29dadfd0fe55 HTTP/1.1" status: 204 len: 168 time: 0.7995098 Feb 03 11:35:41.141566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:41.322476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Deleting port 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:41.324534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.411582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.427281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.486891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.502166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Calling delete_port for 7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc owned by {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:41.568744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 98911079-0b85-4ee4-9c99-d5ba0d70f20a has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:41.740779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:41.850385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event deleted for resources: {'Port': ['ID=7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:42.002228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.006282 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb0ef7f9-4dad-4278-bce6-0bd3aabf4627 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/ports/7eb5ec5e-fa18-4dca-917e-a8b3a56d13dc HTTP/1.1" status: 204 len: 168 time: 0.8610570 Feb 03 11:35:42.010601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:42.159264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Deleting subnet ab3d448b-ee4c-4eed-a28e-f5ef905b3f93 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:42.163311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for subnet (ab3d448b-ee4c-4eed-a28e-f5ef905b3f93), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.200672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:42.214086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ab3d448b-ee4c-4eed-a28e-f5ef905b3f93), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.215543 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] Sync routers for ids ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:42.224729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.227746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9df6b43e-a8fe-40a3-8b09-aac2e99ef6b1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 200 len: 887 time: 1.2319191 Feb 03 11:35:42.231172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:42.234314 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] Routers {'98911079-0b85-4ee4-9c99-d5ba0d70f20a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:42.234954 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:42.313524 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:42.330789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] Routers {'98911079-0b85-4ee4-9c99-d5ba0d70f20a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:42.331648 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:42.335457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ab3d448b-ee4c-4eed-a28e-f5ef905b3f93), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.388586 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:42.389486 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e3a82-ff5c-4d75-8c5a-028927cb50fc None None] The sync data for ids ['98911079-0b85-4ee4-9c99-d5ba0d70f20a'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:42.456274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ab3d448b-ee4c-4eed-a28e-f5ef905b3f93), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.463299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e12b18c1-864d-4dc6-b73f-120a8c91315b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers/98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 200 len: 887 time: 0.2190316 Feb 03 11:35:42.465917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:42.483500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3d448b-ee4c-4eed-a28e-f5ef905b3f93,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:42.494838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.498584 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-52dc7c3a-6f96-4a9a-8fbb-10f33ef36607 tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/subnets/ab3d448b-ee4c-4eed-a28e-f5ef905b3f93 HTTP/1.1" status: 204 len: 168 time: 0.4857349 Feb 03 11:35:42.501037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39708) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:42.505476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01df889-d250-4416-9d5a-71678f5c28ba None None] Network 4cbe49d3-0459-404b-b585-cdca932b7d15 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:42.508396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a6460d16-3ef7-4d84-8031-8f963f781104 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 200 len: 205 time: 0.0412660 Feb 03 11:35:42.511221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:42.609066 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (4cbe49d3-0459-404b-b585-cdca932b7d15), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.663803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.755195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Deleting port c15fb14e-2da9-455e-9f93-d482464d3d83 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:42.759540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.777296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] DHCP port deletion for 4cbe49d3-0459-404b-b585-cdca932b7d15 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:42.822052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_gateway (98911079-0b85-4ee4-9c99-d5ba0d70f20a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.854797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] For port c15fb14e-2da9-455e-9f93-d482464d3d83, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c15fb14e-2da9-455e-9f93-d482464d3d83,segment=NetworkSegment(3912cf23-2cce-4271-a62f-7f0bbd0f94d6),segment_id=3912cf23-2cce-4271-a62f-7f0bbd0f94d6)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:42.855168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.869465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Calling delete_port for c15fb14e-2da9-455e-9f93-d482464d3d83 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:42.975121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Deleting port c15fb14e-2da9-455e-9f93-d482464d3d83 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:42.976673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:42.978738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port fbb3dfe5-80a4-4f78-a0bb-6c930e028488 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:42.979918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fbb3dfe5-80a4-4f78-a0bb-6c930e028488), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.067028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.121252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event deleted for resources: {'Port': ['ID=c15fb14e-2da9-455e-9f93-d482464d3d83,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:43.147183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] For port c15fb14e-2da9-455e-9f93-d482464d3d83, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c15fb14e-2da9-455e-9f93-d482464d3d83,segment=NetworkSegment(3912cf23-2cce-4271-a62f-7f0bbd0f94d6),segment_id=3912cf23-2cce-4271-a62f-7f0bbd0f94d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:43.147602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.149095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] No DVR routers for this DVR port c15fb14e-2da9-455e-9f93-d482464d3d83 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:43.189757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Calling delete_port for c15fb14e-2da9-455e-9f93-d482464d3d83 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:43.213796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fbb3dfe5-80a4-4f78-a0bb-6c930e028488), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.255593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for fbb3dfe5-80a4-4f78-a0bb-6c930e028488 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:43.341228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (4cbe49d3-0459-404b-b585-cdca932b7d15), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.397856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (c15fb14e-2da9-455e-9f93-d482464d3d83), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.402569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbe49d3-0459-404b-b585-cdca932b7d15']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:43.424856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3912cf23-2cce-4271-a62f-7f0bbd0f94d6') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:43.425457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3912cf23-2cce-4271-a62f-7f0bbd0f94d6') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:43.450765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] Pushing event deleted for resources: {'Port': ['ID=c15fb14e-2da9-455e-9f93-d482464d3d83,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:43.451373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3912cf23-2cce-4271-a62f-7f0bbd0f94d6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.473639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3912cf23-2cce-4271-a62f-7f0bbd0f94d6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.479804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f261d14-e8cc-4dea-8a98-ff3edd7b1a6c None None] No DVR routers for this DVR port c15fb14e-2da9-455e-9f93-d482464d3d83 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:43.491292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:43.491292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3912cf23-2cce-4271-a62f-7f0bbd0f94d6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:43.574512 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:43.577840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c15fb14e-2da9-455e-9f93-d482464d3d83 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:43.582160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (4cbe49d3-0459-404b-b585-cdca932b7d15), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.606584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.611067 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] 10.222.0.30 "DELETE /v2.0/networks/4cbe49d3-0459-404b-b585-cdca932b7d15 HTTP/1.1" status: 204 len: 168 time: 1.1075599 Feb 03 11:35:43.631883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c15fb14e-2da9-455e-9f93-d482464d3d83 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:43.632471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c15fb14e-2da9-455e-9f93-d482464d3d83 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:43.656444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2135b-1494-4235-8f14-49d569d5da0c tempest-TagsExtTest-59882255 tempest-TagsExtTest-59882255-project] Pushing event deleted for resources: {'Network': ['ID=4cbe49d3-0459-404b-b585-cdca932b7d15,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:43.687533 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fbb3dfe5-80a4-4f78-a0bb-6c930e028488), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:43.719562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=fbb3dfe5-80a4-4f78-a0bb-6c930e028488,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:43.869789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (98911079-0b85-4ee4-9c99-d5ba0d70f20a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.100631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.106987 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (98911079-0b85-4ee4-9c99-d5ba0d70f20a), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.194131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39732) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:44.309923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (98911079-0b85-4ee4-9c99-d5ba0d70f20a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.310950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 98911079-0b85-4ee4-9c99-d5ba0d70f20a {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:44.331740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.336661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b8c2814-7fb9-4fa1-b801-7ba7a61622ca tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 204 len: 168 time: 1.8209555 Feb 03 11:35:44.337611 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39740) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:44.346523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991550885'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:44.379159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:44.383212 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.442024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:44.459886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (260901da-a03a-4f07-ae6c-8e70da9ae78d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.463576 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment 260901da-a03a-4f07-ae6c-8e70da9ae78d of type vlan for network 0400bb22-f530-466a-9fee-f808377b2c47 Feb 03 11:35:44.545253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0400bb22-f530-466a-9fee-f808377b2c47), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.594175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0f371539-3742-45f4-8be4-1b2313ec9e6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=025718de56904c84b9088dc3d05405fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985772 Feb 03 11:35:44.596885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:44.603900 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0400bb22-f530-466a-9fee-f808377b2c47), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.611279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:44.611279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.631971 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2930062 Feb 03 11:35:44.637352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:44.645699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '0400bb22-f530-466a-9fee-f808377b2c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:44.718472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] Publish callbacks [] for security_group (bf136fb2-d044-42fd-b66e-c04047c0f7b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.758797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5527-dbea-4af2-afcf-79c288253760 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=0400bb22-f530-466a-9fee-f808377b2c47,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:44.776618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0400bb22-f530-466a-9fee-f808377b2c47 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:44.818157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] Publish callbacks [] for security_group (bf136fb2-d044-42fd-b66e-c04047c0f7b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:44.853600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:44.857545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.044230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bf136fb2-d044-42fd-b66e-c04047c0f7b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.047343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.049594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf136fb2-d044-42fd-b66e-c04047c0f7b3 HTTP/1.1" status: 204 len: 168 time: 0.4508381 Feb 03 11:35:45.117453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1221b-f1cf-49b2-ab90-96bac2b73f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf136fb2-d044-42fd-b66e-c04047c0f7b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:45.268722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (000f9993-274e-4c15-9f41-10ba008699be), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.384457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': '260901da-a03a-4f07-ae6c-8e70da9ae78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:45.384821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 0400bb22-f530-466a-9fee-f808377b2c47, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:35:45.391378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=000f9993-274e-4c15-9f41-10ba008699be,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:45.426918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0400bb22-f530-466a-9fee-f808377b2c47 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:35:45.445802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0400bb22-f530-466a-9fee-f808377b2c47) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:45.461826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7be17-ef20-494d-9d6b-1cd9dee9d35e None None] Network 0400bb22-f530-466a-9fee-f808377b2c47 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:45.464205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:45.465174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.527678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e655f40d-7c75-42ff-8f9b-8e2de38a12fe tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8860333 Feb 03 11:35:45.528501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39766) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:45.539830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-256544235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:45.580962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (597b006b-00be-4f53-ae17-f98755909dab), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.583221 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (597b006b-00be-4f53-ae17-f98755909dab), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.679285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (597b006b-00be-4f53-ae17-f98755909dab), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.686016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (597b006b-00be-4f53-ae17-f98755909dab), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.714190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5d994-c092-418c-b503-180a915361bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0400bb22-f530-466a-9fee-f808377b2c47', 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '000f9993-274e-4c15-9f41-10ba008699be'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:35:45.716462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.726187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:45.728076 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e09790b1-3204-45d0-ba9e-f20f154cdc97 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1959510 Feb 03 11:35:45.730915 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:46.088857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-23a5d994-c092-418c-b503-180a915361bd None None] Allocated IP 172.20.0.2 (0400bb22-f530-466a-9fee-f808377b2c47/000f9993-274e-4c15-9f41-10ba008699be/130b52b0-a656-4cd4-a985-1851e6310189) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:46.285084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:46.399204 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:46.509728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:46.515741 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033102 Feb 03 11:35:46.520322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39794) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:46.573338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks [] for port (130b52b0-a656-4cd4-a985-1851e6310189), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:46.591408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (130b52b0-a656-4cd4-a985-1851e6310189), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:46.715288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5d994-c092-418c-b503-180a915361bd None None] Network 0400bb22-f530-466a-9fee-f808377b2c47 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:46.721160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-23a5d994-c092-418c-b503-180a915361bd None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:46.725680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5d994-c092-418c-b503-180a915361bd None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:46.804131 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-279a2b6b-129b-4706-be10-e5487fb7aba7 tempest-NetworksApiDiscovery-285821966 tempest-NetworksApiDiscovery-285821966-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2821543 Feb 03 11:35:46.893237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.20.0.1 (0400bb22-f530-466a-9fee-f808377b2c47/000f9993-274e-4c15-9f41-10ba008699be/b04090d1-89be-4caf-ac74-1f778d63bd1e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:35:47.019646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5d994-c092-418c-b503-180a915361bd None None] Pushing event updated for resources: {'Port': ['ID=130b52b0-a656-4cd4-a985-1851e6310189,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:47.082320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-23a5d994-c092-418c-b503-180a915361bd None None] Attempting to bind port 130b52b0-a656-4cd4-a985-1851e6310189 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:35:47.082704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-23a5d994-c092-418c-b503-180a915361bd None None] Attempting to bind port 130b52b0-a656-4cd4-a985-1851e6310189 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '260901da-a03a-4f07-ae6c-8e70da9ae78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:35:47.083071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5d994-c092-418c-b503-180a915361bd None None] Attempting to bind port 130b52b0-a656-4cd4-a985-1851e6310189 on network 0400bb22-f530-466a-9fee-f808377b2c47 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:35:47.099973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5d994-c092-418c-b503-180a915361bd None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:35:47.100601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5d994-c092-418c-b503-180a915361bd None None] Checking segment: {'id': '260901da-a03a-4f07-ae6c-8e70da9ae78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:47.100829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.104382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5d994-c092-418c-b503-180a915361bd None None] Bound using segment: {'id': '260901da-a03a-4f07-ae6c-8e70da9ae78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:35:47.106537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-23a5d994-c092-418c-b503-180a915361bd None None] Bound port: 130b52b0-a656-4cd4-a985-1851e6310189, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260901da-a03a-4f07-ae6c-8e70da9ae78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0400bb22-f530-466a-9fee-f808377b2c47'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:35:47.106901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (130b52b0-a656-4cd4-a985-1851e6310189), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.124955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.269061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.340158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-23a5d994-c092-418c-b503-180a915361bd None None] For port 130b52b0-a656-4cd4-a985-1851e6310189, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:35:47.353691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-23a5d994-c092-418c-b503-180a915361bd None None] For port 130b52b0-a656-4cd4-a985-1851e6310189, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=130b52b0-a656-4cd4-a985-1851e6310189,segment=NetworkSegment(260901da-a03a-4f07-ae6c-8e70da9ae78d),segment_id=260901da-a03a-4f07-ae6c-8e70da9ae78d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:35:47.378798 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a5d994-c092-418c-b503-180a915361bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (130b52b0-a656-4cd4-a985-1851e6310189), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.386595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0400bb22-f530-466a-9fee-f808377b2c47 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:47.391258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:47.399492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:35:47.478042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39808) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:47.514589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5d994-c092-418c-b503-180a915361bd None None] Pushing event updated for resources: {'Port': ['ID=130b52b0-a656-4cd4-a985-1851e6310189,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:47.540522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (597b006b-00be-4f53-ae17-f98755909dab), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.778093 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e728d447-8e5d-4ebe-b772-e59457f8cf46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.782933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=b04090d1-89be-4caf-ac74-1f778d63bd1e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:47.920196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:47.996444 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e728d447-8e5d-4ebe-b772-e59457f8cf46 admin admin] Publish callbacks [] for security_group (bff66bfa-8db8-49fe-abf8-86c7c95cf28b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.005300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e728d447-8e5d-4ebe-b772-e59457f8cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bff66bfa-8db8-49fe-abf8-86c7c95cf28b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.122651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e728d447-8e5d-4ebe-b772-e59457f8cf46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c452452f56c443908a897bfef448b7c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6412604 Feb 03 11:35:48.122651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728d447-8e5d-4ebe-b772-e59457f8cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff66bfa-8db8-49fe-abf8-86c7c95cf28b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:48.129548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39820) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:48.226847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] Publish callbacks [] for security_group (bff66bfa-8db8-49fe-abf8-86c7c95cf28b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.280654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] Publish callbacks [] for security_group (bff66bfa-8db8-49fe-abf8-86c7c95cf28b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.379553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (bff66bfa-8db8-49fe-abf8-86c7c95cf28b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.383369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:48.386251 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bff66bfa-8db8-49fe-abf8-86c7c95cf28b HTTP/1.1" status: 204 len: 168 time: 0.2516646 Feb 03 11:35:48.408302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b7a7f-a1fe-44dd-a9ae-76f4170ad1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff66bfa-8db8-49fe-abf8-86c7c95cf28b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:49.208644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:49.218729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:49.354028 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (597b006b-00be-4f53-ae17-f98755909dab), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:49.506262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd2e628-39e5-4925-aa41-89cdc3a8957f None None] Network 0400bb22-f530-466a-9fee-f808377b2c47 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:49.514525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=b04090d1-89be-4caf-ac74-1f778d63bd1e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:49.633493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0400bb22-f530-466a-9fee-f808377b2c47 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:35:49.635333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:49.785742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 130b52b0-a656-4cd4-a985-1851e6310189 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:49.875822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Provisioning complete for port 130b52b0-a656-4cd4-a985-1851e6310189 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:49.877476 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (130b52b0-a656-4cd4-a985-1851e6310189), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:50.003396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 597b006b-00be-4f53-ae17-f98755909dab is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:35:50.136408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 130b52b0-a656-4cd4-a985-1851e6310189 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:50.136961 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (130b52b0-a656-4cd4-a985-1851e6310189), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:50.228126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:50.244347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:50.255270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c15a2957-5a64-40b1-bea2-675c19ed95be tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/597b006b-00be-4f53-ae17-f98755909dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5223117 Feb 03 11:35:50.258718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] Sync routers for ids ['597b006b-00be-4f53-ae17-f98755909dab'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:50.275929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Current status of the port 130b52b0-a656-4cd4-a985-1851e6310189 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:50.276419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (130b52b0-a656-4cd4-a985-1851e6310189), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:50.325546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07350866-f42f-4dd9-907b-8dc3df18732d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:50.337448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:50.343307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '000f9993-274e-4c15-9f41-10ba008699be'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:50.347019 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-07350866-f42f-4dd9-907b-8dc3df18732d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports/b04090d1-89be-4caf-ac74-1f778d63bd1e HTTP/1.1" status: 200 len: 910 time: 0.0941007 Feb 03 11:35:50.368378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] Routers {'597b006b-00be-4f53-ae17-f98755909dab'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:50.369195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['597b006b-00be-4f53-ae17-f98755909dab'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:50.464076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:50.493369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] For port 130b52b0-a656-4cd4-a985-1851e6310189, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=130b52b0-a656-4cd4-a985-1851e6310189,segment=NetworkSegment(260901da-a03a-4f07-ae6c-8e70da9ae78d),segment_id=260901da-a03a-4f07-ae6c-8e70da9ae78d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:50.554702 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (130b52b0-a656-4cd4-a985-1851e6310189), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:50.558997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] Routers {'597b006b-00be-4f53-ae17-f98755909dab'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:50.560456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['597b006b-00be-4f53-ae17-f98755909dab'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:50.751808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:50.757256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6f3e-23fd-4888-8c17-6882bec8cea4 None None] The sync data for ids ['597b006b-00be-4f53-ae17-f98755909dab'] in n-d-821606-6 is: [] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:50.819272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 130b52b0-a656-4cd4-a985-1851e6310189 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:50.876098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:50.885493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Provisioning complete for port 130b52b0-a656-4cd4-a985-1851e6310189 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:50.901940 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (130b52b0-a656-4cd4-a985-1851e6310189), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:51.007462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5eaec-4af9-4ea3-8c96-dc54276f5035 None None] Pushing event updated for resources: {'Port': ['ID=130b52b0-a656-4cd4-a985-1851e6310189,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:51.440384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Current status of the port 130b52b0-a656-4cd4-a985-1851e6310189 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:51.489674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Provisioning complete for port b04090d1-89be-4caf-ac74-1f778d63bd1e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:51.490897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:51.597875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 130b52b0-a656-4cd4-a985-1851e6310189 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:35:51.679085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a7dfa-2d0b-4745-9fe9-523c1f9b0376 None None] Port b04090d1-89be-4caf-ac74-1f778d63bd1e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:51.739732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 130b52b0-a656-4cd4-a985-1851e6310189 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:51.740337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (130b52b0-a656-4cd4-a985-1851e6310189), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:51.863633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b699fd44-f2b6-4091-865c-6ee47ad71873 None None] Provisioning complete for port b04090d1-89be-4caf-ac74-1f778d63bd1e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:35:51.866148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b699fd44-f2b6-4091-865c-6ee47ad71873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:52.054625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b699fd44-f2b6-4091-865c-6ee47ad71873 None None] Port b04090d1-89be-4caf-ac74-1f778d63bd1e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:35:52.088812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 130b52b0-a656-4cd4-a985-1851e6310189 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:35:52.221255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:52.246096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:52.452717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:52.453582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:52.459786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/ports/b04090d1-89be-4caf-ac74-1f778d63bd1e HTTP/1.1" status: 200 len: 910 time: 2.1187727 Feb 03 11:35:52.460789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:52.503046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf06aff-7dc3-4076-a23f-f6dd333f8f4d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=b04090d1-89be-4caf-ac74-1f778d63bd1e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:53.149316 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (597b006b-00be-4f53-ae17-f98755909dab), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.322281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:53.554375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fb6edd6-5f09-4269-8a6b-85e0dd8f6fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.637961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port b04090d1-89be-4caf-ac74-1f778d63bd1e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:53.638887 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.710873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fb6edd6-5f09-4269-8a6b-85e0dd8f6fbb admin admin] Publish callbacks [] for security_group (a2a39e7d-42d4-475f-bc53-71a49e6ae9b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.716588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fb6edd6-5f09-4269-8a6b-85e0dd8f6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a2a39e7d-42d4-475f-bc53-71a49e6ae9b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.758648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5fb6edd6-5f09-4269-8a6b-85e0dd8f6fbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bf24e14e1d5433db1e29bae736b8cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351501 Feb 03 11:35:53.761444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39956) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:53.797708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.839509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for b04090d1-89be-4caf-ac74-1f778d63bd1e owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:53.878775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6edd6-5f09-4269-8a6b-85e0dd8f6fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a39e7d-42d4-475f-bc53-71a49e6ae9b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:53.922180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] Publish callbacks [] for security_group (a2a39e7d-42d4-475f-bc53-71a49e6ae9b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:53.979107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] Publish callbacks [] for security_group (a2a39e7d-42d4-475f-bc53-71a49e6ae9b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.067128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a2a39e7d-42d4-475f-bc53-71a49e6ae9b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.070408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.072173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2a39e7d-42d4-475f-bc53-71a49e6ae9b4 HTTP/1.1" status: 204 len: 168 time: 0.3098309 Feb 03 11:35:54.087118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c33a09-d87a-4af0-8e27-2fd61e627ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a39e7d-42d4-475f-bc53-71a49e6ae9b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:54.175779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (b04090d1-89be-4caf-ac74-1f778d63bd1e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.234815 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=b04090d1-89be-4caf-ac74-1f778d63bd1e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:54.611144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (597b006b-00be-4f53-ae17-f98755909dab), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.693542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:54.712490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ee31-b0ef-4f4e-9ef8-331f71d210eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.838322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ee31-b0ef-4f4e-9ef8-331f71d210eb admin admin] Publish callbacks [] for security_group (15f98cb7-bead-413f-9418-89ee0fe2e10b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.848519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ee31-b0ef-4f4e-9ef8-331f71d210eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15f98cb7-bead-413f-9418-89ee0fe2e10b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:54.888722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0ee31-b0ef-4f4e-9ef8-331f71d210eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f98cb7-bead-413f-9418-89ee0fe2e10b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:54.942307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c0b0ee31-b0ef-4f4e-9ef8-331f71d210eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=accc0712644a43e386c327ad20c25822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474437 Feb 03 11:35:54.945132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 39972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:54.975690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 597b006b-00be-4f53-ae17-f98755909dab has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:35:55.129010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] Publish callbacks [] for security_group (15f98cb7-bead-413f-9418-89ee0fe2e10b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.170620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:35:55.183283 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] Sync routers for ids ['597b006b-00be-4f53-ae17-f98755909dab'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:35:55.190302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0f8dac18-614c-4d1d-b6a8-05a6bf07ff9a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/597b006b-00be-4f53-ae17-f98755909dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7283969 Feb 03 11:35:55.191150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] Publish callbacks [] for security_group (15f98cb7-bead-413f-9418-89ee0fe2e10b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.191620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39974) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:55.196835 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] Routers {'597b006b-00be-4f53-ae17-f98755909dab'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:55.197479 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['597b006b-00be-4f53-ae17-f98755909dab'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:55.226621 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ac702a88-1f03-4662-a135-0f0039445a6a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=597b006b-00be-4f53-ae17-f98755909dab HTTP/1.1" status: 200 len: 205 time: 0.0336628 Feb 03 11:35:55.227634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 39976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:55.302083 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:55.321579 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] Routers {'597b006b-00be-4f53-ae17-f98755909dab'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:35:55.327831 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:35:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['597b006b-00be-4f53-ae17-f98755909dab'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:55.375273 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (15f98cb7-bead-413f-9418-89ee0fe2e10b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.378559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.379857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15f98cb7-bead-413f-9418-89ee0fe2e10b HTTP/1.1" status: 204 len: 168 time: 0.4337051 Feb 03 11:35:55.420542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd33e3-4095-491d-8f36-44aaa2063b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f98cb7-bead-413f-9418-89ee0fe2e10b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:55.438957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (597b006b-00be-4f53-ae17-f98755909dab), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.632255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:55.633026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353c72e-b7a8-4baa-bcb8-fe89dc3268eb None None] The sync data for ids ['597b006b-00be-4f53-ae17-f98755909dab'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:35:55.836810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (597b006b-00be-4f53-ae17-f98755909dab), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.840059 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (597b006b-00be-4f53-ae17-f98755909dab), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.944799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (597b006b-00be-4f53-ae17-f98755909dab), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.945678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 597b006b-00be-4f53-ae17-f98755909dab {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:35:55.959559 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:55.974737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:55.986089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a9d193aa-1392-470a-ab2c-b2d36dddd2c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/597b006b-00be-4f53-ae17-f98755909dab HTTP/1.1" status: 204 len: 168 time: 0.7569671 Feb 03 11:35:56.131989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 000f9993-274e-4c15-9f41-10ba008699be {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:35:56.206277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (000f9993-274e-4c15-9f41-10ba008699be), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:56.373525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (000f9993-274e-4c15-9f41-10ba008699be), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:56.624982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (000f9993-274e-4c15-9f41-10ba008699be), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:56.764457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (000f9993-274e-4c15-9f41-10ba008699be), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:56.815770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c01e0-ed2c-476a-9ccc-77b42dc427fb None None] Network 0400bb22-f530-466a-9fee-f808377b2c47 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:56.819047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:56.827502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:56.827938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/000f9993-274e-4c15-9f41-10ba008699be HTTP/1.1" status: 204 len: 168 time: 0.8517957 Feb 03 11:35:56.831943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c5b21-0bb6-43a9-a2e0-c7b531557393 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=000f9993-274e-4c15-9f41-10ba008699be,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:56.946855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:57.119330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.121390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] DHCP port deletion for 0400bb22-f530-466a-9fee-f808377b2c47 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:35:57.147614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-675783862-network', 'tenant_id': '9d88a3a8865f453c93ff55874181aab8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:57.190780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Made reservation on behalf of 9d88a3a8865f453c93ff55874181aab8 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:57.193651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.203472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Deleting port 130b52b0-a656-4cd4-a985-1851e6310189 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:57.204137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (130b52b0-a656-4cd4-a985-1851e6310189), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.230591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.298815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] For port 130b52b0-a656-4cd4-a985-1851e6310189, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=130b52b0-a656-4cd4-a985-1851e6310189,segment=NetworkSegment(260901da-a03a-4f07-ae6c-8e70da9ae78d),segment_id=260901da-a03a-4f07-ae6c-8e70da9ae78d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:57.299225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (130b52b0-a656-4cd4-a985-1851e6310189), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.328283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Calling delete_port for 130b52b0-a656-4cd4-a985-1851e6310189 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:57.356300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0400bb22-f530-466a-9fee-f808377b2c47), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.421878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks [] for security_group (3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.428620 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.449264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 130b52b0-a656-4cd4-a985-1851e6310189 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:35:57.449854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (130b52b0-a656-4cd4-a985-1851e6310189), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.457156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:57.485239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d2870d2e-cece-4b84-8143-62a91e75b47b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.486461 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Added segment d2870d2e-cece-4b84-8143-62a91e75b47b of type vlan for network 706e7505-ec3d-452b-83f8-69ef9a358a2c Feb 03 11:35:57.599664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 130b52b0-a656-4cd4-a985-1851e6310189, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=130b52b0-a656-4cd4-a985-1851e6310189,segment=NetworkSegment(260901da-a03a-4f07-ae6c-8e70da9ae78d),segment_id=260901da-a03a-4f07-ae6c-8e70da9ae78d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:35:57.600592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (706e7505-ec3d-452b-83f8-69ef9a358a2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.607563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (130b52b0-a656-4cd4-a985-1851e6310189), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.624725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 130b52b0-a656-4cd4-a985-1851e6310189 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:35:57.629918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (130b52b0-a656-4cd4-a985-1851e6310189), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.660263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 130b52b0-a656-4cd4-a985-1851e6310189 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:35:57.712787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:57.717391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (706e7505-ec3d-452b-83f8-69ef9a358a2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.718403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:57.719167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.724919 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 130b52b0-a656-4cd4-a985-1851e6310189 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:35:57.725353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 130b52b0-a656-4cd4-a985-1851e6310189 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:35:57.729722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Pushing event deleted for resources: {'Port': ['ID=130b52b0-a656-4cd4-a985-1851e6310189,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:57.732445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] No DVR routers for this DVR port 130b52b0-a656-4cd4-a985-1851e6310189 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:57.744724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.745284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.746134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.746622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.747271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.747898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.748476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.749170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.749647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.750127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.750800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.752105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.752656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f0c8f-e2c3-4c06-853a-9fdee8dd1208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:35:57.900538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (130b52b0-a656-4cd4-a985-1851e6310189), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:57.943401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] Pushing event updated for resources: {'Network': ['ID=706e7505-ec3d-452b-83f8-69ef9a358a2c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:57.959020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 706e7505-ec3d-452b-83f8-69ef9a358a2c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:57.984208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2346085d-101d-4f3d-be96-1fd37494b41d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0360007 Feb 03 11:35:57.984869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:57.988932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=130b52b0-a656-4cd4-a985-1851e6310189,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:57.993574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Request body: {'subnet': {'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-675783862-subnet', 'tenant_id': '9d88a3a8865f453c93ff55874181aab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:57.993712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port 130b52b0-a656-4cd4-a985-1851e6310189 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:35:58.037260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Made reservation on behalf of 9d88a3a8865f453c93ff55874181aab8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:58.042065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.108206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0400bb22-f530-466a-9fee-f808377b2c47), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.135522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0400bb22-f530-466a-9fee-f808377b2c47']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:58.162423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260901da-a03a-4f07-ae6c-8e70da9ae78d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:58.163031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260901da-a03a-4f07-ae6c-8e70da9ae78d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:35:58.182706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (260901da-a03a-4f07-ae6c-8e70da9ae78d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.212835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (260901da-a03a-4f07-ae6c-8e70da9ae78d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.221333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:35:58.222440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (260901da-a03a-4f07-ae6c-8e70da9ae78d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self.session.flush() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:35:58.226408 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:35:58.320306 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0400bb22-f530-466a-9fee-f808377b2c47), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.334055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.338610 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/0400bb22-f530-466a-9fee-f808377b2c47 HTTP/1.1" status: 204 len: 168 time: 1.5100367 Feb 03 11:35:58.355452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:58.359842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c9899-f986-433a-b8be-8761ef2ff371 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=0400bb22-f530-466a-9fee-f808377b2c47,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:58.370745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-315998428', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:58.494638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.495791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.590393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (4fc181c4-a3c2-4cfc-b34e-f5da35dad865), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.707797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.733005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.805930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc181c4-a3c2-4cfc-b34e-f5da35dad865,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:58.814253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.818522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:58.818708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d1d6d158-7a91-4a7e-bd8f-20de80468c7e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4620843 Feb 03 11:35:58.824282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-32335887'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:58.829410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Checking segment: {'id': 'd2870d2e-cece-4b84-8143-62a91e75b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:35:58.831449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Network hostable DHCP agents. Network: 706e7505-ec3d-452b-83f8-69ef9a358a2c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:35:58.865503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Network 706e7505-ec3d-452b-83f8-69ef9a358a2c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:35:58.907859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:58.913095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 706e7505-ec3d-452b-83f8-69ef9a358a2c) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:35:58.919122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.925960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d386db-739d-4892-a1dc-45509ecc4f1d None None] Network 706e7505-ec3d-452b-83f8-69ef9a358a2c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:58.940033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:58.944851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:58.990329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:35:59.018678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (975af4a0-c48c-435a-b74b-d2afec1324b5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:59.019175 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment 975af4a0-c48c-435a-b74b-d2afec1324b5 of type vlan for network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 Feb 03 11:35:59.030763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2783929f-8e87-4992-9cf6-0b7580c1f5e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0432882 Feb 03 11:35:59.138784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (14b54e3d-a3fe-43d8-80fb-f8773888ce31), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:59.195463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (14b54e3d-a3fe-43d8-80fb-f8773888ce31), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:59.202129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:35:59.202811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:59.207791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f912d9-7b32-46c5-8552-0047bf0aa6b6 None None] Network 706e7505-ec3d-452b-83f8-69ef9a358a2c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:35:59.296961 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4725645 Feb 03 11:35:59.297753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:35:59.304035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:35:59.399511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674013d-1ffe-4edc-90b2-6be0a4a67d0f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=14b54e3d-a3fe-43d8-80fb-f8773888ce31,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:35:59.417760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:35:59.540387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:35:59.548945 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:35:59.995896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (2e0b4296-658a-46ef-bee2-7b614342a771), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.147282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=2e0b4296-658a-46ef-bee2-7b614342a771,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:00.171421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:00.172198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 14b54e3d-a3fe-43d8-80fb-f8773888ce31, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:36:00.203578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:36:00.232282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 14b54e3d-a3fe-43d8-80fb-f8773888ce31) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:00.238200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:00.238803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.249694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02b034-be7d-4e53-acef-20d79cee1700 None None] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:00.276722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d93ed9eb-4d79-497f-90a0-4978527c08e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9773824 Feb 03 11:36:00.279596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40146) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:00.333063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:00.338846 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1501283069-network', 'tenant_id': '6bd12367417d48e197cb08c4daec95b2'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:00.378429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Made reservation on behalf of 6bd12367417d48e197cb08c4daec95b2 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:00.384944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.411404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.464449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:36:00.465353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.669083 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks [] for security_group (3078179b-d87b-4f49-8c21-21e2194ce044), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.678588 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3078179b-d87b-4f49-8c21-21e2194ce044), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.757507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:36:00.800285 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (708a5ed5-95c6-48da-a41f-68bbc66be945), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.800644 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Added segment 708a5ed5-95c6-48da-a41f-68bbc66be945 of type vlan for network 1654f3b1-f742-4bf5-a048-a80ac45f89e6 Feb 03 11:36:00.859155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Allocated IP 172.20.0.2 (14b54e3d-a3fe-43d8-80fb-f8773888ce31/2e0b4296-658a-46ef-bee2-7b614342a771/6ef4d41c-9026-4091-8f4b-f86bec4fdbdc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:00.894991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3078179b-d87b-4f49-8c21-21e2194ce044,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:00.922011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:00.998851 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1654f3b1-f742-4bf5-a048-a80ac45f89e6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.048890 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1654f3b1-f742-4bf5-a048-a80ac45f89e6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.050547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:01.057334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.217865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks [] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.248449 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9142280 Feb 03 11:36:01.257349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40158) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:01.261537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.305826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Request body: {'subnet': {'network_id': '1654f3b1-f742-4bf5-a048-a80ac45f89e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1501283069-subnet', 'tenant_id': '6bd12367417d48e197cb08c4daec95b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:01.318409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Pushing event updated for resources: {'Port': ['ID=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:01.340811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7a3e6c2-8319-423f-9544-fac4df0d629c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.347375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:01.352156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:01.365608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:01.437684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32ee0-13f2-4c09-b813-68b9b872a3ff admin admin] Pushing event updated for resources: {'Network': ['ID=1654f3b1-f742-4bf5-a048-a80ac45f89e6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:01.456025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Made reservation on behalf of 6bd12367417d48e197cb08c4daec95b2 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:01.458658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.458909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1654f3b1-f742-4bf5-a048-a80ac45f89e6 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:36:01.491265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Attempting to bind port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:01.491634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Attempting to bind port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:01.491998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Attempting to bind port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc on network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:01.507872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:01.508248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Checking segment: {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:01.508640 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.509144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Bound using segment: {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:01.509617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Bound port: 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:01.509980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.693168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] For port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:01.712527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] For port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:01.728324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.20.0.1 (14b54e3d-a3fe-43d8-80fb-f8773888ce31/2e0b4296-658a-46ef-bee2-7b614342a771/36884979-249a-4fce-a45c-dd60bf42c6aa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:01.739690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:01.860244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (ea0c1f01-99fd-445c-b577-521dd4c5553b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:02.000536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b269-25c8-4a94-8ba0-ebcc829eb1a9 None None] Pushing event updated for resources: {'Port': ['ID=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:02.135289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0c1f01-99fd-445c-b577-521dd4c5553b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:02.164196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:02.181601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Checking segment: {'id': '708a5ed5-95c6-48da-a41f-68bbc66be945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1654f3b1-f742-4bf5-a048-a80ac45f89e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:02.184943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Network hostable DHCP agents. Network: 1654f3b1-f742-4bf5-a048-a80ac45f89e6, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:36:02.233315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Network 1654f3b1-f742-4bf5-a048-a80ac45f89e6 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:36:02.257279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1654f3b1-f742-4bf5-a048-a80ac45f89e6) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:02.263934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:02.268699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06c884-51b0-4004-acd9-9826272450ba None None] Network 1654f3b1-f742-4bf5-a048-a80ac45f89e6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:02.271050 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:02.295795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:02.324583 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3eed9beb-5010-4503-b313-f3e0938694e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0454667 Feb 03 11:36:02.383060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:02.459355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:02.468203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:02.619467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:02.623157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e3b85-3e46-4f74-8389-db7daa3b8347 None None] Network 1654f3b1-f742-4bf5-a048-a80ac45f89e6 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:02.710193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:03.007085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:03.379367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:03.388924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:03.537946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:03.541440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:03.712123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:03.800347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:03.802457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:03.802596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:03.803069 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:03.982208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:03.982769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.059069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b45ee-9162-48da-98c4-e418b940add5 None None] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:04.076137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:04.102420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.183210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:04.243999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-150038c2-6ae8-459a-9ca1-1e6e8efcd2bb None None] Provisioning complete for port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:04.244383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-150038c2-6ae8-459a-9ca1-1e6e8efcd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.381924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-150038c2-6ae8-459a-9ca1-1e6e8efcd2bb None None] Current status of the port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:04.412942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fe1d-e81b-4edd-b10a-b636aa7a309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.680319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.785865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-f25e91ec-1abc-4d45-babd-8ee6b346e843 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:04.787444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-f25e91ec-1abc-4d45-babd-8ee6b346e843 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/networks?id=706e7505-ec3d-452b-83f8-69ef9a358a2c HTTP/1.1" status: 200 len: 808 time: 0.8113384 Feb 03 11:36:04.823570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Provisioning complete for port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:04.824540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:04.830002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:36:04.842894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ffefb6e8-7de2-4925-ad0b-d209d865b319 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/quotas/9d88a3a8865f453c93ff55874181aab8 HTTP/1.1" status: 200 len: 375 time: 0.0477800 Feb 03 11:36:04.887578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-3a85d30a-f1dd-4412-a43a-c3bfb395ed27 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d88a3a8865f453c93ff55874181aab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437880 Feb 03 11:36:05.069281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:05.078169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b13d76b6-2623-4eb6-9d2a-a273dcbf3e65 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7974868 Feb 03 11:36:05.081637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:05.086752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067045977'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:05.112178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:05.129226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Current status of the port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:05.137763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:05.144527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.173960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:05.174673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:05.212652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-bb93a599-d622-44f0-aef1-e38cf075822b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:36:05.213239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:36:05.219937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-bb93a599-d622-44f0-aef1-e38cf075822b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3314688 Feb 03 11:36:05.244435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c85c2048-a34d-4ce0-837f-4aa2f195d3f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.252553 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment c85c2048-a34d-4ce0-837f-4aa2f195d3f9 of type vlan for network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 Feb 03 11:36:05.400056 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.408295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:05.480235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Provisioning complete for port 36884979-249a-4fce-a45c-dd60bf42c6aa triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:05.480235 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.513548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-1f569a5c-82a3-4ab4-98fd-114cd495242d service neutron] 10.222.0.30 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926357 Feb 03 11:36:05.627784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.653112 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:05.654908 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:05.736678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba0731-61b3-4933-8b9a-d4fe63eec10b None None] Port 36884979-249a-4fce-a45c-dd60bf42c6aa cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:05.770774 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6878548 Feb 03 11:36:05.774478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:05.784185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:05.801508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:05.863018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-fb91b704-49b1-4f50-8d7a-cf9b64234796 service neutron] 10.222.0.30 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482420 Feb 03 11:36:05.871226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:05.880569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.880938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.881326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.881636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.881973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.882450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.882781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.883680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.884025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.884354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.884683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.885632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:05.885969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0964f0-d82a-4274-8f22-c5e67ed15975 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:06.041324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:36:06.065854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:06.070462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.179210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f5d00669-73f0-48c1-a8d6-3d783ed725c2 None None] Provisioning complete for port 36884979-249a-4fce-a45c-dd60bf42c6aa triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:06.181732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5d00669-73f0-48c1-a8d6-3d783ed725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.341011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.351963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f5d00669-73f0-48c1-a8d6-3d783ed725c2 None None] Port 36884979-249a-4fce-a45c-dd60bf42c6aa cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:06.361300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:06.361983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.406694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (1599560e-3d69-4c70-b1e0-cc9fc2f1f781), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.426113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:02Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:03Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:06.464124 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcf18188-f9f0-449d-931d-cf67c09c90ce req-117bfbf2-fe10-4e51-bfdc-98316d475d48 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 210 time: 0.0684679 Feb 03 11:36:06.537701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=1599560e-3d69-4c70-b1e0-cc9fc2f1f781,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:06.543696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:06.544447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:36:06.571710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:36:06.584297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:06.591109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:06.591991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:06.592260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.592384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Updating router 412cd86e-13e4-4259-8e96-e3c9036c876f port 36884979-249a-4fce-a45c-dd60bf42c6aa binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:36:06.621706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ae347335-63d1-4558-b491-be22950dc9ad tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8407114 Feb 03 11:36:06.622074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:06.630689 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.632817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d27a1-b609-46f3-b9e4-ec74ee5d5593 None None] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:06.982574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks [] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:06.989388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:06.999591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:07.213212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60b876-f7ee-4f34-96ba-da9eb64165d0 None None] Pushing event updated for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:07.458700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Attempting to bind port 36884979-249a-4fce-a45c-dd60bf42c6aa on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:07.459151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Attempting to bind port 36884979-249a-4fce-a45c-dd60bf42c6aa by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:07.459529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Attempting to bind port 36884979-249a-4fce-a45c-dd60bf42c6aa on network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:07.493802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:36:07.494690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:07.569427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:07.569819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Checking segment: {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:07.570232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:07.570636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Bound using segment: {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:07.571130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Bound port: 36884979-249a-4fce-a45c-dd60bf42c6aa, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975af4a0-c48c-435a-b74b-d2afec1324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:07.571532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:07.710186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1deda46-a5fc-4d93-b22d-5300ec484875 req-f5fc0425-a1bd-46cb-b00e-878135aa15ae tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 210 time: 0.0470891 Feb 03 11:36:07.746568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Allocated IP 172.21.0.2 (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0/1599560e-3d69-4c70-b1e0-cc9fc2f1f781/e0540fba-cd27-4c4d-b78a-b20f592a5d70) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:07.902864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:07.906432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.024404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3aa70f36-ccc9-4d9f-944c-f39332e852f8 None None] Provisioning complete for port 36884979-249a-4fce-a45c-dd60bf42c6aa triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:08.036024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f36-ccc9-4d9f-944c-f39332e852f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.113329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-f98e4239-a37c-4f2d-ab46-4337a25a8f49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943635 Feb 03 11:36:08.269367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] For port 36884979-249a-4fce-a45c-dd60bf42c6aa, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:08.273063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] For port 36884979-249a-4fce-a45c-dd60bf42c6aa, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36884979-249a-4fce-a45c-dd60bf42c6aa,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:08.289765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.510681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-0e08dabe-4b68-4396-9e76-e55ace448dca tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:08.512013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-0e08dabe-4b68-4396-9e76-e55ace448dca tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.53 "GET /v2.0/networks?id=706e7505-ec3d-452b-83f8-69ef9a358a2c HTTP/1.1" status: 200 len: 808 time: 0.3718266 Feb 03 11:36:08.537219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Request body: {'port': {'device_id': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c', 'admin_state_up': True, 'tenant_id': '9d88a3a8865f453c93ff55874181aab8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:08.550984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-d50191a3-3b4d-4eb4-8cd8-9c3d460a7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:08.552664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-d50191a3-3b4d-4eb4-8cd8-9c3d460a7497 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 1132 time: 0.1906061 Feb 03 11:36:08.633222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3aa70f36-ccc9-4d9f-944c-f39332e852f8 None None] Port 36884979-249a-4fce-a45c-dd60bf42c6aa cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:08.684857 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks [] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.689507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:08.690192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:08.699403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60b876-f7ee-4f34-96ba-da9eb64165d0 None None] Pushing event updated for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:08.785587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.807929 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.21.0.1 (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0/1599560e-3d69-4c70-b1e0-cc9fc2f1f781/056c9fc8-5c25-4c37-88d3-926750dd824d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:08.916959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:08.922451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Provisioning complete for port 36884979-249a-4fce-a45c-dd60bf42c6aa triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:08.922830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:08.925754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:08.949193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:08.982715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Pushing event updated for resources: {'Port': ['ID=e0540fba-cd27-4c4d-b78a-b20f592a5d70,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:08.997770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-e85d9847-f370-46e7-b972-f3ad1bbce912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:09.000074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-e85d9847-f370-46e7-b972-f3ad1bbce912 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.4093983 Feb 03 11:36:09.005875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-862c8df2-bc0d-4e46-868b-e3c4ec81a45e req-a59df753-7bb9-4f98-afb6-f57401255531 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 210 time: 0.1584551 Feb 03 11:36:09.042258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Made reservation on behalf of 9d88a3a8865f453c93ff55874181aab8 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:09.045796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.093335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-d4ada0e2-0fe4-4e36-81d1-f8cf1b8547e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 200 len: 217 time: 0.0610590 Feb 03 11:36:09.108074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:09.139805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.218744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.320862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:09.325532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:09.327797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-f1ef32fc-cc1a-4dd1-b871-cd7844f6d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:09.329198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-f1ef32fc-cc1a-4dd1-b871-cd7844f6d327 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.2283554 Feb 03 11:36:09.335135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:09.383120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Current status of the port 36884979-249a-4fce-a45c-dd60bf42c6aa is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:09.383667 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.400952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:09.410208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Attempting to bind port e0540fba-cd27-4c4d-b78a-b20f592a5d70 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:09.410719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Attempting to bind port e0540fba-cd27-4c4d-b78a-b20f592a5d70 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:09.411183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Attempting to bind port e0540fba-cd27-4c4d-b78a-b20f592a5d70 on network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:09.429829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:09.430364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Checking segment: {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:09.430883 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.431376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Bound using segment: {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:09.431959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Bound port: e0540fba-cd27-4c4d-b78a-b20f592a5d70, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:09.432437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.475154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] For port 36884979-249a-4fce-a45c-dd60bf42c6aa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36884979-249a-4fce-a45c-dd60bf42c6aa,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:09.493280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.508081 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.583859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] For port e0540fba-cd27-4c4d-b78a-b20f592a5d70, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:09.594077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] For port e0540fba-cd27-4c4d-b78a-b20f592a5d70, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0540fba-cd27-4c4d-b78a-b20f592a5d70,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:09.605035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.691630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-bede32de-486d-407f-9490-267c0e581345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:09.699740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-bede32de-486d-407f-9490-267c0e581345 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3600044 Feb 03 11:36:09.761198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Allocated IP 172.20.0.7 (706e7505-ec3d-452b-83f8-69ef9a358a2c/4fc181c4-a3c2-4cfc-b34e-f5da35dad865/dcae3ec9-6d06-43c5-99f9-20d1f99d4286) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:09.782562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3a5c4-d552-498c-a004-93b9810301db None None] Pushing event updated for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:09.867220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:09.905146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-504712fd-efaa-4624-95d4-1f343f22f5f2 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830187 Feb 03 11:36:09.918239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2944825-0e6e-4b68-95c8-a0ccfc297fb0 None None] Pushing event updated for resources: {'Port': ['ID=e0540fba-cd27-4c4d-b78a-b20f592a5d70,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:09.971358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:02Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:08Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:10.083204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c5706-a999-4109-92db-bb31a19f8751 None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:02Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:08Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:10.385445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks [] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.393966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eee1bc00-2282-4712-9dd5-b704f98034c6 req-fb35b4b4-e2df-426d-aee3-78d31380d302 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 210 time: 0.2012331 Feb 03 11:36:10.408423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9293902-b0b7-44e3-98b7-0b40225471f1 req-3ab056a2-a875-4ac5-8b5a-2bf9643e0834 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895530 Feb 03 11:36:10.561063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.678038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Network 706e7505-ec3d-452b-83f8-69ef9a358a2c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:10.684748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:10.696332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:10.743112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Pushing event updated for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:10.764332 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.780336 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.831071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:10.835610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.879889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-7a4c449f-00f3-4649-8e39-fdb9f9cbb205 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3483970 Feb 03 11:36:10.893167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-09f2d973-c6fe-4a35-8583-04843e85b669 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:36:10.893370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:10.894719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-09f2d973-c6fe-4a35-8583-04843e85b669 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069590 Feb 03 11:36:11.006031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Request body: {'port': {'device_id': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:11.060556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:11.146856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:11.149087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:11.175072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:11.568980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:11.903389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3e0b-2a70-48c3-808b-314b4f345066 req-e69cf850-dfee-4c07-be9c-7b09b23aab6a tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:11.913798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a4f3e0b-2a70-48c3-808b-314b4f345066 req-e69cf850-dfee-4c07-be9c-7b09b23aab6a tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 931 time: 0.2144639 Feb 03 11:36:11.934103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36884979-249a-4fce-a45c-dd60bf42c6aa up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:11.936222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52bd76b-5b48-4f33-ba36-89dec9e36fd3 None None] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:12.031254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a4f3e0b-2a70-48c3-808b-314b4f345066 req-18e551ca-ae4c-4c8d-8779-4d1b2060de18 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136265 Feb 03 11:36:12.057861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae3ec9-6d06-43c5-99f9-20d1f99d4286 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:36:12.079082 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks [] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.110981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Transition to ACTIVE for port object dcae3ec9-6d06-43c5-99f9-20d1f99d4286 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:36:12.119962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.192591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Provisioning complete for port e0540fba-cd27-4c4d-b78a-b20f592a5d70 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:12.192990 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.323163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 36884979-249a-4fce-a45c-dd60bf42c6aa triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:12.323543 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.377319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:12.447455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:12.465073 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b4363d9-47c4-4ec8-8278-a6d6591899f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8408699 Feb 03 11:36:12.465322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40318) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:12.471183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1550051722'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:12.504178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Attempting to bind port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:12.504523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Attempting to bind port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'd2870d2e-cece-4b84-8143-62a91e75b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:12.513873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Attempting to bind port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 on network 706e7505-ec3d-452b-83f8-69ef9a358a2c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:12.529034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:12.534764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.538088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 on network 706e7505-ec3d-452b-83f8-69ef9a358a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:36:12.538421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Attempting to bind port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 on network 706e7505-ec3d-452b-83f8-69ef9a358a2c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:12.570325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:12.570672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Checking segment: {'id': 'd2870d2e-cece-4b84-8143-62a91e75b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:12.571066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Bound using segment: {'id': 'd2870d2e-cece-4b84-8143-62a91e75b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:12.571503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Bound port: dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2870d2e-cece-4b84-8143-62a91e75b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:12.571999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.622989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:36:12.648468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.648831 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d of type vlan for network 33b44e1e-afce-4c6b-b501-d8bdc406304a Feb 03 11:36:12.666176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Current status of the port e0540fba-cd27-4c4d-b78a-b20f592a5d70 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:12.666747 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.707882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:12.711396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,segment=NetworkSegment(d2870d2e-cece-4b84-8143-62a91e75b47b),segment_id=d2870d2e-cece-4b84-8143-62a91e75b47b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:12.732958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.742815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (33b44e1e-afce-4c6b-b501-d8bdc406304a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.765179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] For port e0540fba-cd27-4c4d-b78a-b20f592a5d70, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0540fba-cd27-4c4d-b78a-b20f592a5d70,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:12.769331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 36884979-249a-4fce-a45c-dd60bf42c6aa is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:12.770977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0540fba-cd27-4c4d-b78a-b20f592a5d70 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:12.775302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.786966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (33b44e1e-afce-4c6b-b501-d8bdc406304a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.796356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:12.798360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.873325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:12.916020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:12.916771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:12.918577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-ff506e20-ffe2-4332-beac-6da3a51ceb69 service neutron] 10.222.0.53 "PUT /v2.0/ports/dcae3ec9-6d06-43c5-99f9-20d1f99d4286 HTTP/1.1" status: 200 len: 1091 time: 2.0162313 Feb 03 11:36:12.922493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:36:12.925657 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b" -d '{"events": [{"name": "network-changed", "server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:36:12.937375 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:12.949405 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=33b44e1e-afce-4c6b-b501-d8bdc406304a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:12.962242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d5737-500a-4443-aaf6-535d54eeb3e2 None None] Pushing event updated for resources: {'Port': ['ID=e0540fba-cd27-4c4d-b78a-b20f592a5d70,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:12.969311 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:12.972975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:36:12.981450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:12.982121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54fbd56c-b32a-4167-9798-3fe913a33764 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5155413 Feb 03 11:36:12.985105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40334) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:12.996971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:13.081126 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e0540fba-cd27-4c4d-b78a-b20f592a5d70 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:13.082040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:13.160936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-8114b359-ac96-44e8-af42-a260b2c92af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:13.162521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-8114b359-ac96-44e8-af42-a260b2c92af7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d88a3a8865f453c93ff55874181aab8&device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 1125 time: 0.1904547 Feb 03 11:36:13.232797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-71749253-7d7c-403b-8380-18c00a4061f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286 HTTP/1.1" status: 200 len: 217 time: 0.0582421 Feb 03 11:36:13.246402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Provisioning complete for port 056c9fc8-5c25-4c37-88d3-926750dd824d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:13.247701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:13.249936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:13.255166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:13.344974 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:13.451996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e345f-5633-406f-a463-d24263b00da8 req-71a49a73-e7b9-4496-88d6-4cde29dc371c tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:13.461235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d1e345f-5633-406f-a463-d24263b00da8 req-71a49a73-e7b9-4496-88d6-4cde29dc371c tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 943 time: 0.2272508 Feb 03 11:36:13.481359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e0540fba-cd27-4c4d-b78a-b20f592a5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:13.490988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-2e9be37d-65d1-4686-9dd2-e1bd60aeb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:13.493145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-2e9be37d-65d1-4686-9dd2-e1bd60aeb3cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fc181c4-a3c2-4cfc-b34e-f5da35dad865 HTTP/1.1" status: 200 len: 848 time: 0.2451432 Feb 03 11:36:13.498334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Port 056c9fc8-5c25-4c37-88d3-926750dd824d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:13.525614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Provisioning complete for port e0540fba-cd27-4c4d-b78a-b20f592a5d70 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:13.526024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:13.669249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-0e7cfba5-4df4-466e-b3e7-bb25a9d31d80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=706e7505-ec3d-452b-83f8-69ef9a358a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540725 Feb 03 11:36:13.688498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0540fba-cd27-4c4d-b78a-b20f592a5d70 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:13.847179 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:13.877703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-5501f707-a369-4787-9566-c3d5b87f8cff service neutron] 10.222.0.53 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976039 Feb 03 11:36:13.897777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d1e345f-5633-406f-a463-d24263b00da8 req-b4646cd8-c94f-42cf-b3c9-f9f2a7133c0d tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289060 Feb 03 11:36:13.969470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b51c778-de99-4e9d-8945-dc1e6f32e1f3 None None] Current status of the port e0540fba-cd27-4c4d-b78a-b20f592a5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:13.992671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e0540fba-cd27-4c4d-b78a-b20f592a5d70 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:13.997127 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:14.027683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:14.049970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:14.050615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 33b44e1e-afce-4c6b-b501-d8bdc406304a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:36:14.087197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:36:14.100144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 3, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:10Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:14.114140 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 33b44e1e-afce-4c6b-b501-d8bdc406304a) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:14.118618 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec77471-8cf3-49cd-8ad6-ebdb858b03c6 x-openstack-request-id: req-3ec77471-8cf3-49cd-8ad6-ebdb858b03c6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:36:14.119487 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:36:14.119900 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ec77471-8cf3-49cd-8ad6-ebdb858b03c6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:36:14.122090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:14.122266 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286', 'status': 'completed', 'code': 200} Feb 03 11:36:14.122696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:14.143679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115d572-f1ba-4b3b-be31-f0c36be0dd05 None None] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:14.180421 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-abe346fc-894f-4f26-bc6a-1db83fc2cc90 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1940563 Feb 03 11:36:14.181151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:14.225218 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:14.226137 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Updating router 412cd86e-13e4-4259-8e96-e3c9036c876f port 056c9fc8-5c25-4c37-88d3-926750dd824d binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:36:14.258499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-20a3bab1-c10f-4739-b43f-ec5ddd9307aa None None] Provisioning complete for port 056c9fc8-5c25-4c37-88d3-926750dd824d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:14.259027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20a3bab1-c10f-4739-b43f-ec5ddd9307aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:14.321984 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:14.364019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-33b44e1e-afce-4c6b-b501-d8bdc406304a', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:36:14.365257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:14.405990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5547ac63-c6b2-4cd1-b9bd-b9522277a0bd req-e765821f-e1b3-4f51-a56b-592bb4db5337 service neutron] 10.222.0.53 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996123 Feb 03 11:36:14.472315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-20a3bab1-c10f-4739-b43f-ec5ddd9307aa None None] Port 056c9fc8-5c25-4c37-88d3-926750dd824d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:14.503803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e0540fba-cd27-4c4d-b78a-b20f592a5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:15.097207 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks [] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.103750 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.141393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Allocated IP 172.22.0.2 (33b44e1e-afce-4c6b-b501-d8bdc406304a/5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad/ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:15.307859 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Attempting to bind port 056c9fc8-5c25-4c37-88d3-926750dd824d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:15.308261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Attempting to bind port 056c9fc8-5c25-4c37-88d3-926750dd824d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:15.308622 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Attempting to bind port 056c9fc8-5c25-4c37-88d3-926750dd824d on network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:15.333652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:15.334059 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Checking segment: {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:15.334464 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.334850 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Bound using segment: {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:15.335343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Bound port: 056c9fc8-5c25-4c37-88d3-926750dd824d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:15.336257 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.447645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks [] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.466186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.498064 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] For port 056c9fc8-5c25-4c37-88d3-926750dd824d, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:15.504665 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] For port 056c9fc8-5c25-4c37-88d3-926750dd824d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=056c9fc8-5c25-4c37-88d3-926750dd824d,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:15.525650 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.551650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Provisioning complete for port 056c9fc8-5c25-4c37-88d3-926750dd824d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:15.552033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.582075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:15.623852 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Pushing event updated for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:15.647965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:15.658217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:15.665019 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:15.667504 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:15.674562 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.675398 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.676523 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.677039 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.678070 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.679486 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.679888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:15.682146 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.682684 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.683691 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.684381 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.684877 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.686562 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.689760 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:15.845748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Attempting to bind port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:15.846087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Attempting to bind port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:15.846455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Attempting to bind port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 on network 33b44e1e-afce-4c6b-b501-d8bdc406304a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:15.866521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:15.866930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Checking segment: {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:15.868028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.868436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Bound using segment: {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:15.868936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Bound port: ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:15.869336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:15.936247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60444bde-ec2f-4f14-9964-80b966f9102d req-8412c626-44e0-40a4-ba0c-0b0591420ed0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:15.938750 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:15.951475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60444bde-ec2f-4f14-9964-80b966f9102d req-8412c626-44e0-40a4-ba0c-0b0591420ed0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 943 time: 0.7696655 Feb 03 11:36:16.031255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Current status of the port 056c9fc8-5c25-4c37-88d3-926750dd824d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:16.032010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.049950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-74d8bf27-38fe-4284-8033-67edbcf5ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:16.060188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-74d8bf27-38fe-4284-8033-67edbcf5ec42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d88a3a8865f453c93ff55874181aab8&device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 1125 time: 1.4629207 Feb 03 11:36:16.076549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] For port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:16.118872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] For port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:16.120768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] For port 056c9fc8-5c25-4c37-88d3-926750dd824d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=056c9fc8-5c25-4c37-88d3-926750dd824d,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:16.130823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.181102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60444bde-ec2f-4f14-9964-80b966f9102d req-799853eb-2ecb-4fa9-9aa0-e60872d3d912 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191527 Feb 03 11:36:16.255094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b0f3f-a969-4085-aceb-f88f35e7bc7b None None] Pushing event updated for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:16.266182 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.319571 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e65c-09b5-414e-b0e8-1f23bc8c11b9 None None] Pushing event updated for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:16.331754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.374065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ac7df0e4-c906-427b-9ad2-1c8cdc02a7f6 None None] Provisioning complete for port 056c9fc8-5c25-4c37-88d3-926750dd824d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:16.375245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac7df0e4-c906-427b-9ad2-1c8cdc02a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.471090 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 3, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:15Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:16.505398 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc6898-2ca2-4fea-93ee-549a3870e4df None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 3, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:15Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:16.596523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:16.710229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ac7df0e4-c906-427b-9ad2-1c8cdc02a7f6 None None] Current status of the port 056c9fc8-5c25-4c37-88d3-926750dd824d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:16.717847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e83d-54da-45dc-a822-154ce54294c4 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:16.886838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.22.0.1 (33b44e1e-afce-4c6b-b501-d8bdc406304a/5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad/f39fcd98-16e7-4469-8d31-d565a61a0457) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:17.132666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-ae3698f5-6d7d-4f78-b1ae-4cbb69897a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:17.144900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-ae3698f5-6d7d-4f78-b1ae-4cbb69897a1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=706e7505-ec3d-452b-83f8-69ef9a358a2c HTTP/1.1" status: 200 len: 909 time: 1.0418060 Feb 03 11:36:17.217656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-0f8f9f32-8cd5-484d-8c00-75d99e93c270 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286 HTTP/1.1" status: 200 len: 217 time: 0.0626304 Feb 03 11:36:17.514364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:17.525630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-afac201b-af3e-4eed-83b8-49dd7e4c6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:17.527368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-afac201b-af3e-4eed-83b8-49dd7e4c6488 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fc181c4-a3c2-4cfc-b34e-f5da35dad865 HTTP/1.1" status: 200 len: 848 time: 0.1788785 Feb 03 11:36:17.586236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1980-9315-4135-9ca1-b8e35584535f req-60ba58ff-93a8-47ce-9f24-483e047667fb tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:17.587840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309e1980-9315-4135-9ca1-b8e35584535f req-60ba58ff-93a8-47ce-9f24-483e047667fb tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 943 time: 0.1545932 Feb 03 11:36:17.595602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-df0ddb23-fee7-42ab-abb2-993f07fd3452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=706e7505-ec3d-452b-83f8-69ef9a358a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557272 Feb 03 11:36:17.678631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-309e1980-9315-4135-9ca1-b8e35584535f req-05d2285f-31e1-4d38-8635-b766b312bd9c tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816147 Feb 03 11:36:17.758647 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:17.922610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 056c9fc8-5c25-4c37-88d3-926750dd824d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:17.948237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:17.987919 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:36:17.997214 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:18.000256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:18.070621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 056c9fc8-5c25-4c37-88d3-926750dd824d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:18.070997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.111121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:18.153925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-0504bf5c-b2a1-43e9-a805-18adb308ed28 service neutron] 10.222.0.53 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018280 Feb 03 11:36:18.222293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.258224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 056c9fc8-5c25-4c37-88d3-926750dd824d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:18.259579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:18.331059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:18.331700 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.443992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dcae3ec9-6d06-43c5-99f9-20d1f99d4286 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:36:18.484228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:18.484613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.575079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae58638d-70bd-4bfd-9a58-cd43b9bc914b req-a54e1710-3cfd-4909-acba-4d51a2205a31 service neutron] 10.222.0.53 "GET /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063318 Feb 03 11:36:18.588796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:18.606830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385439d-2a3a-4a8a-a27e-44e080f60922 None None] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:18.653112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.750517 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:18.871500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:18.936108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36cafb76-66f7-49be-a0c2-509f32f4b0b1 None None] Provisioning complete for port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:18.937300 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36cafb76-66f7-49be-a0c2-509f32f4b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.018711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,segment=NetworkSegment(d2870d2e-cece-4b84-8143-62a91e75b47b),segment_id=d2870d2e-cece-4b84-8143-62a91e75b47b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:19.061640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286', 'network_id': '706e7505-ec3d-452b-83f8-69ef9a358a2c', 'port_id': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286', 'mac_address': 'fa:16:3e:36:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc181c4-a3c2-4cfc-b34e-f5da35dad865', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:36:19.177316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148743c-2d2c-4713-b548-0506679d15c8 req-28c2802d-6fad-42b8-b0ea-54d4d1b6d2ea tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:19.186268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1148743c-2d2c-4713-b548-0506679d15c8 req-28c2802d-6fad-42b8-b0ea-54d4d1b6d2ea tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 943 time: 0.2893188 Feb 03 11:36:19.208861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:19.209234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.360549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36cafb76-66f7-49be-a0c2-509f32f4b0b1 None None] Current status of the port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:19.367916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1148743c-2d2c-4713-b548-0506679d15c8 req-bfc32b57-ff3f-41ad-98a5-8055602ced99 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792889 Feb 03 11:36:19.380983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae3ec9-6d06-43c5-99f9-20d1f99d4286 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:36:19.434314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,segment=NetworkSegment(d2870d2e-cece-4b84-8143-62a91e75b47b),segment_id=d2870d2e-cece-4b84-8143-62a91e75b47b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:19.442298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.575474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:19.621677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Provisioning complete for port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:19.621878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.622011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.630432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.762158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:19.871055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dcae3ec9-6d06-43c5-99f9-20d1f99d4286'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:36:19.883741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:19.895330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:19.952177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:19.952720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.072255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Current status of the port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:20.097052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:20.097467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.147413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:20.150070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:20.153544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f8e40-2fa3-4e1e-84da-d2d754151bc4 None None] Port f39fcd98-16e7-4469-8d31-d565a61a0457 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:20.380835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:20.395774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2b169db1-2bd0-4d5e-badd-6ba6886157c3 None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:20.396165 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b169db1-2bd0-4d5e-badd-6ba6886157c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.410167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:20.530351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2b169db1-2bd0-4d5e-badd-6ba6886157c3 None None] Port f39fcd98-16e7-4469-8d31-d565a61a0457 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:20.656614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68424a65-7594-44d2-ad76-894e90a5fa1a req-524e37a5-e5e8-4e98-b896-d1cc07d56fa9 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:20.664988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68424a65-7594-44d2-ad76-894e90a5fa1a req-524e37a5-e5e8-4e98-b896-d1cc07d56fa9 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 944 time: 0.0988352 Feb 03 11:36:20.665828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bbe5c476-d2f9-4ac1-818f-591185926215 None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:20.667162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbe5c476-d2f9-4ac1-818f-591185926215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.718594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:20.736117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40414) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:20.739509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-06e2effb-8178-45ac-938c-f5697358c0f4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5567272 Feb 03 11:36:20.740851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:20.741862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'network': {'name': 'tempest-RoutersTest-567534861'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:20.745653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68424a65-7594-44d2-ad76-894e90a5fa1a req-307c3668-463a-4c3b-9e26-e9a64046f54f tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796132 Feb 03 11:36:20.779741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5c476-d2f9-4ac1-818f-591185926215 None None] Port f39fcd98-16e7-4469-8d31-d565a61a0457 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:20.781487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:20.787724 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.791921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:20.792773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:20.833975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:36:20.846903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d8ae5442-dd2e-4701-a87f-1a688a8d3464), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:20.847643 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added segment d8ae5442-dd2e-4701-a87f-1a688a8d3464 of type vlan for network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c Feb 03 11:36:20.944809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.051155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:21.080778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.087080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:21.087806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.245141 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Network': ['ID=06456d6b-e01e-4fc4-8e9c-2744f30e4f5c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:21.271087 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ac357ffb-16b2-42e2-bbb2-f96e65a18c2c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5311427 Feb 03 11:36:21.272039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:21.272896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:36:21.278113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'subnet': {'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:21.478628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Made reservation on behalf of 460a280fabbd4aa7bd050ec738e786c8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:36:21.482244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.753896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (1dbc1a76-23df-4786-91e3-ee7bab141ea8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.840826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:18Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:19Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:21.904399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:21.904763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Updating router 412cd86e-13e4-4259-8e96-e3c9036c876f port f39fcd98-16e7-4469-8d31-d565a61a0457 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:36:21.946963 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:21.965152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Subnet': ['ID=1dbc1a76-23df-4786-91e3-ee7bab141ea8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:22.042567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Checking segment: {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:22.043098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network hostable DHCP agents. Network: 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:36:22.049569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.050056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.050523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.051220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.051789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.052346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.053184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.053643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.054077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.054509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.054959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.055389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.055835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:36:22.090063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318971-5851-419c-a4fc-3f9253758cc8 req-0118cff4-6b46-4e7e-843f-ecbe0e3ef5a0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:22.091754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75318971-5851-419c-a4fc-3f9253758cc8 req-0118cff4-6b46-4e7e-843f-ecbe0e3ef5a0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 944 time: 0.2031994 Feb 03 11:36:22.104531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:36:22.156548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:22.167166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:22.180129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:22.222333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75318971-5851-419c-a4fc-3f9253758cc8 req-d6550def-e4be-49fc-b4eb-cd572014427e tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204312 Feb 03 11:36:22.275411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa624fe2-6c12-44b0-a072-e619ee6779b4 None None] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:22.284565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-594416d3-b148-4307-bc5c-0cd7f6ad2608 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0110502 Feb 03 11:36:22.287310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:22.511920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dcae3ec9-6d06-43c5-99f9-20d1f99d4286 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:22.936553 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks [] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:22.955299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:36:22.956472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:22.986615 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.109678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.114307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f140-6664-4ace-8d4b-d445a96b19dc None None] Pushing event updated for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:23.286870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:36:23.316146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:23.316535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.609996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Allocated IP 172.23.0.2 (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c/1dbc1a76-23df-4786-91e3-ee7bab141ea8/cd2b43b1-8c07-44ca-b068-1990b5a0db98) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:23.708756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6274af-e081-493a-9743-f63164d19187 req-bc45e215-5298-4bda-a5ce-fe75a346ac92 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:23.710622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6274af-e081-493a-9743-f63164d19187 req-bc45e215-5298-4bda-a5ce-fe75a346ac92 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 944 time: 0.3000300 Feb 03 11:36:23.758998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Attempting to bind port f39fcd98-16e7-4469-8d31-d565a61a0457 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:23.759458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Attempting to bind port f39fcd98-16e7-4469-8d31-d565a61a0457 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:23.759918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Attempting to bind port f39fcd98-16e7-4469-8d31-d565a61a0457 on network 33b44e1e-afce-4c6b-b501-d8bdc406304a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:23.762317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6513dd1a-24b5-461a-a53f-77f9f2b7c361 None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:23.765503 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6513dd1a-24b5-461a-a53f-77f9f2b7c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.788084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:23.788469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Checking segment: {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:23.788880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.789325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Bound using segment: {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:23.789809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Bound port: f39fcd98-16e7-4469-8d31-d565a61a0457, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:23.790188 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:23.799258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6274af-e081-493a-9743-f63164d19187 req-f59ef4ff-3179-4e03-aa27-b5e67c5f339d tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805008 Feb 03 11:36:23.979565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6513dd1a-24b5-461a-a53f-77f9f2b7c361 None None] Port f39fcd98-16e7-4469-8d31-d565a61a0457 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:24.005610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:24.006010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.035789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] For port f39fcd98-16e7-4469-8d31-d565a61a0457, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:24.095526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,segment=NetworkSegment(d2870d2e-cece-4b84-8143-62a91e75b47b),segment_id=d2870d2e-cece-4b84-8143-62a91e75b47b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:24.100518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:36:24.103128 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3923802-1a41-455a-a839-19c89eec6e75" -d '{"events": [{"server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:36:24.135017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] For port f39fcd98-16e7-4469-8d31-d565a61a0457, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39fcd98-16e7-4469-8d31-d565a61a0457,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:24.136686 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.230483 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55eced-cb17-4deb-b408-e8b4b8ccd05b x-openstack-request-id: req-8c55eced-cb17-4deb-b408-e8b4b8ccd05b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:36:24.230684 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "name": "network-vif-plugged", "status": "completed", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:36:24.230933 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c55eced-cb17-4deb-b408-e8b4b8ccd05b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:36:24.231340 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286', 'code': 200} Feb 03 11:36:24.231886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:24.248421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.329321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f140-6664-4ace-8d4b-d445a96b19dc None None] Pushing event updated for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:24.334530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks [] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.350082 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.446301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Pushing event updated for resources: {'Port': ['ID=cd2b43b1-8c07-44ca-b068-1990b5a0db98,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:24.458507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:24.459219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:24.576063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf21a-78ba-4f26-b7c9-097f474a50c4 req-c50974e8-cd28-4eb0-b394-c412485ffbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:24.586016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7ecf21a-78ba-4f26-b7c9-097f474a50c4 req-c50974e8-cd28-4eb0-b394-c412485ffbb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 1127 time: 0.2922623 Feb 03 11:36:24.588138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Allocated IP 172.23.0.1 (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c/1dbc1a76-23df-4786-91e3-ee7bab141ea8/e3259881-e3f9-4fc6-a240-0ced8a0ade41) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:36:24.624998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:24.718006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:24.722482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7ecf21a-78ba-4f26-b7c9-097f474a50c4 req-023879dc-afc0-40bf-a049-3604245de7ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253645 Feb 03 11:36:24.733226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:24.736316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:24.858826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:24.956064 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.362470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:25.363618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.426409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Attempting to bind port cd2b43b1-8c07-44ca-b068-1990b5a0db98 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:25.427176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Attempting to bind port cd2b43b1-8c07-44ca-b068-1990b5a0db98 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:25.427823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Attempting to bind port cd2b43b1-8c07-44ca-b068-1990b5a0db98 on network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:25.495668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:25.496278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:25.497677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Checking segment: {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:25.498315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.498934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Bound using segment: {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:25.499646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Bound port: cd2b43b1-8c07-44ca-b068-1990b5a0db98, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:25.500794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.516122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:25.528668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:36:25.582299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.597036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] For port cd2b43b1-8c07-44ca-b068-1990b5a0db98, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:25.600239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] For port cd2b43b1-8c07-44ca-b068-1990b5a0db98, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd2b43b1-8c07-44ca-b068-1990b5a0db98,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:25.669697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Current status of the port f39fcd98-16e7-4469-8d31-d565a61a0457 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:25.670528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.678576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.722512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:25.750112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22624daf-1418-4ee5-82a1-6e0a3cf52993 req-e8846a31-d050-482b-a2e9-c2b9e85bcfa0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:25.753575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22624daf-1418-4ee5-82a1-6e0a3cf52993 req-e8846a31-d050-482b-a2e9-c2b9e85bcfa0 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 945 time: 0.7474370 Feb 03 11:36:25.909635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] For port f39fcd98-16e7-4469-8d31-d565a61a0457, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39fcd98-16e7-4469-8d31-d565a61a0457,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:25.913505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:18Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:24Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:25.916987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dd764-f09a-4b84-ae34-e80096d0fcd0 None None] Pushing event updated for resources: {'Port': ['ID=cd2b43b1-8c07-44ca-b068-1990b5a0db98,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:25.966501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:25.973109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e34d62-0d51-4ca8-acad-6e3a47e008da None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:18Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:24Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:26.074928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:26.095369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1953f2-3f1e-47cb-8129-e4656e75d670 None None] Pushing event updated for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:26.130075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22624daf-1418-4ee5-82a1-6e0a3cf52993 req-ba23bc50-31d4-4f2f-8938-da647fdb7e23 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681190 Feb 03 11:36:26.686748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:26.714720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:26.939117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:26.943230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event updated for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:27.130151 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:27.275081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:36:27.280209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:36:27.505597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be3bd-5846-4057-be85-d7764126ac88 req-deb8026c-f644-46c5-95a1-053c9d6fb9e2 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:27.507218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-190be3bd-5846-4057-be85-d7764126ac88 req-deb8026c-f644-46c5-95a1-053c9d6fb9e2 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 945 time: 0.1513925 Feb 03 11:36:27.545213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:27.665414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-190be3bd-5846-4057-be85-d7764126ac88 req-3cc1fa41-130b-4709-869a-ff7ec0f28b9b tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435354 Feb 03 11:36:27.820758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd2b43b1-8c07-44ca-b068-1990b5a0db98 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:27.904677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:27.912810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cd2b43b1-8c07-44ca-b068-1990b5a0db98 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:27.913257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:27.915487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-764aa154-0249-42e1-a80c-a7faa170d2bb tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6257584 Feb 03 11:36:27.917364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40532) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:27.919864 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:27.922781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:27.935540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:27.936147 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:27.987114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb6758-da78-4a0f-92c2-d0e750fbe653 None None] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:28.250140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-65906792-8e1f-423f-8305-8ca494123376 None None] Provisioning complete for port cd2b43b1-8c07-44ca-b068-1990b5a0db98 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:28.250787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65906792-8e1f-423f-8305-8ca494123376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:28.497703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cd2b43b1-8c07-44ca-b068-1990b5a0db98 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:28.498828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:28.529496 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:28.593437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port cd2b43b1-8c07-44ca-b068-1990b5a0db98, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd2b43b1-8c07-44ca-b068-1990b5a0db98,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:28.607716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:28.608702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39fcd98-16e7-4469-8d31-d565a61a0457 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:28.774969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:36:28.826093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Removed routes are [] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:36:28.826515 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:28.927046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f39fcd98-16e7-4469-8d31-d565a61a0457 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:28.927419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.043404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-65906792-8e1f-423f-8305-8ca494123376 None None] Current status of the port cd2b43b1-8c07-44ca-b068-1990b5a0db98 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:29.097784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=cd2b43b1-8c07-44ca-b068-1990b5a0db98,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:29.199055 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:26Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:29.264408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Provisioning complete for port cd2b43b1-8c07-44ca-b068-1990b5a0db98 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:29.264962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.276177 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:29.282617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Updating router 412cd86e-13e4-4259-8e96-e3c9036c876f port e3259881-e3f9-4fc6-a240-0ced8a0ade41 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:36:29.319930 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.332049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.360960 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.423636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f39fcd98-16e7-4469-8d31-d565a61a0457 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:29.595998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Current status of the port cd2b43b1-8c07-44ca-b068-1990b5a0db98 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:29.604810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:29.631153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Provisioning complete for port e3259881-e3f9-4fc6-a240-0ced8a0ade41 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:29.631541 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.766543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3cc2-8dc7-438d-bb6b-8ecae109608e None None] Port e3259881-e3f9-4fc6-a240-0ced8a0ade41 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:29.775515 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd2b43b1-8c07-44ca-b068-1990b5a0db98 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:29.901403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:29.906712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cd2b43b1-8c07-44ca-b068-1990b5a0db98 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:29.907089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.923417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:29.927275 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f38d8380-bf1b-4e10-8a74-d5c409dac23a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 933 time: 2.0065434 Feb 03 11:36:29.927739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:30.014211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-de18804d-d84b-4522-819b-dce06ddbb936 None None] Provisioning complete for port e3259881-e3f9-4fc6-a240-0ced8a0ade41 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:30.014535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de18804d-d84b-4522-819b-dce06ddbb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.086274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-de18804d-d84b-4522-819b-dce06ddbb936 None None] Port e3259881-e3f9-4fc6-a240-0ced8a0ade41 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:36:30.119672 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks [] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.140210 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.174342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cd2b43b1-8c07-44ca-b068-1990b5a0db98 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:30.267431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea99f0fd-8a7b-4677-8cdb-c15f2600b810 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 933 time: 0.3383691 Feb 03 11:36:30.268060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:30.276046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'routes': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:30.324266 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64a3b-ff77-41c9-b31b-d907b20518e3 None None] Pushing event updated for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:30.392542 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Attempting to bind port e3259881-e3f9-4fc6-a240-0ced8a0ade41 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:36:30.399619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Attempting to bind port e3259881-e3f9-4fc6-a240-0ced8a0ade41 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:36:30.400343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Attempting to bind port e3259881-e3f9-4fc6-a240-0ced8a0ade41 on network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:36:30.418339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:36:30.419380 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Checking segment: {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:36:30.420214 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.420880 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Bound using segment: {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:36:30.421641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Bound port: e3259881-e3f9-4fc6-a240-0ced8a0ade41, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ae5442-dd2e-4701-a87f-1a688a8d3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:36:30.422256 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.553489 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] For port e3259881-e3f9-4fc6-a240-0ced8a0ade41, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:36:30.557170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] For port e3259881-e3f9-4fc6-a240-0ced8a0ade41, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e3259881-e3f9-4fc6-a240-0ced8a0ade41,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:36:30.574633 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.630840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Provisioning complete for port e3259881-e3f9-4fc6-a240-0ced8a0ade41 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:30.631333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.743737 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:30.749585 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:30.754195 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64a3b-ff77-41c9-b31b-d907b20518e3 None None] Pushing event updated for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:30.889234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Current status of the port e3259881-e3f9-4fc6-a240-0ced8a0ade41 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:30.889808 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:30.993362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] For port e3259881-e3f9-4fc6-a240-0ced8a0ade41, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e3259881-e3f9-4fc6-a240-0ced8a0ade41,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:31.003704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.061292 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:31.122585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1852516-625d-4a12-8f7b-aa54894dc9e0 None None] Pushing event updated for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:31.164003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f6c933ba-9637-4754-8ee9-84c634376bcb None None] Provisioning complete for port e3259881-e3f9-4fc6-a240-0ced8a0ade41 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:31.164457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6c933ba-9637-4754-8ee9-84c634376bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.249096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:36:31.249648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:36:31.280372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c74664cf-400b-43c3-89e5-af61600be33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.312236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.376820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f6c933ba-9637-4754-8ee9-84c634376bcb None None] Current status of the port e3259881-e3f9-4fc6-a240-0ced8a0ade41 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:36:31.530191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:28Z', 'revision_number': 6, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:30Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:31.599527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.607716 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b22e1-632b-48d1-8ed3-ad15ca6166c2 None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:28Z', 'revision_number': 6, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:30Z', 'revision_number': 4, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:31.608043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:31.829414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:32.056900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:32.084350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:32.093297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-975f861f-0c17-4994-940e-36010b0733d9 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 699 time: 1.8241575 Feb 03 11:36:32.096483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:32.282155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-373b611c-4c37-46c6-b43f-048064849c71 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 699 time: 0.1808109 Feb 03 11:36:32.285482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:33.024443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:33.212565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:33.226051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:33.227595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:33.367797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:33.404225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port e3259881-e3f9-4fc6-a240-0ced8a0ade41 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:33.404699 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:33.683067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:31Z', 'revision_number': 7, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:30Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:33.729620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:33.745667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e3259881-e3f9-4fc6-a240-0ced8a0ade41 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:36:33.840354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:33.841041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:34.068584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port e3259881-e3f9-4fc6-a240-0ced8a0ade41, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e3259881-e3f9-4fc6-a240-0ced8a0ade41,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:34.075825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:34.107794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for e3259881-e3f9-4fc6-a240-0ced8a0ade41 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:34.394215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e3259881-e3f9-4fc6-a240-0ced8a0ade41 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:36:34.394215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:34.400867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:34.436004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e3259881-e3f9-4fc6-a240-0ced8a0ade41), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:34.512454 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=e3259881-e3f9-4fc6-a240-0ced8a0ade41,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:34.648796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df6b05e2-3d4a-4362-96c1-b8eb9174f600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:34.829406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Could not find standard attr ID for object e3259881-e3f9-4fc6-a240-0ced8a0ade41. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 11:36:34.840641 n-d-821606-6 neutron-server[103128]: INFO neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No ports have port_id starting with e3259881-e3f9-4fc6-a240-0ced8a0ade41 Feb 03 11:36:34.869398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:34.921297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:35.069940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666c79b-f6ba-47e8-888d-32ea026a2a46 req-37bb570a-f10f-4531-8f82-71301d5cd03a tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:35.081710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f666c79b-f6ba-47e8-888d-32ea026a2a46 req-37bb570a-f10f-4531-8f82-71301d5cd03a tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 945 time: 0.1149294 Feb 03 11:36:35.140436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:31Z', 'revision_number': 7, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:30Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:35.217584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f666c79b-f6ba-47e8-888d-32ea026a2a46 req-c9aad96e-abe9-4c1f-9fc6-6d7189246a41 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322079 Feb 03 11:36:35.230579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327608b0-7448-4520-a865-f5eb2da8761f None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:31Z', 'revision_number': 7, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3259881-e3f9-4fc6-a240-0ced8a0ade41', 'name': '', 'network_id': '06456d6b-e01e-4fc4-8e9c-2744f30e4f5c', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:a8:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:23Z', 'updated_at': '2022-02-03T11:36:30Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1dbc1a76-23df-4786-91e3-ee7bab141ea8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:35.288437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:35.427660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:35.437749 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ee612aad-9597-4ef8-9805-aba2e6f6d44c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1488051 Feb 03 11:36:35.438361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:35.588104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 1dbc1a76-23df-4786-91e3-ee7bab141ea8 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:36:35.605017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (1dbc1a76-23df-4786-91e3-ee7bab141ea8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:35.709426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (1dbc1a76-23df-4786-91e3-ee7bab141ea8), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:35.757235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:35.780079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:35.780729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:35.870515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (1dbc1a76-23df-4786-91e3-ee7bab141ea8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:35.962231 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (1dbc1a76-23df-4786-91e3-ee7bab141ea8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:35.990927 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:36.014384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbc1a76-23df-4786-91e3-ee7bab141ea8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:36.031356 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.035609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f4541f84-df3d-4612-ab27-686cfdb57d0d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/1dbc1a76-23df-4786-91e3-ee7bab141ea8 HTTP/1.1" status: 204 len: 168 time: 0.5955470 Feb 03 11:36:36.036546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4617f3a1-a3f8-491f-a142-1f659233883e None None] Network 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:36.038644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40678) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:36.279544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.374161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port cd2b43b1-8c07-44ca-b068-1990b5a0db98 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:36.375175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.535379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916577eb-a2e9-4064-b979-1dd57589db0a req-64b3eb29-1e39-449b-8b82-05ccfc797b17 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:36.542466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-916577eb-a2e9-4064-b979-1dd57589db0a req-64b3eb29-1e39-449b-8b82-05ccfc797b17 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 945 time: 0.2416849 Feb 03 11:36:36.569622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port cd2b43b1-8c07-44ca-b068-1990b5a0db98, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cd2b43b1-8c07-44ca-b068-1990b5a0db98,segment=NetworkSegment(d8ae5442-dd2e-4701-a87f-1a688a8d3464),segment_id=d8ae5442-dd2e-4701-a87f-1a688a8d3464)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:36.581175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.603973 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for cd2b43b1-8c07-44ca-b068-1990b5a0db98 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:36.618667 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:34Z', 'revision_number': 8, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:36.695443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.714123 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:36.737673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22dd9-a302-465c-ad46-283a0617accc req-9baf6851-bb1f-4995-900a-37c00e2915ed tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:36:36.739224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28a22dd9-a302-465c-ad46-283a0617accc req-9baf6851-bb1f-4995-900a-37c00e2915ed tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 945 time: 0.3497555 Feb 03 11:36:36.753865 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:36.756239 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:36.855753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914404b-fac8-4713-9d39-597aca0c0dd1 None None] DHCP port deletion for 06456d6b-e01e-4fc4-8e9c-2744f30e4f5c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:36:36.875079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (cd2b43b1-8c07-44ca-b068-1990b5a0db98), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:36.934857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=cd2b43b1-8c07-44ca-b068-1990b5a0db98,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:36.944748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d914404b-fac8-4713-9d39-597aca0c0dd1 None None] The port 'cd2b43b1-8c07-44ca-b068-1990b5a0db98' was deleted {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 11:36:36.947263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port cd2b43b1-8c07-44ca-b068-1990b5a0db98 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:36.997416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28a22dd9-a302-465c-ad46-283a0617accc req-b704be5a-93c4-47a8-9cdb-8fac024b895e tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744354 Feb 03 11:36:37.081800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Deleting port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:37.082932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.230650 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:37.239761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] For port dcae3ec9-6d06-43c5-99f9-20d1f99d4286, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,segment=NetworkSegment(d2870d2e-cece-4b84-8143-62a91e75b47b),segment_id=d2870d2e-cece-4b84-8143-62a91e75b47b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:37.239761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.275530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Calling delete_port for dcae3ec9-6d06-43c5-99f9-20d1f99d4286 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:37.334825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.378773 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.395793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06456d6b-e01e-4fc4-8e9c-2744f30e4f5c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:37.435633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ae5442-dd2e-4701-a87f-1a688a8d3464') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:37.438150 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ae5442-dd2e-4701-a87f-1a688a8d3464') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:37.470849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40708) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:37.500854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d8ae5442-dd2e-4701-a87f-1a688a8d3464), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.570781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d8ae5442-dd2e-4701-a87f-1a688a8d3464), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.608597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (dcae3ec9-6d06-43c5-99f9-20d1f99d4286), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.619367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:36:37.624493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d8ae5442-dd2e-4701-a87f-1a688a8d3464), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.625266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['dcae3ec9-6d06-43c5-99f9-20d1f99d4286'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:36:37.700590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd2b43b1-8c07-44ca-b068-1990b5a0db98 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:37.718617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Pushing event deleted for resources: {'Port': ['ID=dcae3ec9-6d06-43c5-99f9-20d1f99d4286,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:37.764981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: cd2b43b1-8c07-44ca-b068-1990b5a0db98 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:37.765341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cd2b43b1-8c07-44ca-b068-1990b5a0db98 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:36:37.802978 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:36:37.814079 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:34Z', 'revision_number': 8, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:37.821216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (06456d6b-e01e-4fc4-8e9c-2744f30e4f5c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.827857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] No DVR routers for this DVR port dcae3ec9-6d06-43c5-99f9-20d1f99d4286 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:37.831241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.836849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-916577eb-a2e9-4064-b979-1dd57589db0a req-6c87fa67-6ff4-4b87-96dd-600a24f90210 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.53 "DELETE /v2.0/ports/dcae3ec9-6d06-43c5-99f9-20d1f99d4286 HTTP/1.1" status: 204 len: 173 time: 1.2850921 Feb 03 11:36:37.840681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'name': 'network-vif-deleted', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:36:37.845251 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577f5b15-dc68-4829-981c-bf6160591184" -d '{"events": [{"server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "name": "network-vif-deleted", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:36:37.854799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:37.908013 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/06456d6b-e01e-4fc4-8e9c-2744f30e4f5c HTTP/1.1" status: 204 len: 168 time: 1.8670759 Feb 03 11:36:37.911023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:37.972421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62cdc4ca-0e4f-43cb-926c-785da5e64e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.002419 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80934e4e-ef6e-47a8-9e29-5f80ba5eac86 x-openstack-request-id: req-80934e4e-ef6e-47a8-9e29-5f80ba5eac86 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:36:38.002720 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7456001e-9844-43a5-ae4b-99b45590e3f8", "name": "network-vif-deleted", "tag": "dcae3ec9-6d06-43c5-99f9-20d1f99d4286", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:36:38.002982 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80934e4e-ef6e-47a8-9e29-5f80ba5eac86 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:36:38.013193 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7456001e-9844-43a5-ae4b-99b45590e3f8', 'name': 'network-vif-deleted', 'tag': 'dcae3ec9-6d06-43c5-99f9-20d1f99d4286', 'status': 'completed', 'code': 200} Feb 03 11:36:38.055593 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5648bb-a6e1-440f-8be5-ae87fee02e8d None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:34Z', 'revision_number': 8, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39fcd98-16e7-4469-8d31-d565a61a0457', 'name': '', 'network_id': '33b44e1e-afce-4c6b-b501-d8bdc406304a', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:fc:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:16Z', 'updated_at': '2022-02-03T11:36:25Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:38.056894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5f89f-7be1-4ca8-808f-b52416d78ed8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=06456d6b-e01e-4fc4-8e9c-2744f30e4f5c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:38.340340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62cdc4ca-0e4f-43cb-926c-785da5e64e7a admin admin] Publish callbacks [] for security_group (afe46a20-6efd-4584-906f-0e7155a8e04b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.350479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-62cdc4ca-0e4f-43cb-926c-785da5e64e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (afe46a20-6efd-4584-906f-0e7155a8e04b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.429381 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-62cdc4ca-0e4f-43cb-926c-785da5e64e7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dfa6b51431741159ab613309e420a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9555311 Feb 03 11:36:38.431562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40736) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:38.434946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7b81573-1379-48e0-8c3a-1526eb11aa86 req-3fcb47de-809b-43c5-8e18-479d4bdedb40 tempest-VolumesActionsTest-537984573 tempest-VolumesActionsTest-537984573-project] 10.222.0.30 "GET /v2.0/ports?device_id=7456001e-9844-43a5-ae4b-99b45590e3f8 HTTP/1.1" status: 200 len: 210 time: 0.1570358 Feb 03 11:36:38.504486 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdc4ca-0e4f-43cb-926c-785da5e64e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe46a20-6efd-4584-906f-0e7155a8e04b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:38.556048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] Publish callbacks [] for security_group (afe46a20-6efd-4584-906f-0e7155a8e04b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.626709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] Publish callbacks [] for security_group (afe46a20-6efd-4584-906f-0e7155a8e04b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.740973 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (afe46a20-6efd-4584-906f-0e7155a8e04b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.743680 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:38.744873 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afe46a20-6efd-4584-906f-0e7155a8e04b HTTP/1.1" status: 204 len: 168 time: 0.3116539 Feb 03 11:36:38.783842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2ae4-d80c-4889-ba44-041e15df1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe46a20-6efd-4584-906f-0e7155a8e04b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:39.066637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.393774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:39.416940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bb7-39ad-4a8b-b8e6-6232e4500bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.581323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e3259881-e3f9-4fc6-a240-0ced8a0ade41 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:39.640422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e3259881-e3f9-4fc6-a240-0ced8a0ade41 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:39.640969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e3259881-e3f9-4fc6-a240-0ced8a0ade41 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:39.647787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bb7-39ad-4a8b-b8e6-6232e4500bab admin admin] Publish callbacks [] for security_group (27bd2ac5-b242-4497-8e76-bb68ab9cc6bd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.655834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bb7-39ad-4a8b-b8e6-6232e4500bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27bd2ac5-b242-4497-8e76-bb68ab9cc6bd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.733244 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e2c14bb7-39ad-4a8b-b8e6-6232e4500bab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3dd2b608718458a82e73b5d177a4999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383503 Feb 03 11:36:39.750197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:39.861095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port f39fcd98-16e7-4469-8d31-d565a61a0457 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:39.861458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.904842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] Publish callbacks [] for security_group (27bd2ac5-b242-4497-8e76-bb68ab9cc6bd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:39.934099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c14bb7-39ad-4a8b-b8e6-6232e4500bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd2ac5-b242-4497-8e76-bb68ab9cc6bd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:39.970747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] Publish callbacks [] for security_group (27bd2ac5-b242-4497-8e76-bb68ab9cc6bd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:40.080742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27bd2ac5-b242-4497-8e76-bb68ab9cc6bd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:40.084880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:40.086624 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27bd2ac5-b242-4497-8e76-bb68ab9cc6bd HTTP/1.1" status: 204 len: 168 time: 0.3340392 Feb 03 11:36:40.099269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port f39fcd98-16e7-4469-8d31-d565a61a0457, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f39fcd98-16e7-4469-8d31-d565a61a0457,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:40.099981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:40.118768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9b55-4b9f-4682-89fa-1616febfc1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd2ac5-b242-4497-8e76-bb68ab9cc6bd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:40.129748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for f39fcd98-16e7-4469-8d31-d565a61a0457 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:40.563106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dcae3ec9-6d06-43c5-99f9-20d1f99d4286 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:40.607153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: dcae3ec9-6d06-43c5-99f9-20d1f99d4286 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:40.607722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device dcae3ec9-6d06-43c5-99f9-20d1f99d4286 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:40.726457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f39fcd98-16e7-4469-8d31-d565a61a0457), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:41.496585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=f39fcd98-16e7-4469-8d31-d565a61a0457,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:41.744299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:42.277257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:42.549262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:42.572736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:42.580266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-547e7ef5-d258-453a-9a39-a84999fc7f31 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6680846 Feb 03 11:36:42.586857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:42.596221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:42.596750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:42.801562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:36:42.815594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:42.939715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:42.973754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.226694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.381135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.404900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:40Z', 'revision_number': 9, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:43.443372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:43.445570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.452403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40856) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:43.464394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eaa3b34e-459d-4cca-981a-5758d3ee9f3f tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad HTTP/1.1" status: 204 len: 168 time: 0.8749957 Feb 03 11:36:43.482553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f00fe7-dfd2-49b8-a2a6-bff1818d15b8 None None] Network 33b44e1e-afce-4c6b-b501-d8bdc406304a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:43.598055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:43.635409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (33b44e1e-afce-4c6b-b501-d8bdc406304a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.639068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:43.640310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:43.807759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:43.808117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:43.834811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:43.937827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] DHCP port deletion for 33b44e1e-afce-4c6b-b501-d8bdc406304a request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:36:44.009685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,segment=NetworkSegment(b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d),segment_id=b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:44.010067 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.029357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:44.246566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.279289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:44.338882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:44.380827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Deleting port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:44.394006 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.618616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (33b44e1e-afce-4c6b-b501-d8bdc406304a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.645638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] For port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:44.646434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.662667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b44e1e-afce-4c6b-b501-d8bdc406304a']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:44.689631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:44.689944 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:44.691328 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Calling delete_port for ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:44.695221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:36:44.714872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.716840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.774236 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.801197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:36:44.801624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (b7a0ab8f-5b3c-490e-b1ad-a0ff2e9a2f5d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:36:44.811607 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:36:44.838770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] Pushing event deleted for resources: {'Port': ['ID=ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:44.857145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:40Z', 'revision_number': 9, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:44.861828 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b89fe-8951-4dce-b97e-af1a35f3c2ce None None] No DVR routers for this DVR port ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:44.904094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92138d5d-eb1d-4c43-a8ef-74bd534f4020 None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:40Z', 'revision_number': 9, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '056c9fc8-5c25-4c37-88d3-926750dd824d', 'name': '', 'network_id': '0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:61:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:08Z', 'updated_at': '2022-02-03T11:36:16Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '1599560e-3d69-4c70-b1e0-cc9fc2f1f781', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:44.968811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (33b44e1e-afce-4c6b-b501-d8bdc406304a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:45.063525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:45.074862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:45.089229 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/33b44e1e-afce-4c6b-b501-d8bdc406304a HTTP/1.1" status: 204 len: 168 time: 1.6338632 Feb 03 11:36:45.101165 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949edd0-a5ca-41c3-b2c3-d8531d63e54c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=33b44e1e-afce-4c6b-b501-d8bdc406304a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:45.649741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:45.691173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:45.691533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ac2b8fa0-4dbd-4dc1-a23f-ec38c93e45f5 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:45.707517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39fcd98-16e7-4469-8d31-d565a61a0457 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:45.857174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:45.971347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:46.028427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f39fcd98-16e7-4469-8d31-d565a61a0457 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:46.029053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f39fcd98-16e7-4469-8d31-d565a61a0457 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:46.242377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a232cbd7-fd7e-48fc-bd03-c6212b3e81ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:46.281641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 056c9fc8-5c25-4c37-88d3-926750dd824d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:46.283351 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:46.363508 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:46.454728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 056c9fc8-5c25-4c37-88d3-926750dd824d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=056c9fc8-5c25-4c37-88d3-926750dd824d,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:46.455360 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:46.471071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 056c9fc8-5c25-4c37-88d3-926750dd824d owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:46.713742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (056c9fc8-5c25-4c37-88d3-926750dd824d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:46.769786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=056c9fc8-5c25-4c37-88d3-926750dd824d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:47.123099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.147196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a232cbd7-fd7e-48fc-bd03-c6212b3e81ed admin admin] Publish callbacks [] for security_group (4b75be4b-8a62-4577-9834-cc2d4f64f513), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.180370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a232cbd7-fd7e-48fc-bd03-c6212b3e81ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b75be4b-8a62-4577-9834-cc2d4f64f513), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.252134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a232cbd7-fd7e-48fc-bd03-c6212b3e81ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=280782cab493404889fdea6faa850317&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2762129 Feb 03 11:36:47.253790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 40984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:47.270289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232cbd7-fd7e-48fc-bd03-c6212b3e81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75be4b-8a62-4577-9834-cc2d4f64f513,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:47.365235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] Publish callbacks [] for security_group (4b75be4b-8a62-4577-9834-cc2d4f64f513), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.403848 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] Publish callbacks [] for security_group (4b75be4b-8a62-4577-9834-cc2d4f64f513), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.437039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:47.514470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4b75be4b-8a62-4577-9834-cc2d4f64f513), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.519535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.521115 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b75be4b-8a62-4577-9834-cc2d4f64f513 HTTP/1.1" status: 204 len: 168 time: 0.2660854 Feb 03 11:36:47.535229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb170-b291-41cf-b99a-27967dd3d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75be4b-8a62-4577-9834-cc2d4f64f513,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:47.623268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:47.632607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e2034a63-76a1-4146-a7c7-c9eaec2b3cd2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564249 Feb 03 11:36:47.637352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 40998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:47.640460 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:47.660459 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:47.663142 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:47.747448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 1599560e-3d69-4c70-b1e0-cc9fc2f1f781 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:36:47.766962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (1599560e-3d69-4c70-b1e0-cc9fc2f1f781), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:47.803552 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:47.846413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (1599560e-3d69-4c70-b1e0-cc9fc2f1f781), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.160278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41008) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:48.181645 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf00b07c-e1a3-482a-9f94-4dc6d6d4434f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.336295 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:46Z', 'revision_number': 10, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:48.423801 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:48.426073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf00b07c-e1a3-482a-9f94-4dc6d6d4434f admin admin] Publish callbacks [] for security_group (c1cf721a-84b6-4dae-bc6c-71292612f94d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.438037 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bf00b07c-e1a3-482a-9f94-4dc6d6d4434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1cf721a-84b6-4dae-bc6c-71292612f94d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.456228 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:48.458535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:48.548186 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bf00b07c-e1a3-482a-9f94-4dc6d6d4434f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43aacdaf25614d3c8f4ecd56c16365f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866663 Feb 03 11:36:48.551870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:48.636703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b07c-e1a3-482a-9f94-4dc6d6d4434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf721a-84b6-4dae-bc6c-71292612f94d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:48.638402 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (1599560e-3d69-4c70-b1e0-cc9fc2f1f781), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.681193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] Publish callbacks [] for security_group (c1cf721a-84b6-4dae-bc6c-71292612f94d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.729957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:48.772576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] Publish callbacks [] for security_group (c1cf721a-84b6-4dae-bc6c-71292612f94d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.778277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (1599560e-3d69-4c70-b1e0-cc9fc2f1f781), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.823874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=1599560e-3d69-4c70-b1e0-cc9fc2f1f781,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:48.850768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.858362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627111ec-96f7-4ac0-85d9-9641f3ce18e2 None None] Network 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:48.864472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-029d37c3-ee99-499d-8a63-35a6b204ac08 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/1599560e-3d69-4c70-b1e0-cc9fc2f1f781 HTTP/1.1" status: 204 len: 168 time: 1.2260313 Feb 03 11:36:48.867861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:48.904992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c1cf721a-84b6-4dae-bc6c-71292612f94d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.907748 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:48.908899 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1cf721a-84b6-4dae-bc6c-71292612f94d HTTP/1.1" status: 204 len: 168 time: 0.3546705 Feb 03 11:36:48.943930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1840cd9-9f63-4319-a23c-d226f3adcba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf721a-84b6-4dae-bc6c-71292612f94d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:49.013703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:46Z', 'revision_number': 10, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:49.097061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.158797 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d0afe-08b6-457c-9c6b-69a1df7ed96b None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:46Z', 'revision_number': 10, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None, '_interfaces': [{'id': '36884979-249a-4fce-a45c-dd60bf42c6aa', 'name': '', 'network_id': '14b54e3d-a3fe-43d8-80fb-f8773888ce31', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'mac_address': 'fa:16:3e:57:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:36:01Z', 'updated_at': '2022-02-03T11:36:09Z', 'revision_number': 5, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'subnets': [{'id': '2e0b4296-658a-46ef-bee2-7b614342a771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:49.238364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] DHCP port deletion for 0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:36:49.273779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port e0540fba-cd27-4c4d-b78a-b20f592a5d70 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:49.275038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.354074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Deleting port e0540fba-cd27-4c4d-b78a-b20f592a5d70 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:49.356882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.437320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port e0540fba-cd27-4c4d-b78a-b20f592a5d70, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0540fba-cd27-4c4d-b78a-b20f592a5d70,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:49.438046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.478341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for e0540fba-cd27-4c4d-b78a-b20f592a5d70 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:49.592750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] For port e0540fba-cd27-4c4d-b78a-b20f592a5d70, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0540fba-cd27-4c4d-b78a-b20f592a5d70,segment=NetworkSegment(c85c2048-a34d-4ce0-837f-4aa2f195d3f9),segment_id=c85c2048-a34d-4ce0-837f-4aa2f195d3f9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:49.600303 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.619973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Calling delete_port for e0540fba-cd27-4c4d-b78a-b20f592a5d70 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:49.763828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.784526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port e0540fba-cd27-4c4d-b78a-b20f592a5d70 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:49.886491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=e0540fba-cd27-4c4d-b78a-b20f592a5d70,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:49.908203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 056c9fc8-5c25-4c37-88d3-926750dd824d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:49.914218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e0540fba-cd27-4c4d-b78a-b20f592a5d70), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:49.979365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 056c9fc8-5c25-4c37-88d3-926750dd824d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:49.980058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 056c9fc8-5c25-4c37-88d3-926750dd824d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:49.980706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0540fba-cd27-4c4d-b78a-b20f592a5d70 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:50.015734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.017136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] No DVR routers for this DVR port e0540fba-cd27-4c4d-b78a-b20f592a5d70 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:50.027890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e0540fba-cd27-4c4d-b78a-b20f592a5d70 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:50.028013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0540fba-cd27-4c4d-b78a-b20f592a5d70 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:50.057485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf9bca-d811-4b7a-a10c-dfa47e217709 None None] Pushing event deleted for resources: {'Port': ['ID=e0540fba-cd27-4c4d-b78a-b20f592a5d70,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:50.101477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:50.126664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:50.126664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85c2048-a34d-4ce0-837f-4aa2f195d3f9') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:50.149266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c85c2048-a34d-4ce0-837f-4aa2f195d3f9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.172086 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c85c2048-a34d-4ce0-837f-4aa2f195d3f9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.197639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:36:50.198791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c85c2048-a34d-4ce0-837f-4aa2f195d3f9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:36:50.221753 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:36:50.330303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.351793 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:50.357323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0 HTTP/1.1" status: 204 len: 168 time: 1.4882975 Feb 03 11:36:50.358489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7fcc-0632-4d44-9f8e-30ddf8dcbe0a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=0f8dcd93-ab8f-4bbc-ae4b-68f474010cb0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:50.360060 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41066) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:50.982823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:51.513660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 36884979-249a-4fce-a45c-dd60bf42c6aa {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:51.514247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:51.765651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 36884979-249a-4fce-a45c-dd60bf42c6aa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36884979-249a-4fce-a45c-dd60bf42c6aa,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:51.767840 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:51.784359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 36884979-249a-4fce-a45c-dd60bf42c6aa owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:52.197504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (36884979-249a-4fce-a45c-dd60bf42c6aa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:52.300059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=36884979-249a-4fce-a45c-dd60bf42c6aa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:52.829507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (412cd86e-13e4-4259-8e96-e3c9036c876f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:53.597174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:53.650297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:53.806292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33380ad1-9ca2-472c-b45e-2821bff1344a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:53.953325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:53.965578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:53.966339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f4e02cc2-b88d-4ee0-9565-e38090179a9b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6049492 Feb 03 11:36:53.968934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:53.986923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:53.987615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:54.058010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33380ad1-9ca2-472c-b45e-2821bff1344a admin admin] Publish callbacks [] for security_group (6eea2420-9482-4b99-ae85-14b1b7750eae), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.065020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33380ad1-9ca2-472c-b45e-2821bff1344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6eea2420-9482-4b99-ae85-14b1b7750eae), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.119361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting subnet 2e0b4296-658a-46ef-bee2-7b614342a771 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:36:54.132273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (2e0b4296-658a-46ef-bee2-7b614342a771), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.184166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-33380ad1-9ca2-472c-b45e-2821bff1344a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8d1f227a2aa48d6852dca938daff93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843539 Feb 03 11:36:54.188679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:54.189692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33380ad1-9ca2-472c-b45e-2821bff1344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea2420-9482-4b99-ae85-14b1b7750eae,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:54.211446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:54.255784 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (2e0b4296-658a-46ef-bee2-7b614342a771), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.323270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:54.334221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] Publish callbacks [] for security_group (6eea2420-9482-4b99-ae85-14b1b7750eae), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.382358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] Publish callbacks [] for security_group (6eea2420-9482-4b99-ae85-14b1b7750eae), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.399097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:54.413603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2e0b4296-658a-46ef-bee2-7b614342a771), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.423553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:54.424100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:54.471915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6eea2420-9482-4b99-ae85-14b1b7750eae), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.474712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.478764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eea2420-9482-4b99-ae85-14b1b7750eae HTTP/1.1" status: 204 len: 168 time: 0.2624042 Feb 03 11:36:54.488316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafe2c1-db68-4adb-93db-00137166d651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea2420-9482-4b99-ae85-14b1b7750eae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:54.551860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (2e0b4296-658a-46ef-bee2-7b614342a771), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.564199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:54.633809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0b4296-658a-46ef-bee2-7b614342a771,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:54.644114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:54.649824 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-694da532-5b60-4118-9d56-d2f0f6e266dd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/2e0b4296-658a-46ef-bee2-7b614342a771 HTTP/1.1" status: 204 len: 168 time: 0.6774662 Feb 03 11:36:54.650206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41206) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:54.694142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d94a88-a5d8-419b-b52c-c5248ac39618 None None] Network 14b54e3d-a3fe-43d8-80fb-f8773888ce31 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:36:54.704926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:54.804009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266fc07-b426-42c5-bf0a-a79755647d10 None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:54.985473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (14b54e3d-a3fe-43d8-80fb-f8773888ce31), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.018245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:36:55.225210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Deleting port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:55.225568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.261995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] DHCP port deletion for 14b54e3d-a3fe-43d8-80fb-f8773888ce31 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:36:55.308627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:55.359380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e349bcf5-fd5e-4774-b1ef-aa383984df2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.414903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Deleting port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:36:55.415692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.501600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] For port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:55.502025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.551720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Calling delete_port for 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:55.625318 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e349bcf5-fd5e-4774-b1ef-aa383984df2d admin admin] Publish callbacks [] for security_group (00c64713-87c0-4d6e-be35-0771afb7e58e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.630935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] For port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,segment=NetworkSegment(975af4a0-c48c-435a-b74b-d2afec1324b5),segment_id=975af4a0-c48c-435a-b74b-d2afec1324b5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:36:55.631480 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.635347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e349bcf5-fd5e-4774-b1ef-aa383984df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (00c64713-87c0-4d6e-be35-0771afb7e58e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.679790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36884979-249a-4fce-a45c-dd60bf42c6aa no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:55.730832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349bcf5-fd5e-4774-b1ef-aa383984df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c64713-87c0-4d6e-be35-0771afb7e58e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:55.743359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Calling delete_port for 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:36:55.749240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 36884979-249a-4fce-a45c-dd60bf42c6aa {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:55.749240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36884979-249a-4fce-a45c-dd60bf42c6aa not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:55.749240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:36:55.749947 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e349bcf5-fd5e-4774-b1ef-aa383984df2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4128b26a22f74e099a034757944f19c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401140 Feb 03 11:36:55.753279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.759974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:55.779357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:36:55.779850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:36:55.818771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No DVR routers for this DVR port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:55.827388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Port': ['ID=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:55.873358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (6ef4d41c-9026-4091-8f4b-f86bec4fdbdc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.887060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] No DVR routers for this DVR port 6ef4d41c-9026-4091-8f4b-f86bec4fdbdc on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:36:55.915643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] Publish callbacks [] for security_group (00c64713-87c0-4d6e-be35-0771afb7e58e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.921684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eed36-4a6a-4e3f-b7c1-61a9716f54a1 None None] Pushing event deleted for resources: {'Port': ['ID=6ef4d41c-9026-4091-8f4b-f86bec4fdbdc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:55.945342 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] Publish callbacks [] for security_group (00c64713-87c0-4d6e-be35-0771afb7e58e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:55.999488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (14b54e3d-a3fe-43d8-80fb-f8773888ce31), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.042872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b54e3d-a3fe-43d8-80fb-f8773888ce31']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:56.057647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975af4a0-c48c-435a-b74b-d2afec1324b5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:56.057949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975af4a0-c48c-435a-b74b-d2afec1324b5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:56.066525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (00c64713-87c0-4d6e-be35-0771afb7e58e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.069156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.070481 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00c64713-87c0-4d6e-be35-0771afb7e58e HTTP/1.1" status: 204 len: 168 time: 0.3082051 Feb 03 11:36:56.071798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (975af4a0-c48c-435a-b74b-d2afec1324b5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.086942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2e7a0-021f-4881-be47-d7c1bf9ce78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c64713-87c0-4d6e-be35-0771afb7e58e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:56.089380 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (975af4a0-c48c-435a-b74b-d2afec1324b5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.099772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:36:56.100457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (975af4a0-c48c-435a-b74b-d2afec1324b5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:36:56.202102 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:36:56.209207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (14b54e3d-a3fe-43d8-80fb-f8773888ce31), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.242219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.246030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/networks/14b54e3d-a3fe-43d8-80fb-f8773888ce31 HTTP/1.1" status: 204 len: 168 time: 1.5936368 Feb 03 11:36:56.246810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616ab1-c487-48ed-8a9c-e05a0a00add8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Pushing event deleted for resources: {'Network': ['ID=14b54e3d-a3fe-43d8-80fb-f8773888ce31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:56.248743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:56.258719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'routes': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:56.653345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Added routes are [] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 11:36:56.654416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.extraroute_db [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Removed routes are [] {{(pid=103126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 11:36:56.654941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.812190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.816805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:56.939186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 412cd86e-13e4-4259-8e96-e3c9036c876f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:36:57.069603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:57.076687 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.080558 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99401e2a-0f75-466c-8fe5-ac27f529f670 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 700 time: 0.8262353 Feb 03 11:36:57.081261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:57.087734 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Sync routers for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:57.121756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa9bc7dd-224e-4d1d-bf99-c557ab9fb3cd tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 205 time: 0.0395842 Feb 03 11:36:57.128772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41278) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:57.130341 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:57.131891 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:57.133623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.296726 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.330466 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:57.483462 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:57.520397 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Checking router: 412cd86e-13e4-4259-8e96-e3c9036c876f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:57.530809 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Routers {'412cd86e-13e4-4259-8e96-e3c9036c876f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:57.531920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['412cd86e-13e4-4259-8e96-e3c9036c876f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:57.720614 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] Set router 412cd86e-13e4-4259-8e96-e3c9036c876f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:57.721963 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.730017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (412cd86e-13e4-4259-8e96-e3c9036c876f), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.818692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (412cd86e-13e4-4259-8e96-e3c9036c876f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.819684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 412cd86e-13e4-4259-8e96-e3c9036c876f {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:36:57.835039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.836686 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b17eb8f3-eb6d-4420-8a12-19f0b91028e0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 204 len: 168 time: 0.7068951 Feb 03 11:36:57.841173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41306) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:57.851391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2041717769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:57.856440 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:57.913300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.915328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:57.944230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67565a10-2213-46b2-b34f-a84fad13d734 None None] The sync data for ids ['412cd86e-13e4-4259-8e96-e3c9036c876f'] in n-d-821606-6 is: [{'id': '412cd86e-13e4-4259-8e96-e3c9036c876f', 'name': 'tempest-RoutersTest-router-315998428', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:35:58Z', 'updated_at': '2022-02-03T11:36:52Z', 'revision_number': 11, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:36:58.072311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:58.084296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:58.118586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:58.119803 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0414f788-6c92-419f-8b25-a016cf5490e8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2764697 Feb 03 11:36:58.122679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41310) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:58.127527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:36:58.493735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7931'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:58.509171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370973'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:58.609963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:58.843235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Router 22e8e6e1-273c-4dec-aac6-93cc1fe6c573 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:36:58.891371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd42ed61-0777-4d41-a26c-64822f3fc05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.033852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:36:59.045180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Sync routers for ids ['22e8e6e1-273c-4dec-aac6-93cc1fe6c573'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:36:59.052226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.053522 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d9628c7-fb7d-4d37-a100-3082492469b3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "PUT /v2.0/routers/22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 200 len: 694 time: 0.9300461 Feb 03 11:36:59.055653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd42ed61-0777-4d41-a26c-64822f3fc05a admin admin] Publish callbacks [] for security_group (ff0c8e43-68b2-46bd-897f-106e6ec9bed1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.056428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:59.068087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Routers {'22e8e6e1-273c-4dec-aac6-93cc1fe6c573'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:59.068992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['22e8e6e1-273c-4dec-aac6-93cc1fe6c573'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:59.075032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd42ed61-0777-4d41-a26c-64822f3fc05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff0c8e43-68b2-46bd-897f-106e6ec9bed1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.203169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd42ed61-0777-4d41-a26c-64822f3fc05a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9db1c8eb880347a3826f52abcaea1941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881760 Feb 03 11:36:59.204125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:59.336209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Set router 22e8e6e1-273c-4dec-aac6-93cc1fe6c573 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:36:59.379776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] Publish callbacks [] for security_group (ff0c8e43-68b2-46bd-897f-106e6ec9bed1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.384568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42ed61-0777-4d41-a26c-64822f3fc05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c8e43-68b2-46bd-897f-106e6ec9bed1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:59.445614 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] Publish callbacks [] for security_group (ff0c8e43-68b2-46bd-897f-106e6ec9bed1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.503577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8e6e1-273c-4dec-aac6-93cc1fe6c573', 'name': 'tempest-RoutersTest-router-2041717769', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:36:57Z', 'updated_at': '2022-02-03T11:36:58Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:59.560145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff0c8e43-68b2-46bd-897f-106e6ec9bed1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.562842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Checking router: 22e8e6e1-273c-4dec-aac6-93cc1fe6c573 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:36:59.564359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.566120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff0c8e43-68b2-46bd-897f-106e6ec9bed1 HTTP/1.1" status: 204 len: 168 time: 0.3498738 Feb 03 11:36:59.584312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312233-5516-4437-b11a-7369fe9cb93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c8e43-68b2-46bd-897f-106e6ec9bed1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:36:59.623499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Routers {'22e8e6e1-273c-4dec-aac6-93cc1fe6c573'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:36:59.624141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:36:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['22e8e6e1-273c-4dec-aac6-93cc1fe6c573'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:36:59.645053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1497b842-4ead-4840-a762-a71db4cf7af1 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/routers/22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 200 len: 700 time: 0.5875654 Feb 03 11:36:59.647865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:59.700975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-22c4bcf4-cfb7-4580-9073-da176350929e tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 200 len: 205 time: 0.0512388 Feb 03 11:36:59.703033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41360) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:36:59.847710 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:36:59.929979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] Set router 22e8e6e1-273c-4dec-aac6-93cc1fe6c573 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:37:00.019574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8e6e1-273c-4dec-aac6-93cc1fe6c573', 'name': 'tempest-RoutersTest-router-2041717769', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:36:57Z', 'updated_at': '2022-02-03T11:36:58Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:00.052077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ecc8fd-c2e0-4975-bbd2-ae7fe298b61a None None] The sync data for ids ['22e8e6e1-273c-4dec-aac6-93cc1fe6c573'] in n-d-821606-6 is: [{'id': '22e8e6e1-273c-4dec-aac6-93cc1fe6c573', 'name': 'tempest-RoutersTest-router-2041717769', 'tenant_id': '460a280fabbd4aa7bd050ec738e786c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:36:57Z', 'updated_at': '2022-02-03T11:36:58Z', 'revision_number': 2, 'project_id': '460a280fabbd4aa7bd050ec738e786c8', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:37:00.256696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:00.259562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router_controller (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:00.380635 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (22e8e6e1-273c-4dec-aac6-93cc1fe6c573), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:00.381954 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Fanout notify agent at l3_agent the message router_deleted on router 22e8e6e1-273c-4dec-aac6-93cc1fe6c573 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:37:00.402423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:00.408576 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8412d719-657e-462a-9a73-74f43cafe1a5 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 204 len: 168 time: 0.7021725 Feb 03 11:37:00.413268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.469033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-570a2d2f-2b83-4688-a023-67eb53170e5a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 200 len: 205 time: 0.0528979 Feb 03 11:37:00.470326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.544541 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f087cb01-7414-40b0-8f70-064b59c92bc7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:00.548019 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f087cb01-7414-40b0-8f70-064b59c92bc7 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/22e8e6e1-273c-4dec-aac6-93cc1fe6c573 HTTP/1.1" status: 404 len: 336 time: 0.0764928 Feb 03 11:37:00.551384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.605521 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a38129-9521-4e3b-b08e-decae77c33f3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:00.605990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a38129-9521-4e3b-b08e-decae77c33f3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:00.614709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-64a38129-9521-4e3b-b08e-decae77c33f3 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/1dbc1a76-23df-4786-91e3-ee7bab141ea8 HTTP/1.1" status: 404 len: 337 time: 0.0620720 Feb 03 11:37:00.617371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.674167 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b816d91-45c0-4806-9fc0-91d6e587b76b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:00.680952 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b816d91-45c0-4806-9fc0-91d6e587b76b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:00.685714 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b816d91-45c0-4806-9fc0-91d6e587b76b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/5c7b78e6-bc5e-4e22-b9c5-c7f1831374ad HTTP/1.1" status: 404 len: 337 time: 0.0666466 Feb 03 11:37:00.688031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.746362 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab6ab7a-68b0-487b-9ec3-fabe70949373 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:00.748166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab6ab7a-68b0-487b-9ec3-fabe70949373 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:00.758014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bab6ab7a-68b0-487b-9ec3-fabe70949373 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/1599560e-3d69-4c70-b1e0-cc9fc2f1f781 HTTP/1.1" status: 404 len: 337 time: 0.0656679 Feb 03 11:37:00.758989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.865844 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7c6b15-a189-4513-a05a-a24d1944a6fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:00.866428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7c6b15-a189-4513-a05a-a24d1944a6fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:00.875917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:00.876805 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f7c6b15-a189-4513-a05a-a24d1944a6fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/2e0b4296-658a-46ef-bee2-7b614342a771 HTTP/1.1" status: 404 len: 337 time: 0.1127808 Feb 03 11:37:00.953838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e3996ce5-d8c2-4f5a-b3a2-39a9ee5ed48d tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 200 len: 205 time: 0.0753880 Feb 03 11:37:00.956652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41414) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.040447 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-fc3c9d6d-dff9-4e3d-9d10-c1f1c86c922c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:01.044424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.046542 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fc3c9d6d-dff9-4e3d-9d10-c1f1c86c922c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/412cd86e-13e4-4259-8e96-e3c9036c876f HTTP/1.1" status: 404 len: 336 time: 0.0885108 Feb 03 11:37:01.101389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3434922e-afcd-42b5-8fd0-f6cb9ca7efc4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=597b006b-00be-4f53-ae17-f98755909dab HTTP/1.1" status: 200 len: 205 time: 0.0537429 Feb 03 11:37:01.102207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41422) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.228368 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-d839e88b-56a1-4007-af2f-bf04e76fc9ff tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:01.232678 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d839e88b-56a1-4007-af2f-bf04e76fc9ff tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/597b006b-00be-4f53-ae17-f98755909dab HTTP/1.1" status: 404 len: 336 time: 0.1293819 Feb 03 11:37:01.235260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41430) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.365980 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1014c2c1-b029-4eac-acbb-8412bb41dfc0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:01.374810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1014c2c1-b029-4eac-acbb-8412bb41dfc0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:01.401064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.403735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1014c2c1-b029-4eac-acbb-8412bb41dfc0 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/000f9993-274e-4c15-9f41-10ba008699be HTTP/1.1" status: 404 len: 337 time: 0.1672471 Feb 03 11:37:01.468108 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3c5692df-dce8-4075-9e01-c38d21dc88ff tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 200 len: 205 time: 0.0655606 Feb 03 11:37:01.470730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.614714 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-69024d81-1a03-4e7e-a393-5b9f5291510a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:01.618046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-69024d81-1a03-4e7e-a393-5b9f5291510a tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/98911079-0b85-4ee4-9c99-d5ba0d70f20a HTTP/1.1" status: 404 len: 336 time: 0.1462777 Feb 03 11:37:01.620792 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41446) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.715026 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e07131c1-7eb2-486f-b9e1-7f7ff8a0d2a2 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=78e0d399-50a1-41fd-a37e-30cf3eea3b66 HTTP/1.1" status: 200 len: 205 time: 0.0904617 Feb 03 11:37:01.715330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.721305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffa67962-1f54-47d1-aa93-f5eed500ae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:01.829208 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a96fdd1e-2160-4869-beda-2f63a50a0474 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:01.837786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41450) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:01.840787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a96fdd1e-2160-4869-beda-2f63a50a0474 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/78e0d399-50a1-41fd-a37e-30cf3eea3b66 HTTP/1.1" status: 404 len: 336 time: 0.1238203 Feb 03 11:37:01.948979 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-397dcd9b-3dca-4168-817f-783c8d4557c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:01.953630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397dcd9b-3dca-4168-817f-783c8d4557c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:01.966461 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-397dcd9b-3dca-4168-817f-783c8d4557c8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/f4541d83-d697-407c-ab99-acd90e56e248 HTTP/1.1" status: 404 len: 337 time: 0.1252706 Feb 03 11:37:01.967395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.068233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.071219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-383085dc-80bc-40ef-9c28-902d821ab41b tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc78d4ae-bdc8-45ec-83bc-db1cef00a623 HTTP/1.1" status: 200 len: 205 time: 0.1016781 Feb 03 11:37:02.121046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41472) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.209230 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-f6a3ed92-81b1-434c-801b-2651299f36fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:02.210550 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f6a3ed92-81b1-434c-801b-2651299f36fa tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/cc78d4ae-bdc8-45ec-83bc-db1cef00a623 HTTP/1.1" status: 404 len: 336 time: 0.1415019 Feb 03 11:37:02.213249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41476) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.293507 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ce1d42-2712-4d37-ac24-902a5d8b56a4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:02.293980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ce1d42-2712-4d37-ac24-902a5d8b56a4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:02.315268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-20ce1d42-2712-4d37-ac24-902a5d8b56a4 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/7bc52fad-f06a-47ac-9e32-dfce81a06bdf HTTP/1.1" status: 404 len: 337 time: 0.1007462 Feb 03 11:37:02.317881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.375321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a3fbc3a-9154-461a-ae59-3bb6cc84e109 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "GET /v2.0/ports?device_id=99088c5c-80fc-488e-ac8b-fafe58b83a9c HTTP/1.1" status: 200 len: 205 time: 0.0553465 Feb 03 11:37:02.378636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41482) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.392051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bb36ddc-0460-44e7-9019-6cb3eb5e5fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.435228 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-1a9826b7-41e1-4a68-8e86-1037c3408d5c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] delete failed (client error): The resource could not be found. Feb 03 11:37:02.436796 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1a9826b7-41e1-4a68-8e86-1037c3408d5c tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/routers/99088c5c-80fc-488e-ac8b-fafe58b83a9c HTTP/1.1" status: 404 len: 336 time: 0.0567136 Feb 03 11:37:02.440468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41484) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.502645 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0805df9-f91a-42c7-9864-647b79573f49 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:02.503252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0805df9-f91a-42c7-9864-647b79573f49 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:02.506664 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c0805df9-f91a-42c7-9864-647b79573f49 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/7b2fb520-e37d-42d8-b60a-1e37dcdaa336 HTTP/1.1" status: 404 len: 337 time: 0.0648737 Feb 03 11:37:02.511490 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41488) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.526015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bb36ddc-0460-44e7-9019-6cb3eb5e5fbb admin admin] Publish callbacks [] for security_group (48dc9850-7c16-42e1-afe7-788a4808a48b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.532079 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bb36ddc-0460-44e7-9019-6cb3eb5e5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48dc9850-7c16-42e1-afe7-788a4808a48b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.586703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8bb36ddc-0460-44e7-9019-6cb3eb5e5fbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64260a9df95c4ce490b5dc13ea697624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643574 Feb 03 11:37:02.588052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb36ddc-0460-44e7-9019-6cb3eb5e5fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dc9850-7c16-42e1-afe7-788a4808a48b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:02.591589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41492) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:02.597433 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d70114-7ed6-4d80-82ea-8fffad772ab8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] DELETE failed (client error): The resource could not be found. Feb 03 11:37:02.597818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d70114-7ed6-4d80-82ea-8fffad772ab8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 11:37:02.611009 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d4d70114-7ed6-4d80-82ea-8fffad772ab8 tempest-RoutersTest-580038219 tempest-RoutersTest-580038219-project] 10.222.0.30 "DELETE /v2.0/subnets/dc2b59d9-a038-4230-83ff-8905fa3861a8 HTTP/1.1" status: 404 len: 337 time: 0.0975506 Feb 03 11:37:02.705530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] Publish callbacks [] for security_group (48dc9850-7c16-42e1-afe7-788a4808a48b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.732711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] Publish callbacks [] for security_group (48dc9850-7c16-42e1-afe7-788a4808a48b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.810471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48dc9850-7c16-42e1-afe7-788a4808a48b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.814198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:02.815614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48dc9850-7c16-42e1-afe7-788a4808a48b HTTP/1.1" status: 204 len: 168 time: 0.2228737 Feb 03 11:37:02.839547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c2eab-d14c-4a51-a3f5-b980a1ea4948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dc9850-7c16-42e1-afe7-788a4808a48b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:03.054242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:03.455824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:03.457565 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4633919b-34bc-4f41-930a-0156656c09d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=460a280fabbd4aa7bd050ec738e786c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014056 Feb 03 11:37:03.622499 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] Publish callbacks [] for security_group (c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:03.660708 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] Publish callbacks [] for security_group (c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:03.775695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:03.779008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:03.783719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad HTTP/1.1" status: 204 len: 168 time: 0.3267496 Feb 03 11:37:03.792427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b1099-031f-4ec0-a827-79ef854f95fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ec4f1-f30c-4900-bedf-d33e9cd5a5ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:04.386345 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfb45cc5-d985-4807-8007-08072eed4531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:04.670672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:05.332456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:05.821397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--900201586'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:05.891019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:05.914559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.131801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (2e008dea-dbf7-45aa-8200-9bd8649c012d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.141016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e008dea-dbf7-45aa-8200-9bd8649c012d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.192757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e008dea-dbf7-45aa-8200-9bd8649c012d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:06.279857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.293486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.310810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.363523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.367372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0322387 Feb 03 11:37:06.370831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:06.377258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2103-066e-44f2-acbc-e7ac6321af91 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402dd39c-f957-4760-a3d9-956f4f5c7c45,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:06.542777 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba8c10de-623d-4ffa-a315-21a333f5c7e1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1699815 Feb 03 11:37:06.546751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:06.557077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-security--832380004', 'description': 'tempest-security-description-1093163057'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:06.820767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.906796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.926034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-33390dac-dbc7-4b39-b5a3-dda5394cfb10 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3118629 Feb 03 11:37:06.928490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.935536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:06.940102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "PUT /v2.0/security-groups/402dd39c-f957-4760-a3d9-956f4f5c7c45 HTTP/1.1" status: 200 len: 1796 time: 0.3870413 Feb 03 11:37:06.943262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:07.014082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7dd9-49b5-4cf5-9217-787fa7eacb24 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402dd39c-f957-4760-a3d9-956f4f5c7c45,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:07.123569 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4ed7c18e-3000-4581-adf4-56f50d426825 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups/402dd39c-f957-4760-a3d9-956f4f5c7c45 HTTP/1.1" status: 200 len: 1796 time: 0.1790128 Feb 03 11:37:07.128015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:07.219341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020649a-f590-44b3-b467-e757752b61d5 req-11ae9d8e-27b2-4ead-afa7-937066399763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:07.221461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-11ae9d8e-27b2-4ead-afa7-937066399763 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 1132 time: 0.1846020 Feb 03 11:37:07.254543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.311703 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.357340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.410987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (402dd39c-f957-4760-a3d9-956f4f5c7c45), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.414372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.418237 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/402dd39c-f957-4760-a3d9-956f4f5c7c45 HTTP/1.1" status: 204 len: 168 time: 0.2892272 Feb 03 11:37:07.419042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:07.464460 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402dd39c-f957-4760-a3d9-956f4f5c7c45,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:07.478627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.479239 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.479738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.480233 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.480751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.481279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.481765 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.482269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.482885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.483370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.485683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.494811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.496520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020649a-f590-44b3-b467-e757752b61d5 req-e267ae26-9bf0-450a-b3f6-165dc4430d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:07.498204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-e267ae26-9bf0-450a-b3f6-165dc4430d6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.2497985 Feb 03 11:37:07.498476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12d1e4-dda8-4915-af10-9818bb1b1659 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:07.578721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb39588a-1aba-4f29-b3c7-dd0929d67982 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1555760 Feb 03 11:37:07.580265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:07.613269 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-98cd809b-9ae9-4f2b-8654-1c161d22c506 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] delete failed (client error): The resource could not be found. Feb 03 11:37:07.628047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-7a5191b8-162c-490e-b650-3c1d4e56fff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 200 len: 217 time: 0.1108422 Feb 03 11:37:07.635511 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-98cd809b-9ae9-4f2b-8654-1c161d22c506 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/402dd39c-f957-4760-a3d9-956f4f5c7c45 HTTP/1.1" status: 404 len: 347 time: 0.0530431 Feb 03 11:37:07.637456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:07.650816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--97734263'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:07.726304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.746769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020649a-f590-44b3-b467-e757752b61d5 req-76853223-fd17-43ea-872d-133e4549561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:07.748576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-76853223-fd17-43ea-872d-133e4549561f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.1201220 Feb 03 11:37:07.878854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020649a-f590-44b3-b467-e757752b61d5 req-d6cbdc35-5528-4920-9c92-cf3fa32a1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:07.881523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-d6cbdc35-5528-4920-9c92-cf3fa32a1ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253381 Feb 03 11:37:07.951583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (d6420b9e-b16c-4281-9484-ffb84bef476d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:07.963994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d6420b9e-b16c-4281-9484-ffb84bef476d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.108772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.123204 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4811161 Feb 03 11:37:08.126530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:08.137988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de254f8c-bc1b-43f0-9dfc-45d82069f663 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6420b9e-b16c-4281-9484-ffb84bef476d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:08.145934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': 'd6420b9e-b16c-4281-9484-ffb84bef476d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:08.224057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-15c3b73e-300a-4b89-a492-bf605692e6ec service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368027 Feb 03 11:37:08.430460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0020649a-f590-44b3-b467-e757752b61d5 req-017d002c-8c6b-4524-b29f-a7c4fa46908e service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995530 Feb 03 11:37:08.442871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.551825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.561164 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.606931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d101ab-a06f-41bc-8c2f-76186c331850,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:08.623103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.627299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3372bdd-fdbd-413a-a624-f8fc8bc1174c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965489 Feb 03 11:37:08.627773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:08.672008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.691931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.765112 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (04d101ab-a06f-41bc-8c2f-76186c331850), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.771832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:08.773034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/04d101ab-a06f-41bc-8c2f-76186c331850 HTTP/1.1" status: 204 len: 168 time: 0.1437914 Feb 03 11:37:08.776103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41710) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:08.790247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2995309-3eef-44e2-a738-5bb6965ba0a6 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d101ab-a06f-41bc-8c2f-76186c331850,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:08.890302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4f24f70-8d67-43db-90ba-4cb2993f2032 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097589 Feb 03 11:37:08.890606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:09.000461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (d6420b9e-b16c-4281-9484-ffb84bef476d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.076954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (d6420b9e-b16c-4281-9484-ffb84bef476d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.175963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d6420b9e-b16c-4281-9484-ffb84bef476d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.178596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.179747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6420b9e-b16c-4281-9484-ffb84bef476d HTTP/1.1" status: 204 len: 168 time: 0.2879200 Feb 03 11:37:09.182604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:09.213760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282890-28c4-48e5-9ebd-381c0e6917c4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6420b9e-b16c-4281-9484-ffb84bef476d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:09.250541 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb8eeb46-2e18-4223-a958-21e6dc425b11 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666807 Feb 03 11:37:09.256888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:09.263634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665196203'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:09.298808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.501468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (58d3587c-25d4-48f3-9eac-2b3ecf9116b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.512476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58d3587c-25d4-48f3-9eac-2b3ecf9116b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.542798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.544317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2861478 Feb 03 11:37:09.547469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41732) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:09.563085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '58d3587c-25d4-48f3-9eac-2b3ecf9116b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:09.590950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575353c-3220-4406-8150-6aebc1d3fed8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3587c-25d4-48f3-9eac-2b3ecf9116b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:09.659934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.831651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.840620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.889868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22789057-0268-40c0-9500-ea51ef02cacb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:09.902765 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:09.908495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:09.909894 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1459d2fa-f321-41b9-a434-7f0c33751f02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3610179 Feb 03 11:37:09.937355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '58d3587c-25d4-48f3-9eac-2b3ecf9116b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:09.983044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.116992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.124215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.163066 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.168378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:10.174703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '58d3587c-25d4-48f3-9eac-2b3ecf9116b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:10.183040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730131 Feb 03 11:37:10.204703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67517c4-656c-4d83-bf70-c160f0afed26 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43843e14-1260-45a3-a515-38279a7bbacd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:10.241927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.368942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.379937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.432784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4def76c9-8d07-4267-a2ac-d76341c4f55d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:10.444981 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.449173 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-471f2caa-6c8b-4ad7-84df-4d5ef6b53003 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767498 Feb 03 11:37:10.449843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41758) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:10.455991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '58d3587c-25d4-48f3-9eac-2b3ecf9116b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:10.523355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.660082 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.678814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.716241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2b321c-0941-4877-b09d-ab7d63dfe195,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:10.773770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:10.778618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9f365e3e-b08d-4cac-ab4c-efc3069fa116 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255017 Feb 03 11:37:10.779266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41768) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:10.806114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '58d3587c-25d4-48f3-9eac-2b3ecf9116b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:10.852837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.031747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.050472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.094231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d80aa7e-5cab-46c1-98fc-8fd91451adfa,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:11.100017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.102180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5122607c-0a7d-48a0-b89b-a013876eebc1 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3171492 Feb 03 11:37:11.104801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41774) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.151573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.170858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.219476 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7d80aa7e-5cab-46c1-98fc-8fd91451adfa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.235613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.246410 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7d80aa7e-5cab-46c1-98fc-8fd91451adfa HTTP/1.1" status: 204 len: 168 time: 0.1399105 Feb 03 11:37:11.247586 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec525683-f0e8-4bdc-9174-ece6ee709dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d80aa7e-5cab-46c1-98fc-8fd91451adfa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:11.249124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.337207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a515d990-f9f9-4c49-92ed-3b08c3abd55d tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0866992 Feb 03 11:37:11.340021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41784) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.374805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.398847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.445286 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6d2b321c-0941-4877-b09d-ab7d63dfe195), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.458722 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.460296 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6d2b321c-0941-4877-b09d-ab7d63dfe195 HTTP/1.1" status: 204 len: 168 time: 0.1192493 Feb 03 11:37:11.463097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.486179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a76f6a-4b39-4572-97f6-74e912ecced5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2b321c-0941-4877-b09d-ab7d63dfe195,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:11.540482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.550812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-530ff6fb-1b72-4360-aaf0-52cf8063c18e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0861678 Feb 03 11:37:11.631747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.650586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.686551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4def76c9-8d07-4267-a2ac-d76341c4f55d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.701334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.702942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4def76c9-8d07-4267-a2ac-d76341c4f55d HTTP/1.1" status: 204 len: 168 time: 0.1612930 Feb 03 11:37:11.704842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14b54-8fdf-415f-b2df-bd60efbc1df8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4def76c9-8d07-4267-a2ac-d76341c4f55d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:11.706229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.764965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d94930e6-a0f9-412f-9eb0-d2ce74e14fe8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0570509 Feb 03 11:37:11.768778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41800) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:11.834524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.856251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.950674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (43843e14-1260-45a3-a515-38279a7bbacd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:11.997698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.008143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.008323 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/43843e14-1260-45a3-a515-38279a7bbacd HTTP/1.1" status: 204 len: 168 time: 0.2380922 Feb 03 11:37:12.016520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10a135-c7d5-401f-8a11-b270754538b5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43843e14-1260-45a3-a515-38279a7bbacd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:12.090558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-70356095-c141-407b-ab7f-e5b232ec8ef4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0811949 Feb 03 11:37:12.093331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41820) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.122539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.133736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.174557 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (22789057-0268-40c0-9500-ea51ef02cacb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.181605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.185735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/22789057-0268-40c0-9500-ea51ef02cacb HTTP/1.1" status: 204 len: 168 time: 0.0887508 Feb 03 11:37:12.186430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41822) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.194917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb25bd-0aa0-4cfc-b18c-ff0d731d6dde tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22789057-0268-40c0-9500-ea51ef02cacb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:12.280101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.280309 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aeab5c36-d31b-4b56-b4bb-49485de0d50c tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920842 Feb 03 11:37:12.456733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (58d3587c-25d4-48f3-9eac-2b3ecf9116b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.516497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (58d3587c-25d4-48f3-9eac-2b3ecf9116b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.625465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (58d3587c-25d4-48f3-9eac-2b3ecf9116b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.628640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.630010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/58d3587c-25d4-48f3-9eac-2b3ecf9116b4 HTTP/1.1" status: 204 len: 168 time: 0.3486352 Feb 03 11:37:12.632750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.647187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1471eb-28b7-4120-a579-ff86cab4d0ed tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3587c-25d4-48f3-9eac-2b3ecf9116b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:12.758052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41836) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:12.758720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7635da9e-2f0b-4ad4-952f-6c2ca508170e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237249 Feb 03 11:37:12.762045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--401446367'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:12.805931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:12.982103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (c21a1e86-c269-4565-a7c9-65473a7529ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.002845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c21a1e86-c269-4565-a7c9-65473a7529ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.161481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.162925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4050581 Feb 03 11:37:13.166028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:13.170790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': 'c21a1e86-c269-4565-a7c9-65473a7529ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:13.171207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1fbd6-4b38-476a-864b-5e2208b62b9a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a1e86-c269-4565-a7c9-65473a7529ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:13.228764 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7750ad32-71a8-4493-9c42-563364eb9225), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.371734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (7750ad32-71a8-4493-9c42-563364eb9225), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.382223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7750ad32-71a8-4493-9c42-563364eb9225), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.423438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7750ad32-71a8-4493-9c42-563364eb9225,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:13.469489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.474757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:13.474938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-294b332b-094a-4c85-bb27-7d50022f6d79 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3078938 Feb 03 11:37:13.624581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (c21a1e86-c269-4565-a7c9-65473a7529ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.703313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (c21a1e86-c269-4565-a7c9-65473a7529ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.830633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c21a1e86-c269-4565-a7c9-65473a7529ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.834069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:13.837003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/c21a1e86-c269-4565-a7c9-65473a7529ea HTTP/1.1" status: 204 len: 168 time: 0.3609948 Feb 03 11:37:13.840310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41874) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:13.861744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e70c8a-ee53-43f1-bc0d-ef1c3b6bdf7a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a1e86-c269-4565-a7c9-65473a7529ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:13.953363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:13.955033 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8623ab35-0dd2-441b-99b0-2784bfad3a23 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1119704 Feb 03 11:37:13.960478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033190716'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:13.990413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.089178 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (48b191e0-098a-4396-a51e-f423f0d4101a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.094641 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48b191e0-098a-4396-a51e-f423f0d4101a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.137285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b191e0-098a-4396-a51e-f423f0d4101a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:14.170247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.172254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-926a384d-515f-40b6-9277-2d15f7badcfc tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2168164 Feb 03 11:37:14.175025 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:14.182212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123980780'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:14.208700 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.361761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (fe625115-2e2d-4e86-a5b4-54afdd44b6df), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.372606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fe625115-2e2d-4e86-a5b4-54afdd44b6df), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.452435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.463793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2837410 Feb 03 11:37:14.464078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:14.468616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '48b191e0-098a-4396-a51e-f423f0d4101a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe625115-2e2d-4e86-a5b4-54afdd44b6df', 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:14.478194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a304-c6a5-41bf-847f-77a6d826bc68 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe625115-2e2d-4e86-a5b4-54afdd44b6df,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:14.527600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.634957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.643400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.685162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d9cd59-5b2d-4470-a12d-4a3b841d50b8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:14.699630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.703281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-490ae0d4-99ae-4def-b7fb-0cfe69b67f0a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2370577 Feb 03 11:37:14.705253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41896) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:14.737667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.755762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.808189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c8d9cd59-5b2d-4470-a12d-4a3b841d50b8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.837983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:14.840501 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c8d9cd59-5b2d-4470-a12d-4a3b841d50b8 HTTP/1.1" status: 204 len: 168 time: 0.1342199 Feb 03 11:37:14.842551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1edb82-fc2d-4731-8ce5-b627b1de0472 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8d9cd59-5b2d-4470-a12d-4a3b841d50b8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:14.843340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:14.934696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f543d8ab-0773-4d77-b01a-a9e5aa311332 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0887394 Feb 03 11:37:14.937338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.040415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (fe625115-2e2d-4e86-a5b4-54afdd44b6df), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.114554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (fe625115-2e2d-4e86-a5b4-54afdd44b6df), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.179124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fe625115-2e2d-4e86-a5b4-54afdd44b6df), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.183481 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.187827 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe625115-2e2d-4e86-a5b4-54afdd44b6df HTTP/1.1" status: 204 len: 168 time: 0.2470617 Feb 03 11:37:15.188703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41914) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.211909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a156a-ee92-4b80-8157-46f9fea05c38 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe625115-2e2d-4e86-a5b4-54afdd44b6df,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:15.269103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.358736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5eb2f9c8-cc58-498b-b1ea-d9ac96f07c62 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1686761 Feb 03 11:37:15.358960 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.469786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (48b191e0-098a-4396-a51e-f423f0d4101a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.518695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (48b191e0-098a-4396-a51e-f423f0d4101a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.546792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d14-a3f8-45bb-bccf-7edced9e145d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.601504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48b191e0-098a-4396-a51e-f423f0d4101a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.605953 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.607981 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/48b191e0-098a-4396-a51e-f423f0d4101a HTTP/1.1" status: 204 len: 168 time: 0.2471728 Feb 03 11:37:15.617326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41928) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.626971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97b383-4772-4138-b589-a7422c0f5632 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b191e0-098a-4396-a51e-f423f0d4101a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:15.802441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7e3d41f2-ed32-43e5-878c-cca57ecff935 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1790524 Feb 03 11:37:15.802655 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.824880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530910895'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:15.854914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d14-a3f8-45bb-bccf-7edced9e145d admin admin] Publish callbacks [] for security_group (51e5af09-307a-4a4e-870c-a59b9250719e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.862059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d14-a3f8-45bb-bccf-7edced9e145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (51e5af09-307a-4a4e-870c-a59b9250719e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.881587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:15.964306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:15.964943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-30bd6d14-a3f8-45bb-bccf-7edced9e145d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d36829e0b5994e2bb9ab17813ab39d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901062 Feb 03 11:37:15.967856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd6d14-a3f8-45bb-bccf-7edced9e145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5af09-307a-4a4e-870c-a59b9250719e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:16.137567 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (2337f7b6-ed05-4cad-9816-2f8aad8e3e47), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.160410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2337f7b6-ed05-4cad-9816-2f8aad8e3e47), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.180383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] Publish callbacks [] for security_group (51e5af09-307a-4a4e-870c-a59b9250719e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.194372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.196483 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3898184 Feb 03 11:37:16.199835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:16.204760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '2337f7b6-ed05-4cad-9816-2f8aad8e3e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:16.233677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb24c-62c3-4b54-9c2c-f1216f42448e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2337f7b6-ed05-4cad-9816-2f8aad8e3e47,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:16.239431 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] Publish callbacks [] for security_group (51e5af09-307a-4a4e-870c-a59b9250719e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.259959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.370715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.384468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.398396 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.413324 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (51e5af09-307a-4a4e-870c-a59b9250719e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.418278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.425698 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51e5af09-307a-4a4e-870c-a59b9250719e HTTP/1.1" status: 204 len: 168 time: 0.4576056 Feb 03 11:37:16.425793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23351599-b7d1-408e-ac33-db1d4cb524ea,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:16.445088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.449456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-814b38c9-a5b2-4e53-bf08-b8f04ad540e0 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483838 Feb 03 11:37:16.450151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41956) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:16.462786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f88348-3962-420e-a2b4-ed5fdc4c7029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e5af09-307a-4a4e-870c-a59b9250719e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:16.514475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.530396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.598709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (23351599-b7d1-408e-ac33-db1d4cb524ea), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.612143 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:16.616314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41958) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:16.616865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/23351599-b7d1-408e-ac33-db1d4cb524ea HTTP/1.1" status: 204 len: 168 time: 0.1650379 Feb 03 11:37:16.630249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4259a-6efa-4295-ba45-4ff61e658c55 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23351599-b7d1-408e-ac33-db1d4cb524ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:16.809360 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aee11096-6f6a-43fd-bdcb-306c7d4645e9 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1907227 Feb 03 11:37:16.811540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:17.059545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (2337f7b6-ed05-4cad-9816-2f8aad8e3e47), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.186714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (2337f7b6-ed05-4cad-9816-2f8aad8e3e47), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.318642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2337f7b6-ed05-4cad-9816-2f8aad8e3e47), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.326727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.331958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41980) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:17.332220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/2337f7b6-ed05-4cad-9816-2f8aad8e3e47 HTTP/1.1" status: 204 len: 168 time: 0.5194428 Feb 03 11:37:17.361372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74173fe-8550-456d-9f22-2b38c4e34954 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337f7b6-ed05-4cad-9816-2f8aad8e3e47,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:17.498776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 41984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:17.507365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328638231'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:17.507977 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a35cfc57-33b6-4ef7-a005-1829a4ce48ea tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1651590 Feb 03 11:37:17.556584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.719400 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.732003 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.801145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41990) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:17.815106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.823047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 41994) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:17.828068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:17.832315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3355978 Feb 03 11:37:17.842594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b283f3a-b920-43f4-a3eb-62a0f840a7bf tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:17.885438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:17.995639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.027091 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.045290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbef-fca8-485b-b0dd-3a9efbc8af27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.305484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a4b5f6-b24b-4a9c-8938-7e66f0b608eb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:18.330508 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbef-fca8-485b-b0dd-3a9efbc8af27 admin admin] Publish callbacks [] for security_group (f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.336691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.358995 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1a1170b-853c-4f39-b540-bbaed833a89e tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5323579 Feb 03 11:37:18.359542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42006) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.387941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9d5dbc5c-14b2-470d-9365-6a23795ba2e5 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules/19a4b5f6-b24b-4a9c-8938-7e66f0b608eb HTTP/1.1" status: 200 len: 763 time: 0.0243652 Feb 03 11:37:18.387941 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbef-fca8-485b-b0dd-3a9efbc8af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.389147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.475552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1e0bfe4e-0b3e-463b-972c-5af6c802e705 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844324 Feb 03 11:37:18.476334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42012) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.476817 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-60c5bbef-fca8-485b-b0dd-3a9efbc8af27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2336e2a59b44d5786fa7e548641ddfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746244 Feb 03 11:37:18.476978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.479226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5bbef-fca8-485b-b0dd-3a9efbc8af27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:18.554426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.571680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.580763 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] Publish callbacks [] for security_group (f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.622068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] Publish callbacks [] for security_group (f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.717580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (19a4b5f6-b24b-4a9c-8938-7e66f0b608eb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.748792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.755883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/19a4b5f6-b24b-4a9c-8938-7e66f0b608eb HTTP/1.1" status: 204 len: 168 time: 0.2752938 Feb 03 11:37:18.757289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6991dfa-f046-4434-b4e4-39fb34133475 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a4b5f6-b24b-4a9c-8938-7e66f0b608eb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:18.760125 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.798617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.804071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:18.816997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1 HTTP/1.1" status: 204 len: 168 time: 0.3368328 Feb 03 11:37:18.842470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f567a3-9961-45b8-8012-161e1febb686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a0b914-73cb-4c37-86ba-3bfca9bcf7f1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:18.848524 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e0297972-94f2-427a-b76b-268b50036c63 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843179 Feb 03 11:37:18.873282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:18.883370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:18.963047 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.060629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.069051 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.094215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd361459-5ca4-4da6-823d-34c9cf329050,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:19.123288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.127472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a5550bf7-643b-4ef3-b3ed-b12e205dd068 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2469552 Feb 03 11:37:19.128208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:19.184162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2083bb7a-b055-44ae-bf21-3522143475d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules/bd361459-5ca4-4da6-823d-34c9cf329050 HTTP/1.1" status: 200 len: 763 time: 0.0520635 Feb 03 11:37:19.185261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:19.356868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:19.369974 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da004627-c627-4438-8a07-0d7110de073a tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1775990 Feb 03 11:37:19.433460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.475558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.565409 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bd361459-5ca4-4da6-823d-34c9cf329050), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.576180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.577334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bd361459-5ca4-4da6-823d-34c9cf329050 HTTP/1.1" status: 204 len: 168 time: 0.2188892 Feb 03 11:37:19.580850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42046) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:19.607753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a181d9d-3637-4242-b6a2-9bd297b55448 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd361459-5ca4-4da6-823d-34c9cf329050,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:19.774869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:19.776685 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03c300ef-aa63-4a10-9b30-175cad69b334 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1912396 Feb 03 11:37:19.780265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:19.837968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.940223 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.949725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:19.976670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c3b790-3006-48cf-9509-8a1fd8895a0c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:19.999048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.002828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b6291bf-92d4-4920-b99a-e2d04c3e87f2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244108 Feb 03 11:37:20.003540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42060) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.054416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.056880 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e1ba3360-7a6a-47fc-9e66-b489b7228e02 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules/b1c3b790-3006-48cf-9509-8a1fd8895a0c HTTP/1.1" status: 200 len: 764 time: 0.0515254 Feb 03 11:37:20.174094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-68c24201-a01f-4fda-8a9e-6c3c66b2c8fe tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1184812 Feb 03 11:37:20.177989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.236100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.255318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.383234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b1c3b790-3006-48cf-9509-8a1fd8895a0c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.388716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.393426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b1c3b790-3006-48cf-9509-8a1fd8895a0c HTTP/1.1" status: 204 len: 168 time: 0.2112000 Feb 03 11:37:20.393717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.434486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb14a8-5b9d-49c8-814d-ee070c435118 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1c3b790-3006-48cf-9509-8a1fd8895a0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:20.484638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7beb906-29d1-45d9-ba3d-82af3c9583e4 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898411 Feb 03 11:37:20.487940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42084) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.573479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.636926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.785497 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.788282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:20.790443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3 HTTP/1.1" status: 204 len: 168 time: 0.3001881 Feb 03 11:37:20.794253 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42098) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.805004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565817a7-bbfe-4810-a1a9-a574cb15c463 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8bdd54-777b-4ccd-b7d2-3f4dd471c1e3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:20.919647 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a02524a-038d-421a-b949-f3d4bde7777f tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239815 Feb 03 11:37:20.920948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:20.932521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group': {'name': 'tempest-secgroup--493393008'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:20.988314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.124023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.133140 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.205134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:21.226303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.227731 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d6cc158-c67f-4204-a3d0-93399aaee9d8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3058364 Feb 03 11:37:21.230548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:21.249340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Request body: {'security_group_rule': {'security_group_id': '3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:21.300849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (759faed3-e4ab-4900-bded-4dfcbe470fa5), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.433991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (759faed3-e4ab-4900-bded-4dfcbe470fa5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.445015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (759faed3-e4ab-4900-bded-4dfcbe470fa5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.487075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.499523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:21.499746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2675500 Feb 03 11:37:21.501031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22505-e816-4aec-ba06-f24f5c4a98a8 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759faed3-e4ab-4900-bded-4dfcbe470fa5,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:21.683701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.735017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.820017 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.822748 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:21.825103 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84 HTTP/1.1" status: 204 len: 168 time: 0.3241096 Feb 03 11:37:21.827880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:21.840639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46578a-9bdc-4d34-9995-93ef23f16a84 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:21.913295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42140) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:21.913714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6e3844d7-288d-4769-8904-9d0a504fcc98 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0839424 Feb 03 11:37:21.997775 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29629cf1-d526-45fa-a24a-5cc98ba11b92 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0811467 Feb 03 11:37:21.998636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:22.040702 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e0d535ed-a5ae-424e-8fb3-67b03a8020e2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] delete failed (client error): The resource could not be found. Feb 03 11:37:22.045592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0d535ed-a5ae-424e-8fb3-67b03a8020e2 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "DELETE /v2.0/security-groups/3cf16d5c-6c40-4e94-aefa-97ff5f4c7f84 HTTP/1.1" status: 404 len: 347 time: 0.0456436 Feb 03 11:37:22.045752 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42146) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:22.147395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6eec51ab-ce43-4414-8e20-9c42c7c5f283 tempest-SecGroupTest-1741600780 tempest-SecGroupTest-1741600780-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997334 Feb 03 11:37:22.671442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:22.901364 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c2dd1ea-8b9f-4d28-b846-850844a06ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=916a38fca28e42c7a3868c398a3b3497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285826 Feb 03 11:37:22.903901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42174) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:22.972334 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] Publish callbacks [] for security_group (2e008dea-dbf7-45aa-8200-9bd8649c012d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:23.024735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] Publish callbacks [] for security_group (2e008dea-dbf7-45aa-8200-9bd8649c012d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:23.121638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (2e008dea-dbf7-45aa-8200-9bd8649c012d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:23.129660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:23.132764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e008dea-dbf7-45aa-8200-9bd8649c012d HTTP/1.1" status: 204 len: 168 time: 0.2269700 Feb 03 11:37:23.152008 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c7bf-ad59-4726-bafe-798df0ff7835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e008dea-dbf7-45aa-8200-9bd8649c012d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:24.415818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:24.572815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1d2ec5d2-d1ad-452a-9d38-14c47a452b07 tempest-ServiceProvidersTest-629492256 tempest-ServiceProvidersTest-629492256-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1551118 Feb 03 11:37:24.885117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:25.031544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.181476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Publish callbacks [] for security_group (7a67fc17-513b-4324-9701-bd5837cdee2b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.187477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a67fc17-513b-4324-9701-bd5837cdee2b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.224698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4be1a0742f4349339b34153a52f4ffb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361688 Feb 03 11:37:25.225225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42252) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:25.250398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67fc17-513b-4324-9701-bd5837cdee2b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:25.259247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.260421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.261015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.261579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.262505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.263053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.263595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.264129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.264675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.265253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.265809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.268783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.269407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d86594-7507-4b74-bcb9-0c08785f0044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:37:25.304110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] Publish callbacks [] for security_group (7a67fc17-513b-4324-9701-bd5837cdee2b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.326855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] Publish callbacks [] for security_group (7a67fc17-513b-4324-9701-bd5837cdee2b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.380527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7a67fc17-513b-4324-9701-bd5837cdee2b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.385043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:25.386423 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a67fc17-513b-4324-9701-bd5837cdee2b HTTP/1.1" status: 204 len: 168 time: 0.1601067 Feb 03 11:37:25.396872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64e11d-ec15-42aa-8155-161acf4b236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67fc17-513b-4324-9701-bd5837cdee2b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:26.654833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42316) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:26.826315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-08b6828e-02d6-4d6f-9520-8ee478ccff35 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1936693916', 'prefixes': ['172.20.0.0/16']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:26.964467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08b6828e-02d6-4d6f-9520-8ee478ccff35 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:26.968712 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08b6828e-02d6-4d6f-9520-8ee478ccff35 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3102088 Feb 03 11:37:26.970145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:27.062348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86cf7236-1a39-4f9b-946f-5df4c8deb90f tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "GET /v2.0/subnetpools/26a8a7bd-957f-4ee5-b75f-2a9e80a0a0b9 HTTP/1.1" status: 200 len: 732 time: 0.0916581 Feb 03 11:37:27.066027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:27.072937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a0bb5020-4a58-458c-bf29-ab35c1ac0bcb tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-690878837'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:27.148206 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:27.276118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5020-4a58-458c-bf29-ab35c1ac0bcb tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:27.277236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a0bb5020-4a58-458c-bf29-ab35c1ac0bcb tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "PUT /v2.0/subnetpools/26a8a7bd-957f-4ee5-b75f-2a9e80a0a0b9 HTTP/1.1" status: 200 len: 683 time: 0.2083521 Feb 03 11:37:27.279801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:27.411044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a62e803f-42d9-4df0-9f52-76b2329bc175 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:27.415093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a62e803f-42d9-4df0-9f52-76b2329bc175 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "DELETE /v2.0/subnetpools/26a8a7bd-957f-4ee5-b75f-2a9e80a0a0b9 HTTP/1.1" status: 204 len: 168 time: 0.1343658 Feb 03 11:37:27.415245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42352) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:27.439124 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-ef83afc8-500d-4c9a-a547-25f489183ae8 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] show failed (client error): The resource could not be found. Feb 03 11:37:27.442988 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef83afc8-500d-4c9a-a547-25f489183ae8 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "GET /v2.0/subnetpools/26a8a7bd-957f-4ee5-b75f-2a9e80a0a0b9 HTTP/1.1" status: 404 len: 346 time: 0.0234928 Feb 03 11:37:27.443226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42354) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:27.474511 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-ba911bfb-58fb-494a-a90b-1d7f69278880 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] delete failed (client error): The resource could not be found. Feb 03 11:37:27.478491 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba911bfb-58fb-494a-a90b-1d7f69278880 tempest-SubnetPoolsTestJSON-1303428182 tempest-SubnetPoolsTestJSON-1303428182-project] 10.222.0.30 "DELETE /v2.0/subnetpools/26a8a7bd-957f-4ee5-b75f-2a9e80a0a0b9 HTTP/1.1" status: 404 len: 346 time: 0.0313568 Feb 03 11:37:27.887247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42362) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:28.059830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a02031b9-9f57-4621-98f1-a199f9211f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.227057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a02031b9-9f57-4621-98f1-a199f9211f7d admin admin] Publish callbacks [] for security_group (403d2f38-dcca-453d-9345-8cccee391102), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.233828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a02031b9-9f57-4621-98f1-a199f9211f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (403d2f38-dcca-453d-9345-8cccee391102), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.311185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02031b9-9f57-4621-98f1-a199f9211f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403d2f38-dcca-453d-9345-8cccee391102,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:28.337308 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a02031b9-9f57-4621-98f1-a199f9211f7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=880d5ed058444e348578931a7f316adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482455 Feb 03 11:37:28.339754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:28.479297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] Publish callbacks [] for security_group (403d2f38-dcca-453d-9345-8cccee391102), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.539935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] Publish callbacks [] for security_group (403d2f38-dcca-453d-9345-8cccee391102), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.636797 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (403d2f38-dcca-453d-9345-8cccee391102), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.639912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:28.643962 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/403d2f38-dcca-453d-9345-8cccee391102 HTTP/1.1" status: 204 len: 168 time: 0.2998483 Feb 03 11:37:28.673231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72645c44-9073-45ef-820d-37eed387819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d2f38-dcca-453d-9345-8cccee391102,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:29.753931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42408) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:29.886633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-612530369'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:29.929931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Made reservation on behalf of e9784049a5ad440bad9d9011cc011fbe for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:37:29.934454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:29.951151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.041110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks [] for security_group (99d11e56-ac24-4142-a53c-86e139ad1349), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.046111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (99d11e56-ac24-4142-a53c-86e139ad1349), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.077991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:37:30.090590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d11e56-ac24-4142-a53c-86e139ad1349,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:30.098913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8e6270d1-135a-4291-a66b-c0e47e298931), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.099540 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Added segment 8e6270d1-135a-4291-a66b-c0e47e298931 of type vlan for network c9b832e3-41f8-48a9-81d6-e7b7e240d8ea Feb 03 11:37:30.147857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c9b832e3-41f8-48a9-81d6-e7b7e240d8ea), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.176143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c9b832e3-41f8-48a9-81d6-e7b7e240d8ea), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.182154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:30.183004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:30.204790 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4491913 Feb 03 11:37:30.208152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:30.213728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-ccf5e2ef-408d-4cb9-be57-92b98338d572 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1586828933') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:30.338583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c0bd9-9ac9-4cff-a8d2-6f259df55a6c tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Pushing event updated for resources: {'Network': ['ID=c9b832e3-41f8-48a9-81d6-e7b7e240d8ea,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:30.350436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c9b832e3-41f8-48a9-81d6-e7b7e240d8ea details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:37:30.383732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ccf5e2ef-408d-4cb9-be57-92b98338d572 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "PUT /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1586828933 HTTP/1.1" status: 201 len: 201 time: 0.1738560 Feb 03 11:37:30.386323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:30.393053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-9a5181c1-33dd-4a5b-9601-ac4426c53e43 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1586828933') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:30.535752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9a5181c1-33dd-4a5b-9601-ac4426c53e43 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1586828933 HTTP/1.1" status: 204 len: 168 time: 0.1482797 Feb 03 11:37:30.538624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:30.543702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-fed5a2e6-7c51-44c3-8804-7995bbc0092a tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:30.691108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:30.691575 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fed5a2e6-7c51-44c3-8804-7995bbc0092a tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags HTTP/1.1" status: 200 len: 238 time: 0.1512396 Feb 03 11:37:30.701396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-3a252fd0-11ed-4087-a57a-fbb734c0dbcf tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', {'tags': ['tempest-TagsTest-Tag-1907745592', 'tempest-TagsTest-Tag-1414982334', 'tempest-TagsTest-Tag-1062729194']}) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:30.860123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a252fd0-11ed-4087-a57a-fbb734c0dbcf tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "PUT /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags HTTP/1.1" status: 200 len: 309 time: 0.1676559 Feb 03 11:37:30.863126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:30.867607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-00140d66-a93e-4365-8265-719ce4685dc1 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1907745592') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:30.995208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-00140d66-a93e-4365-8265-719ce4685dc1 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "DELETE /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1907745592 HTTP/1.1" status: 204 len: 168 time: 0.1310563 Feb 03 11:37:30.998097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.005145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-41d43f1b-c9fc-478a-bc51-ad1f356c95b5 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1907745592') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.098816 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [None req-41d43f1b-c9fc-478a-bc51-ad1f356c95b5 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] show failed (client error): The resource could not be found. Feb 03 11:37:31.100170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-41d43f1b-c9fc-478a-bc51-ad1f356c95b5 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1907745592 HTTP/1.1" status: 404 len: 326 time: 0.1001697 Feb 03 11:37:31.102812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42452) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.107847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-e86c5bca-b0ca-453d-8d19-b01f0cbab823 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1414982334') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.211034 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e86c5bca-b0ca-453d-8d19-b01f0cbab823 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1414982334 HTTP/1.1" status: 204 len: 168 time: 0.1069863 Feb 03 11:37:31.213410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.217981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-d94ffc06-61ae-4199-a784-3b3e02d42c66 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1062729194') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.255832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbbfb07-2968-4e6a-9da5-511d47b93e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:31.348207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d94ffc06-61ae-4199-a784-3b3e02d42c66 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1062729194 HTTP/1.1" status: 204 len: 168 time: 0.1329122 Feb 03 11:37:31.350203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.355238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-fda81cc7-e289-4c23-a955-5b9456536221 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.495410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fda81cc7-e289-4c23-a955-5b9456536221 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "DELETE /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1417844 Feb 03 11:37:31.495816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.500774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-a1cce71e-ebd8-4d07-917e-32e2922012c3 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1414982334') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.687744 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-a1cce71e-ebd8-4d07-917e-32e2922012c3 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] show failed (client error): The resource could not be found. Feb 03 11:37:31.696834 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a1cce71e-ebd8-4d07-917e-32e2922012c3 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1414982334 HTTP/1.1" status: 404 len: 326 time: 0.1972418 Feb 03 11:37:31.697216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42472) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.701852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.tag.tag_plugin [None req-736dfc78-fe3a-4eff-a6ce-bcd243f88fa6 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea', 'tempest-TagsTest-Tag-1062729194') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.921527 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-736dfc78-fe3a-4eff-a6ce-bcd243f88fa6 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] show failed (client error): The resource could not be found. Feb 03 11:37:31.930451 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-736dfc78-fe3a-4eff-a6ce-bcd243f88fa6 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "GET /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags/tempest-TagsTest-Tag-1062729194 HTTP/1.1" status: 404 len: 326 time: 0.2294309 Feb 03 11:37:31.930537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:31.934912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-78d961dd-a94f-49b0-8238-8e34a372cb21 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c9b832e3-41f8-48a9-81d6-e7b7e240d8ea') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:31.987603 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:37:32.065526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-78d961dd-a94f-49b0-8238-8e34a372cb21 tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "DELETE /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1294842 Feb 03 11:37:32.066042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42480) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:32.234920 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c9b832e3-41f8-48a9-81d6-e7b7e240d8ea), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.335451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:32.336545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c9b832e3-41f8-48a9-81d6-e7b7e240d8ea), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.359809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b832e3-41f8-48a9-81d6-e7b7e240d8ea']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:32.370344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6270d1-135a-4291-a66b-c0e47e298931') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:32.370774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6270d1-135a-4291-a66b-c0e47e298931') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:32.389858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8e6270d1-135a-4291-a66b-c0e47e298931), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.430123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8e6270d1-135a-4291-a66b-c0e47e298931), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.443512 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:37:32.443881 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8e6270d1-135a-4291-a66b-c0e47e298931), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:37:32.448866 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:37:32.541484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c9b832e3-41f8-48a9-81d6-e7b7e240d8ea), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.556514 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6813f9f-765f-4d15-8ea1-7425395c3c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.572612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.576427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] 10.222.0.30 "DELETE /v2.0/networks/c9b832e3-41f8-48a9-81d6-e7b7e240d8ea HTTP/1.1" status: 204 len: 168 time: 0.5092416 Feb 03 11:37:32.577481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf14d23-36fc-4a74-9b49-829cbca8a7ba tempest-TagsTest-843545268 tempest-TagsTest-843545268-project] Pushing event deleted for resources: {'Network': ['ID=c9b832e3-41f8-48a9-81d6-e7b7e240d8ea,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:32.751541 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6813f9f-765f-4d15-8ea1-7425395c3c06 admin admin] Publish callbacks [] for security_group (d56a47c6-045a-4a54-8e2e-3cbe64f51fff), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.763261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6813f9f-765f-4d15-8ea1-7425395c3c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d56a47c6-045a-4a54-8e2e-3cbe64f51fff), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.857809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c6813f9f-765f-4d15-8ea1-7425395c3c06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a31216fc4ba4cf39d54ddb42d73fe53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210829 Feb 03 11:37:32.860461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:32.866703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6813f9f-765f-4d15-8ea1-7425395c3c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a47c6-045a-4a54-8e2e-3cbe64f51fff,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:32.974280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] Publish callbacks [] for security_group (d56a47c6-045a-4a54-8e2e-3cbe64f51fff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:32.981455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42500) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:33.016977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] Publish callbacks [] for security_group (d56a47c6-045a-4a54-8e2e-3cbe64f51fff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.197162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d56a47c6-045a-4a54-8e2e-3cbe64f51fff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.201112 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.205499 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d56a47c6-045a-4a54-8e2e-3cbe64f51fff HTTP/1.1" status: 204 len: 168 time: 0.3433838 Feb 03 11:37:33.243070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a26a9-c1ae-4b6c-95ff-5bc5c9152c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56a47c6-045a-4a54-8e2e-3cbe64f51fff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:33.393800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42508) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:33.394021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-affe1241-134d-4f83-972a-2e8c94b1a24c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9784049a5ad440bad9d9011cc011fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069548 Feb 03 11:37:33.477691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] Publish callbacks [] for security_group (99d11e56-ac24-4142-a53c-86e139ad1349), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.525899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] Publish callbacks [] for security_group (99d11e56-ac24-4142-a53c-86e139ad1349), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.602860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (99d11e56-ac24-4142-a53c-86e139ad1349), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.608189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.612886 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99d11e56-ac24-4142-a53c-86e139ad1349 HTTP/1.1" status: 204 len: 168 time: 0.2162116 Feb 03 11:37:33.633103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30231-0fdc-465b-b458-c93fb6879565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d11e56-ac24-4142-a53c-86e139ad1349,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:33.776072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:33.812894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db9861b-7bf4-4cf1-b11e-3afc253bb4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.981021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db9861b-7bf4-4cf1-b11e-3afc253bb4ce admin admin] Publish callbacks [] for security_group (21eec2c0-93e1-4cd9-a99e-e85c07033491), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:33.986740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db9861b-7bf4-4cf1-b11e-3afc253bb4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21eec2c0-93e1-4cd9-a99e-e85c07033491), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.030726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7db9861b-7bf4-4cf1-b11e-3afc253bb4ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8555948357649399b278b5e958b82cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527745 Feb 03 11:37:34.033836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42526) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:34.089724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9861b-7bf4-4cf1-b11e-3afc253bb4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eec2c0-93e1-4cd9-a99e-e85c07033491,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:34.122951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] Publish callbacks [] for security_group (21eec2c0-93e1-4cd9-a99e-e85c07033491), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.171130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] Publish callbacks [] for security_group (21eec2c0-93e1-4cd9-a99e-e85c07033491), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.316303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (21eec2c0-93e1-4cd9-a99e-e85c07033491), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.319756 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.321262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21eec2c0-93e1-4cd9-a99e-e85c07033491 HTTP/1.1" status: 204 len: 168 time: 0.2862291 Feb 03 11:37:34.368336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e0d84-b0e8-4f85-9876-c946579e2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eec2c0-93e1-4cd9-a99e-e85c07033491,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:34.372555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efd2946f-c60a-4730-8093-d3273b915a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:34.671976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.030329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:35.047332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc41b504-19d5-4796-94f7-f52e18cda212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.188498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc41b504-19d5-4796-94f7-f52e18cda212 admin admin] Publish callbacks [] for security_group (fa87e14f-884b-4554-b7e9-cce2e608dfb0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.193812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc41b504-19d5-4796-94f7-f52e18cda212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fa87e14f-884b-4554-b7e9-cce2e608dfb0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.249275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41b504-19d5-4796-94f7-f52e18cda212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87e14f-884b-4554-b7e9-cce2e608dfb0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:35.265579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bc41b504-19d5-4796-94f7-f52e18cda212 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd1a3234ffa47a68697efbf2a545292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336020 Feb 03 11:37:35.269330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42558) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:35.379457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] Publish callbacks [] for security_group (fa87e14f-884b-4554-b7e9-cce2e608dfb0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.434662 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] Publish callbacks [] for security_group (fa87e14f-884b-4554-b7e9-cce2e608dfb0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.515487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fa87e14f-884b-4554-b7e9-cce2e608dfb0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.519386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:35.523330 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa87e14f-884b-4554-b7e9-cce2e608dfb0 HTTP/1.1" status: 204 len: 168 time: 0.2524326 Feb 03 11:37:35.534392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb7345-5ab8-4ea4-9211-ba90068678db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87e14f-884b-4554-b7e9-cce2e608dfb0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:36.331404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:37.381240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:37.461057 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:37.868307 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14fe7b08-f071-4916-a702-94379c4b9db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.069360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14fe7b08-f071-4916-a702-94379c4b9db6 admin admin] Publish callbacks [] for security_group (32098fa6-f12b-4bb7-a55f-eee3c2dc97f7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.076176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14fe7b08-f071-4916-a702-94379c4b9db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32098fa6-f12b-4bb7-a55f-eee3c2dc97f7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.136597 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14fe7b08-f071-4916-a702-94379c4b9db6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c23b8b160cd047d0940329e94f11c051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689143 Feb 03 11:37:38.136597 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe7b08-f071-4916-a702-94379c4b9db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32098fa6-f12b-4bb7-a55f-eee3c2dc97f7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:38.137296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:38.214791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] Publish callbacks [] for security_group (32098fa6-f12b-4bb7-a55f-eee3c2dc97f7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.253660 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] Publish callbacks [] for security_group (32098fa6-f12b-4bb7-a55f-eee3c2dc97f7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.371042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (32098fa6-f12b-4bb7-a55f-eee3c2dc97f7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.374873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:38.376714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32098fa6-f12b-4bb7-a55f-eee3c2dc97f7 HTTP/1.1" status: 204 len: 168 time: 0.2383494 Feb 03 11:37:38.417497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae249ab6-8463-4b40-8bfc-a5153e680e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32098fa6-f12b-4bb7-a55f-eee3c2dc97f7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:39.666484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42724) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:39.805216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-879698198-network', 'tenant_id': 'f96764a9bff6459c8cb814398660697e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:39.890701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Made reservation on behalf of f96764a9bff6459c8cb814398660697e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:37:39.894320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:39.910260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.077617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks [] for security_group (5799448c-1b3f-4138-8071-2df7abdc5aa7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.087418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5799448c-1b3f-4138-8071-2df7abdc5aa7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.122816 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:37:40.140443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (311676f1-7f49-407f-9d50-9662e30f1462), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.141081 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Added segment 311676f1-7f49-407f-9d50-9662e30f1462 of type vlan for network c1309593-2209-4e93-a515-3c18ca639e47 Feb 03 11:37:40.222322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c1309593-2209-4e93-a515-3c18ca639e47), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.309789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c1309593-2209-4e93-a515-3c18ca639e47), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.316011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:40.317024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.401062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5799448c-1b3f-4138-8071-2df7abdc5aa7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:40.417668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7469723 Feb 03 11:37:40.419234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:40.429672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Request body: {'subnet': {'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-879698198-subnet', 'tenant_id': 'f96764a9bff6459c8cb814398660697e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:40.476010 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a5c1-931e-4c54-8680-b045c0e88f2a admin admin] Pushing event updated for resources: {'Network': ['ID=c1309593-2209-4e93-a515-3c18ca639e47,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:40.488598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c1309593-2209-4e93-a515-3c18ca639e47 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:37:40.502999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Made reservation on behalf of f96764a9bff6459c8cb814398660697e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:37:40.511005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.852888 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (50f0fd72-a942-4623-be9e-d294e8bf85ff), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:40.904279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f0fd72-a942-4623-be9e-d294e8bf85ff,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:40.974897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Checking segment: {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:37:40.975196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Network hostable DHCP agents. Network: c1309593-2209-4e93-a515-3c18ca639e47, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:37:40.997637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Network c1309593-2209-4e93-a515-3c18ca639e47 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:37:41.021449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c1309593-2209-4e93-a515-3c18ca639e47) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:37:41.030952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f00712-301e-4c4f-ac05-0a30e76860d1 None None] Network c1309593-2209-4e93-a515-3c18ca639e47 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:37:41.032605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:37:41.033258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:41.056037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-84177c02-422a-4510-9480-665d3260f7ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6340384 Feb 03 11:37:41.281397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d57b29-18af-4707-b2a2-1e461911af50 None None] Network c1309593-2209-4e93-a515-3c18ca639e47 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:37:44.514830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:44.638565 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Deleting subnet 4fc181c4-a3c2-4cfc-b34e-f5da35dad865 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:37:44.658400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Publish callbacks [] for subnet (4fc181c4-a3c2-4cfc-b34e-f5da35dad865), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:44.721575 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (4fc181c4-a3c2-4cfc-b34e-f5da35dad865), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:44.801547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (4fc181c4-a3c2-4cfc-b34e-f5da35dad865), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:44.925561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (4fc181c4-a3c2-4cfc-b34e-f5da35dad865), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:44.964426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc181c4-a3c2-4cfc-b34e-f5da35dad865,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:44.982869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:44.988732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:44.989561 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c8e899cd-098d-4749-aaa4-eef72d802880 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4fc181c4-a3c2-4cfc-b34e-f5da35dad865 HTTP/1.1" status: 204 len: 168 time: 0.4736264 Feb 03 11:37:45.097882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (706e7505-ec3d-452b-83f8-69ef9a358a2c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.314926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (706e7505-ec3d-452b-83f8-69ef9a358a2c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.344631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706e7505-ec3d-452b-83f8-69ef9a358a2c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:45.354692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2870d2e-cece-4b84-8143-62a91e75b47b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:45.355190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2870d2e-cece-4b84-8143-62a91e75b47b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:45.385478 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (d2870d2e-cece-4b84-8143-62a91e75b47b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.401027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d2870d2e-cece-4b84-8143-62a91e75b47b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.407644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:37:45.408253 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (d2870d2e-cece-4b84-8143-62a91e75b47b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:37:45.410403 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:37:45.552577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (706e7505-ec3d-452b-83f8-69ef9a358a2c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.563493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.570819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] 10.222.0.30 "DELETE /v2.0/networks/706e7505-ec3d-452b-83f8-69ef9a358a2c HTTP/1.1" status: 204 len: 168 time: 0.5802209 Feb 03 11:37:45.573592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 42912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:45.645063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ff0b-46aa-4ba0-87ad-2bd3dd0c3bea admin admin] Pushing event deleted for resources: {'Network': ['ID=706e7505-ec3d-452b-83f8-69ef9a358a2c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:45.692477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Deleting subnet ea0c1f01-99fd-445c-b577-521dd4c5553b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:37:45.719939 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Publish callbacks [] for subnet (ea0c1f01-99fd-445c-b577-521dd4c5553b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.835492 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (ea0c1f01-99fd-445c-b577-521dd4c5553b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:45.936808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (ea0c1f01-99fd-445c-b577-521dd4c5553b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.146502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (ea0c1f01-99fd-445c-b577-521dd4c5553b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.234190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.238401 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea0c1f01-99fd-445c-b577-521dd4c5553b HTTP/1.1" status: 204 len: 168 time: 0.6631694 Feb 03 11:37:46.239623 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a454-3111-459d-bb30-d1c9c32fbdff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0c1f01-99fd-445c-b577-521dd4c5553b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:46.241222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 42986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:46.365501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.411537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1654f3b1-f742-4bf5-a048-a80ac45f89e6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.679004 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1654f3b1-f742-4bf5-a048-a80ac45f89e6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.747660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1654f3b1-f742-4bf5-a048-a80ac45f89e6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:46.781462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708a5ed5-95c6-48da-a41f-68bbc66be945') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:46.782063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708a5ed5-95c6-48da-a41f-68bbc66be945') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:37:46.809653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (708a5ed5-95c6-48da-a41f-68bbc66be945), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.851035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (708a5ed5-95c6-48da-a41f-68bbc66be945), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.861977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:37:46.862492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (708a5ed5-95c6-48da-a41f-68bbc66be945), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:37:46.864375 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:37:46.993221 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1654f3b1-f742-4bf5-a048-a80ac45f89e6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:46.999361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:47.003856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1654f3b1-f742-4bf5-a048-a80ac45f89e6 HTTP/1.1" status: 204 len: 168 time: 0.7614830 Feb 03 11:37:47.061839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9c1d1-529c-498d-8e2e-4ad7609bd679 admin admin] Pushing event deleted for resources: {'Network': ['ID=1654f3b1-f742-4bf5-a048-a80ac45f89e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:47.306696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43098) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:47.496582 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-30132362-17dd-4747-8f7e-fd82d2628ed8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d88a3a8865f453c93ff55874181aab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861331 Feb 03 11:37:47.497384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:47.644157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] Publish callbacks [] for security_group (3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:47.696570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] Publish callbacks [] for security_group (3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:47.795081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:47.798616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:47.802758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06 HTTP/1.1" status: 204 len: 168 time: 0.3010235 Feb 03 11:37:47.821942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ae05c-177e-4994-951a-c7740fd6dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebcd1f1-2d5f-4bdb-a866-c0f235fe7f06,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:48.461376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43216) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:48.601756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2416ff34-5b1d-4176-bd98-13a4cec5abc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bd12367417d48e197cb08c4daec95b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388223 Feb 03 11:37:48.604263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43232) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:48.711812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] Publish callbacks [] for security_group (3078179b-d87b-4f49-8c21-21e2194ce044), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:48.741057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] Publish callbacks [] for security_group (3078179b-d87b-4f49-8c21-21e2194ce044), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:48.835127 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3078179b-d87b-4f49-8c21-21e2194ce044), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:48.840216 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:48.855841 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3078179b-d87b-4f49-8c21-21e2194ce044 HTTP/1.1" status: 204 len: 168 time: 0.2452221 Feb 03 11:37:48.887032 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8af25-27aa-4c6c-8dcb-b4fb82722b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3078179b-d87b-4f49-8c21-21e2194ce044,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:57.143324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.261771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43458) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:57.441322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-798e0b91-da97-4547-911a-07364b90a42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.603856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-798e0b91-da97-4547-911a-07364b90a42e admin admin] Publish callbacks [] for security_group (48319f8e-1c62-4025-a0eb-f5fd8f73212b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.611537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-798e0b91-da97-4547-911a-07364b90a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48319f8e-1c62-4025-a0eb-f5fd8f73212b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.693296 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-798e0b91-da97-4547-911a-07364b90a42e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e91f00b310944f79a0dfb0fab73a8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301600 Feb 03 11:37:57.695706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:57.698940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e0b91-da97-4547-911a-07364b90a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48319f8e-1c62-4025-a0eb-f5fd8f73212b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:57.779033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] Publish callbacks [] for security_group (48319f8e-1c62-4025-a0eb-f5fd8f73212b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.819256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] Publish callbacks [] for security_group (48319f8e-1c62-4025-a0eb-f5fd8f73212b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.882316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (48319f8e-1c62-4025-a0eb-f5fd8f73212b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.900720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:57.908896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48319f8e-1c62-4025-a0eb-f5fd8f73212b HTTP/1.1" status: 204 len: 168 time: 0.2120976 Feb 03 11:37:57.919462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c46658-68b2-4cc6-921a-9d732df40e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48319f8e-1c62-4025-a0eb-f5fd8f73212b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:58.664632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43484) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:58.696009 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0389980f-7c67-4bfe-be4d-7c4dc6853d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:58.815069 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0389980f-7c67-4bfe-be4d-7c4dc6853d4f admin admin] Publish callbacks [] for security_group (29cc9bc8-53c9-4636-908e-d8a578fbfc03), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:58.825388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0389980f-7c67-4bfe-be4d-7c4dc6853d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (29cc9bc8-53c9-4636-908e-d8a578fbfc03), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:58.878442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43490) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:37:58.884667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0389980f-7c67-4bfe-be4d-7c4dc6853d4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a22e6eb5ad448c1be241a3045d3b6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188871 Feb 03 11:37:58.930398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389980f-7c67-4bfe-be4d-7c4dc6853d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc9bc8-53c9-4636-908e-d8a578fbfc03,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:37:58.970399 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] Publish callbacks [] for security_group (29cc9bc8-53c9-4636-908e-d8a578fbfc03), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:59.023409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] Publish callbacks [] for security_group (29cc9bc8-53c9-4636-908e-d8a578fbfc03), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:59.083945 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (29cc9bc8-53c9-4636-908e-d8a578fbfc03), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:59.086948 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:37:59.091083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29cc9bc8-53c9-4636-908e-d8a578fbfc03 HTTP/1.1" status: 204 len: 168 time: 0.2118292 Feb 03 11:37:59.114290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a5a59-882f-45fb-a5f6-607c54d75707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc9bc8-53c9-4636-908e-d8a578fbfc03,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:00.088598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:00.605433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f4a9be-b2af-411e-8491-1640e6218922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:00.826277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f4a9be-b2af-411e-8491-1640e6218922 admin admin] Publish callbacks [] for security_group (59f64a37-ccc9-40d1-bf2c-784be79c0aac), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:00.846505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95f4a9be-b2af-411e-8491-1640e6218922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59f64a37-ccc9-40d1-bf2c-784be79c0aac), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:00.931921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4a9be-b2af-411e-8491-1640e6218922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f64a37-ccc9-40d1-bf2c-784be79c0aac,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:00.937191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-95f4a9be-b2af-411e-8491-1640e6218922 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32cb22ba080b447390fc4590f71ffd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8468256 Feb 03 11:38:00.940330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43538) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:01.118581 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] Publish callbacks [] for security_group (59f64a37-ccc9-40d1-bf2c-784be79c0aac), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:01.203967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] Publish callbacks [] for security_group (59f64a37-ccc9-40d1-bf2c-784be79c0aac), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:01.284616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40cbe0c7-d38b-4385-b9a5-899f0d338299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:01.297356 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (59f64a37-ccc9-40d1-bf2c-784be79c0aac), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:01.304351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:01.305755 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59f64a37-ccc9-40d1-bf2c-784be79c0aac HTTP/1.1" status: 204 len: 168 time: 0.3632660 Feb 03 11:38:01.326263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefb17d-0527-485f-ab5f-3f689cd78652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f64a37-ccc9-40d1-bf2c-784be79c0aac,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:03.511329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a8218-ee18-40c5-a192-32a148f42462 req-7d7fabdd-2b39-42ba-a1cb-1ac117fe44eb tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:38:03.523541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b64a8218-ee18-40c5-a192-32a148f42462 req-7d7fabdd-2b39-42ba-a1cb-1ac117fe44eb tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 0.0917859 Feb 03 11:38:03.653104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b64a8218-ee18-40c5-a192-32a148f42462 req-cbf23c2f-61c8-44da-a1f2-5d3eec51d2a9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182916 Feb 03 11:38:04.372684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f481-05dd-463a-bd89-e3d97af00769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:04.690428 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:05.369925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-07eeddfc-29fa-4675-9f3f-3aaff648f8ff tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:38:05.372179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-07eeddfc-29fa-4675-9f3f-3aaff648f8ff tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.69 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 0.2042937 Feb 03 11:38:05.512656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c7eb-6717-43b8-8490-f585beb1851a req-d75c7f62-7d11-46d7-9876-364fb4cc4e81 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:38:05.515321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9e3c7eb-6717-43b8-8490-f585beb1851a req-d75c7f62-7d11-46d7-9876-364fb4cc4e81 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 950 time: 0.6201913 Feb 03 11:38:05.581334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Deleting port 86feb47c-be55-4dd7-93f5-c30068b2da9c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:38:05.581703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:05.695612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] For port 86feb47c-be55-4dd7-93f5-c30068b2da9c, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=86feb47c-be55-4dd7-93f5-c30068b2da9c,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:38:05.695982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:05.718617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Calling delete_port for 86feb47c-be55-4dd7-93f5-c30068b2da9c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:38:05.736964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9e3c7eb-6717-43b8-8490-f585beb1851a req-b87b1cbd-bf6f-4b1c-8e3a-b4d605192bf9 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e967582-a802-4df9-ab39-40b605f71c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047029 Feb 03 11:38:06.205857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (86feb47c-be55-4dd7-93f5-c30068b2da9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:06.239871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['86feb47c-be55-4dd7-93f5-c30068b2da9c'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:38:06.275925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Pushing event deleted for resources: {'Port': ['ID=86feb47c-be55-4dd7-93f5-c30068b2da9c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:06.339181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:06.344018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] No DVR routers for this DVR port 86feb47c-be55-4dd7-93f5-c30068b2da9c on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:38:06.347542 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:06.350974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67e87618-2f2f-490c-a702-de1f1c4c00b1 req-7cf7faef-ccbd-4c6f-8b52-caab1930d265 tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.69 "DELETE /v2.0/ports/86feb47c-be55-4dd7-93f5-c30068b2da9c HTTP/1.1" status: 204 len: 173 time: 0.9688308 Feb 03 11:38:06.351473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'name': 'network-vif-deleted', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:38:06.354379 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827114d8-fdbc-4ab1-bbd6-47031cb5d1bd" -d '{"events": [{"server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "name": "network-vif-deleted", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:38:06.401216 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e325ad7-f76e-4f28-ac27-38bd96abeb00 x-openstack-request-id: req-7e325ad7-f76e-4f28-ac27-38bd96abeb00 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:38:06.402313 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bc63d9-22b8-499a-96f4-72e81cf783d1", "name": "network-vif-deleted", "tag": "86feb47c-be55-4dd7-93f5-c30068b2da9c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:38:06.402716 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e325ad7-f76e-4f28-ac27-38bd96abeb00 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:38:06.403349 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bc63d9-22b8-499a-96f4-72e81cf783d1', 'name': 'network-vif-deleted', 'tag': '86feb47c-be55-4dd7-93f5-c30068b2da9c', 'status': 'completed', 'code': 200} Feb 03 11:38:06.941255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22f23dd1-8387-4eb9-8426-81490195c12f req-3af8af47-2780-406c-a555-daa423acb5ee tempest-VolumesBackupsTest-2052377893 tempest-VolumesBackupsTest-2052377893-project] 10.222.0.30 "GET /v2.0/ports?device_id=13bc63d9-22b8-499a-96f4-72e81cf783d1 HTTP/1.1" status: 200 len: 210 time: 0.0504558 Feb 03 11:38:07.345405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:08.611617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 86feb47c-be55-4dd7-93f5-c30068b2da9c no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:38:08.638935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 86feb47c-be55-4dd7-93f5-c30068b2da9c {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:38:08.644193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 86feb47c-be55-4dd7-93f5-c30068b2da9c not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:38:08.990603 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:38:11.248166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:11.421219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.570803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Publish callbacks [] for security_group (7304a7e4-a0e6-4f9d-b12f-43929d210c23), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.577419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7304a7e4-a0e6-4f9d-b12f-43929d210c23), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.618942 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1057e044dd48481b939583e0374c3c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696656 Feb 03 11:38:11.620267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7304a7e4-a0e6-4f9d-b12f-43929d210c23,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:11.621635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43766) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:11.629771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.630369 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.630908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.631471 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.631976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.632477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.632995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.633517 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.634017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.634501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.635004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.635487 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.635981 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b3cfa-93b8-4dce-a117-321b7aa5fb88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:38:11.721119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] Publish callbacks [] for security_group (7304a7e4-a0e6-4f9d-b12f-43929d210c23), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.743902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] Publish callbacks [] for security_group (7304a7e4-a0e6-4f9d-b12f-43929d210c23), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.799289 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (7304a7e4-a0e6-4f9d-b12f-43929d210c23), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.803930 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:11.808580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7304a7e4-a0e6-4f9d-b12f-43929d210c23 HTTP/1.1" status: 204 len: 168 time: 0.1857674 Feb 03 11:38:11.823285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032363f0-2a88-4383-905c-c1e6b002132e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7304a7e4-a0e6-4f9d-b12f-43929d210c23,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:12.102730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43772) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:12.117968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15f6eaf1-0665-4a24-bb17-920612491ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.214372 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15f6eaf1-0665-4a24-bb17-920612491ab6 admin admin] Publish callbacks [] for security_group (6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.219837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15f6eaf1-0665-4a24-bb17-920612491ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.268801 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15f6eaf1-0665-4a24-bb17-920612491ab6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632558f4a22f47639cc2c957c20201c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643031 Feb 03 11:38:12.269938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6eaf1-0665-4a24-bb17-920612491ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:12.276158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:12.333470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] Publish callbacks [] for security_group (6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.359708 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] Publish callbacks [] for security_group (6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.433144 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.435906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.437113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2 HTTP/1.1" status: 204 len: 168 time: 0.1599395 Feb 03 11:38:12.451535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1153a1-7a4f-4168-8273-5e9a5e406731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91860c-5fed-4221-8bc9-aa2a5f7d4ec2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:12.824197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:12.837956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff85d835-a694-4629-a889-54051f80e126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.920764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff85d835-a694-4629-a889-54051f80e126 admin admin] Publish callbacks [] for security_group (fd7c6002-1f07-4fd2-b296-24a2e623a2bc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.926029 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff85d835-a694-4629-a889-54051f80e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fd7c6002-1f07-4fd2-b296-24a2e623a2bc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:12.966038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ff85d835-a694-4629-a889-54051f80e126 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87d4284143a94ee0bd626e24871ce92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404588 Feb 03 11:38:12.967293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d835-a694-4629-a889-54051f80e126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c6002-1f07-4fd2-b296-24a2e623a2bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:12.968735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43794) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:13.034729 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] Publish callbacks [] for security_group (fd7c6002-1f07-4fd2-b296-24a2e623a2bc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:13.059271 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] Publish callbacks [] for security_group (fd7c6002-1f07-4fd2-b296-24a2e623a2bc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:13.112161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (fd7c6002-1f07-4fd2-b296-24a2e623a2bc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:13.115157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:13.116428 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd7c6002-1f07-4fd2-b296-24a2e623a2bc HTTP/1.1" status: 204 len: 168 time: 0.1455312 Feb 03 11:38:13.125908 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e71d4-49f2-4d02-af1a-2b501c157387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c6002-1f07-4fd2-b296-24a2e623a2bc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:16.379823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:17.283575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 43934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:17.531234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a24-6139-40f5-af01-8a5191f0a222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:17.680961 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a24-6139-40f5-af01-8a5191f0a222 admin admin] Publish callbacks [] for security_group (864806cb-f34f-4d25-bbbb-161eaa816f2d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:17.698590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a24-6139-40f5-af01-8a5191f0a222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (864806cb-f34f-4d25-bbbb-161eaa816f2d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:17.799293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5a24-6139-40f5-af01-8a5191f0a222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864806cb-f34f-4d25-bbbb-161eaa816f2d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:17.823093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-da8a5a24-6139-40f5-af01-8a5191f0a222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46c6a34d6554439888feda7ada6099f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383513 Feb 03 11:38:17.825705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 43946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:38:17.949160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] Publish callbacks [] for security_group (864806cb-f34f-4d25-bbbb-161eaa816f2d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:18.010328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] Publish callbacks [] for security_group (864806cb-f34f-4d25-bbbb-161eaa816f2d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:18.118015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (864806cb-f34f-4d25-bbbb-161eaa816f2d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:18.120655 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:18.121859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/864806cb-f34f-4d25-bbbb-161eaa816f2d HTTP/1.1" status: 204 len: 168 time: 0.2951677 Feb 03 11:38:18.165080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3776-09d9-4430-ad57-4f4d7947ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864806cb-f34f-4d25-bbbb-161eaa816f2d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:38:25.616351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-8aa6f515-2013-4c1d-9c0e-f40d4a7c1fff req-503234ac-3f3b-4c18-b52b-40cff85ead3b service neutron] (103126) timed out ('10.222.0.69', 60798) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:38:27.167511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:28.860012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-3e2965aa-398a-4f1e-b74f-a4c5cb93b72c req-56c43967-8b9c-4869-887f-08a8924b7c2b service neutron] (103126) timed out ('10.222.0.30', 36226) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:38:31.257047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45a6cb48-bbba-4ad2-9baa-316cc5a409ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:34.363948 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1083537f-507b-459f-9690-f3310b9241da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:34.702533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:36.444397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:37.381815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:45.992379 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:38:46.390305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:38:57.203277 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:01.271985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06574f67-a7e5-4e7e-bd25-d830dfd94e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:04.364733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e653e0ef-57df-45a5-b782-446491016707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:04.681523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:06.346296 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:07.372466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:16.413167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:22.998987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:39:25.556486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-681d54ec-a904-4d04-b1dc-ecc0c8b21ecb tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:25.563193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-681d54ec-a904-4d04-b1dc-ecc0c8b21ecb tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 813 time: 0.1762559 Feb 03 11:39:25.579126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-33b5167e-1d0e-4796-a996-70234c66ead9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/quotas/f96764a9bff6459c8cb814398660697e HTTP/1.1" status: 200 len: 375 time: 0.0144978 Feb 03 11:39:25.617367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-57300b87-d929-49b2-b0fb-7a87e544b9e3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372436 Feb 03 11:39:25.786700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-0f3c9729-604a-4ad5-91e3-8fbfc55d27ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:39:25.788985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-0f3c9729-604a-4ad5-91e3-8fbfc55d27ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1694427 Feb 03 11:39:26.029140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e2aba3c9-2795-4da8-82a0-6e9b3580d77f service neutron] 10.222.0.30 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297616 Feb 03 11:39:26.149649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-00b7b11d-884d-430f-9497-42ca0372bf82 service neutron] 10.222.0.30 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128263 Feb 03 11:39:26.408116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3653ed92-2ce6-4a3f-8e72-7b5af31ed710 req-257d936a-1622-49d3-b8ab-fcad8c797a39 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 210 time: 0.0386715 Feb 03 11:39:27.187864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:27.555206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2f05a86-ecea-4a03-902b-0346023417e8 req-15c057af-5a43-419e-a822-17079d7de29b tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 210 time: 0.0429780 Feb 03 11:39:27.782618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-3b90b342-b195-4603-be61-591515f09954 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:27.785196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-3b90b342-b195-4603-be61-591515f09954 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.69 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 813 time: 0.2277300 Feb 03 11:39:27.809667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Request body: {'port': {'device_id': '669f4027-a8a8-41ba-9153-fa37891eb099', 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47', 'admin_state_up': True, 'tenant_id': 'f96764a9bff6459c8cb814398660697e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:27.972450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Made reservation on behalf of f96764a9bff6459c8cb814398660697e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:39:27.977992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:28.163464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Allocated IP 172.20.0.10 (c1309593-2209-4e93-a515-3c18ca639e47/50f0fd72-a942-4623-be9e-d294e8bf85ff/fb0ff1ca-0914-4278-9ed6-82a4353cbb2a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:39:28.370927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks [] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:28.442657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:28.504920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Network c1309593-2209-4e93-a515-3c18ca639e47 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:39:28.510315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:39:28.514855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:39:28.563693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:28.564461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:28.573007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Pushing event updated for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:28.587896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.589006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.589431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.589783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.590198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.590550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.591216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.591308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.591618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.591952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.592355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.592690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.593042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:28.611672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-8550638e-52c0-4e46-8f72-2ab206c2edf9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062470 Feb 03 11:39:28.632102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Request body: {'port': {'device_id': '669f4027-a8a8-41ba-9153-fa37891eb099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:28.723729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:28.848584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f96b-eb4c-43db-8559-8ebad0fb068c req-eb4173e6-d8a6-4f32-9edf-fd5af1c7e28b tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:28.850809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e656f96b-eb4c-43db-8559-8ebad0fb068c req-eb4173e6-d8a6-4f32-9edf-fd5af1c7e28b tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 932 time: 0.1374674 Feb 03 11:39:28.981420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e656f96b-eb4c-43db-8559-8ebad0fb068c req-5b87bf2b-d057-4c24-9be9-11513666ce65 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234596 Feb 03 11:39:29.155643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0ff1ca-0914-4278-9ed6-82a4353cbb2a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:39:29.163944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks [] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:29.177148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Transition to ACTIVE for port object fb0ff1ca-0914-4278-9ed6-82a4353cbb2a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:39:29.184811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:29.251910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:29.397571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Attempting to bind port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:29.397910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Attempting to bind port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:39:29.398293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Attempting to bind port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a on network c1309593-2209-4e93-a515-3c18ca639e47 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:39:29.404393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a on network c1309593-2209-4e93-a515-3c18ca639e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:39:29.404723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Attempting to bind port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a on network c1309593-2209-4e93-a515-3c18ca639e47 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:39:29.410989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:39:29.411883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Checking segment: {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:39:29.412280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Bound using segment: {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:39:29.412763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Bound port: fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:39:29.413153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:29.538153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:39:29.541665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:39:29.551695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:29.621521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:29.622133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:29.624225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] 10.222.0.69 "PUT /v2.0/ports/fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 200 len: 1092 time: 0.9992328 Feb 03 11:39:29.624764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:39:29.627205 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b172102-f09c-45a9-8dce-b638aa8666a8" -d '{"events": [{"name": "network-changed", "server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:39:29.698339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f67a3-df11-49d0-b4b9-27b6ebd14bdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:29.711854 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30965288-6870-4bcf-a390-b36de63a8dbe x-openstack-request-id: req-30965288-6870-4bcf-a390-b36de63a8dbe {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:39:29.712222 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:39:29.712567 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30965288-6870-4bcf-a390-b36de63a8dbe {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:39:29.713060 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a', 'status': 'completed', 'code': 200} Feb 03 11:39:29.815606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-bc5755d0-7e89-454e-a6ee-c1ec2a70b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:29.821655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-bc5755d0-7e89-454e-a6ee-c1ec2a70b79a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 1126 time: 0.1077797 Feb 03 11:39:29.876295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-5929d675-c752-4213-bd08-84be69ae61c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 200 len: 217 time: 0.0420990 Feb 03 11:39:29.935221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-ac8ce2fd-e7ee-460e-9426-20d13d0c28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:29.937007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-ac8ce2fd-e7ee-460e-9426-20d13d0c28c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0562177 Feb 03 11:39:29.995469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-f545f2a1-d6ab-4439-820b-44a54ca82ef0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520391 Feb 03 11:39:30.165007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-c36bde23-e1fc-4776-afdf-b16f52e1a01b service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629369 Feb 03 11:39:30.255951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eb251-7d65-4007-bfd0-5944f52ad812 req-6e91150a-ec7d-4936-bc30-4f7f90a2b870 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:30.270892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e0eb251-7d65-4007-bfd0-5944f52ad812 req-6e91150a-ec7d-4936-bc30-4f7f90a2b870 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 944 time: 0.1283841 Feb 03 11:39:30.328763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e60b7cb9-4a2c-4703-beeb-566f0453b5ae req-d847ea46-c1ca-4903-b20d-6273a486d41a service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569633 Feb 03 11:39:30.353630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e0eb251-7d65-4007-bfd0-5944f52ad812 req-b16efcbe-484d-4ec4-b078-906c0d967c6a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889895 Feb 03 11:39:30.499631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-c839b400-5f97-4b20-8c19-bedbc7b3aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:30.504936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-c839b400-5f97-4b20-8c19-bedbc7b3aa75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 1126 time: 0.0732532 Feb 03 11:39:30.618518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-22b79ee0-d3de-42f0-a523-25402109b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:30.620341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-22b79ee0-d3de-42f0-a523-25402109b2e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 914 time: 0.1089633 Feb 03 11:39:30.664772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-8a6a67fe-a4a7-4224-bcca-d6cc9a1a1bfa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 200 len: 217 time: 0.0378556 Feb 03 11:39:30.737160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-710e3c20-4964-4351-93ea-f6bbce97eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:30.738967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-710e3c20-4964-4351-93ea-f6bbce97eb7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0683529 Feb 03 11:39:30.776684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-025cc2b2-fb2e-4e47-97b5-284b190bf1a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317945 Feb 03 11:39:30.892831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-0d717b53-e9a7-4641-a013-bb71e4c1717e service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087816 Feb 03 11:39:31.011290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b172102-f09c-45a9-8dce-b638aa8666a8 req-40aeb71d-89b1-4a19-b182-4ece552bb1fa service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123664 Feb 03 11:39:31.274752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb23bad2-2a68-42c4-8b4b-86fa1215c7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:31.505324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4598-2770-4c29-8099-9f3e7f7cdacd req-daf5221b-7997-4517-9cea-45bcf0a42491 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:31.507115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-958a4598-2770-4c29-8099-9f3e7f7cdacd req-daf5221b-7997-4517-9cea-45bcf0a42491 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 944 time: 0.0791903 Feb 03 11:39:31.561525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-958a4598-2770-4c29-8099-9f3e7f7cdacd req-3aca85e2-2711-4c2f-a643-81d9c61a5191 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Feb 03 11:39:32.758970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f298bc-8111-409b-b215-49ace82b0dd0 req-67dde880-e011-48c1-b4a0-fae0caabd996 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:32.760485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97f298bc-8111-409b-b215-49ace82b0dd0 req-67dde880-e011-48c1-b4a0-fae0caabd996 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 944 time: 0.1017082 Feb 03 11:39:32.888938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-97f298bc-8111-409b-b215-49ace82b0dd0 req-dc06bbc6-1084-41aa-ae9b-9969fa1a8a45 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109669 Feb 03 11:39:33.089133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fb0ff1ca-0914-4278-9ed6-82a4353cbb2a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:39:33.205254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:39:33.225843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a', 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47', 'port_id': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a', 'mac_address': 'fa:16:3e:29:85:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f0fd72-a942-4623-be9e-d294e8bf85ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:39:33.278951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:39:33.279806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:33.294082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0ff1ca-0914-4278-9ed6-82a4353cbb2a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:39:33.320399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:39:33.326167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:33.383022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:33.392081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.392561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.393161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.393684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.394270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.394703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.395247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.395790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.396212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.396649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.397162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.397611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.398023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:33.752385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['fb0ff1ca-0914-4278-9ed6-82a4353cbb2a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:39:34.071029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd0-140f-4851-8f22-1dcba37443ac req-4f242fdb-a7bc-49ff-a01e-1bdfaa8f14ad tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:34.078190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68ae3bd0-140f-4851-8f22-1dcba37443ac req-4f242fdb-a7bc-49ff-a01e-1bdfaa8f14ad tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 945 time: 0.0653028 Feb 03 11:39:34.137154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68ae3bd0-140f-4851-8f22-1dcba37443ac req-f9de8145-a600-4806-81a8-f772763ed5e6 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Feb 03 11:39:34.360694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cca07861-0da3-4020-8efd-5fbbe003864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:34.698545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:35.103025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fb0ff1ca-0914-4278-9ed6-82a4353cbb2a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:39:35.180068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:39:35.188929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:39:35.189660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:35.304254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b3764-bca5-4553-a5de-11b37a542832 req-3b08815e-436b-43dc-aef0-017993d825ec tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:35.306393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-288b3764-bca5-4553-a5de-11b37a542832 req-3b08815e-436b-43dc-aef0-017993d825ec tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 945 time: 0.0977645 Feb 03 11:39:35.373561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:39:35.374681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:35.426624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:39:35.428389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:39:35.431554 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecea8c8-eeed-483a-87f3-b6d4c8aff267" -d '{"events": [{"server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "name": "network-vif-plugged", "status": "completed", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:39:35.434302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-288b3764-bca5-4553-a5de-11b37a542832 req-ce7801f3-c783-446c-a704-df649a1455ce tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Feb 03 11:39:35.445669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:35.514018 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ea27e9-3e50-4a20-abd0-7a9eea4dbaab x-openstack-request-id: req-07ea27e9-3e50-4a20-abd0-7a9eea4dbaab {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:39:35.514350 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "name": "network-vif-plugged", "status": "completed", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:39:35.514601 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07ea27e9-3e50-4a20-abd0-7a9eea4dbaab {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:39:35.515092 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a', 'code': 200} Feb 03 11:39:35.552263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:35.675759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce6fd2-a65d-4786-8949-a9b949b15286 req-7efd8ff2-dbb9-4550-b97b-94052bc75a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:35.677304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fce6fd2-a65d-4786-8949-a9b949b15286 req-7efd8ff2-dbb9-4550-b97b-94052bc75a5d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 1128 time: 0.0735128 Feb 03 11:39:35.748102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fce6fd2-a65d-4786-8949-a9b949b15286 req-093fb512-2b42-43ec-8ef5-bcbea70e656d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642345 Feb 03 11:39:36.330718 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:36.613949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd2fa4-d89d-4800-945d-017220873be7 req-ae689897-3d8e-4adf-b0d1-9a5a1bcb255f tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:36.639255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fdd2fa4-d89d-4800-945d-017220873be7 req-ae689897-3d8e-4adf-b0d1-9a5a1bcb255f tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 946 time: 0.1172311 Feb 03 11:39:36.700198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fdd2fa4-d89d-4800-945d-017220873be7 req-c4a7c795-7e1b-43f1-bd9e-38fed07bd500 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599246 Feb 03 11:39:37.359437 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:37.906566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1842-b221-4cd5-8aa2-28e6ca73ff1c req-0c022490-a375-4cff-b931-5e078a8e5c84 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:37.908697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-547a1842-b221-4cd5-8aa2-28e6ca73ff1c req-0c022490-a375-4cff-b931-5e078a8e5c84 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 946 time: 0.0854855 Feb 03 11:39:38.036902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-547a1842-b221-4cd5-8aa2-28e6ca73ff1c req-3ca8ea50-3b2a-4e23-b911-60861e6706ab tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108069 Feb 03 11:39:43.281083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46542) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:43.429850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.554923 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Publish callbacks [] for security_group (c5f1e07a-a0de-4531-a23b-90453ebbad7e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.574537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c5f1e07a-a0de-4531-a23b-90453ebbad7e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.650517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06744e92cb6545e58617ab9964405b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670311 Feb 03 11:39:43.651624 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f1e07a-a0de-4531-a23b-90453ebbad7e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:43.653317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:43.667375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.668099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.668660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.669343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.670422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.670976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.671514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.672631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.673205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.673788 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.674463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.675002 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.675522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b4d8b-1d21-4219-b252-c13c9cb99955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:43.740078 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] Publish callbacks [] for security_group (c5f1e07a-a0de-4531-a23b-90453ebbad7e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.764321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] Publish callbacks [] for security_group (c5f1e07a-a0de-4531-a23b-90453ebbad7e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.834447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c5f1e07a-a0de-4531-a23b-90453ebbad7e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.840452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:43.841871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5f1e07a-a0de-4531-a23b-90453ebbad7e HTTP/1.1" status: 204 len: 168 time: 0.1873808 Feb 03 11:39:43.854497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0d68-e2aa-4bbc-9b2e-9d363e113ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f1e07a-a0de-4531-a23b-90453ebbad7e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:46.400699 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:52.772725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:52.994492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a354fce-5903-49d0-b41b-34f594bbdbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.199007 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a354fce-5903-49d0-b41b-34f594bbdbbd admin admin] Publish callbacks [] for security_group (e4566adb-c36a-47b6-9287-81b72f20423b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.205688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a354fce-5903-49d0-b41b-34f594bbdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e4566adb-c36a-47b6-9287-81b72f20423b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.255792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1a354fce-5903-49d0-b41b-34f594bbdbbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=361066a8a7574f9aa337b4320928d5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819312 Feb 03 11:39:53.258554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46798) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:53.311298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a354fce-5903-49d0-b41b-34f594bbdbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4566adb-c36a-47b6-9287-81b72f20423b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:53.366128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] Publish callbacks [] for security_group (e4566adb-c36a-47b6-9287-81b72f20423b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.408857 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] Publish callbacks [] for security_group (e4566adb-c36a-47b6-9287-81b72f20423b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.499867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e4566adb-c36a-47b6-9287-81b72f20423b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.510199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:53.516795 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4566adb-c36a-47b6-9287-81b72f20423b HTTP/1.1" status: 204 len: 168 time: 0.2549436 Feb 03 11:39:53.538588 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff49072-7186-4d5f-8e80-7537a1451ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4566adb-c36a-47b6-9287-81b72f20423b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:54.729157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:54.892710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-552067919-network', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:54.971170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Made reservation on behalf of 1fbb5b5e4673436ca9d819c98a68c097 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:39:54.977108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:54.984349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.109378 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks [] for security_group (6a87a490-31b3-4669-a650-8d03a73f3438), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.117094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6a87a490-31b3-4669-a650-8d03a73f3438), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.133925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:39:55.149699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e4429871-9155-49ad-98db-240128e88fbb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.151700 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Added segment e4429871-9155-49ad-98db-240128e88fbb of type vlan for network 659329d3-e0f7-40f0-b6a1-0095767e37bb Feb 03 11:39:55.205936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (659329d3-e0f7-40f0-b6a1-0095767e37bb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.310510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a87a490-31b3-4669-a650-8d03a73f3438,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:55.332931 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (659329d3-e0f7-40f0-b6a1-0095767e37bb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.334281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:55.335653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.420436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6814904 Feb 03 11:39:55.420436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09ad3-4491-405c-ba10-1842e4590919 admin admin] Pushing event updated for resources: {'Network': ['ID=659329d3-e0f7-40f0-b6a1-0095767e37bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:55.422048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:55.438702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Request body: {'subnet': {'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-552067919-subnet', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:55.438817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:39:55.470585 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Made reservation on behalf of 1fbb5b5e4673436ca9d819c98a68c097 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:39:55.474322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.722664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (04190408-7f69-4963-a6e9-66b967dba9ef), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:55.779265 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=04190408-7f69-4963-a6e9-66b967dba9ef,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:56.069426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Checking segment: {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:39:56.070081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Network hostable DHCP agents. Network: 659329d3-e0f7-40f0-b6a1-0095767e37bb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:39:56.090684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:39:56.103736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 659329d3-e0f7-40f0-b6a1-0095767e37bb) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:39:56.111375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:39:56.112511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.115380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b94470-ac79-4619-adef-2b50f464f3d4 None None] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:39:56.144849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-69275442-14b0-4960-be96-b441d80074ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7171407 Feb 03 11:39:56.147623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:56.152623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:56.190130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.191616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.306729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for router_controller (a2a68134-819b-4b7e-82d5-1359bbd6389f), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.310961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-659329d3-e0f7-40f0-b6a1-0095767e37bb', 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb', 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'fixed_ips': [{'subnet_id': '04190408-7f69-4963-a6e9-66b967dba9ef'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:39:56.316805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.498102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for router_gateway (a2a68134-819b-4b7e-82d5-1359bbd6389f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.507852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Allocated IP 172.20.0.2 (659329d3-e0f7-40f0-b6a1-0095767e37bb/04190408-7f69-4963-a6e9-66b967dba9ef/51521687-4804-43fe-acb0-f3ef7b2642c8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:39:56.827612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks [] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.837010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.882543 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for router_gateway (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.890655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:39:56.908123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Pushing event updated for resources: {'Port': ['ID=51521687-4804-43fe-acb0-f3ef7b2642c8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:56.911085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:39:56.913401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:39:56.938623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.974581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Attempting to bind port 51521687-4804-43fe-acb0-f3ef7b2642c8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:56.975008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Attempting to bind port 51521687-4804-43fe-acb0-f3ef7b2642c8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:39:56.975326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Attempting to bind port 51521687-4804-43fe-acb0-f3ef7b2642c8 on network 659329d3-e0f7-40f0-b6a1-0095767e37bb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:39:56.981244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:39:56.981629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Checking segment: {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:39:56.982035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:56.982440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Bound using segment: {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:39:56.982928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Bound port: 51521687-4804-43fe-acb0-f3ef7b2642c8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:39:56.983360 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:57.066439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] For port 51521687-4804-43fe-acb0-f3ef7b2642c8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:39:57.079675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Allocated IP 172.25.7.211 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:39:57.087968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] For port 51521687-4804-43fe-acb0-f3ef7b2642c8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=51521687-4804-43fe-acb0-f3ef7b2642c8,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:39:57.113179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:57.227877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:57.305788 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:57.317422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aa176-c707-46ea-895d-6c59c41f6aed None None] Pushing event updated for resources: {'Port': ['ID=51521687-4804-43fe-acb0-f3ef7b2642c8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:57.319612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:57.379503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:39:57.382764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:39:57.387559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:39:57.391469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Pushing event updated for resources: {'Port': ['ID=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:57.821798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for router_gateway (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.060059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.237353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 51521687-4804-43fe-acb0-f3ef7b2642c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:39:58.311805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Router a2a68134-819b-4b7e-82d5-1359bbd6389f is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:39:58.348591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 51521687-4804-43fe-acb0-f3ef7b2642c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:39:58.348994 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.513045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 51521687-4804-43fe-acb0-f3ef7b2642c8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:39:58.513436 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.556438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 51521687-4804-43fe-acb0-f3ef7b2642c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=51521687-4804-43fe-acb0-f3ef7b2642c8,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:39:58.561650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.584237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:39:58.601450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Sync routers for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:39:58.608390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:58.614112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ff4a7c9-a40b-4bae-a033-9f1fec22685e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4627674 Feb 03 11:39:58.614418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46916) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:39:58.626837 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:39:58.626837 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:39:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:39:58.686535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=51521687-4804-43fe-acb0-f3ef7b2642c8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:58.783351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:39:58.947869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6e682-389b-489d-94e2-f07b1945ee5f None None] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:39:59.075752 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:57Z', 'revision_number': 3, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:39:59.128672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9bd7e731-8960-481a-b71f-bdcf8892d104 None None] Provisioning complete for port 51521687-4804-43fe-acb0-f3ef7b2642c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:39:59.129073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e731-8960-481a-b71f-bdcf8892d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.136659 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Checking router: a2a68134-819b-4b7e-82d5-1359bbd6389f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:39:59.137035 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Updating router a2a68134-819b-4b7e-82d5-1359bbd6389f port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:39:59.197762 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.615402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7e731-8960-481a-b71f-bdcf8892d104 None None] Current status of the port 51521687-4804-43fe-acb0-f3ef7b2642c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:39:59.655039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.698519 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks [] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.706319 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.793602 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Attempting to bind port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:59.794121 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Attempting to bind port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:39:59.794598 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Attempting to bind port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:39:59.817949 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:39:59.818484 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:39:59.818990 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.819478 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:39:59.820089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Bound port: 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:39:59.820579 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.907013 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] For port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:39:59.915539 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] For port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:39:59.923230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Pushing event updated for resources: {'Port': ['ID=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:39:59.928208 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:39:59.936521 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.937024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.937516 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.938480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.939261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.939699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.940134 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.940612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.941022 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.941499 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.941925 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.942350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:39:59.942775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:40:00.003058 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e7954-8a17-4266-a9b1-15ec59e4215d None None] Pushing event updated for resources: {'Port': ['ID=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:00.015375 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:40:00.040319 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:00.042885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:39:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:00.050301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-42d9d737-528d-46dd-84f5-7be178fb7ab7 None None] Provisioning complete for port 51521687-4804-43fe-acb0-f3ef7b2642c8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:00.051563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42d9d737-528d-46dd-84f5-7be178fb7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.155384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Allocated IP 172.20.0.1 (659329d3-e0f7-40f0-b6a1-0095767e37bb/04190408-7f69-4963-a6e9-66b967dba9ef/43eb9ae5-cbdc-4cf7-926e-74151386690b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:40:00.160740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 51521687-4804-43fe-acb0-f3ef7b2642c8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:00.347448 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:00.354811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-42d9d737-528d-46dd-84f5-7be178fb7ab7 None None] Current status of the port 51521687-4804-43fe-acb0-f3ef7b2642c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:00.357969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 51521687-4804-43fe-acb0-f3ef7b2642c8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:00.358341 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.380514 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks [] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.424861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.456812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 51521687-4804-43fe-acb0-f3ef7b2642c8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:00.479560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:00.483248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:00.503674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:40:00.563281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.660744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:57Z', 'revision_number': 3, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:00.695164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:00.721794 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e1ac-aaaa-4836-b3d6-f4ff65efc60e None None] The sync data for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 is: [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:57Z', 'revision_number': 3, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:00.843258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:00.980943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-64815c2b-f2de-4278-bad5-8eb2e06bafe5 None None] Provisioning complete for port 43eb9ae5-cbdc-4cf7-926e-74151386690b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:00.981492 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64815c2b-f2de-4278-bad5-8eb2e06bafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.043532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-64815c2b-f2de-4278-bad5-8eb2e06bafe5 None None] Port 43eb9ae5-cbdc-4cf7-926e-74151386690b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:40:01.159742 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks [] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.164566 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.248634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.251656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:01.284434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43bd1a31-59af-49dd-a11e-15ea11c1f7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.371928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:01.373480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:01.599569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Router a2a68134-819b-4b7e-82d5-1359bbd6389f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:40:01.777151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8767cf61-f781-4968-98b9-6d0783f5a218 None None] Provisioning complete for port 43eb9ae5-cbdc-4cf7-926e-74151386690b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:01.777660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8767cf61-f781-4968-98b9-6d0783f5a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:01.846403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:40:01.860628 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f0d225b3-d0be-4e1a-8e85-f8fd336b74a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2a68134-819b-4b7e-82d5-1359bbd6389f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2370932 Feb 03 11:40:01.860827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8767cf61-f781-4968-98b9-6d0783f5a218 None None] Port 43eb9ae5-cbdc-4cf7-926e-74151386690b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:40:02.262478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:02.382900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:02.383419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.483771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:02.484170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.514816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:02.526338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.621084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:02.673858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 46976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:02.680329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2004500998-network', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:02.707718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Made reservation on behalf of bb583ec1b89847d2b71fb0af9c5e7766 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:40:02.711190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.724490 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.837972 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks [] for security_group (d58a670f-d560-4f72-97ed-7ef1c95209fb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.842435 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d58a670f-d560-4f72-97ed-7ef1c95209fb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.877144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:40:02.879596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a670f-d560-4f72-97ed-7ef1c95209fb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:02.892457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e3268632-ff1f-42af-a715-4f115f97f213), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.892933 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Added segment e3268632-ff1f-42af-a715-4f115f97f213 of type vlan for network 9d6dbd14-1bae-461c-9325-60b7450c785a Feb 03 11:40:02.945728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9d6dbd14-1bae-461c-9325-60b7450c785a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.976297 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9d6dbd14-1bae-461c-9325-60b7450c785a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:02.977467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:40:02.978102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:03.024160 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3487384 Feb 03 11:40:03.027844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 46986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:03.054111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Request body: {'subnet': {'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2004500998-subnet', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:03.058832 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e0063-4448-426a-83a3-d5d17d8cd8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6dbd14-1bae-461c-9325-60b7450c785a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:03.070358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9d6dbd14-1bae-461c-9325-60b7450c785a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:40:03.089735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Made reservation on behalf of bb583ec1b89847d2b71fb0af9c5e7766 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:40:03.093106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:03.433308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Sync routers for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:40:03.447339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:03.448271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:39:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:03.598426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:03.631914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (8c5b568a-1943-4945-9957-c2cd4b7fb927), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:03.718489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5b568a-1943-4945-9957-c2cd4b7fb927,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:03.776122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Checking segment: {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:40:03.776490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Network hostable DHCP agents. Network: 9d6dbd14-1bae-461c-9325-60b7450c785a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:40:03.812377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Network 9d6dbd14-1bae-461c-9325-60b7450c785a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:40:03.838795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9d6dbd14-1bae-461c-9325-60b7450c785a) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:03.845196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:40:03.845947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:03.877169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47014) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:03.878057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b62e3220-2a75-4d95-b9df-f1f0b44039fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8485382 Feb 03 11:40:03.884592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:03.894846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3dbde3-1bd5-4bb5-b3fe-7067c8720fcb None None] Network 9d6dbd14-1bae-461c-9325-60b7450c785a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:40:03.939544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:03.940629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.029670 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for router_controller (98d016bc-78e9-4c9c-be08-afe22f61593c), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.158108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:00Z', 'revision_number': 4, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '43eb9ae5-cbdc-4cf7-926e-74151386690b', 'name': '', 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'mac_address': 'fa:16:3e:45:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:59Z', 'updated_at': '2022-02-03T11:40:00Z', 'revision_number': 2, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'subnets': [{'id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:04.175163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-9d6dbd14-1bae-461c-9325-60b7450c785a', 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a', 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'fixed_ips': [{'subnet_id': '8c5b568a-1943-4945-9957-c2cd4b7fb927'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:40:04.180414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.265535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:04.315256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Checking router: a2a68134-819b-4b7e-82d5-1359bbd6389f for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:40:04.319746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Updating router a2a68134-819b-4b7e-82d5-1359bbd6389f port 43eb9ae5-cbdc-4cf7-926e-74151386690b binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:40:04.393249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.488850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-947343ac-239b-4ee8-aa5e-25185230584e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.635766 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for router_gateway (98d016bc-78e9-4c9c-be08-afe22f61593c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.842749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.870115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:04.870493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.969482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for router_gateway (98d016bc-78e9-4c9c-be08-afe22f61593c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:04.978626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Allocated IP 172.20.0.2 (9d6dbd14-1bae-461c-9325-60b7450c785a/8c5b568a-1943-4945-9957-c2cd4b7fb927/e6110e93-74de-4b27-8179-cd883246ac73) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:40:04.997942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.307566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Allocated IP 172.25.7.120 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/aa04b7bf-7b96-4e2f-bf54-2b6aec469304) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:40:05.518500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.525895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks [] for port (e6110e93-74de-4b27-8179-cd883246ac73), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.611788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.621368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e6110e93-74de-4b27-8179-cd883246ac73), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.696498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:05.700042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:05.711483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:40:05.713918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:05.824861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Pushing event updated for resources: {'Port': ['ID=e6110e93-74de-4b27-8179-cd883246ac73,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:05.829666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:05.886408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Network 9d6dbd14-1bae-461c-9325-60b7450c785a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:05.892231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:05.920903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:40:05.933705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks [] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:05.959562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.119099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Attempting to bind port e6110e93-74de-4b27-8179-cd883246ac73 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:06.119589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Attempting to bind port e6110e93-74de-4b27-8179-cd883246ac73 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:40:06.121318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Attempting to bind port e6110e93-74de-4b27-8179-cd883246ac73 on network 9d6dbd14-1bae-461c-9325-60b7450c785a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:40:06.124806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4ae1b-54e4-4aca-a734-6afe04cf30bb None None] Pushing event updated for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Checking segment: {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Bound using segment: {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Bound port: e6110e93-74de-4b27-8179-cd883246ac73, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:40:06.222020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6110e93-74de-4b27-8179-cd883246ac73), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.258269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Attempting to bind port 43eb9ae5-cbdc-4cf7-926e-74151386690b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:06.258777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Attempting to bind port 43eb9ae5-cbdc-4cf7-926e-74151386690b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:40:06.259312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Attempting to bind port 43eb9ae5-cbdc-4cf7-926e-74151386690b on network 659329d3-e0f7-40f0-b6a1-0095767e37bb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:40:06.277812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:40:06.278202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Checking segment: {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:40:06.278876 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.279390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Bound using segment: {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:40:06.279873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Bound port: 43eb9ae5-cbdc-4cf7-926e-74151386690b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4429871-9155-49ad-98db-240128e88fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:40:06.280261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.291123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for router_gateway (98d016bc-78e9-4c9c-be08-afe22f61593c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.457020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.477027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5503d03e-3eaf-4ec8-b1bb-625bdf9ff1d0 None None] Provisioning complete for port 43eb9ae5-cbdc-4cf7-926e-74151386690b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:06.477922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5503d03e-3eaf-4ec8-b1bb-625bdf9ff1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.522878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] For port e6110e93-74de-4b27-8179-cd883246ac73, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:40:06.528367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] For port 43eb9ae5-cbdc-4cf7-926e-74151386690b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:40:06.563931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] For port e6110e93-74de-4b27-8179-cd883246ac73, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6110e93-74de-4b27-8179-cd883246ac73,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:40:06.574310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] For port 43eb9ae5-cbdc-4cf7-926e-74151386690b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=43eb9ae5-cbdc-4cf7-926e-74151386690b,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:40:06.576822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5503d03e-3eaf-4ec8-b1bb-625bdf9ff1d0 None None] Port 43eb9ae5-cbdc-4cf7-926e-74151386690b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:40:06.584869 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6110e93-74de-4b27-8179-cd883246ac73), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.640579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.763298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:06.905630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f503-6250-4ce2-ad5d-3c4cb764ecb5 None None] Pushing event updated for resources: {'Port': ['ID=e6110e93-74de-4b27-8179-cd883246ac73,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:07.081264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:07.084849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:07.158020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Router 98d016bc-78e9-4c9c-be08-afe22f61593c is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:40:07.497293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:40:07.520735 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Sync routers for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:40:07.540831 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:07.542267 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0b3b344-679e-4a22-96c8-770a981fa9a5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6640749 Feb 03 11:40:07.545365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:07.548879 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:07.552261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:07.708480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:07.914206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:08.066727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4ae1b-54e4-4aca-a734-6afe04cf30bb None None] Pushing event updated for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:08.076256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Provisioning complete for port 43eb9ae5-cbdc-4cf7-926e-74151386690b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:08.076794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.086745 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.240739 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:05Z', 'revision_number': 3, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:08.323881 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Checking router: 98d016bc-78e9-4c9c-be08-afe22f61593c for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:40:08.334966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Updating router 98d016bc-78e9-4c9c-be08-afe22f61593c port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:40:08.426417 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.460353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6110e93-74de-4b27-8179-cd883246ac73 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:08.731182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Current status of the port 43eb9ae5-cbdc-4cf7-926e-74151386690b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:08.731571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.807831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6110e93-74de-4b27-8179-cd883246ac73 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:08.809184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6110e93-74de-4b27-8179-cd883246ac73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.812449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:00Z', 'revision_number': 4, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '43eb9ae5-cbdc-4cf7-926e-74151386690b', 'name': '', 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'mac_address': 'fa:16:3e:45:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:59Z', 'updated_at': '2022-02-03T11:40:06Z', 'revision_number': 4, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'subnets': [{'id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:08.891392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e7611-790a-4593-aee9-0f0e637120a3 None None] The sync data for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 is: [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:00Z', 'revision_number': 4, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '43eb9ae5-cbdc-4cf7-926e-74151386690b', 'name': '', 'network_id': '659329d3-e0f7-40f0-b6a1-0095767e37bb', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'mac_address': 'fa:16:3e:45:94:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:59Z', 'updated_at': '2022-02-03T11:40:06Z', 'revision_number': 4, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'subnets': [{'id': '04190408-7f69-4963-a6e9-66b967dba9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:08.925565 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.983752 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks [] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:08.990375 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.092716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7e504-16bd-400a-8e9d-6338ca0a3835 None None] Network 9d6dbd14-1bae-461c-9325-60b7450c785a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:40:09.199114 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Attempting to bind port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:09.199739 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Attempting to bind port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:40:09.200305 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Attempting to bind port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:40:09.238320 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07489656-e6f9-4bd8-b57e-30715fe7c443 None None] Pushing event updated for resources: {'Port': ['ID=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:09.244765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] For port 43eb9ae5-cbdc-4cf7-926e-74151386690b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=43eb9ae5-cbdc-4cf7-926e-74151386690b,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:09.250003 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:40:09.250599 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:40:09.251008 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.251398 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:40:09.251962 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Bound port: aa04b7bf-7b96-4e2f-bf54-2b6aec469304, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:40:09.260360 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.276898 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.413353 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] For port aa04b7bf-7b96-4e2f-bf54-2b6aec469304, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:40:09.419302 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] For port aa04b7bf-7b96-4e2f-bf54-2b6aec469304, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:40:09.449949 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.504315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Allocated IP 172.20.0.1 (9d6dbd14-1bae-461c-9325-60b7450c785a/8c5b568a-1943-4945-9957-c2cd4b7fb927/be466fc4-93d1-4159-8a12-6a74a5e929ed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:40:09.557109 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:09.557988 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:09.588661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Provisioning complete for port e6110e93-74de-4b27-8179-cd883246ac73 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:09.589313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6110e93-74de-4b27-8179-cd883246ac73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.668621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404085-dc11-41e2-940d-2d4799a2d68e None None] Pushing event updated for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:09.674268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6110e93-74de-4b27-8179-cd883246ac73 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:09.675009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6110e93-74de-4b27-8179-cd883246ac73), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.822206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e6110e93-74de-4b27-8179-cd883246ac73, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6110e93-74de-4b27-8179-cd883246ac73,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:09.842366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6110e93-74de-4b27-8179-cd883246ac73), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.863587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks [] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.878662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07489656-e6f9-4bd8-b57e-30715fe7c443 None None] Pushing event updated for resources: {'Port': ['ID=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:09.904364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:09.927596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:09.939147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Current status of the port e6110e93-74de-4b27-8179-cd883246ac73 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:09.939819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6110e93-74de-4b27-8179-cd883246ac73), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:10.044721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Network 9d6dbd14-1bae-461c-9325-60b7450c785a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:10.055562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:10.073550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:40:10.125810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Pushing event updated for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:10.188673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e6110e93-74de-4b27-8179-cd883246ac73,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:10.205418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:40:10.205962 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:40:10.272132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (98d016bc-78e9-4c9c-be08-afe22f61593c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:10.297045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 43eb9ae5-cbdc-4cf7-926e-74151386690b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:10.463392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 43eb9ae5-cbdc-4cf7-926e-74151386690b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:10.465382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:10.467733 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:05Z', 'revision_number': 3, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:10.597528 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267a0fc-e608-4b3e-a0d9-4b8b3952a86c None None] The sync data for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 is: [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:05Z', 'revision_number': 3, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:10.800297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 43eb9ae5-cbdc-4cf7-926e-74151386690b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:10.806825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:10.820665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7216a58e-9eed-4de5-82b6-189d28cda9a8 None None] Current status of the port e6110e93-74de-4b27-8179-cd883246ac73 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:10.949909 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d862846-7447-4687-8491-43ed1dfe74dd None None] Provisioning complete for port e6110e93-74de-4b27-8179-cd883246ac73 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:10.950282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d862846-7447-4687-8491-43ed1dfe74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6110e93-74de-4b27-8179-cd883246ac73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:11.123764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d862846-7447-4687-8491-43ed1dfe74dd None None] Current status of the port e6110e93-74de-4b27-8179-cd883246ac73 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:11.219951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks [] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:11.245117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:11.279128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5369a755-fc73-4f32-9d5c-248050aea092 None None] Provisioning complete for port be466fc4-93d1-4159-8a12-6a74a5e929ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:11.279624 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5369a755-fc73-4f32-9d5c-248050aea092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:11.372334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5369a755-fc73-4f32-9d5c-248050aea092 None None] Port be466fc4-93d1-4159-8a12-6a74a5e929ed cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:40:11.382272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Pushing event updated for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:11.431835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-28401ad9-98e1-4d04-bdd4-513c065d41f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7494702 Feb 03 11:40:11.440723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (98d016bc-78e9-4c9c-be08-afe22f61593c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:11.616512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-8bbe282b-fb07-4ef2-b2b8-25a3129730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:40:11.618067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-8bbe282b-fb07-4ef2-b2b8-25a3129730a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 1128 time: 0.0870535 Feb 03 11:40:11.629815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Network 9d6dbd14-1bae-461c-9325-60b7450c785a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:40:11.631199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:40:12.051165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-dd72d5f4-e5e7-406b-8c26-df1fccde704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:40:12.052849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-dd72d5f4-e5e7-406b-8c26-df1fccde704f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 914 time: 0.4061439 Feb 03 11:40:12.134027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-78d47f15-b6b5-43b1-b9ae-abbdff0da46b None None] Provisioning complete for port be466fc4-93d1-4159-8a12-6a74a5e929ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:12.138184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78d47f15-b6b5-43b1-b9ae-abbdff0da46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:12.178282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Router 98d016bc-78e9-4c9c-be08-afe22f61593c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:40:12.196206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-7115818c-6d78-40b6-b6b8-cb04202ed061 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 200 len: 217 time: 0.1311941 Feb 03 11:40:12.207553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-78d47f15-b6b5-43b1-b9ae-abbdff0da46b None None] Port be466fc4-93d1-4159-8a12-6a74a5e929ed cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:40:12.354531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-3192fa65-f743-4388-b73c-d4f24e76397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:40:12.356476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-3192fa65-f743-4388-b73c-d4f24e76397c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.1536589 Feb 03 11:40:12.427538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6110e93-74de-4b27-8179-cd883246ac73 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:12.440898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-38efc98f-097e-42ca-9f9d-aab3a827b487 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786436 Feb 03 11:40:12.492131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:40:12.499472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-552845d8-1454-4943-bb98-be3c05567834 admin admin] 10.222.0.30 "PUT /v2.0/routers/98d016bc-78e9-4c9c-be08-afe22f61593c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9520450 Feb 03 11:40:12.553334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6110e93-74de-4b27-8179-cd883246ac73 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:12.553770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6110e93-74de-4b27-8179-cd883246ac73), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:12.571771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-155003ea-8b3d-4d29-b91a-15def6ef7b18 service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209118 Feb 03 11:40:12.704168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f279c8e-ca44-4d11-b9e1-7dcebd9724e8 req-fa0945ae-22f2-44f5-a20a-e41122a40092 service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236506 Feb 03 11:40:12.754067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6110e93-74de-4b27-8179-cd883246ac73 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:12.755516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device aa04b7bf-7b96-4e2f-bf54-2b6aec469304 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:12.865572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:12.865871 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:13.027267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:13.027789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:13.064956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port aa04b7bf-7b96-4e2f-bf54-2b6aec469304, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:13.079877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:13.268526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:13.841004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Sync routers for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:40:13.855146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:13.857597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:14.139040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:14.251991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device aa04b7bf-7b96-4e2f-bf54-2b6aec469304 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:14.601532 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:14.608256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:14.608953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:14.756722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:14.775673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:10Z', 'revision_number': 4, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be466fc4-93d1-4159-8a12-6a74a5e929ed', 'name': '', 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'mac_address': 'fa:16:3e:d3:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:08Z', 'updated_at': '2022-02-03T11:40:10Z', 'revision_number': 2, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'subnets': [{'id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:14.829966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Checking router: 98d016bc-78e9-4c9c-be08-afe22f61593c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:40:14.832751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Updating router 98d016bc-78e9-4c9c-be08-afe22f61593c port be466fc4-93d1-4159-8a12-6a74a5e929ed binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:40:14.895758 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.270829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks [] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.279614 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.323057 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.376055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c5fa5-631d-42a5-8cda-a99ba4323e6a None None] Pushing event updated for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:15.564967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Attempting to bind port be466fc4-93d1-4159-8a12-6a74a5e929ed on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:15.568934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Attempting to bind port be466fc4-93d1-4159-8a12-6a74a5e929ed by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:40:15.569398 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Attempting to bind port be466fc4-93d1-4159-8a12-6a74a5e929ed on network 9d6dbd14-1bae-461c-9325-60b7450c785a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:40:15.592121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:40:15.592783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Checking segment: {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:40:15.593298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.593770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Bound using segment: {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:40:15.594868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Bound port: be466fc4-93d1-4159-8a12-6a74a5e929ed, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3268632-ff1f-42af-a715-4f115f97f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:40:15.595332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.776319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] For port be466fc4-93d1-4159-8a12-6a74a5e929ed, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:40:15.780008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] For port be466fc4-93d1-4159-8a12-6a74a5e929ed, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be466fc4-93d1-4159-8a12-6a74a5e929ed,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:40:15.795561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.883927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c5fa5-631d-42a5-8cda-a99ba4323e6a None None] Pushing event updated for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:15.932592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Provisioning complete for port be466fc4-93d1-4159-8a12-6a74a5e929ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:15.933850 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.947838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Deleting port 43eb9ae5-cbdc-4cf7-926e-74151386690b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:15.948416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:15.962983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:15.963773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:16.123794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] For port 43eb9ae5-cbdc-4cf7-926e-74151386690b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=43eb9ae5-cbdc-4cf7-926e-74151386690b,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:16.124162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.158564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Calling delete_port for 43eb9ae5-cbdc-4cf7-926e-74151386690b owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:16.436619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (43eb9ae5-cbdc-4cf7-926e-74151386690b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.471332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.503897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:16.505806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Current status of the port be466fc4-93d1-4159-8a12-6a74a5e929ed is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:16.506303 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.507137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=43eb9ae5-cbdc-4cf7-926e-74151386690b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:16.707112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] For port be466fc4-93d1-4159-8a12-6a74a5e929ed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be466fc4-93d1-4159-8a12-6a74a5e929ed,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:16.791030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.829459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:16.911499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0501dd-9a43-45cb-894e-4ff9b9b269f9 None None] Pushing event updated for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:16.942223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f13e8fa4-571d-488b-92d4-0e7b8c874efa None None] Provisioning complete for port be466fc4-93d1-4159-8a12-6a74a5e929ed triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:16.945374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f13e8fa4-571d-488b-92d4-0e7b8c874efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:17.072696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:10Z', 'revision_number': 4, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be466fc4-93d1-4159-8a12-6a74a5e929ed', 'name': '', 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'mac_address': 'fa:16:3e:d3:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:08Z', 'updated_at': '2022-02-03T11:40:15Z', 'revision_number': 4, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'subnets': [{'id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:17.089062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f13e8fa4-571d-488b-92d4-0e7b8c874efa None None] Current status of the port be466fc4-93d1-4159-8a12-6a74a5e929ed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:17.175783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985384b-f951-4bb6-b1fb-0dbaeea4d9c7 None None] The sync data for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 is: [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:10Z', 'revision_number': 4, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'be466fc4-93d1-4159-8a12-6a74a5e929ed', 'name': '', 'network_id': '9d6dbd14-1bae-461c-9325-60b7450c785a', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'mac_address': 'fa:16:3e:d3:ca:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:08Z', 'updated_at': '2022-02-03T11:40:15Z', 'revision_number': 4, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'subnets': [{'id': '8c5b568a-1943-4945-9957-c2cd4b7fb927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:17.337970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Router a2a68134-819b-4b7e-82d5-1359bbd6389f has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:40:17.569747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:40:17.580805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Sync routers for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:40:17.581370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:17.593156 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c6a209d-44ee-4ccb-b135-877eee119a9e admin admin] 10.222.0.30 "PUT /v2.0/routers/a2a68134-819b-4b7e-82d5-1359bbd6389f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756274 Feb 03 11:40:17.598109 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:17.598905 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:17.785822 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:17.857962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks [] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:17.990978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks [] for router_gateway (a2a68134-819b-4b7e-82d5-1359bbd6389f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.150694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Deleting port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:18.151040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.167904 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:16Z', 'revision_number': 5, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port': {'id': '7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:18.228935 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Checking router: a2a68134-819b-4b7e-82d5-1359bbd6389f for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:40:18.266640 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Routers {'a2a68134-819b-4b7e-82d5-1359bbd6389f'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:18.267289 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['a2a68134-819b-4b7e-82d5-1359bbd6389f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:18.431068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be466fc4-93d1-4159-8a12-6a74a5e929ed up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:40:18.454652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] For port 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:18.464392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.486378 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] Set router a2a68134-819b-4b7e-82d5-1359bbd6389f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:18.498444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Calling delete_port for 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:18.539048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port be466fc4-93d1-4159-8a12-6a74a5e929ed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:40:18.539552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.610842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:17Z', 'revision_number': 6, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:18.682495 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dc208-7818-4de5-a8cf-2db86fac98cf None None] The sync data for ids ['a2a68134-819b-4b7e-82d5-1359bbd6389f'] in n-d-821606-6 is: [{'id': 'a2a68134-819b-4b7e-82d5-1359bbd6389f', 'name': 'tempest-TestAggregatesBasicOps-552067919-router', 'tenant_id': '1fbb5b5e4673436ca9d819c98a68c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:39:56Z', 'updated_at': '2022-02-03T11:40:17Z', 'revision_number': 6, 'project_id': '1fbb5b5e4673436ca9d819c98a68c097', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:18.708734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port be466fc4-93d1-4159-8a12-6a74a5e929ed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:40:18.735652 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.767605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:18.851244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.959147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:18.961547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks [] for router_controller (a2a68134-819b-4b7e-82d5-1359bbd6389f), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.414454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (a2a68134-819b-4b7e-82d5-1359bbd6389f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.415341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a68134-819b-4b7e-82d5-1359bbd6389f {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:40:19.421193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.424664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c19e3046-9557-41ed-96eb-fac3d15a8d78 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a2a68134-819b-4b7e-82d5-1359bbd6389f HTTP/1.1" status: 204 len: 168 time: 1.8402371 Feb 03 11:40:19.425094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:19.474913 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Deleting subnet 04190408-7f69-4963-a6e9-66b967dba9ef {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:40:19.478335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Publish callbacks [] for subnet (04190408-7f69-4963-a6e9-66b967dba9ef), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.520621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (04190408-7f69-4963-a6e9-66b967dba9ef), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.603811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (04190408-7f69-4963-a6e9-66b967dba9ef), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.660994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (04190408-7f69-4963-a6e9-66b967dba9ef), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.696195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.698990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94059c-11a6-4b5c-8277-12a0009332d0 None None] Network 659329d3-e0f7-40f0-b6a1-0095767e37bb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:40:19.701666 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/04190408-7f69-4963-a6e9-66b967dba9ef HTTP/1.1" status: 204 len: 168 time: 0.2755702 Feb 03 11:40:19.705840 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269e9e2-6476-4bd6-8b5c-05e3ca8dfa8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04190408-7f69-4963-a6e9-66b967dba9ef,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:19.705997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:19.835666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (659329d3-e0f7-40f0-b6a1-0095767e37bb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.927675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Deleting port 51521687-4804-43fe-acb0-f3ef7b2642c8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:19.927959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:19.943007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] DHCP port deletion for 659329d3-e0f7-40f0-b6a1-0095767e37bb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:40:20.006220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Deleting port 51521687-4804-43fe-acb0-f3ef7b2642c8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:20.007104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.018969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] For port 51521687-4804-43fe-acb0-f3ef7b2642c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=51521687-4804-43fe-acb0-f3ef7b2642c8,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:20.019601 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.034902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Calling delete_port for 51521687-4804-43fe-acb0-f3ef7b2642c8 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:20.139859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] For port 51521687-4804-43fe-acb0-f3ef7b2642c8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=51521687-4804-43fe-acb0-f3ef7b2642c8,segment=NetworkSegment(e4429871-9155-49ad-98db-240128e88fbb),segment_id=e4429871-9155-49ad-98db-240128e88fbb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:20.140263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.170223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Calling delete_port for 51521687-4804-43fe-acb0-f3ef7b2642c8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:20.225121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 43eb9ae5-cbdc-4cf7-926e-74151386690b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:20.263545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 43eb9ae5-cbdc-4cf7-926e-74151386690b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:20.263545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 43eb9ae5-cbdc-4cf7-926e-74151386690b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:20.263545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:20.273907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.292675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:20.293130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7f4ed8d4-a92b-4eeb-b5cf-fefa50d4dd6a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:20.293526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 51521687-4804-43fe-acb0-f3ef7b2642c8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:20.319614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 51521687-4804-43fe-acb0-f3ef7b2642c8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:20.319970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 51521687-4804-43fe-acb0-f3ef7b2642c8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:20.338785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (51521687-4804-43fe-acb0-f3ef7b2642c8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.363121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=51521687-4804-43fe-acb0-f3ef7b2642c8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:20.366605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] No DVR routers for this DVR port 51521687-4804-43fe-acb0-f3ef7b2642c8 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:40:20.372465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] Pushing event deleted for resources: {'Port': ['ID=51521687-4804-43fe-acb0-f3ef7b2642c8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:20.381262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7ced5-8be1-41c7-97ac-078f5cf03b34 None None] No DVR routers for this DVR port 51521687-4804-43fe-acb0-f3ef7b2642c8 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:40:20.450316 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (659329d3-e0f7-40f0-b6a1-0095767e37bb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.476025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659329d3-e0f7-40f0-b6a1-0095767e37bb']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:20.486320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4429871-9155-49ad-98db-240128e88fbb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:20.486621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4429871-9155-49ad-98db-240128e88fbb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:20.496656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (e4429871-9155-49ad-98db-240128e88fbb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.510103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e4429871-9155-49ad-98db-240128e88fbb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.516276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:40:20.516669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (e4429871-9155-49ad-98db-240128e88fbb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:40:20.518353 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:40:20.576360 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (659329d3-e0f7-40f0-b6a1-0095767e37bb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.583537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:20.590900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] 10.222.0.30 "DELETE /v2.0/networks/659329d3-e0f7-40f0-b6a1-0095767e37bb HTTP/1.1" status: 204 len: 168 time: 0.8809791 Feb 03 11:40:20.591351 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47768) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:20.608516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dddb1-8386-468c-914d-41fd8208bf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=659329d3-e0f7-40f0-b6a1-0095767e37bb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:21.282613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (98d016bc-78e9-4c9c-be08-afe22f61593c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:21.527956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Deleting port be466fc4-93d1-4159-8a12-6a74a5e929ed {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:21.528231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:21.613695 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] For port be466fc4-93d1-4159-8a12-6a74a5e929ed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=be466fc4-93d1-4159-8a12-6a74a5e929ed,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:21.614360 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:21.627043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Calling delete_port for be466fc4-93d1-4159-8a12-6a74a5e929ed owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:21.809393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (be466fc4-93d1-4159-8a12-6a74a5e929ed), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:21.842095 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Pushing event deleted for resources: {'Port': ['ID=be466fc4-93d1-4159-8a12-6a74a5e929ed,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:22.019572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (98d016bc-78e9-4c9c-be08-afe22f61593c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.245079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Router 98d016bc-78e9-4c9c-be08-afe22f61593c has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:40:22.357107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:40:22.365445 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3d6cf3b-60e0-4cd4-86ec-9cc94c3e3284 admin admin] 10.222.0.30 "PUT /v2.0/routers/98d016bc-78e9-4c9c-be08-afe22f61593c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701263 Feb 03 11:40:22.365445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:22.368017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Sync routers for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:40:22.378690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:22.379305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:22.478375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks [] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.492621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:22.594270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks [] for router_gateway (98d016bc-78e9-4c9c-be08-afe22f61593c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.648003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Deleting port aa04b7bf-7b96-4e2f-bf54-2b6aec469304 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:22.648632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.706980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:21Z', 'revision_number': 5, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port': {'id': 'aa04b7bf-7b96-4e2f-bf54-2b6aec469304', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:40:05Z', 'updated_at': '2022-02-03T11:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:22.734362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Checking router: 98d016bc-78e9-4c9c-be08-afe22f61593c for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:40:22.738577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] For port aa04b7bf-7b96-4e2f-bf54-2b6aec469304, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:22.738934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.747185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Routers {'98d016bc-78e9-4c9c-be08-afe22f61593c'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:40:22.748258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:40:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['98d016bc-78e9-4c9c-be08-afe22f61593c'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:22.757021 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Calling delete_port for aa04b7bf-7b96-4e2f-bf54-2b6aec469304 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:22.842760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] Set router 98d016bc-78e9-4c9c-be08-afe22f61593c gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:40:22.899469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:22Z', 'revision_number': 6, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:22.931100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (aa04b7bf-7b96-4e2f-bf54-2b6aec469304), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:22.938851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f74cd5-059c-49c7-8d6c-ffe3cc482a66 None None] The sync data for ids ['98d016bc-78e9-4c9c-be08-afe22f61593c'] in n-d-821606-6 is: [{'id': '98d016bc-78e9-4c9c-be08-afe22f61593c', 'name': 'tempest-TestAggregatesBasicOps-2004500998-router', 'tenant_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:40:03Z', 'updated_at': '2022-02-03T11:40:22Z', 'revision_number': 6, 'project_id': 'bb583ec1b89847d2b71fb0af9c5e7766', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:40:22.963794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa04b7bf-7b96-4e2f-bf54-2b6aec469304,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:23.037538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (98d016bc-78e9-4c9c-be08-afe22f61593c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.133644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.135894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks [] for router_controller (98d016bc-78e9-4c9c-be08-afe22f61593c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.183125 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (98d016bc-78e9-4c9c-be08-afe22f61593c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.183934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d016bc-78e9-4c9c-be08-afe22f61593c {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:40:23.189500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.190859 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99fde814-ecbd-4c41-b526-e4af175aba57 admin admin] 10.222.0.30 "DELETE /v2.0/routers/98d016bc-78e9-4c9c-be08-afe22f61593c HTTP/1.1" status: 204 len: 168 time: 0.8240192 Feb 03 11:40:23.193134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47788) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:23.243578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Deleting subnet 8c5b568a-1943-4945-9957-c2cd4b7fb927 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:40:23.246754 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Publish callbacks [] for subnet (8c5b568a-1943-4945-9957-c2cd4b7fb927), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.287462 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (8c5b568a-1943-4945-9957-c2cd4b7fb927), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.383936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (8c5b568a-1943-4945-9957-c2cd4b7fb927), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.444164 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (8c5b568a-1943-4945-9957-c2cd4b7fb927), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.476593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5b568a-1943-4945-9957-c2cd4b7fb927,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:23.479805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.482535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de0e6f-d10c-4777-8fb5-346df0b41036 None None] Network 9d6dbd14-1bae-461c-9325-60b7450c785a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:40:23.486781 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-44b9a38a-d500-40c1-85b9-8dfb7ddfadf6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c5b568a-1943-4945-9957-c2cd4b7fb927 HTTP/1.1" status: 204 len: 168 time: 0.2926731 Feb 03 11:40:23.489523 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:23.564382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9d6dbd14-1bae-461c-9325-60b7450c785a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.623379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Deleting port e6110e93-74de-4b27-8179-cd883246ac73 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:23.623721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6110e93-74de-4b27-8179-cd883246ac73), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.689148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] For port e6110e93-74de-4b27-8179-cd883246ac73, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6110e93-74de-4b27-8179-cd883246ac73,segment=NetworkSegment(e3268632-ff1f-42af-a715-4f115f97f213),segment_id=e3268632-ff1f-42af-a715-4f115f97f213)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:23.689921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6110e93-74de-4b27-8179-cd883246ac73), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.701971 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Calling delete_port for e6110e93-74de-4b27-8179-cd883246ac73 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:23.757682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] DHCP port deletion for 9d6dbd14-1bae-461c-9325-60b7450c785a request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:40:23.802280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e6110e93-74de-4b27-8179-cd883246ac73), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.820287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Deleting port e6110e93-74de-4b27-8179-cd883246ac73 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:40:23.820840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6110e93-74de-4b27-8179-cd883246ac73), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.841664 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e6110e93-74de-4b27-8179-cd883246ac73,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:23.849511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] No DVR routers for this DVR port e6110e93-74de-4b27-8179-cd883246ac73 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:40:23.887616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] For port e6110e93-74de-4b27-8179-cd883246ac73, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:40:23.888011 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6110e93-74de-4b27-8179-cd883246ac73), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.907959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Calling delete_port for e6110e93-74de-4b27-8179-cd883246ac73 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:40:23.910741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Port e6110e93-74de-4b27-8179-cd883246ac73 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:40:23.912416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e6110e93-74de-4b27-8179-cd883246ac73), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.929595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9d6dbd14-1bae-461c-9325-60b7450c785a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:23.939363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] Pushing event deleted for resources: {'Port': ['ID=e6110e93-74de-4b27-8179-cd883246ac73,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:23.944976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93318118-d462-4a4c-a761-c6b76d607217 None None] No DVR routers for this DVR port e6110e93-74de-4b27-8179-cd883246ac73 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:40:23.960859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6dbd14-1bae-461c-9325-60b7450c785a']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:23.984120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3268632-ff1f-42af-a715-4f115f97f213') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:23.984370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3268632-ff1f-42af-a715-4f115f97f213') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:40:23.993954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (e3268632-ff1f-42af-a715-4f115f97f213), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.007172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (e3268632-ff1f-42af-a715-4f115f97f213), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.013009 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:40:24.013396 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (e3268632-ff1f-42af-a715-4f115f97f213), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:40:24.015013 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:40:24.076043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9d6dbd14-1bae-461c-9325-60b7450c785a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.100130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.104126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d6dbd14-1bae-461c-9325-60b7450c785a HTTP/1.1" status: 204 len: 168 time: 0.6127141 Feb 03 11:40:24.105161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2b38-79c5-4888-8d3e-c2efc421f6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6dbd14-1bae-461c-9325-60b7450c785a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:24.167377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be466fc4-93d1-4159-8a12-6a74a5e929ed no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:24.193899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: be466fc4-93d1-4159-8a12-6a74a5e929ed {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:24.194298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device be466fc4-93d1-4159-8a12-6a74a5e929ed not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:24.194726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6110e93-74de-4b27-8179-cd883246ac73 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:24.216251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e6110e93-74de-4b27-8179-cd883246ac73 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:24.216854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6110e93-74de-4b27-8179-cd883246ac73 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:24.217675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device aa04b7bf-7b96-4e2f-bf54-2b6aec469304 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:40:24.241814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: aa04b7bf-7b96-4e2f-bf54-2b6aec469304 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:40:24.242404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device aa04b7bf-7b96-4e2f-bf54-2b6aec469304 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:40:24.331116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:24.372838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-78e7f5d1-8f03-42a7-b8e2-133a47a3a645 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fbb5b5e4673436ca9d819c98a68c097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384326 Feb 03 11:40:24.373372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:24.434453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] Publish callbacks [] for security_group (6a87a490-31b3-4669-a650-8d03a73f3438), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.456557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] Publish callbacks [] for security_group (6a87a490-31b3-4669-a650-8d03a73f3438), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.503190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6a87a490-31b3-4669-a650-8d03a73f3438), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.505738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.506904 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a87a490-31b3-4669-a650-8d03a73f3438 HTTP/1.1" status: 204 len: 168 time: 0.1325021 Feb 03 11:40:24.514958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838cd97-ccf0-4590-9ae1-57d8c136bfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a87a490-31b3-4669-a650-8d03a73f3438,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:24.840403 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 47812) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:24.885114 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bfef99bf-23b3-404e-802f-c24aa0872efd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb583ec1b89847d2b71fb0af9c5e7766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434330 Feb 03 11:40:24.887972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 47814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:40:24.940151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] Publish callbacks [] for security_group (d58a670f-d560-4f72-97ed-7ef1c95209fb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:24.970477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] Publish callbacks [] for security_group (d58a670f-d560-4f72-97ed-7ef1c95209fb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:25.023721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d58a670f-d560-4f72-97ed-7ef1c95209fb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:25.026656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:25.027955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d58a670f-d560-4f72-97ed-7ef1c95209fb HTTP/1.1" status: 204 len: 168 time: 0.1388016 Feb 03 11:40:25.035777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15191ad-8935-4ad2-9bc9-83ff15f8404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a670f-d560-4f72-97ed-7ef1c95209fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:40:27.200481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:31.267778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-917768d2-dba6-4b1a-981d-35c6752b7bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:34.350429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20d08464-437d-4af4-beab-960519678412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:34.684250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:36.371377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:37.020208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:40:37.361023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:46.383961 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:40:57.255825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:01.292568 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c655d7ce-3370-405a-88f9-140296e7b47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:04.368079 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ef309bf-aa2b-473b-9824-fe1246fd2dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:04.699900 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:06.334525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:07.346435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:11.601547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-871fa569-1fd4-474d-b415-c326825dc4c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459623 Feb 03 11:41:11.699516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-fc7d7c6d-7f81-4faa-a8c3-922c27fecb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:11.701101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-fc7d7c6d-7f81-4faa-a8c3-922c27fecb1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 1128 time: 0.0458758 Feb 03 11:41:11.804609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-71f21ab0-47ba-41e0-8ded-a8e2cb901189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:11.806011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-71f21ab0-47ba-41e0-8ded-a8e2cb901189 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 914 time: 0.0873523 Feb 03 11:41:11.845870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-93f6eccf-9292-4b30-b9d6-c55ce5701e06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 200 len: 217 time: 0.0342252 Feb 03 11:41:11.897961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-4e8fcbea-9a69-4528-9055-c10c8e1fe77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:11.899497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-4e8fcbea-9a69-4528-9055-c10c8e1fe77f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0479581 Feb 03 11:41:11.931165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-447e5dfc-18ce-476d-aea7-24afa09c5b60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261018 Feb 03 11:41:12.022044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-b16f95e5-98af-428b-8c3c-6b431d82ca5c service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Feb 03 11:41:12.121096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2408fa62-668c-4685-8c4c-678c10e6e75b req-ea82d00c-b640-4443-83b4-de66c2362755 service neutron] 10.222.0.69 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933626 Feb 03 11:41:14.009690 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:41:16.382728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:27.012055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f52ce-a79a-4cca-a082-e31010eb995f req-5b8c0395-e255-4ab6-8122-37a061b6088a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:27.013533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-775f52ce-a79a-4cca-a082-e31010eb995f req-5b8c0395-e255-4ab6-8122-37a061b6088a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 946 time: 0.0543685 Feb 03 11:41:27.059935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-775f52ce-a79a-4cca-a082-e31010eb995f req-196971cc-b6dc-44ab-8120-670f82819935 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Feb 03 11:41:27.221727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:28.202989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376b3bf-bcd8-426d-8df6-4d1c91949385 req-7d8c178c-bd2a-4d14-8ba8-6681094b2fc4 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:28.204468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4376b3bf-bcd8-426d-8df6-4d1c91949385 req-7d8c178c-bd2a-4d14-8ba8-6681094b2fc4 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 946 time: 0.0676880 Feb 03 11:41:28.254663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4376b3bf-bcd8-426d-8df6-4d1c91949385 req-0e9623c3-883a-49c7-8858-ad3806fde790 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Feb 03 11:41:28.717425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-b998fb63-90cb-4d56-b14c-612e21f3de18 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:28.719479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-b998fb63-90cb-4d56-b14c-612e21f3de18 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.69 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 946 time: 0.0537474 Feb 03 11:41:28.816330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Deleting port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:41:28.816673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:28.908342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] For port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:41:28.908704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:28.921782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Calling delete_port for fb0ff1ca-0914-4278-9ed6-82a4353cbb2a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:41:29.053719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fb0ff1ca-0914-4278-9ed6-82a4353cbb2a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:29.083295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Pushing event deleted for resources: {'Port': ['ID=fb0ff1ca-0914-4278-9ed6-82a4353cbb2a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:29.086848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['fb0ff1ca-0914-4278-9ed6-82a4353cbb2a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:41:29.091095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.091467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.091799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.092140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.092476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.092850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.093207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.093539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.094447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.094775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.095102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.095425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.095748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:29.138750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] No DVR routers for this DVR port fb0ff1ca-0914-4278-9ed6-82a4353cbb2a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:41:29.142139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:29.145569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-786bd064-e95c-4706-aa19-b2068cc0f2ce req-be90bd39-5f4f-4c6c-8bc6-c6b48b9943d1 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.69 "DELETE /v2.0/ports/fb0ff1ca-0914-4278-9ed6-82a4353cbb2a HTTP/1.1" status: 204 len: 173 time: 0.4204266 Feb 03 11:41:29.146034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'name': 'network-vif-deleted', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:41:29.148269 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2afa42-c5d4-4316-8393-a9a7b45a9490" -d '{"events": [{"server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "name": "network-vif-deleted", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:41:29.350329 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc00b1d-5161-4e01-87c9-86f81f6d12ab x-openstack-request-id: req-cbc00b1d-5161-4e01-87c9-86f81f6d12ab {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:41:29.350941 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669f4027-a8a8-41ba-9153-fa37891eb099", "name": "network-vif-deleted", "tag": "fb0ff1ca-0914-4278-9ed6-82a4353cbb2a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:41:29.350941 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbc00b1d-5161-4e01-87c9-86f81f6d12ab {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:41:29.351715 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669f4027-a8a8-41ba-9153-fa37891eb099', 'name': 'network-vif-deleted', 'tag': 'fb0ff1ca-0914-4278-9ed6-82a4353cbb2a', 'status': 'completed', 'code': 200} Feb 03 11:41:29.391096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f13d3be5-a2ee-407b-8fa2-771f1b55a3aa req-020062a8-3d62-4f51-a479-b373b7795870 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=669f4027-a8a8-41ba-9153-fa37891eb099 HTTP/1.1" status: 200 len: 210 time: 0.0341742 Feb 03 11:41:31.278468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-871f2e27-f078-42d1-8004-6837ccb95b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:33.682248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fb0ff1ca-0914-4278-9ed6-82a4353cbb2a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:41:33.716015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: fb0ff1ca-0914-4278-9ed6-82a4353cbb2a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:41:33.716585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fb0ff1ca-0914-4278-9ed6-82a4353cbb2a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:41:34.355711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-025d47f9-50c5-40d9-bb45-19b7cea3b43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:34.695953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:36.341844 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:37.361408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:40.755351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-e0da5da8-fd6c-41b1-b82e-440c7e4fc259 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:40.756815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-e0da5da8-fd6c-41b1-b82e-440c7e4fc259 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 813 time: 0.1310432 Feb 03 11:41:40.774502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-6321f7a3-e261-482a-85ec-ee4ef106cd54 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/quotas/f96764a9bff6459c8cb814398660697e HTTP/1.1" status: 200 len: 375 time: 0.0112748 Feb 03 11:41:40.817459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-73250786-7de2-4a02-bff9-1eb779bdd14a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349057 Feb 03 11:41:41.081500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-1eaf59a4-6d29-44c9-b70c-873cb732b83c service neutron] 10.222.0.30 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597809 Feb 03 11:41:41.207711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-ea7b188b-334d-4356-86c4-d3fed35ac05d service neutron] 10.222.0.30 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206808 Feb 03 11:41:41.392609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25bd79a0-048a-4448-80d6-da01b5f16694 req-e23ecfb5-ac51-464d-a076-4a29c3f58f39 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 210 time: 0.0320840 Feb 03 11:41:42.508157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f292403-ace0-435c-b7d0-47963a82451c req-e8878491-1897-4531-9a7e-33918871b9b7 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Feb 03 11:41:42.665867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-413068a1-de53-419c-8b3b-b9691c255392 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:42.667404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-413068a1-de53-419c-8b3b-b9691c255392 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.53 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 813 time: 0.1341779 Feb 03 11:41:42.682344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Request body: {'port': {'device_id': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47', 'admin_state_up': True, 'tenant_id': 'f96764a9bff6459c8cb814398660697e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:42.792002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Made reservation on behalf of f96764a9bff6459c8cb814398660697e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:41:42.795486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:42.935121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Allocated IP 172.20.0.2 (c1309593-2209-4e93-a515-3c18ca639e47/50f0fd72-a942-4623-be9e-d294e8bf85ff/16e62ba6-d130-494e-bc56-2190c64f84cf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:41:43.101236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks [] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.136787 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.197379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Network c1309593-2209-4e93-a515-3c18ca639e47 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:41:43.205335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:41:43.215408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:41:43.268575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Pushing event updated for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:43.299461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:43.300363 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.321380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-17aacb1a-cd04-4055-8336-c42c6a97e487 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428869 Feb 03 11:41:43.407301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Request body: {'port': {'device_id': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:43.522293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.645361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49932) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:41:43.782311 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.826522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac211e-c43e-4b0f-a041-6e5303a97ef7 req-c7e0e64e-1764-42b7-b097-68db2dacf9bc tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:43.840081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ac211e-c43e-4b0f-a041-6e5303a97ef7 req-c7e0e64e-1764-42b7-b097-68db2dacf9bc tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 931 time: 0.1935253 Feb 03 11:41:43.879966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Publish callbacks [] for security_group (df5a8775-d1e3-47fa-9cac-674f6b5f8002), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.888020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (df5a8775-d1e3-47fa-9cac-674f6b5f8002), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:43.923656 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c21a3ab787134bf5820839dfceecacb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769537 Feb 03 11:41:43.925199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ac211e-c43e-4b0f-a041-6e5303a97ef7 req-fe7b70bf-dcf5-4cf0-be23-823224ab0dc9 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787299 Feb 03 11:41:43.929137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 49938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:41:43.956066 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5a8775-d1e3-47fa-9cac-674f6b5f8002,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:43.966659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.967228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.967738 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.968282 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.969361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.970173 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.970730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.971463 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.971975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.972467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.973000 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.973587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:43.974287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c51c0-046d-427e-872c-aaa549ae4608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:44.022193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e62ba6-d130-494e-bc56-2190c64f84cf {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:41:44.030947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks [] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.053083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Transition to ACTIVE for port object 16e62ba6-d130-494e-bc56-2190c64f84cf will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:41:44.054262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] Publish callbacks [] for security_group (df5a8775-d1e3-47fa-9cac-674f6b5f8002), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.063613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.109968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] Publish callbacks [] for security_group (df5a8775-d1e3-47fa-9cac-674f6b5f8002), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.132616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:44.231280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Attempting to bind port 16e62ba6-d130-494e-bc56-2190c64f84cf on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:41:44.231620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Attempting to bind port 16e62ba6-d130-494e-bc56-2190c64f84cf by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:41:44.231947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Attempting to bind port 16e62ba6-d130-494e-bc56-2190c64f84cf on network c1309593-2209-4e93-a515-3c18ca639e47 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:41:44.241671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Port 16e62ba6-d130-494e-bc56-2190c64f84cf on network c1309593-2209-4e93-a515-3c18ca639e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:41:44.256395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Attempting to bind port 16e62ba6-d130-494e-bc56-2190c64f84cf on network c1309593-2209-4e93-a515-3c18ca639e47 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:41:44.259811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (df5a8775-d1e3-47fa-9cac-674f6b5f8002), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.266271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.267803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df5a8775-d1e3-47fa-9cac-674f6b5f8002 HTTP/1.1" status: 204 len: 168 time: 0.3373084 Feb 03 11:41:44.280448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:41:44.281126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Checking segment: {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:41:44.281704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Bound using segment: {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:41:44.282323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Bound port: 16e62ba6-d130-494e-bc56-2190c64f84cf, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311676f1-7f49-407f-9d50-9662e30f1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:41:44.282840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.309324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b62a-c632-4f54-8552-dc10a5e2993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5a8775-d1e3-47fa-9cac-674f6b5f8002,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:44.388512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:41:44.392885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=16e62ba6-d130-494e-bc56-2190c64f84cf,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:41:44.400705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.445621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:44.446413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.447954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] 10.222.0.53 "PUT /v2.0/ports/16e62ba6-d130-494e-bc56-2190c64f84cf HTTP/1.1" status: 200 len: 1091 time: 1.1157238 Feb 03 11:41:44.450375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:41:44.452649 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:41:44.495886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51209c17-3a16-4050-b4c8-567581756ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:44.550838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-bbafd385-cd13-4fc1-b443-ad55e18d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:44.552450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-bbafd385-cd13-4fc1-b443-ad55e18d7fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 1125 time: 0.0525098 Feb 03 11:41:44.553918 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d8806-c022-4516-a958-3b71d7e81663 x-openstack-request-id: req-cb0d8806-c022-4516-a958-3b71d7e81663 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:41:44.554226 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:41:44.554583 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb0d8806-c022-4516-a958-3b71d7e81663 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:41:44.554908 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf', 'status': 'completed', 'code': 200} Feb 03 11:41:44.615411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-c5e4bea4-aaa1-4646-aa63-41fc4b987f7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e62ba6-d130-494e-bc56-2190c64f84cf HTTP/1.1" status: 200 len: 217 time: 0.0491092 Feb 03 11:41:44.682674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600609c4-8e40-4f59-b294-57350420848f req-fd5c8aab-cbc8-421e-af02-f9f0eb4b8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:44.685273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-fd5c8aab-cbc8-421e-af02-f9f0eb4b8b0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0611911 Feb 03 11:41:44.723883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49948) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:41:44.731915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-b0dafaa5-6ce4-4f43-8bde-f2e57df77313 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369601 Feb 03 11:41:44.739577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0cf0e75-6860-464b-bae6-3173d2f612d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.839544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0cf0e75-6860-464b-bae6-3173d2f612d1 admin admin] Publish callbacks [] for security_group (f164578c-0503-4ef7-b99b-2de72ad1029d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.843253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0cf0e75-6860-464b-bae6-3173d2f612d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f164578c-0503-4ef7-b99b-2de72ad1029d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.850744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-c8f3b49d-8900-40b5-ad7f-6e2f604c496a service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062505 Feb 03 11:41:44.886089 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d0cf0e75-6860-464b-bae6-3173d2f612d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a94fdd579fad4893b6f1d04c67b98897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1609719 Feb 03 11:41:44.887355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 49950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:41:44.893778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf0e75-6860-464b-bae6-3173d2f612d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f164578c-0503-4ef7-b99b-2de72ad1029d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:44.946687 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] Publish callbacks [] for security_group (f164578c-0503-4ef7-b99b-2de72ad1029d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:44.958769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-600609c4-8e40-4f59-b294-57350420848f req-7907f6cb-d042-4a68-bae5-716deb39f926 service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976593 Feb 03 11:41:44.991590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] Publish callbacks [] for security_group (f164578c-0503-4ef7-b99b-2de72ad1029d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:45.055061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f164578c-0503-4ef7-b99b-2de72ad1029d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:45.058009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:45.059117 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f164578c-0503-4ef7-b99b-2de72ad1029d HTTP/1.1" status: 204 len: 168 time: 0.1708267 Feb 03 11:41:45.068120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a65e64-2e79-4865-90c2-a2b529d2d73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164578c-0503-4ef7-b99b-2de72ad1029d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:45.091291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-19baa7b9-11dd-4d57-9d8f-1bf075bca162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:45.092731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-19baa7b9-11dd-4d57-9d8f-1bf075bca162 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 1125 time: 0.0575120 Feb 03 11:41:45.102468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1e84-40a6-4ecb-a48d-d933603f8959 req-49ae182f-0dcb-4757-8d4b-50123c8b399c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:45.103941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdff1e84-40a6-4ecb-a48d-d933603f8959 req-49ae182f-0dcb-4757-8d4b-50123c8b399c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 943 time: 0.1018381 Feb 03 11:41:45.212208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdff1e84-40a6-4ecb-a48d-d933603f8959 req-15842f01-32b0-4a7b-942a-ee70409d7f9c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952120 Feb 03 11:41:45.227461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-40cfec6f-52c6-4d1f-84c6-da5edc409df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:45.228940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-40cfec6f-52c6-4d1f-84c6-da5edc409df5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 914 time: 0.1212857 Feb 03 11:41:45.272067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-d100c2b7-9d24-4c4f-abe6-d8817c7785c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e62ba6-d130-494e-bc56-2190c64f84cf HTTP/1.1" status: 200 len: 217 time: 0.0365949 Feb 03 11:41:45.326116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-8da81cf1-cf48-4bf5-865d-7ee975538477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:45.327582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-8da81cf1-cf48-4bf5-865d-7ee975538477 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0467789 Feb 03 11:41:45.364695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-f52966ce-46a5-4792-89d7-69839ad11902 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307803 Feb 03 11:41:45.466492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-a057cd3b-cdd9-4374-a77b-22947b935c4f service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938661 Feb 03 11:41:45.573307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a39cdb-0be7-4c53-a922-91f1bd3508e0 req-ba40abbe-00ef-4137-b35e-17c1f3783703 service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004908 Feb 03 11:41:46.344345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e28de-00d9-4be8-be57-0998d6a65439 req-e1d421f3-0203-46b4-81e1-05bac9bc1c9b tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:46.345920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb3e28de-00d9-4be8-be57-0998d6a65439 req-e1d421f3-0203-46b4-81e1-05bac9bc1c9b tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 943 time: 0.0556722 Feb 03 11:41:46.402555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb3e28de-00d9-4be8-be57-0998d6a65439 req-5b9c9ad0-e9cb-4856-999a-bf669647da2c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Feb 03 11:41:46.405279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:47.530340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c227-d486-49a7-a998-2ec7a3e7fe8b req-9520e335-7ae6-44ad-944f-053651559c1a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:47.532784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f927c227-d486-49a7-a998-2ec7a3e7fe8b req-9520e335-7ae6-44ad-944f-053651559c1a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 943 time: 0.0570989 Feb 03 11:41:47.590759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f927c227-d486-49a7-a998-2ec7a3e7fe8b req-37688929-b779-4996-85ce-4574a5342d61 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Feb 03 11:41:48.339569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 16e62ba6-d130-494e-bc56-2190c64f84cf details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:41:48.472824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=16e62ba6-d130-494e-bc56-2190c64f84cf,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:41:48.489661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '16e62ba6-d130-494e-bc56-2190c64f84cf', 'network_id': 'c1309593-2209-4e93-a515-3c18ca639e47', 'port_id': '16e62ba6-d130-494e-bc56-2190c64f84cf', 'mac_address': 'fa:16:3e:a2:4d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f0fd72-a942-4623-be9e-d294e8bf85ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:41:48.533791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 16e62ba6-d130-494e-bc56-2190c64f84cf is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:41:48.534329 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:48.551787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e62ba6-d130-494e-bc56-2190c64f84cf {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:41:48.578021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=16e62ba6-d130-494e-bc56-2190c64f84cf,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:41:48.582561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:48.641600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:48.652004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.652496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.652971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.653415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.653870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.654304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.654735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.655166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.655595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.656049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.656486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.656932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.658184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:41:48.754539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ab26-6d1a-4797-b6b2-ce1d8acb9966 req-7417f3b0-ec13-421e-b415-0ca6242ffb70 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:48.760533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d441ab26-6d1a-4797-b6b2-ce1d8acb9966 req-7417f3b0-ec13-421e-b415-0ca6242ffb70 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 944 time: 0.0797005 Feb 03 11:41:48.808388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d441ab26-6d1a-4797-b6b2-ce1d8acb9966 req-c32d02eb-c6df-4702-9fe6-81894a5333fa tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Feb 03 11:41:48.890636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['16e62ba6-d130-494e-bc56-2190c64f84cf'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:41:49.939292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dc498-34a8-4b04-9959-70f2e76fd4fe req-aa772246-e157-4703-9fe6-7982b68f72d3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:49.941049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-902dc498-34a8-4b04-9959-70f2e76fd4fe req-aa772246-e157-4703-9fe6-7982b68f72d3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 944 time: 0.0591738 Feb 03 11:41:49.991950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-902dc498-34a8-4b04-9959-70f2e76fd4fe req-139a8b60-2e7e-4374-8a7e-512ec99a4e4c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Feb 03 11:41:50.338985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 16e62ba6-d130-494e-bc56-2190c64f84cf up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:41:50.558360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 16e62ba6-d130-494e-bc56-2190c64f84cf completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:41:50.563138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 16e62ba6-d130-494e-bc56-2190c64f84cf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:41:50.563587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:50.709329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 16e62ba6-d130-494e-bc56-2190c64f84cf is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:41:50.709978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:50.741225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:41:50.744313 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de5a94a-63f9-4eb1-a412-5ff67a2027ce" -d '{"events": [{"server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "name": "network-vif-plugged", "status": "completed", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:41:50.760097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=16e62ba6-d130-494e-bc56-2190c64f84cf,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:41:50.767284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:41:50.821010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:41:50.959139 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8d7df-64e9-4d19-9f4c-8bba0008bdcc x-openstack-request-id: req-a5b8d7df-64e9-4d19-9f4c-8bba0008bdcc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:41:50.959445 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "name": "network-vif-plugged", "status": "completed", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:41:50.959707 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5b8d7df-64e9-4d19-9f4c-8bba0008bdcc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:41:50.960110 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf', 'code': 200} Feb 03 11:41:51.008795 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:41:51.079961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c6a09-e807-4531-bb0b-cef2d04152cf req-1d1b0bc4-ead7-4464-8d5f-ba865b3e3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:51.081379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df7c6a09-e807-4531-bb0b-cef2d04152cf req-1d1b0bc4-ead7-4464-8d5f-ba865b3e3d75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 1127 time: 0.0614815 Feb 03 11:41:51.145173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df7c6a09-e807-4531-bb0b-cef2d04152cf req-4eca62f6-b77d-4a96-8ce3-6452a9ebbc75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Feb 03 11:41:51.152778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef68c21-69ae-46e6-8556-d74359e06659 req-83c73ae6-f437-4325-94b5-04f973ca4c4e tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:51.154147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ef68c21-69ae-46e6-8556-d74359e06659 req-83c73ae6-f437-4325-94b5-04f973ca4c4e tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0897615 Feb 03 11:41:51.200451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ef68c21-69ae-46e6-8556-d74359e06659 req-ec75eeb6-4cc7-4e79-abc7-0408556466e8 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Feb 03 11:41:52.338379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e01c-f55b-4899-a3dc-b90313ffe1ad req-b90984fc-4cb8-460d-a0b9-e73a07bb5054 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:52.340615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f11e01c-f55b-4899-a3dc-b90313ffe1ad req-b90984fc-4cb8-460d-a0b9-e73a07bb5054 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Feb 03 11:41:52.395066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f11e01c-f55b-4899-a3dc-b90313ffe1ad req-157f416f-f63e-4179-842e-cdac5e16634d tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Feb 03 11:41:53.519716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf39e9-0011-4711-a0b3-89edaef74f8a req-bf023f52-85b6-4fa3-b4c7-74cb62ffdd0f tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:53.521138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22bf39e9-0011-4711-a0b3-89edaef74f8a req-bf023f52-85b6-4fa3-b4c7-74cb62ffdd0f tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Feb 03 11:41:53.569280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22bf39e9-0011-4711-a0b3-89edaef74f8a req-674bdbe6-b8d2-4704-989f-5eb44ad9b4bf tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Feb 03 11:41:55.290467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-f0eec345-a634-40c6-8f34-63c4723f17bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538678 Feb 03 11:41:55.416973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-f6cd4b98-71ca-4ad6-a335-3ae865ee6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:55.418827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-f6cd4b98-71ca-4ad6-a335-3ae865ee6824 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f96764a9bff6459c8cb814398660697e&device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 1127 time: 0.0658083 Feb 03 11:41:55.524798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-ffbf913d-b5a6-4502-b910-0693b2ddcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:55.526296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-ffbf913d-b5a6-4502-b910-0693b2ddcae1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 200 len: 914 time: 0.0869091 Feb 03 11:41:55.569963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-a7dc3cfc-71e6-4fdb-910b-cac1223dde73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e62ba6-d130-494e-bc56-2190c64f84cf HTTP/1.1" status: 200 len: 217 time: 0.0376558 Feb 03 11:41:55.618786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-a9618e29-c6b7-4477-a30c-181cdfb21f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:41:55.620319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-a9618e29-c6b7-4477-a30c-181cdfb21f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 200 len: 853 time: 0.0438020 Feb 03 11:41:55.653378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-0e9aa465-0a81-479c-9118-cbf420b8b585 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1309593-2209-4e93-a515-3c18ca639e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269587 Feb 03 11:41:55.746038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-4b9a4254-f5e0-4582-9fab-f39aedf0b56d service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869801 Feb 03 11:41:56.141885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03792944-0fc1-4999-b967-fe68f0b01d2e req-06659f26-169c-4024-b2ee-11d94fa6fd45 service neutron] 10.222.0.53 "GET /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891420 Feb 03 11:41:57.255390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:01.283427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bd1dcd2-275a-4b96-b872-dc6d276bfa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:04.352561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06669b54-2985-4134-a94e-9aa83df89131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:04.710606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:06.339895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:07.356252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:16.461324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:27.239982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:28.009716 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:42:31.274231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35fddd90-3b53-46df-ba75-4860f080541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:32.773972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:42:32.888240 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2d37-f921-4f91-8d02-13587cbdc93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:32.966320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2d37-f921-4f91-8d02-13587cbdc93c admin admin] Publish callbacks [] for security_group (36781df8-ca53-45ac-b6dd-2364ac4d5b2b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:32.970976 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2d37-f921-4f91-8d02-13587cbdc93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (36781df8-ca53-45ac-b6dd-2364ac4d5b2b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:33.008671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d2d37-f921-4f91-8d02-13587cbdc93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36781df8-ca53-45ac-b6dd-2364ac4d5b2b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:33.017589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:42:33.018262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f0d2d37-f921-4f91-8d02-13587cbdc93c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bafa07e4f034ec789d027cfa3136e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428789 Feb 03 11:42:33.083901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Publish callbacks [] for security_group (36781df8-ca53-45ac-b6dd-2364ac4d5b2b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:33.107227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Publish callbacks [] for security_group (36781df8-ca53-45ac-b6dd-2364ac4d5b2b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:33.182040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (36781df8-ca53-45ac-b6dd-2364ac4d5b2b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:33.185283 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:33.186417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36781df8-ca53-45ac-b6dd-2364ac4d5b2b HTTP/1.1" status: 204 len: 168 time: 0.1674762 Feb 03 11:42:33.196011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36781df8-ca53-45ac-b6dd-2364ac4d5b2b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:33.205197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.205834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.206333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.206829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.207535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.208040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.208530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.209045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.209528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.210011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.210626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.211487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:33.212091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490a353-fed5-4e1e-8bf7-84d7f761b061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:34.348571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23068f2c-664f-4a8d-bf12-7614bf024de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:34.694507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:36.382836 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:36.731234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0048f50-1be3-437c-82b3-e967adb74c6b req-f22c5148-84b1-42e2-b11b-a8e7c8300239 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:36.732729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0048f50-1be3-437c-82b3-e967adb74c6b req-f22c5148-84b1-42e2-b11b-a8e7c8300239 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0866582 Feb 03 11:42:36.791297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0048f50-1be3-437c-82b3-e967adb74c6b req-c202d934-b4cf-4c62-b793-3bb8fd6d0bf6 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 Feb 03 11:42:37.386901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:37.925129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0c00f-df78-4c4f-b6b0-08abc015fdbf req-4a20ae5c-4de5-4144-8917-b7d7c605bd4c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:37.927327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5c0c00f-df78-4c4f-b6b0-08abc015fdbf req-4a20ae5c-4de5-4144-8917-b7d7c605bd4c tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0619211 Feb 03 11:42:37.978875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5c0c00f-df78-4c4f-b6b0-08abc015fdbf req-6befb8ab-82eb-420d-98f5-5d5811268c0a tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/security-groups?id=5799448c-1b3f-4138-8071-2df7abdc5aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Feb 03 11:42:38.385316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361ba6-7941-44f3-8a72-82ad151522eb req-3a061d9c-f8e9-4995-a25c-bae35d398f9d tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:38.386825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83361ba6-7941-44f3-8a72-82ad151522eb req-3a061d9c-f8e9-4995-a25c-bae35d398f9d tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 945 time: 0.0566466 Feb 03 11:42:38.484653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Deleting port 16e62ba6-d130-494e-bc56-2190c64f84cf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:42:38.484869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:38.575861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] For port 16e62ba6-d130-494e-bc56-2190c64f84cf, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=16e62ba6-d130-494e-bc56-2190c64f84cf,segment=NetworkSegment(311676f1-7f49-407f-9d50-9662e30f1462),segment_id=311676f1-7f49-407f-9d50-9662e30f1462)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:42:38.576264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:38.588568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Calling delete_port for 16e62ba6-d130-494e-bc56-2190c64f84cf owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:42:38.721134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (16e62ba6-d130-494e-bc56-2190c64f84cf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:38.737035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['16e62ba6-d130-494e-bc56-2190c64f84cf'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:42:38.750798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Pushing event deleted for resources: {'Port': ['ID=16e62ba6-d130-494e-bc56-2190c64f84cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:38.798615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] No DVR routers for this DVR port 16e62ba6-d130-494e-bc56-2190c64f84cf on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:42:38.801539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:38.805086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83361ba6-7941-44f3-8a72-82ad151522eb req-9a1b2c87-1a01-4c8f-b88a-2c04096facf3 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.53 "DELETE /v2.0/ports/16e62ba6-d130-494e-bc56-2190c64f84cf HTTP/1.1" status: 204 len: 173 time: 0.4079652 Feb 03 11:42:38.805659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'name': 'network-vif-deleted', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:42:38.808098 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ebaab-4631-4389-95bb-e86732e81e40" -d '{"events": [{"server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "name": "network-vif-deleted", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:42:38.850737 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1c08b-df32-4072-8d83-3b3d43a4f2bf x-openstack-request-id: req-a9d1c08b-df32-4072-8d83-3b3d43a4f2bf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:42:38.851108 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf053d9-4439-4fd3-8920-842e6230cec3", "name": "network-vif-deleted", "tag": "16e62ba6-d130-494e-bc56-2190c64f84cf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:42:38.851557 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9d1c08b-df32-4072-8d83-3b3d43a4f2bf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:42:38.852171 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf053d9-4439-4fd3-8920-842e6230cec3', 'name': 'network-vif-deleted', 'tag': '16e62ba6-d130-494e-bc56-2190c64f84cf', 'status': 'completed', 'code': 200} Feb 03 11:42:39.106581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cb5e5e6-ec71-4ea4-9804-84a57758e5f5 req-692bc8a4-d076-4c21-9ffc-32aad17a0822 tempest-VolumesSnapshotTestJSON-368967752 tempest-VolumesSnapshotTestJSON-368967752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cf053d9-4439-4fd3-8920-842e6230cec3 HTTP/1.1" status: 200 len: 210 time: 0.0300152 Feb 03 11:42:41.711747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 50936) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:42:41.917686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a876e919-e073-4f3a-bcbb-c29ed2f286ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.001912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a876e919-e073-4f3a-bcbb-c29ed2f286ea admin admin] Publish callbacks [] for security_group (8b7dea18-b0f1-47d8-b048-a407e6618278), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.006427 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a876e919-e073-4f3a-bcbb-c29ed2f286ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8b7dea18-b0f1-47d8-b048-a407e6618278), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.043202 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e919-e073-4f3a-bcbb-c29ed2f286ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7dea18-b0f1-47d8-b048-a407e6618278,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:42.052009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 50940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:42:42.052455 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a876e919-e073-4f3a-bcbb-c29ed2f286ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=318aaf48bfb0451eaefec5103ca9199d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383353 Feb 03 11:42:42.102152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] Publish callbacks [] for security_group (8b7dea18-b0f1-47d8-b048-a407e6618278), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.127214 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] Publish callbacks [] for security_group (8b7dea18-b0f1-47d8-b048-a407e6618278), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.176797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8b7dea18-b0f1-47d8-b048-a407e6618278), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.180031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:42.181412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b7dea18-b0f1-47d8-b048-a407e6618278 HTTP/1.1" status: 204 len: 168 time: 0.1285732 Feb 03 11:42:42.190961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355da7-11be-4e6a-8395-f49346e2d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7dea18-b0f1-47d8-b048-a407e6618278,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:42.525336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 16e62ba6-d130-494e-bc56-2190c64f84cf no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:42:42.553731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 16e62ba6-d130-494e-bc56-2190c64f84cf {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:42:42.554319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 16e62ba6-d130-494e-bc56-2190c64f84cf not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:42:45.593870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-61aff281-e82b-463e-b32a-b60c48bd3dbc tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a537d4b09b5f47e5a79a240155761a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215123 Feb 03 11:42:45.707860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-66d65ce4-eca0-4c3d-b88e-51b720f0ed7c tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:45.709283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-66d65ce4-eca0-4c3d-b88e-51b720f0ed7c tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104364 Feb 03 11:42:45.724803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-db3eaecc-1f79-43c0-8e55-e764be1f8dcb tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/quotas/a537d4b09b5f47e5a79a240155761a9f HTTP/1.1" status: 200 len: 375 time: 0.0099108 Feb 03 11:42:45.757426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-56a35156-c871-48cd-b8a8-f05077e03c17 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a537d4b09b5f47e5a79a240155761a9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272424 Feb 03 11:42:45.917905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-525b6502-6fb4-467b-851c-617746825768 req-aff27354-9692-41d5-9634-f46c0aca07ff tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Feb 03 11:42:46.424555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:46.955547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-b5880c2a-dc86-440a-ad07-df0e6a60dfaf tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a537d4b09b5f47e5a79a240155761a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226905 Feb 03 11:42:47.109694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-404cc2b0-d94a-4be3-b5f9-97eb5a7869f6 req-f1ccf069-3f62-4d15-bcba-9d70d02b03b9 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 210 time: 0.0356715 Feb 03 11:42:47.128139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-d6fb513f-e759-45a9-9724-32c3ef459f2c tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:47.128139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-d6fb513f-e759-45a9-9724-32c3ef459f2c tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677656 Feb 03 11:42:47.165408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Request body: {'port': {'device_id': '2188e891-c7d3-4029-81ee-c90548bed658', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': 'a537d4b09b5f47e5a79a240155761a9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:42:47.296366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Made reservation on behalf of a537d4b09b5f47e5a79a240155761a9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:42:47.300848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.310209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.386975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks [] for security_group (27c3688d-7130-442a-990d-96696f9ce1fc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.391741 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27c3688d-7130-442a-990d-96696f9ce1fc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.453319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3688d-7130-442a-990d-96696f9ce1fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:47.544431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Allocated IP 192.168.233.33 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/93a7a397-966a-4dc9-9b96-2c6de3532a85) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:42:47.717187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks [] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.757288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.813514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:42:47.820321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:42:47.824154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:42:47.831563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Pushing event updated for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:47.889014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:47.889643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:47.912650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-d8efaca5-5137-4f43-a7d9-6d9570403e34 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7515299 Feb 03 11:42:47.931435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Request body: {'port': {'device_id': '2188e891-c7d3-4029-81ee-c90548bed658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:42:48.001368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.203841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36612dab-6429-43b5-a9c8-0d5934fb96bc None None] Provisioning complete for port 93a7a397-966a-4dc9-9b96-2c6de3532a85 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:42:48.204813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36612dab-6429-43b5-a9c8-0d5934fb96bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.242120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36612dab-6429-43b5-a9c8-0d5934fb96bc None None] Port 93a7a397-966a-4dc9-9b96-2c6de3532a85 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:42:48.294673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752448ae-6819-480b-b249-8ac89d3f1852 req-b8c6bae4-767f-4ea4-8699-dbdff43807eb tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:48.296170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-752448ae-6819-480b-b249-8ac89d3f1852 req-b8c6bae4-767f-4ea4-8699-dbdff43807eb tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 935 time: 0.0945442 Feb 03 11:42:48.380068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a7a397-966a-4dc9-9b96-2c6de3532a85 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:42:48.395786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks [] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.402439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-752448ae-6819-480b-b249-8ac89d3f1852 req-73e9ddd8-f44a-4e79-a4ae-f27cfd692e1f tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Feb 03 11:42:48.417748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Transition to ACTIVE for port object 93a7a397-966a-4dc9-9b96-2c6de3532a85 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:42:48.432498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.480690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:48.512028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-845e2086-b958-416a-870f-54b996e1b285 req-73ecb5e4-88ca-451a-90b3-722a930f1669 service neutron] (103126) timed out ('10.222.0.53', 59485) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:42:48.604217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Attempting to bind port 93a7a397-966a-4dc9-9b96-2c6de3532a85 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:42:48.604936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Attempting to bind port 93a7a397-966a-4dc9-9b96-2c6de3532a85 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:42:48.605516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Attempting to bind port 93a7a397-966a-4dc9-9b96-2c6de3532a85 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:42:48.611908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Port 93a7a397-966a-4dc9-9b96-2c6de3532a85 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:42:48.612511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Attempting to bind port 93a7a397-966a-4dc9-9b96-2c6de3532a85 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:42:48.618255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:42:48.618876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:42:48.619656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:42:48.620375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Bound port: 93a7a397-966a-4dc9-9b96-2c6de3532a85, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:42:48.621030 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.696954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:42:48.700874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:42:48.709278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.756844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:48.757863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:48.759743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/93a7a397-966a-4dc9-9b96-2c6de3532a85 HTTP/1.1" status: 200 len: 1095 time: 0.8330300 Feb 03 11:42:48.762282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:42:48.764704 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7026940-4da9-48be-bfaa-017f50cb9ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:42:48.796245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e054d4-dd06-46ef-b299-fed45b6e97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:48.854161 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d563e-48b8-4d16-b040-a63e85bcfdae x-openstack-request-id: req-da8d563e-48b8-4d16-b040-a63e85bcfdae {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:42:48.854586 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:42:48.854945 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da8d563e-48b8-4d16-b040-a63e85bcfdae {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:42:48.855509 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85', 'status': 'completed', 'code': 200} Feb 03 11:42:48.904113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-dbf4a70e-f122-4368-8f8a-f1c86de35ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:48.906675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-dbf4a70e-f122-4368-8f8a-f1c86de35ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a537d4b09b5f47e5a79a240155761a9f&device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 1129 time: 0.0752945 Feb 03 11:42:48.959665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-52dee227-cfca-47e1-b7ae-11aef81e6e90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85 HTTP/1.1" status: 200 len: 217 time: 0.0407174 Feb 03 11:42:49.018936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-4a612dab-d143-465e-a463-47bc550507a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.021442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-4a612dab-d143-465e-a463-47bc550507a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0565596 Feb 03 11:42:49.079361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331720-8405-412a-99a5-98828bffdbc6 req-f1ecc295-a77c-4e63-a82a-80b3266775e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.080989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-f1ecc295-a77c-4e63-a82a-80b3266775e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0526958 Feb 03 11:42:49.191763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-10808455-be0b-43b1-b895-f96efaf99ba6 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047409 Feb 03 11:42:49.291046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35331720-8405-412a-99a5-98828bffdbc6 req-2ccca5fc-912e-4f10-8aec-3dcdd9ba1bb5 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935133 Feb 03 11:42:49.446261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-d2c91a93-d682-4853-9e72-742f113a86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.448001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-d2c91a93-d682-4853-9e72-742f113a86d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a537d4b09b5f47e5a79a240155761a9f&device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 1129 time: 0.0592697 Feb 03 11:42:49.585385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-f1336fac-ab59-420f-a654-67f5057fcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.586750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-f1336fac-ab59-420f-a654-67f5057fcf09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.1322422 Feb 03 11:42:49.594764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b22f-d5e3-4c86-8dd2-50e6fc01eb2d req-cde30c2c-9385-4a1c-a112-1d82a17f560f tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.596196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3139b22f-d5e3-4c86-8dd2-50e6fc01eb2d req-cde30c2c-9385-4a1c-a112-1d82a17f560f tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 947 time: 0.1080875 Feb 03 11:42:49.661100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-bac8126b-19f5-446a-ac1c-7852f707b237 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85 HTTP/1.1" status: 200 len: 217 time: 0.0638728 Feb 03 11:42:49.725407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3139b22f-d5e3-4c86-8dd2-50e6fc01eb2d req-ba9fd453-f0a5-408b-9ebb-2b0b332dd741 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183629 Feb 03 11:42:49.737217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-b06e859b-8de3-4522-9aa2-45777fdec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.739315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-b06e859b-8de3-4522-9aa2-45777fdec7ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0704708 Feb 03 11:42:49.806033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-638c45ea-ed77-47e4-8044-5149b7187305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:49.807532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-638c45ea-ed77-47e4-8044-5149b7187305 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0623422 Feb 03 11:42:49.942067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-e0e7cd60-bc71-4496-9d0f-3bf5a21b94e5 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282732 Feb 03 11:42:50.038597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7026940-4da9-48be-bfaa-017f50cb9ad3 req-3ff358cc-8f83-4896-b4e7-3968809419eb service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906661 Feb 03 11:42:51.041169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5b3a-d0e1-46ec-a18c-64a9c4f2cb02 req-0e418b36-3e33-4b83-aff4-b237ba223fff tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:51.042660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abfb5b3a-d0e1-46ec-a18c-64a9c4f2cb02 req-0e418b36-3e33-4b83-aff4-b237ba223fff tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 947 time: 0.2290592 Feb 03 11:42:51.090372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abfb5b3a-d0e1-46ec-a18c-64a9c4f2cb02 req-1e7d42ab-5157-492e-9c4c-6ffb8d8f5f07 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Feb 03 11:42:52.093700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 93a7a397-966a-4dc9-9b96-2c6de3532a85 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:42:52.235822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:42:52.247893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '93a7a397-966a-4dc9-9b96-2c6de3532a85', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': '93a7a397-966a-4dc9-9b96-2c6de3532a85', 'mac_address': 'fa:16:3e:d6:61:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:42:52.289141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f152-2757-402c-be8b-47116c9c4454 req-1094a8b1-fad0-4c6b-81cc-c34bdfa75204 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:52.290854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ca2f152-2757-402c-be8b-47116c9c4454 req-1094a8b1-fad0-4c6b-81cc-c34bdfa75204 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 947 time: 0.1270938 Feb 03 11:42:52.313141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 93a7a397-966a-4dc9-9b96-2c6de3532a85 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:42:52.314022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:52.329240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a7a397-966a-4dc9-9b96-2c6de3532a85 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:42:52.350179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:42:52.359545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:52.393922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ca2f152-2757-402c-be8b-47116c9c4454 req-c6088546-eb7f-4497-a16c-db55f968d2c1 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973082 Feb 03 11:42:52.419424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:52.429032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.429578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.430082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.430581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.431070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.431598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.432316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.437113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:42:52.761566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['93a7a397-966a-4dc9-9b96-2c6de3532a85'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:42:53.533367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f97167-8046-42ce-82f6-32c25cfd309b req-ab22f6e8-871a-4a11-a613-39f16a2660c7 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:53.534770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06f97167-8046-42ce-82f6-32c25cfd309b req-ab22f6e8-871a-4a11-a613-39f16a2660c7 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 948 time: 0.0545375 Feb 03 11:42:53.595160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06f97167-8046-42ce-82f6-32c25cfd309b req-1d223e8d-fc3e-46c3-bcf4-11e340e431e1 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Feb 03 11:42:54.104840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 93a7a397-966a-4dc9-9b96-2c6de3532a85 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:42:54.183185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 93a7a397-966a-4dc9-9b96-2c6de3532a85 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:42:54.187779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 93a7a397-966a-4dc9-9b96-2c6de3532a85 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:42:54.188153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:54.270476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 93a7a397-966a-4dc9-9b96-2c6de3532a85 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:42:54.270886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:54.299608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:42:54.301883 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ebb11f-f68b-419f-988b-9b349eaf3582" -d '{"events": [{"server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "name": "network-vif-plugged", "status": "completed", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:42:54.326674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:42:54.333830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:54.367003 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9042b094-7993-4244-ad31-6dc2e8a13008 x-openstack-request-id: req-9042b094-7993-4244-ad31-6dc2e8a13008 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:42:54.367425 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "name": "network-vif-plugged", "status": "completed", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:42:54.367533 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9042b094-7993-4244-ad31-6dc2e8a13008 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:42:54.367895 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85', 'code': 200} Feb 03 11:42:54.402579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:54.505290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac67749-aade-4942-981f-a85b54a25e06 req-5b519e92-a76f-409d-b958-4d2374ef1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:54.506741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac67749-aade-4942-981f-a85b54a25e06 req-5b519e92-a76f-409d-b958-4d2374ef1934 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 1131 time: 0.0563498 Feb 03 11:42:54.569091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fac67749-aade-4942-981f-a85b54a25e06 req-4a4346be-e570-4278-8732-1c93bf247699 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561056 Feb 03 11:42:54.723432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441219d5-3e4f-47d5-9212-c09ac1257fde req-28f95a09-86a4-4eee-830e-926ece7f0f42 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:54.730155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-441219d5-3e4f-47d5-9212-c09ac1257fde req-28f95a09-86a4-4eee-830e-926ece7f0f42 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.0615041 Feb 03 11:42:54.780159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-441219d5-3e4f-47d5-9212-c09ac1257fde req-5ff84508-f4e8-4283-927f-7dc7954b1226 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 Feb 03 11:42:55.985479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578602-b1a4-485d-85f3-ecaea7994576 req-17254175-d378-4578-9461-593382218bcc tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:55.987016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08578602-b1a4-485d-85f3-ecaea7994576 req-17254175-d378-4578-9461-593382218bcc tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.1262858 Feb 03 11:42:56.052166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08578602-b1a4-485d-85f3-ecaea7994576 req-5106c453-b9a9-431d-9259-7238bdf53d52 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589359 Feb 03 11:42:57.182371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b555ca-1151-4275-b0a3-0505981a9179 req-98d2959e-b6ad-4115-9dc6-3c074e3e31c8 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:57.183885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59b555ca-1151-4275-b0a3-0505981a9179 req-98d2959e-b6ad-4115-9dc6-3c074e3e31c8 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.0596039 Feb 03 11:42:57.228942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:57.243910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59b555ca-1151-4275-b0a3-0505981a9179 req-4d72bed2-ae9f-4dff-a2af-475e5e4568be tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Feb 03 11:42:57.512323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d1f8c-63e0-487c-9da7-8b93efbea55a req-daa6ad2d-4c05-49da-8eb3-ce53361c1316 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:57.513727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff5d1f8c-63e0-487c-9da7-8b93efbea55a req-daa6ad2d-4c05-49da-8eb3-ce53361c1316 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.0525458 Feb 03 11:42:57.563023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff5d1f8c-63e0-487c-9da7-8b93efbea55a req-9613847e-2cd3-4767-9a33-17a0ba876899 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Feb 03 11:42:58.700126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8dd4f-85bb-49d2-a729-9f8bebc0de0e req-5a736302-ff0b-40e4-94bd-5fa7406d534d tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:58.701574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49f8dd4f-85bb-49d2-a729-9f8bebc0de0e req-5a736302-ff0b-40e4-94bd-5fa7406d534d tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.0685956 Feb 03 11:42:58.758302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49f8dd4f-85bb-49d2-a729-9f8bebc0de0e req-da48c4dc-3d38-4bc6-9f44-443025de1cb3 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/security-groups?id=27c3688d-7130-442a-990d-96696f9ce1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503254 Feb 03 11:42:59.077360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-038579ce-5008-4d61-99cb-b2d090eadc5e tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:42:59.077360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-038579ce-5008-4d61-99cb-b2d090eadc5e tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.69 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 949 time: 0.0779397 Feb 03 11:42:59.153012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Deleting port 93a7a397-966a-4dc9-9b96-2c6de3532a85 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:42:59.153366 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:59.261369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] For port 93a7a397-966a-4dc9-9b96-2c6de3532a85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=93a7a397-966a-4dc9-9b96-2c6de3532a85,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:42:59.262140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:59.277637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Calling delete_port for 93a7a397-966a-4dc9-9b96-2c6de3532a85 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:42:59.447098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (93a7a397-966a-4dc9-9b96-2c6de3532a85), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:59.477430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Pushing event deleted for resources: {'Port': ['ID=93a7a397-966a-4dc9-9b96-2c6de3532a85,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:42:59.484055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['93a7a397-966a-4dc9-9b96-2c6de3532a85'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:42:59.574745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] No DVR routers for this DVR port 93a7a397-966a-4dc9-9b96-2c6de3532a85 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:42:59.579187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:42:59.583770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ea98fba-acb3-46cc-8fdf-2ea4eefdc1d8 req-c21bec2d-3348-4b44-ad18-1a64243544df tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.69 "DELETE /v2.0/ports/93a7a397-966a-4dc9-9b96-2c6de3532a85 HTTP/1.1" status: 204 len: 173 time: 0.5575392 Feb 03 11:42:59.584450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'name': 'network-vif-deleted', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:42:59.587831 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624847b4-be15-4264-b604-721dd567e042" -d '{"events": [{"server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "name": "network-vif-deleted", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:42:59.671211 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ec616-3d53-4719-825b-93838c51a3e7 x-openstack-request-id: req-e22ec616-3d53-4719-825b-93838c51a3e7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:42:59.671344 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2188e891-c7d3-4029-81ee-c90548bed658", "name": "network-vif-deleted", "tag": "93a7a397-966a-4dc9-9b96-2c6de3532a85", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:42:59.672867 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e22ec616-3d53-4719-825b-93838c51a3e7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:42:59.674048 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2188e891-c7d3-4029-81ee-c90548bed658', 'name': 'network-vif-deleted', 'tag': '93a7a397-966a-4dc9-9b96-2c6de3532a85', 'status': 'completed', 'code': 200} Feb 03 11:42:59.887604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee22e4d5-4ca7-4ac4-9dcf-ae48b139d1a4 req-8e805d54-ce9a-4945-8c49-2aece7b64fc6 tempest-VolumesNegativeTest-1636002067 tempest-VolumesNegativeTest-1636002067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2188e891-c7d3-4029-81ee-c90548bed658 HTTP/1.1" status: 200 len: 210 time: 0.0357609 Feb 03 11:43:01.277586 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fee4216-95e9-4a2d-ab36-cffc17dc826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:02.151048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 93a7a397-966a-4dc9-9b96-2c6de3532a85 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:43:02.198992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 93a7a397-966a-4dc9-9b96-2c6de3532a85 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:43:02.199347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 93a7a397-966a-4dc9-9b96-2c6de3532a85 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:43:04.362227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dddfdff-224e-4d3b-bd0e-93a139e8bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:04.700728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:05.009585 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:43:06.353969 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:07.382000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:08.977475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:09.134793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:09.135389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9542ce19-e115-4e12-a482-17e0dcdd8540 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a537d4b09b5f47e5a79a240155761a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563761 Feb 03 11:43:09.208174 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Publish callbacks [] for security_group (27c3688d-7130-442a-990d-96696f9ce1fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:09.234291 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Publish callbacks [] for security_group (27c3688d-7130-442a-990d-96696f9ce1fc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:09.295244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (27c3688d-7130-442a-990d-96696f9ce1fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:09.298519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:09.302587 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27c3688d-7130-442a-990d-96696f9ce1fc HTTP/1.1" status: 204 len: 168 time: 0.1660280 Feb 03 11:43:09.311558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3688d-7130-442a-990d-96696f9ce1fc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:09.320364 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.320763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.321313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.321818 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.322342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.322839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.323332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.323824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.324362 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.324963 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.325455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.325948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:09.326440 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea7f4a-bd74-4094-bb32-3fec778fa332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:10.925354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:11.094166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'network': {'name': 'tempest-network-smoke--757700413', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:11.117054 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:11.121239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.131700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.218181 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (eeafceb8-6a7e-41c5-8a17-2bbeac9d9754), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.222872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eeafceb8-6a7e-41c5-8a17-2bbeac9d9754), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.258857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:43:11.273513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeafceb8-6a7e-41c5-8a17-2bbeac9d9754,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:11.291910 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (945822ee-8248-4b61-8ab1-9ac6468a3e27), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.292384 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Added segment 945822ee-8248-4b61-8ab1-9ac6468a3e27 of type vlan for network 07730d27-5158-408a-8384-7b093ff3bdbb Feb 03 11:43:11.336952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (07730d27-5158-408a-8384-7b093ff3bdbb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.363986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (07730d27-5158-408a-8384-7b093ff3bdbb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.369115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:11.369704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.404764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4753108 Feb 03 11:43:11.406220 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51714) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:11.412967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'admin_state_up': True, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:11.447214 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.449548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.455421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ba546-8589-4864-be9a-febcbe44707e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Network': ['ID=07730d27-5158-408a-8384-7b093ff3bdbb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:11.469973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 07730d27-5158-408a-8384-7b093ff3bdbb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:43:11.519036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_controller (ae9adead-a849-4a8c-8597-790bfaf845ad), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:11.926661 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (ae9adead-a849-4a8c-8597-790bfaf845ad), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.154263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (ae9adead-a849-4a8c-8597-790bfaf845ad), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.174577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.293033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.25.7.216 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f5ac999c-957f-4e8c-b27d-934334f34f60) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:12.418743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.451808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.490170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:12.496402 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:12.498940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:12.524997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=f5ac999c-957f-4e8c-b27d-934334f34f60,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:12.788261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (ae9adead-a849-4a8c-8597-790bfaf845ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:12.992960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:13.137138 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:43:13.256536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:43:13.276212 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:43:13.286914 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:13.288021 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:13.312010 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:13.323788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:13.325543 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99bab476-d5ca-4a36-affc-ed59c322c6e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9160795 Feb 03 11:43:13.410515 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:13.554077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1dc1b916-e6b2-4ba2-aec6-feb999b262be tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=99f1f0f9d0794613946a15eb09432d60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2291100 Feb 03 11:43:13.557137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:13.650206 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:12Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:13.682593 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:43:13.683195 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Updating router ae9adead-a849-4a8c-8597-790bfaf845ad port f5ac999c-957f-4e8c-b27d-934334f34f60 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:43:13.723702 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:13.744745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ad2f0-1fad-42cd-8d06-bc246b41d219 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:13.754415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51730) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:13.754938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-861ad2f0-1fad-42cd-8d06-bc246b41d219 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1952956 Feb 03 11:43:13.823382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:13.829253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411650560', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:13.833939 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-709e7a3b-b289-4afe-a213-0519e91be73b tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780892 Feb 03 11:43:13.951754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:13.973538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.076837 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks [] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.088591 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.173933 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Pushing event updated for resources: {'Port': ['ID=f5ac999c-957f-4e8c-b27d-934334f34f60,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:14.193308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.193657 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.193994 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.194332 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.194668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.194997 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.195326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.195887 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.196232 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.196607 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.196952 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.197296 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.197617 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:14.206951 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Attempting to bind port f5ac999c-957f-4e8c-b27d-934334f34f60 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:14.207498 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Attempting to bind port f5ac999c-957f-4e8c-b27d-934334f34f60 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:14.208032 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Attempting to bind port f5ac999c-957f-4e8c-b27d-934334f34f60 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:14.214077 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:14.214751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:14.215336 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.215903 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:14.216952 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Bound port: f5ac999c-957f-4e8c-b27d-934334f34f60, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:14.217537 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.303815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] For port f5ac999c-957f-4e8c-b27d-934334f34f60, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:14.307261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] For port f5ac999c-957f-4e8c-b27d-934334f34f60, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f5ac999c-957f-4e8c-b27d-934334f34f60,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:14.314398 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.370615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:14.371246 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:14.482166 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb4d9-8ab1-45e8-986a-6e4379391a0c None None] Pushing event updated for resources: {'Port': ['ID=f5ac999c-957f-4e8c-b27d-934334f34f60,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:14.522200 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:14.534504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.599967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Subnet': ['ID=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:14.628252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Checking segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:14.628637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network hostable DHCP agents. Network: 07730d27-5158-408a-8384-7b093ff3bdbb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:43:14.651812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 07730d27-5158-408a-8384-7b093ff3bdbb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:43:14.671523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 07730d27-5158-408a-8384-7b093ff3bdbb) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:14.685185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:14.688039 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.689939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d6155-9715-4416-8c40-f6c9fe88a7de None None] Network 07730d27-5158-408a-8384-7b093ff3bdbb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:14.716069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:14.740393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c480438a-03ef-44e8-aff5-f947cdf1e1ff tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9117668 Feb 03 11:43:14.810608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-07730d27-5158-408a-8384-7b093ff3bdbb', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:43:14.811817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:14.847113 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:12Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:14.880418 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ed8f6-e91c-4242-bf36-969194a021f4 None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:12Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:43:15.035247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Allocated IP 172.20.0.2 (07730d27-5158-408a-8384-7b093ff3bdbb/24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0/17f33648-64b3-4679-a53c-31458a412fbe) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:15.278442 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks [] for port (17f33648-64b3-4679-a53c-31458a412fbe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.297405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (17f33648-64b3-4679-a53c-31458a412fbe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.368209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Network 07730d27-5158-408a-8384-7b093ff3bdbb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:15.374409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:15.377261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Pushing event updated for resources: {'Port': ['ID=17f33648-64b3-4679-a53c-31458a412fbe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:15.379592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:15.560439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Attempting to bind port 17f33648-64b3-4679-a53c-31458a412fbe on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:15.560744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Attempting to bind port 17f33648-64b3-4679-a53c-31458a412fbe by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:15.561207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Attempting to bind port 17f33648-64b3-4679-a53c-31458a412fbe on network 07730d27-5158-408a-8384-7b093ff3bdbb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:15.574392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:15.574628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Checking segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:15.574884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.575299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Bound using segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:15.575769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Bound port: 17f33648-64b3-4679-a53c-31458a412fbe, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:15.576152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (17f33648-64b3-4679-a53c-31458a412fbe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.580211 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.725068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] For port 17f33648-64b3-4679-a53c-31458a412fbe, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:15.728704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] For port 17f33648-64b3-4679-a53c-31458a412fbe, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=17f33648-64b3-4679-a53c-31458a412fbe,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:15.750093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (17f33648-64b3-4679-a53c-31458a412fbe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:15.844243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f4ac-3694-496a-97aa-dc4c86113454 None None] Pushing event updated for resources: {'Port': ['ID=17f33648-64b3-4679-a53c-31458a412fbe,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:16.101951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.1 (07730d27-5158-408a-8384-7b093ff3bdbb/24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0/db8be288-2905-491c-8974-124dd222353d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:16.390861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (db8be288-2905-491c-8974-124dd222353d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.437887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f5ac999c-957f-4e8c-b27d-934334f34f60 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:16.445583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.475448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (db8be288-2905-491c-8974-124dd222353d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.561845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f5ac999c-957f-4e8c-b27d-934334f34f60 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:16.562991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.590448 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 07730d27-5158-408a-8384-7b093ff3bdbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:16.593795 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:16.599897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:16.635007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:16.674788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.760625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f5ac999c-957f-4e8c-b27d-934334f34f60 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:16.761212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.806369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f5ac999c-957f-4e8c-b27d-934334f34f60, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f5ac999c-957f-4e8c-b27d-934334f34f60,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:16.817621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:16.919692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f5ac999c-957f-4e8c-b27d-934334f34f60,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:16.946160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (db8be288-2905-491c-8974-124dd222353d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:17.341185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (db8be288-2905-491c-8974-124dd222353d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:17.351889 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (db8be288-2905-491c-8974-124dd222353d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:17.443171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:17.452765 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:17.588899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 07730d27-5158-408a-8384-7b093ff3bdbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:17.598820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:17.966957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a792ed-0f6c-45e8-8b26-d795f03ded10 None None] Network 07730d27-5158-408a-8384-7b093ff3bdbb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:18.139628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:43:18.144229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Provisioning complete for port 17f33648-64b3-4679-a53c-31458a412fbe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:18.144843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (17f33648-64b3-4679-a53c-31458a412fbe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:18.427795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Current status of the port 17f33648-64b3-4679-a53c-31458a412fbe is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:18.428208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (17f33648-64b3-4679-a53c-31458a412fbe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:18.438697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:43:18.448618 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67f168a8-2ac4-445f-8913-d69fd70d3da8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/ae9adead-a849-4a8c-8597-790bfaf845ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7283463 Feb 03 11:43:18.448761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:18.477850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:43:18.523329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 17f33648-64b3-4679-a53c-31458a412fbe up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:18.573938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:18.579481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:18.875876 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:18.877219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:18.877856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:18.878479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:18.882735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:18.890565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] For port 17f33648-64b3-4679-a53c-31458a412fbe, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=17f33648-64b3-4679-a53c-31458a412fbe,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:18.892980 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0594f698-81b8-40b7-9986-5524d4b9a518 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.4289713 Feb 03 11:43:18.893932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:18.895875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51758) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:18.942112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (17f33648-64b3-4679-a53c-31458a412fbe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.112355 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:19.113115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:19.113744 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:19.114470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:19.115272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:19.117029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4c296-7976-4763-be2d-84cd9ee352b0 None None] Pushing event updated for resources: {'Port': ['ID=17f33648-64b3-4679-a53c-31458a412fbe,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:19.122549 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-257dc6c0-74c8-4d2b-82bf-d010de78bde8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.2252369 Feb 03 11:43:19.126584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:19.165416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 17f33648-64b3-4679-a53c-31458a412fbe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:19.165889 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (17f33648-64b3-4679-a53c-31458a412fbe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.210483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Provisioning complete for port db8be288-2905-491c-8974-124dd222353d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:19.211339 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (db8be288-2905-491c-8974-124dd222353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.385420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Port db8be288-2905-491c-8974-124dd222353d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:19.450253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 17f33648-64b3-4679-a53c-31458a412fbe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:19.451408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f5ac999c-957f-4e8c-b27d-934334f34f60 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:19.457012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Provisioning complete for port 17f33648-64b3-4679-a53c-31458a412fbe triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:19.457398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (17f33648-64b3-4679-a53c-31458a412fbe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.462257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:17Z', 'revision_number': 2, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:19.500405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-093a292b-905a-4ae8-869c-32455be4e365 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3717089 Feb 03 11:43:19.533553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:43:19.533816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Updating router ae9adead-a849-4a8c-8597-790bfaf845ad port db8be288-2905-491c-8974-124dd222353d binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:43:19.581420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (db8be288-2905-491c-8974-124dd222353d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.637611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f5ac999c-957f-4e8c-b27d-934334f34f60 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:19.637854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.769469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-00c3929a-0f1b-4bd0-af71-46ca42b535c2 None None] Current status of the port 17f33648-64b3-4679-a53c-31458a412fbe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:19.871449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f5ac999c-957f-4e8c-b27d-934334f34f60 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:19.915990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-81b1781d-4eaa-42a7-b6a6-7dc0c488c125 None None] Provisioning complete for port db8be288-2905-491c-8974-124dd222353d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:19.916364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81b1781d-4eaa-42a7-b6a6-7dc0c488c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (db8be288-2905-491c-8974-124dd222353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:19.993125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-81b1781d-4eaa-42a7-b6a6-7dc0c488c125 None None] Port db8be288-2905-491c-8974-124dd222353d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:20.016832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks [] for port (db8be288-2905-491c-8974-124dd222353d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.022790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (db8be288-2905-491c-8974-124dd222353d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.083618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e82a-ae80-4403-8179-2de02f41f6f3 None None] Pushing event updated for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:20.117911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:20.122484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689933630', 'description': 'tempest-secgroup-smoke-689933630 description', 'project_id': '99f1f0f9d0794613946a15eb09432d60'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.148344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Attempting to bind port db8be288-2905-491c-8974-124dd222353d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:20.149301 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Attempting to bind port db8be288-2905-491c-8974-124dd222353d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:20.149864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Attempting to bind port db8be288-2905-491c-8974-124dd222353d on network 07730d27-5158-408a-8384-7b093ff3bdbb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:20.157290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:20.157889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Checking segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:20.158484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.159141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Bound using segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:20.159945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Bound port: db8be288-2905-491c-8974-124dd222353d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:20.160924 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (db8be288-2905-491c-8974-124dd222353d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.180975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.245678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 17f33648-64b3-4679-a53c-31458a412fbe up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:20.302398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (eac2076d-45f0-4997-8c4a-f9e256b2618a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.313075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eac2076d-45f0-4997-8c4a-f9e256b2618a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.314046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] For port db8be288-2905-491c-8974-124dd222353d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:20.325796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] For port db8be288-2905-491c-8974-124dd222353d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=db8be288-2905-491c-8974-124dd222353d,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:20.346817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (db8be288-2905-491c-8974-124dd222353d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.355140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.356600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2377040 Feb 03 11:43:20.357523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8ded9-4a6d-4385-93f4-03389f3073c0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac2076d-45f0-4997-8c4a-f9e256b2618a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:20.359772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51772) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:20.364899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.378463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 17f33648-64b3-4679-a53c-31458a412fbe triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:20.378839 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (17f33648-64b3-4679-a53c-31458a412fbe), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.413230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (ab093725-260c-4450-a12d-8e7082cbf912), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.522717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (ab093725-260c-4450-a12d-8e7082cbf912), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.524373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Provisioning complete for port db8be288-2905-491c-8974-124dd222353d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:20.524802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (db8be288-2905-491c-8974-124dd222353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.527897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ab093725-260c-4450-a12d-8e7082cbf912), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.553430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab093725-260c-4450-a12d-8e7082cbf912,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:20.564607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.569685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:20.570457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2d36cc31-1104-49cc-a660-57877066ada6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2089179 Feb 03 11:43:20.574295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.587633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e82a-ae80-4403-8179-2de02f41f6f3 None None] Pushing event updated for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:20.600043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:20.601877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:20.641152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (e77cf956-8668-4487-9fd1-3d702aa482f6), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.762042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (e77cf956-8668-4487-9fd1-3d702aa482f6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.767148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (e77cf956-8668-4487-9fd1-3d702aa482f6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.788493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77cf956-8668-4487-9fd1-3d702aa482f6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:20.802928 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.804227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5d2feebf-0984-4e42-8182-6b29eb9b767e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334700 Feb 03 11:43:20.809142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51784) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:20.819344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.854256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 17f33648-64b3-4679-a53c-31458a412fbe is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:20.872971 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (293f9263-c25e-4655-a0b8-dc7e20561af6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.909096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:20.934331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Current status of the port db8be288-2905-491c-8974-124dd222353d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:20.934972 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (db8be288-2905-491c-8974-124dd222353d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.958023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (293f9263-c25e-4655-a0b8-dc7e20561af6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.963928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (293f9263-c25e-4655-a0b8-dc7e20561af6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:20.988992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293f9263-c25e-4655-a0b8-dc7e20561af6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:21.007095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.011412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51786) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:21.012510 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d53a53e3-0223-4e5c-a8b1-85d75c8d9555 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012053 Feb 03 11:43:21.016139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:21.021250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] For port db8be288-2905-491c-8974-124dd222353d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=db8be288-2905-491c-8974-124dd222353d,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:21.055013 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (2e85b3c9-0a9c-427d-82a0-86d1e09fbf49), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.130588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (2e85b3c9-0a9c-427d-82a0-86d1e09fbf49), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.136020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2e85b3c9-0a9c-427d-82a0-86d1e09fbf49), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.154504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e85b3c9-0a9c-427d-82a0-86d1e09fbf49,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:21.166214 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.167818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f1d884b9-3e6b-4041-bd4f-f0f479f1ec87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553972 Feb 03 11:43:21.170656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 51790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:21.178815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:21.195778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (db8be288-2905-491c-8974-124dd222353d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.215785 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:43:21.223397 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (fcbac381-6a3b-40ef-9a5f-10cf9e897bc3), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.257562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd03f30-4e8b-41b1-8a19-5c411a46b9b6 None None] Pushing event updated for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:21.277052 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:21.299019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (fcbac381-6a3b-40ef-9a5f-10cf9e897bc3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.306773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (fcbac381-6a3b-40ef-9a5f-10cf9e897bc3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.320257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704e950-fd25-4ead-ae71-bb04a223e194 None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:43:21.329970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbac381-6a3b-40ef-9a5f-10cf9e897bc3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:21.333659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e9366f39-c02b-447a-8b0c-c842965cda79 None None] Provisioning complete for port db8be288-2905-491c-8974-124dd222353d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:21.334101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9366f39-c02b-447a-8b0c-c842965cda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (db8be288-2905-491c-8974-124dd222353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.350712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.355422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0a3600bb-c334-4a5f-bd7c-67d78b29249b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1803350 Feb 03 11:43:21.356046 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 51792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:21.362301 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': 'eac2076d-45f0-4997-8c4a-f9e256b2618a', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:21.412322 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:43:21.425943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (740b595a-02b6-47f0-bd80-82fa94e31bde), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.493878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e9366f39-c02b-447a-8b0c-c842965cda79 None None] Current status of the port db8be288-2905-491c-8974-124dd222353d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:21.503052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (740b595a-02b6-47f0-bd80-82fa94e31bde), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.508806 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (740b595a-02b6-47f0-bd80-82fa94e31bde), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.528211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740b595a-02b6-47f0-bd80-82fa94e31bde,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:21.542209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:21.543443 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d78de26e-72c7-4d43-9873-0db1f827a1fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1859875 Feb 03 11:43:21.796721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-d183ff91-2d60-4402-94ab-17fc6c378f83 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689933630&fields=id&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 267 time: 0.1028659 Feb 03 11:43:21.934463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-68c9a88b-0ddb-4428-bd4a-77c085214d89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:21.936551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-68c9a88b-0ddb-4428-bd4a-77c085214d89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 796 time: 0.1391208 Feb 03 11:43:21.953382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-b2242837-94e4-4dbe-bef9-27500ce389ca tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/quotas/99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 375 time: 0.0097487 Feb 03 11:43:22.045504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-b2b859bf-93ab-46f9-8b1f-a763d1a164f4 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840800 Feb 03 11:43:22.167659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8452dedb-25bd-4e8e-ae9d-464e40bb1672 service neutron] 10.222.0.30 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090803 Feb 03 11:43:22.327455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-25500257-d399-48ea-954e-a9087d1d793e service neutron] 10.222.0.30 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536241 Feb 03 11:43:22.357132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device db8be288-2905-491c-8974-124dd222353d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:22.436800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port db8be288-2905-491c-8974-124dd222353d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:22.437462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (db8be288-2905-491c-8974-124dd222353d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:22.613447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port db8be288-2905-491c-8974-124dd222353d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:22.773971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68bb5a79-c415-479f-b2e8-ba14e6401bac req-adfcad47-bb7a-4b9d-935a-c301bd94158b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 210 time: 0.2198236 Feb 03 11:43:23.839754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-e9dfadfb-f8e6-4acd-9b0d-7d70df9fc58c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:23.842292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-e9dfadfb-f8e6-4acd-9b0d-7d70df9fc58c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 796 time: 0.1157095 Feb 03 11:43:23.925450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce40fdca-423c-46ee-b7cd-0952a611583a req-ccfd6b1b-3246-4a53-ae4b-d615e1908572 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 210 time: 0.0450573 Feb 03 11:43:23.981901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-b906d443-e5f6-4013-bbc6-5879e0154e6e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 379 time: 0.1251588 Feb 03 11:43:23.991553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'port': {'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'admin_state_up': True, 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'security_groups': ['eac2076d-45f0-4997-8c4a-f9e256b2618a']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:24.098599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:24.102106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.234804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.12 (07730d27-5158-408a-8384-7b093ff3bdbb/24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0/af18508e-9210-454a-9b86-2360ad36beb6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:24.397027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (af18508e-9210-454a-9b86-2360ad36beb6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.433423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.487444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 07730d27-5158-408a-8384-7b093ff3bdbb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:24.490727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:24.493384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:24.500710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:24.564569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:24.565260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.585545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-13e3a42f-11c0-4b28-997a-8d9790aad7e7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5975451 Feb 03 11:43:24.602956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Request body: {'port': {'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:24.686168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (af18508e-9210-454a-9b86-2360ad36beb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.847429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5429ab47-c10e-44eb-9997-d8274707a73b None None] Provisioning complete for port af18508e-9210-454a-9b86-2360ad36beb6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:24.848553 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5429ab47-c10e-44eb-9997-d8274707a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (af18508e-9210-454a-9b86-2360ad36beb6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:24.884433 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5429ab47-c10e-44eb-9997-d8274707a73b None None] Port af18508e-9210-454a-9b86-2360ad36beb6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:25.028903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af18508e-9210-454a-9b86-2360ad36beb6 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:43:25.053226 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks [] for port (af18508e-9210-454a-9b86-2360ad36beb6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:25.095486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Transition to ACTIVE for port object af18508e-9210-454a-9b86-2360ad36beb6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:43:25.110407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318af7-9ba4-4e91-9112-e2116250cc2b req-f3a4bee7-3283-4d8d-90e3-ae87f279b53e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:25.113193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3318af7-9ba4-4e91-9112-e2116250cc2b req-f3a4bee7-3283-4d8d-90e3-ae87f279b53e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 932 time: 0.0977252 Feb 03 11:43:25.114462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:25.277564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3318af7-9ba4-4e91-9112-e2116250cc2b req-52861229-5f8b-429d-afb9-b380b5fe60a5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563892 Feb 03 11:43:25.283534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Pushing event updated for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:25.402173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Attempting to bind port af18508e-9210-454a-9b86-2360ad36beb6 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:25.402500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Attempting to bind port af18508e-9210-454a-9b86-2360ad36beb6 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:25.402833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Attempting to bind port af18508e-9210-454a-9b86-2360ad36beb6 on network 07730d27-5158-408a-8384-7b093ff3bdbb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:25.408059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Port af18508e-9210-454a-9b86-2360ad36beb6 on network 07730d27-5158-408a-8384-7b093ff3bdbb not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:43:25.408364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Attempting to bind port af18508e-9210-454a-9b86-2360ad36beb6 on network 07730d27-5158-408a-8384-7b093ff3bdbb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:25.427264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:25.427487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Checking segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:25.427880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Bound using segment: {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:25.428321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Bound port: af18508e-9210-454a-9b86-2360ad36beb6, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945822ee-8248-4b61-8ab1-9ac6468a3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:25.428682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (af18508e-9210-454a-9b86-2360ad36beb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:25.519955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:25.523956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=af18508e-9210-454a-9b86-2360ad36beb6,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:25.533733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:25.580820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:25.581477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:25.583107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] 10.222.0.69 "PUT /v2.0/ports/af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 1092 time: 0.9851110 Feb 03 11:43:25.583564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:43:25.586265 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d085da-f24a-48bc-b250-47ccfec25efd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:43:25.644900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae239-6de9-4a6f-b260-e7826a710d82 service neutron] Pushing event updated for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:25.674011 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebebe34-cf1c-4ed3-a9cc-41af63c1d36e x-openstack-request-id: req-7ebebe34-cf1c-4ed3-a9cc-41af63c1d36e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:43:25.674379 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:43:25.674552 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ebebe34-cf1c-4ed3-a9cc-41af63c1d36e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:43:25.674950 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6', 'status': 'completed', 'code': 200} Feb 03 11:43:25.729390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-666c8ee8-9b33-415b-8491-e50ba0d11217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:25.731204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-666c8ee8-9b33-415b-8491-e50ba0d11217 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1126 time: 0.0733671 Feb 03 11:43:25.807578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-adb2ecc8-cac3-4742-95ed-c82868c84801 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 217 time: 0.0635409 Feb 03 11:43:25.866102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-15607a02-a3c5-4134-b6ad-f1471e7fb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:25.867673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-15607a02-a3c5-4134-b6ad-f1471e7fb5e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 200 len: 834 time: 0.0539837 Feb 03 11:43:25.932317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-7d7c87f4-f011-4443-ada1-a5a93354d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:25.934210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-7d7c87f4-f011-4443-ada1-a5a93354d46c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07730d27-5158-408a-8384-7b093ff3bdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596104 Feb 03 11:43:26.117705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-b9df820a-94a1-4392-af52-251debb37d30 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770205 Feb 03 11:43:26.247006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-488af8ef-f720-452f-87f9-a57d85f38b87 req-e24a2a32-f17b-4834-bcc6-d71f7fd0871e service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210530 Feb 03 11:43:26.435369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d085da-f24a-48bc-b250-47ccfec25efd req-ed1d0c40-6f7b-47a3-b69f-97b27419a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:26.437654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-ed1d0c40-6f7b-47a3-b69f-97b27419a3f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1126 time: 0.1002309 Feb 03 11:43:26.478827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fab3ec-53b0-4ff0-a9a7-414733c23796 req-0eb079fc-218a-4595-a7b7-67c0982dc241 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:26.480167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80fab3ec-53b0-4ff0-a9a7-414733c23796 req-0eb079fc-218a-4595-a7b7-67c0982dc241 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 944 time: 0.1111827 Feb 03 11:43:26.596633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80fab3ec-53b0-4ff0-a9a7-414733c23796 req-4fb62f85-a1fe-4c6f-8182-4a585ac47914 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050649 Feb 03 11:43:26.603280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d085da-f24a-48bc-b250-47ccfec25efd req-12efb85f-e5f6-4378-8509-af0685ad4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:26.605747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-12efb85f-e5f6-4378-8509-af0685ad4dd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 897 time: 0.1623213 Feb 03 11:43:26.660076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-3a11f469-00a2-42fe-a827-fdcb03fdd57b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 217 time: 0.0397744 Feb 03 11:43:26.708417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d085da-f24a-48bc-b250-47ccfec25efd req-1a699dab-eea4-41fe-83a4-5a65c10d95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:26.710042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-1a699dab-eea4-41fe-83a4-5a65c10d95ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 200 len: 834 time: 0.0450020 Feb 03 11:43:26.771709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d085da-f24a-48bc-b250-47ccfec25efd req-0c957c61-7d2e-4f27-89a1-6ec3e9cf5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:26.773949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-0c957c61-7d2e-4f27-89a1-6ec3e9cf5f62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07730d27-5158-408a-8384-7b093ff3bdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572512 Feb 03 11:43:26.902833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-bca85e48-bea1-4ff8-9805-4552f58974c9 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209097 Feb 03 11:43:27.010371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d085da-f24a-48bc-b250-47ccfec25efd req-95b32471-f4d9-4b93-b138-040b2a93ed90 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007705 Feb 03 11:43:27.258256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:27.742786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf24a-a21b-4119-9960-1a399c5d1e0a req-cfce292a-24df-49ed-ba1a-bacdb758c1d6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:27.745721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dabf24a-a21b-4119-9960-1a399c5d1e0a req-cfce292a-24df-49ed-ba1a-bacdb758c1d6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 944 time: 0.0681870 Feb 03 11:43:27.810214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dabf24a-a21b-4119-9960-1a399c5d1e0a req-d7ed5731-3c8b-4c89-af7b-1bfd99d10492 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557353 Feb 03 11:43:28.944854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990dcd-fc27-462f-8889-e903b00918ae req-61a590aa-1e2e-4403-b24c-d4162c51750c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:28.946760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f990dcd-fc27-462f-8889-e903b00918ae req-61a590aa-1e2e-4403-b24c-d4162c51750c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 944 time: 0.0696003 Feb 03 11:43:29.036576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0f990dcd-fc27-462f-8889-e903b00918ae req-a3a648a1-5f38-4dc5-9074-a34cc4b96372 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842781 Feb 03 11:43:30.166669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f856-8bf2-4db0-a8d3-818541dbae47 req-b79aa4a7-3299-4404-8613-60cf1731210d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:30.168386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2b4f856-8bf2-4db0-a8d3-818541dbae47 req-b79aa4a7-3299-4404-8613-60cf1731210d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 944 time: 0.0633399 Feb 03 11:43:30.221316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2b4f856-8bf2-4db0-a8d3-818541dbae47 req-1c75c8b5-619d-4b51-bb8d-9b1e13d9546c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Feb 03 11:43:30.267866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device af18508e-9210-454a-9b86-2360ad36beb6 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:43:30.385877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=af18508e-9210-454a-9b86-2360ad36beb6,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:30.403480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'af18508e-9210-454a-9b86-2360ad36beb6', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:43:30.453933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port af18508e-9210-454a-9b86-2360ad36beb6 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:30.454392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (af18508e-9210-454a-9b86-2360ad36beb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:30.469111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af18508e-9210-454a-9b86-2360ad36beb6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:43:30.490600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=af18508e-9210-454a-9b86-2360ad36beb6,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:30.497864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:30.553343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:30.834865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['af18508e-9210-454a-9b86-2360ad36beb6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:43:31.274749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-458239a1-68a9-48ce-ac6b-c6d600f286a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:31.370605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc46c-cbfa-4cc9-9d93-41e8806f3910 req-bdade57a-d078-4f43-84e4-b59fffd854e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:31.372380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8befc46c-cbfa-4cc9-9d93-41e8806f3910 req-bdade57a-d078-4f43-84e4-b59fffd854e9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 945 time: 0.0688858 Feb 03 11:43:31.447247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8befc46c-cbfa-4cc9-9d93-41e8806f3910 req-84e3439d-6d83-47bd-a548-bf8887fb9a3c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665495 Feb 03 11:43:32.274136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device af18508e-9210-454a-9b86-2360ad36beb6 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:32.330025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port af18508e-9210-454a-9b86-2360ad36beb6 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:43:32.335730 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port af18508e-9210-454a-9b86-2360ad36beb6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:32.336467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (af18508e-9210-454a-9b86-2360ad36beb6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:32.416861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port af18508e-9210-454a-9b86-2360ad36beb6 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:32.417284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (af18508e-9210-454a-9b86-2360ad36beb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:32.441107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:43:32.443341 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc6f6c9-e262-4b51-b6ca-22ed9116bf3e" -d '{"events": [{"server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "name": "network-vif-plugged", "status": "completed", "tag": "af18508e-9210-454a-9b86-2360ad36beb6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:43:32.459584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=af18508e-9210-454a-9b86-2360ad36beb6,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:32.469755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:32.531224 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b85b6da-fb64-487c-ba1e-9735a366aa5c x-openstack-request-id: req-7b85b6da-fb64-487c-ba1e-9735a366aa5c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:43:32.531776 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "name": "network-vif-plugged", "status": "completed", "tag": "af18508e-9210-454a-9b86-2360ad36beb6", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:43:32.532033 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b85b6da-fb64-487c-ba1e-9735a366aa5c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:43:32.532459 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6', 'code': 200} Feb 03 11:43:32.544163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:32.683173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708311-7a65-4108-a08c-12755f98d074 req-233b8c95-c470-4b3c-a363-d188fa0f545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:32.685768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8708311-7a65-4108-a08c-12755f98d074 req-233b8c95-c470-4b3c-a363-d188fa0f545a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1128 time: 0.0674644 Feb 03 11:43:32.699945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27b81f-e17b-4451-8273-ff2633517e56 req-e0bb887b-15a9-4c2a-94e5-04164238f722 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:32.708248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d27b81f-e17b-4451-8273-ff2633517e56 req-e0bb887b-15a9-4c2a-94e5-04164238f722 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.1279328 Feb 03 11:43:32.778929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d27b81f-e17b-4451-8273-ff2633517e56 req-053a5b38-cdd8-4902-9879-7889d2bc9a1a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646691 Feb 03 11:43:32.818549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8708311-7a65-4108-a08c-12755f98d074 req-8d78b827-26cb-4142-bd8d-0bcf7fd4b0e0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266990 Feb 03 11:43:33.918487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af683d66-3cf4-40d4-8341-24df992a4c35 req-3f4faaf9-52c0-4ff2-86ad-81b923c5db9b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:33.920219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af683d66-3cf4-40d4-8341-24df992a4c35 req-3f4faaf9-52c0-4ff2-86ad-81b923c5db9b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0721645 Feb 03 11:43:33.979490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af683d66-3cf4-40d4-8341-24df992a4c35 req-e5017faa-334e-47ee-9f8f-3e2daf732e3c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522828 Feb 03 11:43:34.357062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99586274-d511-478e-af54-48bd3fe14e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:34.706064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:35.098422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2139c-ae4d-4a87-94cb-b0869f731031 req-9d076408-7ce9-4947-83f9-ee3234205f8d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:35.099896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf2139c-ae4d-4a87-94cb-b0869f731031 req-9d076408-7ce9-4947-83f9-ee3234205f8d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0539539 Feb 03 11:43:35.149218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf2139c-ae4d-4a87-94cb-b0869f731031 req-efe52180-55be-4968-9744-e6c95fd137bc tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Feb 03 11:43:35.268807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7682c-3710-4679-b10a-b9c1d27a7785 req-560847af-537d-40ed-8c5d-8332ad74a100 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:35.269886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48b7682c-3710-4679-b10a-b9c1d27a7785 req-560847af-537d-40ed-8c5d-8332ad74a100 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0535624 Feb 03 11:43:35.318837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48b7682c-3710-4679-b10a-b9c1d27a7785 req-60ff637b-6866-4777-80e4-04e9af133384 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 Feb 03 11:43:35.341013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:35.389780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14e433-39d7-40aa-ac1c-05065ea576f6 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:35.391325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd14e433-39d7-40aa-ac1c-05065ea576f6 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1123 time: 0.0491982 Feb 03 11:43:35.394353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:35.398574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:35.421427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:35.517334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:35.624157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.25.7.178 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/97165a3f-d270-4026-981f-246f5186bcd1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:35.727908 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (97165a3f-d270-4026-981f-246f5186bcd1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:35.761915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (97165a3f-d270-4026-981f-246f5186bcd1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:36.115485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:36.118430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:36.122932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:36.357529 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:36.633640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (b0b8a6d6-49f1-4229-acea-2f64f30ab680), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:36.720062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=97165a3f-d270-4026-981f-246f5186bcd1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:36.752040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97165a3f-d270-4026-981f-246f5186bcd1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:36.783475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.783837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.784162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.784486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.784814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.785165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.785491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.785813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.786133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.786450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.786768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.787086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.787405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:36.944797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (97165a3f-d270-4026-981f-246f5186bcd1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:36.949849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97165a3f-d270-4026-981f-246f5186bcd1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:37.027192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=97165a3f-d270-4026-981f-246f5186bcd1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:37.038618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b0b8a6d6-49f1-4229-acea-2f64f30ab680), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:37.158316 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Floating IP b0b8a6d6-49f1-4229-acea-2f64f30ab680 associated. External IP: 172.25.7.178, port: af18508e-9210-454a-9b86-2360ad36beb6. Feb 03 11:43:37.371563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:37.393340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:43:37.517996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:43:37.532808 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:43:37.543278 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:37.544215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:37.567760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:37.615701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52378) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:37.627024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f7b0309b-5554-42bb-9717-aa942336f96c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2315488 Feb 03 11:43:37.627793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:43:37.635552 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc38b952-887a-4572-86a3-09ebb2cc72e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:43:37.704944 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79bc2d8-391f-4991-a9b1-9a73e828136c x-openstack-request-id: req-e79bc2d8-391f-4991-a9b1-9a73e828136c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:43:37.705317 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:43:37.705632 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e79bc2d8-391f-4991-a9b1-9a73e828136c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:43:37.706132 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6', 'status': 'completed', 'code': 200} Feb 03 11:43:37.800535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:37.854030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-07c02d0e-b72d-4e9a-8f65-1ca374b803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:37.859162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-07c02d0e-b72d-4e9a-8f65-1ca374b803c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1128 time: 0.1069376 Feb 03 11:43:37.919799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-03a339d5-3978-4ccb-9339-f00684fd9468 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/b0b8a6d6-49f1-4229-acea-2f64f30ab680 HTTP/1.1" status: 200 len: 992 time: 0.3027606 Feb 03 11:43:37.994374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-2bc3fbdf-b762-429d-8874-d5570fd67b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:37.995899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-2bc3fbdf-b762-429d-8874-d5570fd67b05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 897 time: 0.1313405 Feb 03 11:43:38.141568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-be5b3233-f722-408f-8608-c58f528f5001 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 1000 time: 0.1387277 Feb 03 11:43:38.205916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-62e774f5-bb19-43fe-93ae-4a4cfdcc9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:38.207546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-62e774f5-bb19-43fe-93ae-4a4cfdcc9797 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 200 len: 834 time: 0.0608132 Feb 03 11:43:38.281316 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:36Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:38.294888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-1b4959c7-bdba-4b83-837a-66d91d580314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:38.296701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-1b4959c7-bdba-4b83-837a-66d91d580314 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07730d27-5158-408a-8384-7b093ff3bdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822108 Feb 03 11:43:38.314423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-f9074a2e-652e-4f94-9771-fdbeb63ea294 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:43:38.315156 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:43:38.315700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-f9074a2e-652e-4f94-9771-fdbeb63ea294 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065973 Feb 03 11:43:38.324473 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:38.325412 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:38.513288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-b51ce4aa-5916-4cbb-8afb-eea6418fe86b service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878753 Feb 03 11:43:38.605332 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:38.717891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc38b952-887a-4572-86a3-09ebb2cc72e0 req-78de740f-060f-4e56-9936-d5c0b534d0a9 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993499 Feb 03 11:43:38.923694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52388) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:38.944590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:36Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:39.027987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a624c-3cae-4064-be6a-feb81008632d None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:36Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:43:39.045015 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-eb451275-cb1b-45b6-aa81-ffe989818529 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/b0b8a6d6-49f1-4229-acea-2f64f30ab680 HTTP/1.1" status: 200 len: 992 time: 0.1197867 Feb 03 11:43:39.335683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285b4e1-74d1-4a16-923a-49c3d9233d4b None None] New status for floating IP b0b8a6d6-49f1-4229-acea-2f64f30ab680: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:43:40.048784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52394) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:40.115420 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-893dfb78-708d-4c81-a0f0-e61e61193f30 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/b0b8a6d6-49f1-4229-acea-2f64f30ab680 HTTP/1.1" status: 200 len: 994 time: 0.0654421 Feb 03 11:43:42.018679 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:43:44.491340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:44.682474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52442) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:44.683285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b9985ad1-cf80-4b94-9a69-9d0e03c33833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05cf67b1bd7e46ab965c9851fd6d3067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877270 Feb 03 11:43:44.732673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] Publish callbacks [] for security_group (8e967582-a802-4df9-ab39-40b605f71c40), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:44.754671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] Publish callbacks [] for security_group (8e967582-a802-4df9-ab39-40b605f71c40), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:44.801579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8e967582-a802-4df9-ab39-40b605f71c40), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:44.804654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:44.808259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e967582-a802-4df9-ab39-40b605f71c40 HTTP/1.1" status: 204 len: 168 time: 0.1214278 Feb 03 11:43:44.815303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6237af-eb5b-45f6-b620-3e8041074213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e967582-a802-4df9-ab39-40b605f71c40,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:46.430173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.510717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52488) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:46.516126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534137439', 'description': 'tempest-secgroup-smoke-1534137439 description', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:46.537755 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.545792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.632384 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.637500 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.697683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:46.721156 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (70a73600-fe8c-4d22-827e-101b4bcd8285), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.724935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (70a73600-fe8c-4d22-827e-101b4bcd8285), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.759393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.763812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:46.766611 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2537270 Feb 03 11:43:46.768828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415380e3-abb0-451f-b3b9-0894c832648d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a73600-fe8c-4d22-827e-101b4bcd8285,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:46.769073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:46.798771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (92e5430f-8e00-4ec4-a520-ef8a000326af), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.869840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (92e5430f-8e00-4ec4-a520-ef8a000326af), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.875451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (92e5430f-8e00-4ec4-a520-ef8a000326af), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.896840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e5430f-8e00-4ec4-a520-ef8a000326af,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:46.908559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:46.910323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0678e547-269b-4cc1-b0c6-5e30406fcc59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453855 Feb 03 11:43:46.912955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52494) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:46.917300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:46.945306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (1e74b283-2551-4287-9c4f-054e13918c7b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.005750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (1e74b283-2551-4287-9c4f-054e13918c7b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.009805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1e74b283-2551-4287-9c4f-054e13918c7b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.032167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e74b283-2551-4287-9c4f-054e13918c7b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.043504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.044745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5e34417b-9e0a-4575-960a-071b1fafee88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308491 Feb 03 11:43:47.048026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.052792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.078873 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (33f53851-86eb-4402-b567-36dfc4862761), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.138872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (33f53851-86eb-4402-b567-36dfc4862761), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.142690 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (33f53851-86eb-4402-b567-36dfc4862761), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.161476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f53851-86eb-4402-b567-36dfc4862761,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.168365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.169713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-657cffdf-72f1-421f-823f-82317ffa83c4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201558 Feb 03 11:43:47.173049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.179922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.212704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (036ab028-ad23-431d-9d9a-bb7c75be2752), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.298843 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (036ab028-ad23-431d-9d9a-bb7c75be2752), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.302408 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (036ab028-ad23-431d-9d9a-bb7c75be2752), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.320272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036ab028-ad23-431d-9d9a-bb7c75be2752,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.327825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.329042 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9f48d2f9-0644-4038-99ba-9247abf34dc8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542132 Feb 03 11:43:47.331779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52500) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.336149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.355423 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:43:47.360794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (1ff616ea-4592-49c9-badb-8bf9ccd05af3), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.417429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (1ff616ea-4592-49c9-badb-8bf9ccd05af3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.421194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1ff616ea-4592-49c9-badb-8bf9ccd05af3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.439808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff616ea-4592-49c9-badb-8bf9ccd05af3,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.449600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.450795 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-84fb7061-1c3c-4d38-b67b-97dba81127c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180928 Feb 03 11:43:47.453722 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.458103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '70a73600-fe8c-4d22-827e-101b4bcd8285', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.478155 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:43:47.483452 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (61245935-7ce1-436e-b8e0-ee617ef02b39), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.544991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (61245935-7ce1-436e-b8e0-ee617ef02b39), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.549479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (61245935-7ce1-436e-b8e0-ee617ef02b39), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.567086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61245935-7ce1-436e-b8e0-ee617ef02b39,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.576185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.581099 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-96dd742d-bd4a-471a-8198-f1ecb96f7dbc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227276 Feb 03 11:43:47.581268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52504) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.585893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'network': {'name': 'tempest-network-smoke--1897636025', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'port_security_enabled': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.605900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:47.609470 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.634830 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:43:47.645242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8d366b73-e845-48cb-84c4-0516cf9389a2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.645597 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Added segment 8d366b73-e845-48cb-84c4-0516cf9389a2 of type vlan for network c5cf1680-3649-49bb-9f4f-9afab2830b4d Feb 03 11:43:47.689151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c5cf1680-3649-49bb-9f4f-9afab2830b4d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.715618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c5cf1680-3649-49bb-9f4f-9afab2830b4d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.721288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:47.721878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.758487 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1762910 Feb 03 11:43:47.761580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52506) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:47.766921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'admin_state_up': True, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:47.791320 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.792359 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:47.798124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d2213-a374-4875-83af-fcb677ac5b17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Network': ['ID=c5cf1680-3649-49bb-9f4f-9afab2830b4d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:47.809495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:43:47.872979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (c36c7a52-e700-414a-a14f-09c18a4588f1), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.030711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (c36c7a52-e700-414a-a14f-09c18a4588f1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.231130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (c36c7a52-e700-414a-a14f-09c18a4588f1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.256206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.357979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.72 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/107b28be-d8cd-4df8-8570-0902a8af285f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:48.771237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (107b28be-d8cd-4df8-8570-0902a8af285f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.803678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:48.841224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:48.845939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:48.849882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:48.854934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=107b28be-d8cd-4df8-8570-0902a8af285f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:49.105055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (c36c7a52-e700-414a-a14f-09c18a4588f1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:49.306260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:49.440114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router c36c7a52-e700-414a-a14f-09c18a4588f1 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:43:49.548696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:43:49.558645 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Sync routers for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:43:49.568974 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:49.569652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:49.574855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:49.579280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c19a7df8-f6c6-441e-a56d-20c7a54d4f65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8134694 Feb 03 11:43:49.579643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:49.677806 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:49.723338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-93c2bd09-8a0e-4cbe-88d2-412d5081ce09 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=83e0ae26c00f438c9d0337c4cfb5fbf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1399322 Feb 03 11:43:49.723707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:49.824560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685dd16-26a0-4d38-807b-000a7fc5ad64 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:49.826121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0685dd16-26a0-4d38-807b-000a7fc5ad64 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014316 Feb 03 11:43:49.829582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:49.865102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-861d5269-ae91-4c2f-9b83-c41c5a49d403 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332000 Feb 03 11:43:49.866537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:49.871239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269643103', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:49.878466 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:48Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:49.909302 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Checking router: c36c7a52-e700-414a-a14f-09c18a4588f1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:43:49.909749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Updating router c36c7a52-e700-414a-a14f-09c18a4588f1 port 107b28be-d8cd-4df8-8570-0902a8af285f binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:43:49.940231 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:49.959660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:49.963413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.160018 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e33e8c97-4062-44e1-88d0-c1eb04835b6e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.211873 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks [] for port (107b28be-d8cd-4df8-8570-0902a8af285f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.217233 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.229328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Subnet': ['ID=e33e8c97-4062-44e1-88d0-c1eb04835b6e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:50.248722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Checking segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:50.249134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network hostable DHCP agents. Network: c5cf1680-3649-49bb-9f4f-9afab2830b4d, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:43:50.270942 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Attempting to bind port 107b28be-d8cd-4df8-8570-0902a8af285f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:50.271319 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Attempting to bind port 107b28be-d8cd-4df8-8570-0902a8af285f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:50.271685 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Attempting to bind port 107b28be-d8cd-4df8-8570-0902a8af285f on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:50.271826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:43:50.282845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c5cf1680-3649-49bb-9f4f-9afab2830b4d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:50.286455 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:50.287255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:50.287665 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.288059 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:50.288279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:50.288864 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Bound port: 107b28be-d8cd-4df8-8570-0902a8af285f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:50.289070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.289282 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.297845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3af19-7643-4349-965c-4038a3c53d53 None None] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:50.318062 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52528) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:50.318935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-918ea318-7a9d-4b18-85af-41d6b1cdb62a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4512808 Feb 03 11:43:50.344694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] For port 107b28be-d8cd-4df8-8570-0902a8af285f, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:50.347733 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] For port 107b28be-d8cd-4df8-8570-0902a8af285f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=107b28be-d8cd-4df8-8570-0902a8af285f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:50.350496 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335bec2-b610-425c-b365-feea18d6fc29 None None] Pushing event updated for resources: {'Port': ['ID=107b28be-d8cd-4df8-8570-0902a8af285f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:50.359837 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.417483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:43:50.418395 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.430729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:50.430729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:50.550619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:50.579642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Allocated IP 172.20.0.2 (c5cf1680-3649-49bb-9f4f-9afab2830b4d/e33e8c97-4062-44e1-88d0-c1eb04835b6e/8b40eaf5-8d69-490e-80c6-1a245a9491a8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:50.616619 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335bec2-b610-425c-b365-feea18d6fc29 None None] Pushing event updated for resources: {'Port': ['ID=107b28be-d8cd-4df8-8570-0902a8af285f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:50.728003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks [] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.739192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.774004 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:48Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:50.779645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:50.782692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:50.788441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:50.799603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Pushing event updated for resources: {'Port': ['ID=8b40eaf5-8d69-490e-80c6-1a245a9491a8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:50.813513 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcfdc5-38b9-4bdc-bb0a-6045f6689bc4 None None] The sync data for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 is: [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:48Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:43:50.863041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Attempting to bind port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:50.863415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Attempting to bind port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:50.863799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Attempting to bind port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:50.869609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:50.869609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Checking segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:50.870035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.870427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Bound using segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:50.870881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Bound port: 8b40eaf5-8d69-490e-80c6-1a245a9491a8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:50.871481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.875704 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:50.941450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] For port 8b40eaf5-8d69-490e-80c6-1a245a9491a8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:50.944609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] For port 8b40eaf5-8d69-490e-80c6-1a245a9491a8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8b40eaf5-8d69-490e-80c6-1a245a9491a8,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:50.953928 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:51.019421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421bde-dee0-4c3f-9a3f-100d252a1976 None None] Pushing event updated for resources: {'Port': ['ID=8b40eaf5-8d69-490e-80c6-1a245a9491a8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:51.258651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.1 (c5cf1680-3649-49bb-9f4f-9afab2830b4d/e33e8c97-4062-44e1-88d0-c1eb04835b6e/83f1eac6-e4a0-4482-9c5e-05a5221d608b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:51.461804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:51.502097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:51.551810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:51.555012 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:51.560423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:51.565391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:51.609808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (c36c7a52-e700-414a-a14f-09c18a4588f1), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.056880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.313981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb6eb7-9dda-41f0-8e41-608aa16b6740 None None] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:52.389704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Provisioning complete for port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:52.390380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.431852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.434044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 107b28be-d8cd-4df8-8570-0902a8af285f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:52.439027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.519317 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (c36c7a52-e700-414a-a14f-09c18a4588f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.521244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:52.560304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Current status of the port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:52.561237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.581129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 107b28be-d8cd-4df8-8570-0902a8af285f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:52.581752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.611128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] For port 8b40eaf5-8d69-490e-80c6-1a245a9491a8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8b40eaf5-8d69-490e-80c6-1a245a9491a8,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:52.626819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:52.628492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:52.636102 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.717401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Pushing event updated for resources: {'Port': ['ID=8b40eaf5-8d69-490e-80c6-1a245a9491a8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:52.728508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.728840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.736614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.737627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.738535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.739391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.742223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.745003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.745624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.746002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.746346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.746682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.747088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f4215-2836-4809-a34a-fa9b6f870e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:43:52.766804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router c36c7a52-e700-414a-a14f-09c18a4588f1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:43:52.785877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 107b28be-d8cd-4df8-8570-0902a8af285f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:52.786281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.817857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 107b28be-d8cd-4df8-8570-0902a8af285f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=107b28be-d8cd-4df8-8570-0902a8af285f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:52.825733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.826632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8b40eaf5-8d69-490e-80c6-1a245a9491a8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:52.915223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=107b28be-d8cd-4df8-8570-0902a8af285f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:52.928419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:52.928858 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:52.940128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:43:52.956999 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-028376ec-95c0-402f-8b2d-a1974242f040 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/c36c7a52-e700-414a-a14f-09c18a4588f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6316581 Feb 03 11:43:53.051429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:53.060006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:53.060297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:53.098448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Port 83f1eac6-e4a0-4482-9c5e-05a5221d608b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:53.111115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Provisioning complete for port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:53.111504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:53.187890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-54a15350-63d9-4de5-a5da-3c3bb325f8f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534137439&fields=id&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 267 time: 0.0802536 Feb 03 11:43:53.198253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Sync routers for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:43:53.212630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60986c2d-edd1-4d6e-aa27-1f803f65689d None None] Current status of the port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:53.229256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:53.229915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:53.321255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-39f0d296-74c4-47c8-908d-fc314d2097d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:53.326092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-39f0d296-74c4-47c8-908d-fc314d2097d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 797 time: 0.1231232 Feb 03 11:43:53.353292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-316de3e4-10e7-4e0d-a9ca-53e67adc1ce8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/quotas/83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 375 time: 0.0214899 Feb 03 11:43:53.363841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36250327-a37d-4156-8a26-511cc017bd0f None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:53.364826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36250327-a37d-4156-8a26-511cc017bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:53.389665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:53.417866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-b96440db-4061-4553-b2e5-d7ec5292e1e6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635424 Feb 03 11:43:53.441046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36250327-a37d-4156-8a26-511cc017bd0f None None] Port 83f1eac6-e4a0-4482-9c5e-05a5221d608b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:53.534377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-d49896a2-9a58-4871-8335-06637de4f631 service neutron] 10.222.0.30 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967882 Feb 03 11:43:53.579854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2d0aef88-fae9-413f-aac8-a7d1b3233602 None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:53.580343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d0aef88-fae9-413f-aac8-a7d1b3233602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:53.631216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-d3f51909-1871-4516-8cf8-a5cd6e61e594 service neutron] 10.222.0.30 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909266 Feb 03 11:43:53.644322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2d0aef88-fae9-413f-aac8-a7d1b3233602 None None] Port 83f1eac6-e4a0-4482-9c5e-05a5221d608b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:53.664996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 2, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:53.691957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Checking router: c36c7a52-e700-414a-a14f-09c18a4588f1 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:43:53.692316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Updating router c36c7a52-e700-414a-a14f-09c18a4588f1 port 83f1eac6-e4a0-4482-9c5e-05a5221d608b binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:43:53.723326 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:53.804772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a81c513a-069c-4fcc-9941-e95c5b7dd00e req-4f071e18-011d-42fa-8fcb-21ee06ce36ec tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Feb 03 11:43:54.188120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks [] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.195688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.257721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2d9c-cf02-447c-b5fc-5e3594520bd6 None None] Pushing event updated for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:54.323236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 107b28be-d8cd-4df8-8570-0902a8af285f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:54.385872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Attempting to bind port 83f1eac6-e4a0-4482-9c5e-05a5221d608b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:54.386971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Attempting to bind port 83f1eac6-e4a0-4482-9c5e-05a5221d608b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:54.387526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Attempting to bind port 83f1eac6-e4a0-4482-9c5e-05a5221d608b on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:54.399360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:54.400050 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Checking segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:54.400626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.401229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Bound using segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:54.401885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Bound port: 83f1eac6-e4a0-4482-9c5e-05a5221d608b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:54.402443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.484977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 107b28be-d8cd-4df8-8570-0902a8af285f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:54.485359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.510980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] For port 83f1eac6-e4a0-4482-9c5e-05a5221d608b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:54.533400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] For port 83f1eac6-e4a0-4482-9c5e-05a5221d608b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83f1eac6-e4a0-4482-9c5e-05a5221d608b,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:54.542286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.642759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:54.643139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.650675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:43:54.651312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:43:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:54.653174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2d9c-cf02-447c-b5fc-5e3594520bd6 None None] Pushing event updated for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:54.655560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 107b28be-d8cd-4df8-8570-0902a8af285f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:54.657257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8b40eaf5-8d69-490e-80c6-1a245a9491a8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:54.863944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:43:54.866166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:54.866166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.938274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Current status of the port 83f1eac6-e4a0-4482-9c5e-05a5221d608b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:54.938669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:54.974313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5b940a5b-1de9-4fad-b83a-f0e71feae159 req-ba32b853-92b7-4b01-8da3-ef5706c52a6a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 210 time: 0.0689991 Feb 03 11:43:55.064788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] For port 83f1eac6-e4a0-4482-9c5e-05a5221d608b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83f1eac6-e4a0-4482-9c5e-05a5221d608b,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:55.081590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.087573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-c06cec84-30cd-490e-90b3-f38a6a3d0758 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:55.088515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-c06cec84-30cd-490e-90b3-f38a6a3d0758 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 797 time: 0.2003591 Feb 03 11:43:55.171111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-69c26866-48dd-4dcb-bbcd-5d3772e60ad5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 380 time: 0.0648675 Feb 03 11:43:55.172575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:55.181533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'port': {'device_id': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'admin_state_up': True, 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'security_groups': ['70a73600-fe8c-4d22-827e-101b4bcd8285']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:55.206554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2486b8-8613-4086-8ac1-5acfa1965556 None None] Pushing event updated for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:55.221793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-03f052df-a874-433e-9f5b-88ec1dcc14b1 None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:55.222281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03f052df-a874-433e-9f5b-88ec1dcc14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.282209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:55.303848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:55.307599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.314077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542d129b-5788-42cb-92a8-b23e5dfb6b19 None None] The sync data for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 is: [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:43:55.382560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52566) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:55.383015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03f052df-a874-433e-9f5b-88ec1dcc14b1 None None] Current status of the port 83f1eac6-e4a0-4482-9c5e-05a5221d608b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:55.513774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.12 (c5cf1680-3649-49bb-9f4f-9afab2830b4d/e33e8c97-4062-44e1-88d0-c1eb04835b6e/b0c14692-9774-4f79-b544-83572b28c527) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:43:55.594720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Deleting subnet 50f0fd72-a942-4623-be9e-d294e8bf85ff {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:43:55.599350 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Publish callbacks [] for subnet (50f0fd72-a942-4623-be9e-d294e8bf85ff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.648232 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (50f0fd72-a942-4623-be9e-d294e8bf85ff), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.695846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (50f0fd72-a942-4623-be9e-d294e8bf85ff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.716570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (b0c14692-9774-4f79-b544-83572b28c527), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.769678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (50f0fd72-a942-4623-be9e-d294e8bf85ff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.782825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.803919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f0fd72-a942-4623-be9e-d294e8bf85ff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:55.807477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.814776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a07f497-2a7f-41a2-ae41-afdc1ee0bd9e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50f0fd72-a942-4623-be9e-d294e8bf85ff HTTP/1.1" status: 204 len: 168 time: 0.4304276 Feb 03 11:43:55.816033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:55.840499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:43:55.850505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:55.855388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:43:55.859905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:55.909919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c1309593-2209-4e93-a515-3c18ca639e47), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.941539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:55.942769 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:55.966723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-03fe9eaf-3e87-4865-8999-9c9e5a802f8b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886925 Feb 03 11:43:55.986033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Request body: {'port': {'device_id': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:56.076333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c1309593-2209-4e93-a515-3c18ca639e47), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.101576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.116979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1309593-2209-4e93-a515-3c18ca639e47']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:56.128289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311676f1-7f49-407f-9d50-9662e30f1462') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:56.129965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311676f1-7f49-407f-9d50-9662e30f1462') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:43:56.145315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (311676f1-7f49-407f-9d50-9662e30f1462), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.166770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (311676f1-7f49-407f-9d50-9662e30f1462), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.177708 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:43:56.178369 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (311676f1-7f49-407f-9d50-9662e30f1462), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.203958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa113-08c7-4afc-815b-291bf1152dd7 req-7bffa16b-9322-4dcd-8584-6745ed6147db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:56.205533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2efa113-08c7-4afc-815b-291bf1152dd7 req-7bffa16b-9322-4dcd-8584-6745ed6147db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 932 time: 0.1179838 Feb 03 11:43:56.247886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bd51add2-1349-4ede-95a5-ef2012e63009 None None] Provisioning complete for port b0c14692-9774-4f79-b544-83572b28c527 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:56.248986 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd51add2-1349-4ede-95a5-ef2012e63009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0c14692-9774-4f79-b544-83572b28c527), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:43:56.269254 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:43:56.286205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c1309593-2209-4e93-a515-3c18ca639e47), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.293294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.296904 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c1309593-2209-4e93-a515-3c18ca639e47 HTTP/1.1" status: 204 len: 168 time: 0.4794488 Feb 03 11:43:56.315812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bd51add2-1349-4ede-95a5-ef2012e63009 None None] Port b0c14692-9774-4f79-b544-83572b28c527 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:43:56.331320 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecc44-c294-4757-812f-d2dcaf19b567 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1309593-2209-4e93-a515-3c18ca639e47,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:56.446133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83f1eac6-e4a0-4482-9c5e-05a5221d608b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:43:56.448611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2efa113-08c7-4afc-815b-291bf1152dd7 req-01b1829e-ea5e-4999-9c36-cdf0eb6e9e2d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199287 Feb 03 11:43:56.541626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 83f1eac6-e4a0-4482-9c5e-05a5221d608b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:43:56.542009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.608370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52576) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:56.636745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c14692-9774-4f79-b544-83572b28c527 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:43:56.645217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks [] for port (b0c14692-9774-4f79-b544-83572b28c527), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.656664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 83f1eac6-e4a0-4482-9c5e-05a5221d608b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:56.659777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Transition to ACTIVE for port object b0c14692-9774-4f79-b544-83572b28c527 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:43:56.664964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.698479 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1ce94f20-931d-48a7-8684-db2e7eb0b971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f96764a9bff6459c8cb814398660697e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0863569 Feb 03 11:43:56.698730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52578) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:56.741458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:56.776439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] Publish callbacks [] for security_group (5799448c-1b3f-4138-8071-2df7abdc5aa7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.807940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] Publish callbacks [] for security_group (5799448c-1b3f-4138-8071-2df7abdc5aa7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.823502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:56.824613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:43:56.825172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:56.832720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:43:56.833398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:43:56.839939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:43:56.841529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Checking segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:56.842378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Bound using segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:43:56.843623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Bound port: b0c14692-9774-4f79-b544-83572b28c527, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:43:56.844231 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.870404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (5799448c-1b3f-4138-8071-2df7abdc5aa7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.873339 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:56.877287 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5799448c-1b3f-4138-8071-2df7abdc5aa7 HTTP/1.1" status: 204 len: 168 time: 0.1776395 Feb 03 11:43:56.892131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20900379-2f33-4158-aad5-a8d4418b68e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5799448c-1b3f-4138-8071-2df7abdc5aa7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:56.976084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:43:56.979522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:43:56.990926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.031210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.031944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.045989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] 10.222.0.53 "PUT /v2.0/ports/b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1092 time: 1.0665729 Feb 03 11:43:57.047058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:43:57.049439 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8e7cd7-8693-43a0-8550-4121f656f053" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:43:57.133923 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81c818-689e-43c0-bd5b-2310fe8c9b41 x-openstack-request-id: req-3e81c818-689e-43c0-bd5b-2310fe8c9b41 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:43:57.134368 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:43:57.134882 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e81c818-689e-43c0-bd5b-2310fe8c9b41 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:43:57.135376 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'status': 'completed', 'code': 200} Feb 03 11:43:57.188553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b7556-c3ef-4674-b9bd-e2aea72e4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:57.203670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-563ebb08-e9f7-4d20-b231-ecb50d29219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.205397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-563ebb08-e9f7-4d20-b231-ecb50d29219a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.1014826 Feb 03 11:43:57.287604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-eab45c9a-7674-4547-8738-94fdd9ac980d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 217 time: 0.0711052 Feb 03 11:43:57.320486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.355653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-f6677c7d-8bd3-4445-b195-11c2d45b87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.357523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-f6677c7d-8bd3-4445-b195-11c2d45b87cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0607951 Feb 03 11:43:57.413720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-149dbd8e-59a3-45d3-b04b-282e7d714bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.415457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-149dbd8e-59a3-45d3-b04b-282e7d714bb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483985 Feb 03 11:43:57.514396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-89e58cec-8e25-4854-bed5-c52fbc525182 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896473 Feb 03 11:43:57.650042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b9af-faec-410c-b127-e01c2ee28eb5 req-cd1164d3-fa8c-4410-b7f4-778fb10c7f3f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.652578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11e0b9af-faec-410c-b127-e01c2ee28eb5 req-cd1164d3-fa8c-4410-b7f4-778fb10c7f3f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.1218324 Feb 03 11:43:57.664332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d8afae8-6d8d-444a-9352-e25b913571ff req-bfe5b3e3-6775-4eb5-b3d9-7aba4911e703 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413698 Feb 03 11:43:57.714095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11e0b9af-faec-410c-b127-e01c2ee28eb5 req-0e6c482d-2cd3-40a7-a729-f81e88b8bc71 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563271 Feb 03 11:43:57.770635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-3383022f-4c3e-4521-abd5-39bbc4c9fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.772131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-3383022f-4c3e-4521-abd5-39bbc4c9fe28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.0481296 Feb 03 11:43:57.779521 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52604) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:57.864858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-a9cabe55-f232-403e-a7a0-0d535fec235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.866328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-a9cabe55-f232-403e-a7a0-0d535fec235a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.0885432 Feb 03 11:43:57.879001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-538826179-network', 'tenant_id': 'e05ffff5a34849c2b5269a4a6c913dd1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:57.899742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Made reservation on behalf of e05ffff5a34849c2b5269a4a6c913dd1 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:57.902052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.907485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-c668be33-fa3d-4d7e-9228-1bbf869e3fa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 217 time: 0.0352502 Feb 03 11:43:57.911001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.956109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-40d29410-d8ac-414e-a9e2-cbc01e896c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:57.957622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-40d29410-d8ac-414e-a9e2-cbc01e896c75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0439038 Feb 03 11:43:57.994527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks [] for security_group (923acbc5-8157-49a9-82a3-e07a98edf643), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:57.998574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (923acbc5-8157-49a9-82a3-e07a98edf643), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.017474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-7a0a60cd-d994-46ca-8808-47964d0f1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:58.019500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-7a0a60cd-d994-46ca-8808-47964d0f1658 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557673 Feb 03 11:43:58.022120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:43:58.036028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923acbc5-8157-49a9-82a3-e07a98edf643,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:58.040937 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (759e34e4-08d2-4c46-ab67-5e2ffa45f699), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.041293 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Added segment 759e34e4-08d2-4c46-ab67-5e2ffa45f699 of type vlan for network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 Feb 03 11:43:58.082130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (5f78529e-86ef-4ae7-9744-f1c99b8850d3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.107520 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (5f78529e-86ef-4ae7-9744-f1c99b8850d3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.108685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:58.109471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.115583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-dec4e4e0-1156-46a3-adc8-707ca0afd120 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876472 Feb 03 11:43:58.143815 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3631043 Feb 03 11:43:58.146535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52608) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:58.151195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Request body: {'subnet': {'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-538826179-subnet', 'tenant_id': 'e05ffff5a34849c2b5269a4a6c913dd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:58.185249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc3fd-74b6-4170-a2f2-6402eca21494 admin admin] Pushing event updated for resources: {'Network': ['ID=5f78529e-86ef-4ae7-9744-f1c99b8850d3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:58.195475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:43:58.210266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Made reservation on behalf of e05ffff5a34849c2b5269a4a6c913dd1 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:58.213499 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.222729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8e7cd7-8693-43a0-8550-4121f656f053 req-11da21cd-e279-4360-a5c3-99fb7755b027 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008613 Feb 03 11:43:58.380226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.439249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:58.447630 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Checking segment: {'id': '759e34e4-08d2-4c46-ab67-5e2ffa45f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:58.447992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Network hostable DHCP agents. Network: 5f78529e-86ef-4ae7-9744-f1c99b8850d3, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:43:58.464433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:43:58.473643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 5f78529e-86ef-4ae7-9744-f1c99b8850d3) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:58.477605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:58.478201 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.482721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e49154-b78a-4666-8cfa-60b034e8c2df None None] Network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:58.495024 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-40480e04-6cd9-424e-8661-c62bac4f74ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3474841 Feb 03 11:43:58.585351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd78aa-bdc6-4775-9317-30232686f599 None None] Network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:58.824244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b0c14692-9774-4f79-b544-83572b28c527 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:43:58.841852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dadab-5df5-4370-972e-9125925a0d0b req-394fa6f8-54a9-4441-9eca-4f32b586217b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:58.848592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab0dadab-5df5-4370-972e-9125925a0d0b req-394fa6f8-54a9-4441-9eca-4f32b586217b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.0685070 Feb 03 11:43:58.895770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab0dadab-5df5-4370-972e-9125925a0d0b req-7d45a11f-c8ff-4111-a2ca-b8a2280002fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Feb 03 11:43:58.933376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:58.945419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'b0c14692-9774-4f79-b544-83572b28c527', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'mac_address': 'fa:16:3e:0b:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:43:58.972682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:58.978234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-237408378-network', 'tenant_id': '560ded1b6f1c4dd8913c288f527a507c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:58.985696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b0c14692-9774-4f79-b544-83572b28c527 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:43:58.986087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:58.997536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Made reservation on behalf of 560ded1b6f1c4dd8913c288f527a507c for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:58.998592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c14692-9774-4f79-b544-83572b28c527 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:43:59.000631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.010189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.018956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:43:59.023784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.073562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:59.100099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks [] for security_group (56fd47c0-74dd-4dc1-a595-ba0bfdeab68b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.103686 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (56fd47c0-74dd-4dc1-a595-ba0bfdeab68b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.125789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:43:59.139170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd47c0-74dd-4dc1-a595-ba0bfdeab68b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:59.144810 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.145178 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Added segment 5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf of type vlan for network a72f1828-f406-41da-a5ca-13c864c15bf1 Feb 03 11:43:59.185494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (a72f1828-f406-41da-a5ca-13c864c15bf1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.210809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (a72f1828-f406-41da-a5ca-13c864c15bf1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.211922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:59.212511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.249294 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2746611 Feb 03 11:43:59.252062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:43:59.256959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Request body: {'subnet': {'network_id': 'a72f1828-f406-41da-a5ca-13c864c15bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-237408378-subnet', 'tenant_id': '560ded1b6f1c4dd8913c288f527a507c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:59.276716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Made reservation on behalf of 560ded1b6f1c4dd8913c288f527a507c for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:43:59.279192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.282114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531339c-c4ec-47c9-8a73-c44fb4243597 admin admin] Pushing event updated for resources: {'Network': ['ID=a72f1828-f406-41da-a5ca-13c864c15bf1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:59.291505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network a72f1828-f406-41da-a5ca-13c864c15bf1 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:43:59.307111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['b0c14692-9774-4f79-b544-83572b28c527'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:43:59.462002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (84e3239f-c668-4316-8c8f-108e7176b93e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.519705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e3239f-c668-4316-8c8f-108e7176b93e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:43:59.529814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Checking segment: {'id': '5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a72f1828-f406-41da-a5ca-13c864c15bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:43:59.530176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Network hostable DHCP agents. Network: a72f1828-f406-41da-a5ca-13c864c15bf1, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:43:59.546234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Network a72f1828-f406-41da-a5ca-13c864c15bf1 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:43:59.555239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, a72f1828-f406-41da-a5ca-13c864c15bf1) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:43:59.559129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:43:59.559781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:43:59.568315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b79c8f-2097-46a7-9e94-1644e5542ac8 None None] Network a72f1828-f406-41da-a5ca-13c864c15bf1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:43:59.576358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9acb5912-bfcc-447c-b5d6-6f39bfcedcd9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3232243 Feb 03 11:43:59.838502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726aa9b-b9bd-455d-bc95-cf8bd1b73518 None None] Network a72f1828-f406-41da-a5ca-13c864c15bf1 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:00.090774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c987ec-526b-4bee-b179-8c5ce1bc3beb req-b8c07526-f6b2-4f85-bf09-1066c89702db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:00.092216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09c987ec-526b-4bee-b179-8c5ce1bc3beb req-b8c07526-f6b2-4f85-bf09-1066c89702db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 945 time: 0.1116328 Feb 03 11:44:00.098130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-983ee435-49f6-4dd7-87dc-3a7e939d82fb tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:00.099434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-983ee435-49f6-4dd7-87dc-3a7e939d82fb tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/networks?id=5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 200 len: 811 time: 0.1400514 Feb 03 11:44:00.123567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-4e5d9042-ec3c-43e4-9198-01e1e3844ef1 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/quotas/e05ffff5a34849c2b5269a4a6c913dd1 HTTP/1.1" status: 200 len: 375 time: 0.0176766 Feb 03 11:44:00.168463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-e284cd1f-986a-40de-8200-48c4392e8bd8 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355320 Feb 03 11:44:00.173700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09c987ec-526b-4bee-b179-8c5ce1bc3beb req-0c393673-c22c-4ea8-a8b1-130db5091345 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734160 Feb 03 11:44:00.261515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-53ea3aea-a0ef-4c7f-a0a9-04a3e1a4c0a9 service neutron] 10.222.0.30 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862873 Feb 03 11:44:00.349855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-0e9ace61-f8b5-4909-8fd4-5d6dea6e8255 service neutron] 10.222.0.30 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822208 Feb 03 11:44:00.503857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7504acd-171a-4cc1-ba65-0b21158ffa34 req-aaede13b-2b5b-4a91-a2e0-f848944d5673 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 210 time: 0.0271037 Feb 03 11:44:00.824008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b0c14692-9774-4f79-b544-83572b28c527 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:00.878683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port b0c14692-9774-4f79-b544-83572b28c527 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:44:00.883107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port b0c14692-9774-4f79-b544-83572b28c527 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:00.883473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0c14692-9774-4f79-b544-83572b28c527), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:00.961159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port b0c14692-9774-4f79-b544-83572b28c527 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:00.961553 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:00.984519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:00.987151 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503efc5-d693-4d74-bd14-db3822e02f1f" -d '{"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:01.000841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:01.005137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:01.029998 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e5e8d-aeab-45f8-8d06-a0e8ed61bf66 x-openstack-request-id: req-ef1e5e8d-aeab-45f8-8d06-a0e8ed61bf66 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:01.030277 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:01.030539 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef1e5e8d-aeab-45f8-8d06-a0e8ed61bf66 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:01.031139 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'code': 200} Feb 03 11:44:01.057678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:01.274406 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce86ad76-3490-4bee-a3bc-c80336cdd259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:01.554009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eead8-86df-4ae3-be2e-1ede3c38ec5b req-96e1c602-bcb8-4181-b825-ccc9cd7bb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:01.555487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613eead8-86df-4ae3-be2e-1ede3c38ec5b req-96e1c602-bcb8-4181-b825-ccc9cd7bb6c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.4533148 Feb 03 11:44:01.642956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f91f441-8138-4d1e-bb35-dbf68fa69a5e req-28ec5969-5a9e-4642-8472-0036059df403 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 210 time: 0.0542905 Feb 03 11:44:01.686311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030feb3-6505-4d04-8e73-90c0c0833cae req-85bab05e-23bc-4f84-b3c5-3e6f70ac0d3c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:01.688269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b030feb3-6505-4d04-8e73-90c0c0833cae req-85bab05e-23bc-4f84-b3c5-3e6f70ac0d3c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.2094846 Feb 03 11:44:01.701881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-4a4aa490-d4f9-4963-aa6b-245fc0d49424 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:01.704391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-4a4aa490-d4f9-4963-aa6b-245fc0d49424 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.69 "GET /v2.0/networks?id=5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 200 len: 811 time: 0.2244582 Feb 03 11:44:01.712215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-613eead8-86df-4ae3-be2e-1ede3c38ec5b req-ee367fe3-30ac-47da-ac71-164424d717b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225393 Feb 03 11:44:01.724600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Request body: {'port': {'device_id': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3', 'admin_state_up': True, 'tenant_id': 'e05ffff5a34849c2b5269a4a6c913dd1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:01.809602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b030feb3-6505-4d04-8e73-90c0c0833cae req-6c1eecbd-d9fd-4b59-bac8-120a5b051af2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152210 Feb 03 11:44:01.857433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Made reservation on behalf of e05ffff5a34849c2b5269a4a6c913dd1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:01.861849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:01.986197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Allocated IP 172.20.0.14 (5f78529e-86ef-4ae7-9744-f1c99b8850d3/a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a/9ed5bbb4-435c-4671-89d0-687fba2fbb86) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:02.132010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks [] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.164436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.210334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:02.215553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:02.219850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:02.226056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Pushing event updated for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:02.270415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:02.271046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.287114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-2f84307e-b68a-4142-9bd1-b9ba95ca1055 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681379 Feb 03 11:44:02.302995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Request body: {'port': {'device_id': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:02.360900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.620161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed5bbb4-435c-4671-89d0-687fba2fbb86 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:44:02.627856 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks [] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.639939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Transition to ACTIVE for port object 9ed5bbb4-435c-4671-89d0-687fba2fbb86 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:44:02.644503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.693318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Pushing event updated for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:02.819637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Attempting to bind port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:02.819970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Attempting to bind port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '759e34e4-08d2-4c46-ab67-5e2ffa45f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:02.820301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Attempting to bind port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 on network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:02.829513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc450aa-93ff-4e63-8ac8-101c7c91cd66 req-580f8872-bb9e-40c4-a444-844c8a5ffe8e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:02.831603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dc450aa-93ff-4e63-8ac8-101c7c91cd66 req-580f8872-bb9e-40c4-a444-844c8a5ffe8e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 944 time: 0.1145282 Feb 03 11:44:02.835255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 on network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:44:02.835580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Attempting to bind port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 on network 5f78529e-86ef-4ae7-9744-f1c99b8850d3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:02.849047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:02.849311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Checking segment: {'id': '759e34e4-08d2-4c46-ab67-5e2ffa45f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:02.849679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Bound using segment: {'id': '759e34e4-08d2-4c46-ab67-5e2ffa45f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:02.850110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Bound port: 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759e34e4-08d2-4c46-ab67-5e2ffa45f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:02.850469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:02.952280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dc450aa-93ff-4e63-8ac8-101c7c91cd66 req-51cef25f-3911-459b-983e-96c88c020ebc tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129293 Feb 03 11:44:02.982330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:02.986752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86,segment=NetworkSegment(759e34e4-08d2-4c46-ab67-5e2ffa45f699),segment_id=759e34e4-08d2-4c46-ab67-5e2ffa45f699)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:02.993494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:03.004932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c1fe-0ad8-4af2-9368-e52fa004428e req-44c18096-77fe-41c2-8b8b-83dee3346f28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.006398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cf7c1fe-0ad8-4af2-9368-e52fa004428e req-44c18096-77fe-41c2-8b8b-83dee3346f28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1027536 Feb 03 11:44:03.053250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.053866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:03.055189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] 10.222.0.69 "PUT /v2.0/ports/9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 200 len: 1092 time: 0.7562029 Feb 03 11:44:03.057049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:03.059254 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:03.106225 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a9a67-b2b1-4517-8e9b-f52eb1a2faf9 x-openstack-request-id: req-586a9a67-b2b1-4517-8e9b-f52eb1a2faf9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:03.106526 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:03.106787 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-586a9a67-b2b1-4517-8e9b-f52eb1a2faf9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:03.107193 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86', 'status': 'completed', 'code': 200} Feb 03 11:44:03.107781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415679-270e-4e70-9c05-c1f98a06896c service neutron] Pushing event updated for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:03.117030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cf7c1fe-0ad8-4af2-9368-e52fa004428e req-ba8bdfa0-6fa9-44f2-a5eb-4d60b6c03389 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868070 Feb 03 11:44:03.163150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-c2103bb9-6ef5-4ebc-95ba-847c87e52691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.164933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-c2103bb9-6ef5-4ebc-95ba-847c87e52691 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 1126 time: 0.0469131 Feb 03 11:44:03.217378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-95ee7250-f1d1-4540-bd1c-ed281f358d2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 200 len: 217 time: 0.0394952 Feb 03 11:44:03.264221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8929-5864-40e7-a26f-91c91505f4dd req-b4c48a6a-f8b8-42f7-9384-000e32066126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.266278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-b4c48a6a-f8b8-42f7-9384-000e32066126 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a HTTP/1.1" status: 200 len: 851 time: 0.0433252 Feb 03 11:44:03.296465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-88cc22ac-bdf0-4e84-a135-1d540431d657 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f78529e-86ef-4ae7-9744-f1c99b8850d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248833 Feb 03 11:44:03.387367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-4b244d41-320e-4b6e-93dc-7740b381ad9d service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846634 Feb 03 11:44:03.483422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-116e8929-5864-40e7-a26f-91c91505f4dd req-aebd1182-8e6b-42b6-ae0e-1e352bdbc4fe service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Feb 03 11:44:03.612222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-0a85391f-bd17-4b99-aa8e-e5370d5a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.613750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-0a85391f-bd17-4b99-aa8e-e5370d5a7a87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 1126 time: 0.0481517 Feb 03 11:44:03.701535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-f5c9917a-2f0c-41b5-afaf-4807276616ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.702993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-f5c9917a-2f0c-41b5-afaf-4807276616ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 200 len: 912 time: 0.0837042 Feb 03 11:44:03.747080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-b9f168ea-ce29-46c5-9f4c-8fdeb28637ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 200 len: 217 time: 0.0384650 Feb 03 11:44:03.795317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-5f5b816a-67ad-406e-9d0e-1dff211fee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:03.797288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-5f5b816a-67ad-406e-9d0e-1dff211fee9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a HTTP/1.1" status: 200 len: 851 time: 0.0433614 Feb 03 11:44:03.828304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-a20aa205-f957-4ec7-88b8-0a9b6bfd3166 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f78529e-86ef-4ae7-9744-f1c99b8850d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249453 Feb 03 11:44:03.918236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-d3a55650-464b-4625-aca0-72bf40c01c01 service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Feb 03 11:44:04.007008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b1c596-bd63-40dc-814b-b91c1e0c4c1a req-d061ac57-6df9-44f9-bbf4-16ff2100f1ed service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820062 Feb 03 11:44:04.072430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d81cbd-81f4-4f33-96a3-54850ecfb838 req-904e96b9-6437-4392-a834-31064772d349 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:04.073913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2d81cbd-81f4-4f33-96a3-54850ecfb838 req-904e96b9-6437-4392-a834-31064772d349 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 944 time: 0.0537376 Feb 03 11:44:04.124183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2d81cbd-81f4-4f33-96a3-54850ecfb838 req-94386b4b-7b0e-436b-989d-b0a2d03abbee tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Feb 03 11:44:04.239851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737449a-2b8b-42fb-b9e9-032c3df60c1e req-983f50a3-f787-4c8c-8257-7c34724b046f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:04.241387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5737449a-2b8b-42fb-b9e9-032c3df60c1e req-983f50a3-f787-4c8c-8257-7c34724b046f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0528119 Feb 03 11:44:04.290031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5737449a-2b8b-42fb-b9e9-032c3df60c1e req-d6323b12-c39e-4da6-a905-73a7e08d3738 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Feb 03 11:44:04.358578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f942104-f568-4ee4-a179-879070def44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.404305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69cadb-99dd-4508-a1c3-368f8c166bfe req-15d1eb8e-5971-4180-a29c-6fe06252015e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:04.406448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe69cadb-99dd-4508-a1c3-368f8c166bfe req-15d1eb8e-5971-4180-a29c-6fe06252015e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0516827 Feb 03 11:44:04.454298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe69cadb-99dd-4508-a1c3-368f8c166bfe req-36f971b5-6108-48da-90f9-a489bc1c3033 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 Feb 03 11:44:04.475812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52676) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:04.526055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda1233c-2a1d-4664-ba39-2ba820fc96ea tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:04.527574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cda1233c-2a1d-4664-ba39-2ba820fc96ea tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1123 time: 0.0508001 Feb 03 11:44:04.530732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:04.535224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:04.557920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.660771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.705705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.767128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.198 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/6c051060-0c36-46ba-b904-73f2610e3247) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:04.864624 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (6c051060-0c36-46ba-b904-73f2610e3247), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.896904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6c051060-0c36-46ba-b904-73f2610e3247), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:04.938300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:04.941089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:04.946449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:04.968795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=6c051060-0c36-46ba-b904-73f2610e3247,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:05.315037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (61fa90bc-0fa2-44f2-8f4a-18399763b59c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:05.391817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6c051060-0c36-46ba-b904-73f2610e3247), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:05.555737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b782e3-9ce2-4b76-a248-0c2880192bac req-4dd90849-b678-43ff-9c35-e89a4f6546ad tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:05.557230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71b782e3-9ce2-4b76-a248-0c2880192bac req-4dd90849-b678-43ff-9c35-e89a4f6546ad tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 944 time: 0.1084971 Feb 03 11:44:05.609723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (6c051060-0c36-46ba-b904-73f2610e3247), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:05.617803 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6c051060-0c36-46ba-b904-73f2610e3247), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:05.645044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71b782e3-9ce2-4b76-a248-0c2880192bac req-ce7ee0da-e40e-4fba-876d-fba3d165c94e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Feb 03 11:44:05.685586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=6c051060-0c36-46ba-b904-73f2610e3247,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:05.698892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (61fa90bc-0fa2-44f2-8f4a-18399763b59c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:05.798745 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 61fa90bc-0fa2-44f2-8f4a-18399763b59c associated. External IP: 172.25.7.198, port: b0c14692-9774-4f79-b544-83572b28c527. Feb 03 11:44:06.001135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router c36c7a52-e700-414a-a14f-09c18a4588f1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:44:06.107240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:06.116943 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Sync routers for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:06.125194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:06.127671 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:06.128344 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:06.155678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b88a8f9-0807-4ef5-8902-209c6f86cb8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6238673 Feb 03 11:44:06.156260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:06.158503 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5683c-45e3-4e12-963a-8e344493cc12" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:06.203143 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fbed9f-9365-42ae-ae75-fc9af98385bf x-openstack-request-id: req-a3fbed9f-9365-42ae-ae75-fc9af98385bf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:06.203561 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:06.203906 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3fbed9f-9365-42ae-ae75-fc9af98385bf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:06.204709 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'status': 'completed', 'code': 200} Feb 03 11:44:06.237566 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:06.296116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f3e3-3cdb-41f5-961b-e8d3d8ecdd3a req-5ebb4039-0743-404d-b149-ab87e67d10cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.298235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c437f3e3-3cdb-41f5-961b-e8d3d8ecdd3a req-5ebb4039-0743-404d-b149-ab87e67d10cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0863538 Feb 03 11:44:06.312417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-3151a0ca-3288-4e47-9788-06f535c26ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.313861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-3151a0ca-3288-4e47-9788-06f535c26ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0746455 Feb 03 11:44:06.336216 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:06.409980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c437f3e3-3cdb-41f5-961b-e8d3d8ecdd3a req-a2bda4c5-3bb5-4ab5-8a96-ab07d020c687 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050844 Feb 03 11:44:06.433540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:06.435291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-d18b0d34-f1fc-4ca5-8efb-4c6a817f116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.437193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-d18b0d34-f1fc-4ca5-8efb-4c6a817f116f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1126113 Feb 03 11:44:06.465122 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '61fa90bc-0fa2-44f2-8f4a-18399763b59c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'mac_address': 'fa:16:3e:0b:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:44:05Z', 'updated_at': '2022-02-03T11:44:05Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:06.482543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ed5bbb4-435c-4671-89d0-687fba2fbb86 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:44:06.492502 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Checking router: c36c7a52-e700-414a-a14f-09c18a4588f1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:06.500339 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2be75c51-bd1b-4f72-bba1-f6bd400b450d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/61fa90bc-0fa2-44f2-8f4a-18399763b59c HTTP/1.1" status: 200 len: 992 time: 0.0650332 Feb 03 11:44:06.502002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:06.502599 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:06.511491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-836645d8-149f-4812-a94c-ad2a4ad7d0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1000 time: 0.0682042 Feb 03 11:44:06.563752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-d8f97537-8c79-4bb4-831d-35d7797f5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.565342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-d8f97537-8c79-4bb4-831d-35d7797f5256 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0459955 Feb 03 11:44:06.613352 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:06.617244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86,segment=NetworkSegment(759e34e4-08d2-4c46-ab67-5e2ffa45f699),segment_id=759e34e4-08d2-4c46-ab67-5e2ffa45f699)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:06.618812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-175cdee5-a64e-4fdb-b208-a7af3cccf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.620521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-175cdee5-a64e-4fdb-b208-a7af3cccf8c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487618 Feb 03 11:44:06.628582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '9ed5bbb4-435c-4671-89d0-687fba2fbb86', 'network_id': '5f78529e-86ef-4ae7-9744-f1c99b8850d3', 'port_id': '9ed5bbb4-435c-4671-89d0-687fba2fbb86', 'mac_address': 'fa:16:3e:dd:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:44:06.667261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:06.667659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:06.680896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed5bbb4-435c-4671-89d0-687fba2fbb86 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:44:06.700774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86,segment=NetworkSegment(759e34e4-08d2-4c46-ab67-5e2ffa45f699),segment_id=759e34e4-08d2-4c46-ab67-5e2ffa45f699)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:06.709715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:06.724562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-3aaac595-75d3-4e79-a986-a846a5322bfe service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982072 Feb 03 11:44:06.763553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:06.850082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811e99-ba60-4149-81b2-7909453d06f3 req-5146b3dd-ffe8-4264-84a8-8fd9c554374d tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:06.853528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a811e99-ba60-4149-81b2-7909453d06f3 req-5146b3dd-ffe8-4264-84a8-8fd9c554374d tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 945 time: 0.1260474 Feb 03 11:44:06.864841 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '61fa90bc-0fa2-44f2-8f4a-18399763b59c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'mac_address': 'fa:16:3e:0b:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:44:05Z', 'updated_at': '2022-02-03T11:44:05Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:06.887668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5683c-45e3-4e12-963a-8e344493cc12 req-bd3da587-d054-4297-a413-e1df402153b9 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493509 Feb 03 11:44:06.892794 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dd848-221c-4cc1-8975-6b8abaab7916 None None] The sync data for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 is: [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '61fa90bc-0fa2-44f2-8f4a-18399763b59c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'mac_address': 'fa:16:3e:0b:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:44:05Z', 'updated_at': '2022-02-03T11:44:05Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:06.917020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a811e99-ba60-4149-81b2-7909453d06f3 req-748b687f-ab57-4d95-9f64-771985717929 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593331 Feb 03 11:44:07.097213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9854f2-6e48-4370-ad07-95dbaa6e9726 None None] New status for floating IP 61fa90bc-0fa2-44f2-8f4a-18399763b59c: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:44:07.133598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9ed5bbb4-435c-4671-89d0-687fba2fbb86'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:44:07.377956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:07.501130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:07.565593 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e3116ff-80d0-4881-a26f-752865fd2b78 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/61fa90bc-0fa2-44f2-8f4a-18399763b59c HTTP/1.1" status: 200 len: 994 time: 0.0632999 Feb 03 11:44:08.037672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da4b9c-e893-4e28-9717-095c78132b49 req-d633e999-f189-4465-a2d8-c2ba99053f94 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:08.039144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94da4b9c-e893-4e28-9717-095c78132b49 req-d633e999-f189-4465-a2d8-c2ba99053f94 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 945 time: 0.0510359 Feb 03 11:44:08.084548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94da4b9c-e893-4e28-9717-095c78132b49 req-23b054eb-6d37-435b-9b15-5b13b51421dd tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Feb 03 11:44:08.494967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ed5bbb4-435c-4671-89d0-687fba2fbb86 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:08.541611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:44:08.545637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:08.546008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:08.619110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:08.619422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:08.644640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:08.646972 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c896d29-0f56-4507-a528-39360fab2968" -d '{"events": [{"server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "name": "network-vif-plugged", "status": "completed", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:08.659932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86,segment=NetworkSegment(759e34e4-08d2-4c46-ab67-5e2ffa45f699),segment_id=759e34e4-08d2-4c46-ab67-5e2ffa45f699)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:08.663911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:08.688277 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173385f3-436b-4d7f-8d9d-e0acd063310c x-openstack-request-id: req-173385f3-436b-4d7f-8d9d-e0acd063310c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:08.688566 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "name": "network-vif-plugged", "status": "completed", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:08.688816 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-173385f3-436b-4d7f-8d9d-e0acd063310c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:08.689225 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86', 'code': 200} Feb 03 11:44:08.713419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:08.813644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9648f7-9ad9-4a41-a0bc-c9fbd4184850 req-28001ed1-de79-4e36-995f-c5f4fc8a0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:08.815153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a9648f7-9ad9-4a41-a0bc-c9fbd4184850 req-28001ed1-de79-4e36-995f-c5f4fc8a0f99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 1128 time: 0.0466421 Feb 03 11:44:08.857552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a9648f7-9ad9-4a41-a0bc-c9fbd4184850 req-2ac21182-4356-4637-9dee-cac231e511a8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367072 Feb 03 11:44:09.199794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8555a-9de6-47ff-8868-e7ad450a24c0 req-cde4fef3-94fc-4dc3-bbb6-cebd617cdc26 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:09.201257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57d8555a-9de6-47ff-8868-e7ad450a24c0 req-cde4fef3-94fc-4dc3-bbb6-cebd617cdc26 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0510983 Feb 03 11:44:09.247471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57d8555a-9de6-47ff-8868-e7ad450a24c0 req-7a1be222-873e-4888-b1cd-602c417feba7 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Feb 03 11:44:10.114137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-bfe66389-a332-417e-967b-49a05647d081 req-7b837a81-995c-4938-813d-421570eda833 service neutron] (103127) timed out ('10.222.0.30', 50848) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 11:44:10.367757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0e590-85d0-4135-a510-06ca799f8f9c req-1874e2cb-ee79-43a4-9520-f94b4d3e621e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:10.369143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23d0e590-85d0-4135-a510-06ca799f8f9c req-1874e2cb-ee79-43a4-9520-f94b4d3e621e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0539050 Feb 03 11:44:10.733789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23d0e590-85d0-4135-a510-06ca799f8f9c req-73db35e3-c7cb-4640-a263-173506b2e632 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590915 Feb 03 11:44:10.852536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7909b-3639-42cb-8dc1-45cf99ad8383 req-73971768-a0d1-4d53-a870-b87f769a5091 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:10.854096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eee7909b-3639-42cb-8dc1-45cf99ad8383 req-73971768-a0d1-4d53-a870-b87f769a5091 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0524778 Feb 03 11:44:10.899524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eee7909b-3639-42cb-8dc1-45cf99ad8383 req-ea9452ca-30ff-4529-aa45-6ff990ef9544 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Feb 03 11:44:11.122142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce923daf-06a6-4d0c-9855-7f9e99fa836f req-2150643a-65c0-4db8-be2b-593e7eb75e53 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:11.123637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce923daf-06a6-4d0c-9855-7f9e99fa836f req-2150643a-65c0-4db8-be2b-593e7eb75e53 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Feb 03 11:44:11.172983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce923daf-06a6-4d0c-9855-7f9e99fa836f req-36500349-87bb-4396-80d8-9f8a1361ce00 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Feb 03 11:44:12.294146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81320a-a319-422b-8975-7488966837d8 req-4d098acd-117f-4ce8-b352-24c9ad596170 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:12.295646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a81320a-a319-422b-8975-7488966837d8 req-4d098acd-117f-4ce8-b352-24c9ad596170 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0525801 Feb 03 11:44:12.341604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a81320a-a319-422b-8975-7488966837d8 req-cd1cf6ce-8822-4277-b953-77ab61f7f94e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Feb 03 11:44:12.551609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7324a-856b-488e-b207-154c47b60768 req-5d189a88-8cc0-4e89-8e1c-44a7ef5f759f tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:12.553157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2f7324a-856b-488e-b207-154c47b60768 req-5d189a88-8cc0-4e89-8e1c-44a7ef5f759f tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0577946 Feb 03 11:44:12.629581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-6ffb28bf-775d-4206-b935-61c22b3c38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:12.631068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-6ffb28bf-775d-4206-b935-61c22b3c38c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 1128 time: 0.0770564 Feb 03 11:44:12.634436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2f7324a-856b-488e-b207-154c47b60768 req-a9e4bef2-5237-4c6f-a443-a15de4d4edad tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731254 Feb 03 11:44:12.723562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-90815d00-dfc2-4235-9016-135c00b0c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:12.724935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-90815d00-dfc2-4235-9016-135c00b0c5a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 200 len: 912 time: 0.0842261 Feb 03 11:44:12.769471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-25c8418c-33c6-40d5-b07e-b3bd9850cdb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 200 len: 217 time: 0.0387824 Feb 03 11:44:12.816989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-7ff7b9f8-d895-45c1-b668-60c8b22e222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:12.818392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-7ff7b9f8-d895-45c1-b668-60c8b22e222f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a HTTP/1.1" status: 200 len: 851 time: 0.0435684 Feb 03 11:44:12.848703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-abbf99fd-04a7-4503-a025-f1e158b90978 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f78529e-86ef-4ae7-9744-f1c99b8850d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Feb 03 11:44:12.938361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-dbd48877-0e1e-4a0f-b56e-2f01341b72ee service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Feb 03 11:44:13.028115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a44a7306-11cb-46fc-8393-c291e5076b52 req-12933106-4cbd-4bc5-af22-6660104b2255 service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841150 Feb 03 11:44:13.755878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ad260-7201-44eb-9bc0-95602c1eb965 req-cf797170-11bb-47ce-b9ce-6643f3d30941 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:13.757390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf0ad260-7201-44eb-9bc0-95602c1eb965 req-cf797170-11bb-47ce-b9ce-6643f3d30941 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0543509 Feb 03 11:44:13.807062 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf0ad260-7201-44eb-9bc0-95602c1eb965 req-39f96397-cfe8-4699-b64f-f5087dadda1d tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Feb 03 11:44:14.620392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-3d32bc67-eec8-42ff-9bde-4e7b4e47d8ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432203 Feb 03 11:44:14.716783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-580f6af5-e96a-4ac2-a549-c3331b9da6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:14.718396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-580f6af5-e96a-4ac2-a549-c3331b9da6f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1128 time: 0.0440838 Feb 03 11:44:14.831652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-5e211674-ad60-4f46-ac8e-62e8fd7677ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:14.834491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-5e211674-ad60-4f46-ac8e-62e8fd7677ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 897 time: 0.0962262 Feb 03 11:44:14.921276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-3408bbcb-6dd5-450a-9fe5-118b55fbf469 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 1002 time: 0.0832236 Feb 03 11:44:14.971973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4960e-650d-41d8-a0bf-42d622b2d2fd req-6fdc2261-96df-497a-bd3b-8d2d30c56b5e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:14.973444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98b4960e-650d-41d8-a0bf-42d622b2d2fd req-6fdc2261-96df-497a-bd3b-8d2d30c56b5e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0965078 Feb 03 11:44:14.998032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-c15c5a12-0a8e-4c73-9da4-4f24e59b1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:14.999403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-c15c5a12-0a8e-4c73-9da4-4f24e59b1fe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 200 len: 834 time: 0.0714991 Feb 03 11:44:15.052278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98b4960e-650d-41d8-a0bf-42d622b2d2fd req-639e2cf1-28eb-4120-8e91-2144097bdc85 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728126 Feb 03 11:44:15.067117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-e01d857b-a857-4141-bf21-f69f41527759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:15.068598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-e01d857b-a857-4141-bf21-f69f41527759 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07730d27-5158-408a-8384-7b093ff3bdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619144 Feb 03 11:44:15.164448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-72965582-719f-4782-8b87-d7084a3eaa36 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898080 Feb 03 11:44:15.289893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0da19c39-08d9-4f99-a013-e4c0aa29824e req-15c23765-8f30-4dd7-a18b-9e4db8d02792 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198452 Feb 03 11:44:15.303506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884ce7f-974b-4299-813a-fef8e52ff00c req-a45e7a93-a52b-4bef-a3f5-e90a29aa44c6 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:15.304879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8884ce7f-974b-4299-813a-fef8e52ff00c req-a45e7a93-a52b-4bef-a3f5-e90a29aa44c6 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0741155 Feb 03 11:44:15.356658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8884ce7f-974b-4299-813a-fef8e52ff00c req-9d5a6957-b4f3-47b2-8f0e-03b32aa5af35 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Feb 03 11:44:16.448762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:16.476291 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368ac4c-6697-454e-90e5-bcce67a9390d req-f5d6d8be-ac11-4996-b11c-ceb4727434c6 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:16.477714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7368ac4c-6697-454e-90e5-bcce67a9390d req-f5d6d8be-ac11-4996-b11c-ceb4727434c6 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0530627 Feb 03 11:44:16.523265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7368ac4c-6697-454e-90e5-bcce67a9390d req-a7e7e573-d2eb-4ef2-bbc3-1d21e175ac70 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Feb 03 11:44:16.723854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feb9ef-a881-4b17-81b8-7f2793a67517 req-9e7a64b1-8255-40e5-817c-e50ea0e57872 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:16.725351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04feb9ef-a881-4b17-81b8-7f2793a67517 req-9e7a64b1-8255-40e5-817c-e50ea0e57872 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0545571 Feb 03 11:44:16.807354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04feb9ef-a881-4b17-81b8-7f2793a67517 req-9fe08a27-282e-41c5-899c-7e253622cc46 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718644 Feb 03 11:44:16.810170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-4e434084-4606-4822-9388-492b96e776a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:16.811895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-4e434084-4606-4822-9388-492b96e776a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 1128 time: 0.0856743 Feb 03 11:44:16.911009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-a02c4459-434a-4253-b018-b09ae4bdaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:16.912485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-a02c4459-434a-4253-b018-b09ae4bdaebd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 200 len: 912 time: 0.0938077 Feb 03 11:44:16.956018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-7247a0a5-99b2-4ad1-bb73-4581164b2453 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 200 len: 217 time: 0.0380950 Feb 03 11:44:17.006132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-ef0c309c-0fed-4a5f-b26f-036690794904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:17.007673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-ef0c309c-0fed-4a5f-b26f-036690794904 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a HTTP/1.1" status: 200 len: 851 time: 0.0460842 Feb 03 11:44:17.039982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-bb8f7e83-90ca-44ee-83ba-d3f2cd23cd3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f78529e-86ef-4ae7-9744-f1c99b8850d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268505 Feb 03 11:44:17.133066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-03ef6831-3577-4355-9c56-3b29093804bd service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875885 Feb 03 11:44:17.226721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0387ffb2-d7f2-4f92-8442-f03982eed987 req-2d6b3c86-62eb-4cb1-b0d9-b1b831a1390e service neutron] 10.222.0.69 "GET /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Feb 03 11:44:17.936752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc26be9-9076-4a6f-a6c0-e5f781f5a902 req-70133e48-3a4b-4a82-810d-3479a5629095 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:17.938870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcc26be9-9076-4a6f-a6c0-e5f781f5a902 req-70133e48-3a4b-4a82-810d-3479a5629095 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0534582 Feb 03 11:44:17.989949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dcc26be9-9076-4a6f-a6c0-e5f781f5a902 req-1639af4b-92af-41f3-aa8b-a16279616ae9 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Feb 03 11:44:19.008258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:44:19.110150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991deaef-664a-45ec-ba80-abb58c0769f9 req-ca7a1e3d-a413-4df0-8322-1accbeee2736 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:19.111815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-991deaef-664a-45ec-ba80-abb58c0769f9 req-ca7a1e3d-a413-4df0-8322-1accbeee2736 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0535414 Feb 03 11:44:19.158695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-991deaef-664a-45ec-ba80-abb58c0769f9 req-ba8e9f52-6d03-40ed-8e3a-8fae25cb26da tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Feb 03 11:44:19.402023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78569e-64fd-4671-8e4f-a57ee16d7b79 req-e611f9fa-2421-4b72-981a-59c31f29b508 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:19.403527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa78569e-64fd-4671-8e4f-a57ee16d7b79 req-e611f9fa-2421-4b72-981a-59c31f29b508 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0526323 Feb 03 11:44:19.450831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa78569e-64fd-4671-8e4f-a57ee16d7b79 req-a8835186-9907-407f-9648-2c936ba9aaa4 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Feb 03 11:44:20.576383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1536497-d1c2-4040-a6ab-eed41e4f0ef1 req-92114a93-f252-477a-80a1-762db4caf2d1 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:20.578154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1536497-d1c2-4040-a6ab-eed41e4f0ef1 req-92114a93-f252-477a-80a1-762db4caf2d1 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0572495 Feb 03 11:44:20.626014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1536497-d1c2-4040-a6ab-eed41e4f0ef1 req-e4930c27-e530-4377-8a74-9d2175b43232 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Feb 03 11:44:21.393019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-27668780-90af-451a-b364-5fda99b530ee tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:21.394451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-27668780-90af-451a-b364-5fda99b530ee tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Feb 03 11:44:21.488769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Deleting port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:44:21.489132 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:21.577886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] For port 9ed5bbb4-435c-4671-89d0-687fba2fbb86, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=9ed5bbb4-435c-4671-89d0-687fba2fbb86,segment=NetworkSegment(759e34e4-08d2-4c46-ab67-5e2ffa45f699),segment_id=759e34e4-08d2-4c46-ab67-5e2ffa45f699)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:21.578719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:21.590571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Calling delete_port for 9ed5bbb4-435c-4671-89d0-687fba2fbb86 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:44:21.761506 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9ed5bbb4-435c-4671-89d0-687fba2fbb86), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:21.798321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c33d6-6c8f-4e7b-86bb-207cd69a2ee7 req-230e6669-d6cc-4b0e-b1f9-6c627978861e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:21.800068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-052c33d6-6c8f-4e7b-86bb-207cd69a2ee7 req-230e6669-d6cc-4b0e-b1f9-6c627978861e tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0bfacc7-1af1-47ac-ba00-46bf46c59363 HTTP/1.1" status: 200 len: 946 time: 0.0982585 Feb 03 11:44:21.801267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['9ed5bbb4-435c-4671-89d0-687fba2fbb86'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:44:21.802638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Pushing event deleted for resources: {'Port': ['ID=9ed5bbb4-435c-4671-89d0-687fba2fbb86,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:21.861829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] No DVR routers for this DVR port 9ed5bbb4-435c-4671-89d0-687fba2fbb86 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:44:21.865988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:21.869213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9a3dbd7-0250-49fd-9aa0-f8b1fdfaa932 req-99483c8a-bc73-4797-b720-d8e0cf500939 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.69 "DELETE /v2.0/ports/9ed5bbb4-435c-4671-89d0-687fba2fbb86 HTTP/1.1" status: 204 len: 173 time: 0.4699965 Feb 03 11:44:21.869646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'name': 'network-vif-deleted', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:21.872073 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43235607-3b9e-4887-ab3b-298ebbb3c361" -d '{"events": [{"server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "name": "network-vif-deleted", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:21.901858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-052c33d6-6c8f-4e7b-86bb-207cd69a2ee7 req-1816b1ee-5520-4c5a-9bde-91e008621e29 tempest-TestServerAdvancedOps-2065309365 tempest-TestServerAdvancedOps-2065309365-project] 10.222.0.30 "GET /v2.0/security-groups?id=923acbc5-8157-49a9-82a3-e07a98edf643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919552 Feb 03 11:44:21.920307 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f94b540-106f-4179-95d4-837b3c41de73 x-openstack-request-id: req-1f94b540-106f-4179-95d4-837b3c41de73 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:21.920307 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bfacc7-1af1-47ac-ba00-46bf46c59363", "name": "network-vif-deleted", "tag": "9ed5bbb4-435c-4671-89d0-687fba2fbb86", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:21.920307 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f94b540-106f-4179-95d4-837b3c41de73 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:21.920307 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bfacc7-1af1-47ac-ba00-46bf46c59363', 'name': 'network-vif-deleted', 'tag': '9ed5bbb4-435c-4671-89d0-687fba2fbb86', 'status': 'completed', 'code': 200} Feb 03 11:44:22.966912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52752) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:23.012168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Deleting subnet a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:44:23.015260 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Publish callbacks [] for subnet (a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.050818 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.088530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.142415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.169445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.173361 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a HTTP/1.1" status: 204 len: 168 time: 0.2051408 Feb 03 11:44:23.174998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43bd9eb-3b7e-4f93-a28b-33ea2ddf717a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:23.176041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:23.182833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.183118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.183459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.183794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.184127 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.184456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.184782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.185129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.185456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.185777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.186105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.186673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.186991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4408040f-35fc-4480-bd1c-b462832b0232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:23.244390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (5f78529e-86ef-4ae7-9744-f1c99b8850d3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.323797 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (5f78529e-86ef-4ae7-9744-f1c99b8850d3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.343157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f78529e-86ef-4ae7-9744-f1c99b8850d3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.353216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759e34e4-08d2-4c46-ab67-5e2ffa45f699') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.353506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759e34e4-08d2-4c46-ab67-5e2ffa45f699') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.363235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (759e34e4-08d2-4c46-ab67-5e2ffa45f699), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.375957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (759e34e4-08d2-4c46-ab67-5e2ffa45f699), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.381838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:44:23.382212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (759e34e4-08d2-4c46-ab67-5e2ffa45f699), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:44:23.383816 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:44:23.441934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (5f78529e-86ef-4ae7-9744-f1c99b8850d3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.447866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.451131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5f78529e-86ef-4ae7-9744-f1c99b8850d3 HTTP/1.1" status: 204 len: 168 time: 0.2741003 Feb 03 11:44:23.453993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:23.461977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac591c-8db8-450c-9176-5f67196f0932 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f78529e-86ef-4ae7-9744-f1c99b8850d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:23.502153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Deleting subnet 84e3239f-c668-4316-8c8f-108e7176b93e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:44:23.505392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Publish callbacks [] for subnet (84e3239f-c668-4316-8c8f-108e7176b93e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.540284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (84e3239f-c668-4316-8c8f-108e7176b93e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.584718 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (84e3239f-c668-4316-8c8f-108e7176b93e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.636173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (84e3239f-c668-4316-8c8f-108e7176b93e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.667302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e3239f-c668-4316-8c8f-108e7176b93e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:23.670820 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.674050 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-58ac1e2d-bdf3-4d8f-93e4-fd8353439114 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/84e3239f-c668-4316-8c8f-108e7176b93e HTTP/1.1" status: 204 len: 168 time: 0.2190359 Feb 03 11:44:23.676443 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52758) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:23.744182 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (a72f1828-f406-41da-a5ca-13c864c15bf1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.826409 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (a72f1828-f406-41da-a5ca-13c864c15bf1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.847017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72f1828-f406-41da-a5ca-13c864c15bf1']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.856161 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.856474 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:23.865683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.878309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.884049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:44:23.884432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (5c0d5796-d140-4eb9-8d07-bbc0e15a4bbf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:44:23.886063 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:44:23.944203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (a72f1828-f406-41da-a5ca-13c864c15bf1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.949927 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:23.953100 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] 10.222.0.30 "DELETE /v2.0/networks/a72f1828-f406-41da-a5ca-13c864c15bf1 HTTP/1.1" status: 204 len: 168 time: 0.2756870 Feb 03 11:44:23.964450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29361f7b-77a7-4ff0-ad22-8dcf5b82c4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a72f1828-f406-41da-a5ca-13c864c15bf1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:24.107084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:24.147295 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a6df8ebc-b315-49c9-9b1d-75c20da79a66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e05ffff5a34849c2b5269a4a6c913dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390258 Feb 03 11:44:24.149737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52764) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:24.196405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] Publish callbacks [] for security_group (923acbc5-8157-49a9-82a3-e07a98edf643), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.218378 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] Publish callbacks [] for security_group (923acbc5-8157-49a9-82a3-e07a98edf643), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.268553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (923acbc5-8157-49a9-82a3-e07a98edf643), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.271268 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.272418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/923acbc5-8157-49a9-82a3-e07a98edf643 HTTP/1.1" status: 204 len: 168 time: 0.1217821 Feb 03 11:44:24.280421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e436183-7769-4b5d-abe2-3f0df679826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923acbc5-8157-49a9-82a3-e07a98edf643,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:24.527415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ed5bbb4-435c-4671-89d0-687fba2fbb86 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:44:24.551254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 9ed5bbb4-435c-4671-89d0-687fba2fbb86 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:44:24.551601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 9ed5bbb4-435c-4671-89d0-687fba2fbb86 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:44:24.591316 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52770) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:24.630499 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-93d8a90c-f6f1-4368-899e-6f8de2235e74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=560ded1b6f1c4dd8913c288f527a507c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379553 Feb 03 11:44:24.632890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52772) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:24.684655 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] Publish callbacks [] for security_group (56fd47c0-74dd-4dc1-a595-ba0bfdeab68b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.706648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] Publish callbacks [] for security_group (56fd47c0-74dd-4dc1-a595-ba0bfdeab68b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.749926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (56fd47c0-74dd-4dc1-a595-ba0bfdeab68b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.753052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:24.754180 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56fd47c0-74dd-4dc1-a595-ba0bfdeab68b HTTP/1.1" status: 204 len: 168 time: 0.1203387 Feb 03 11:44:24.761733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5ee76-db31-435f-ab39-2f540dbec526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd47c0-74dd-4dc1-a595-ba0bfdeab68b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:25.430801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52794) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:25.538493 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1315606899-network', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:25.558805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Made reservation on behalf of c304f1e4dd134062a6aebfa90a16a0cd for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:25.561101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.569587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.649047 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks [] for security_group (dbb4d71c-a678-425f-a9d9-566ac1f36d98), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.653100 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dbb4d71c-a678-425f-a9d9-566ac1f36d98), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.681897 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:44:25.688497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4d71c-a678-425f-a9d9-566ac1f36d98,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:25.696535 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c53be5ba-e5ae-45f2-bf73-723afa8ddb62), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.696535 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Added segment c53be5ba-e5ae-45f2-bf73-723afa8ddb62 of type vlan for network e0e85d96-bb67-48b9-ab46-c4558c96052b Feb 03 11:44:25.740230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e0e85d96-bb67-48b9-ab46-c4558c96052b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.765903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e0e85d96-bb67-48b9-ab46-c4558c96052b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.767186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:25.767792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.800954 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3690426 Feb 03 11:44:25.803854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:25.808902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Request body: {'subnet': {'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1315606899-subnet', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:25.828122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Made reservation on behalf of c304f1e4dd134062a6aebfa90a16a0cd for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:25.830981 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:25.835406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f43e6-7eed-46c1-aaf0-c17f4d53ce6e admin admin] Pushing event updated for resources: {'Network': ['ID=e0e85d96-bb67-48b9-ab46-c4558c96052b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:25.845988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e0e85d96-bb67-48b9-ab46-c4558c96052b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:44:25.997362 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (e39b853a-f9a1-4f8f-8655-d38cc2d630f5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.054757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39b853a-f9a1-4f8f-8655-d38cc2d630f5,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:26.060630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Checking segment: {'id': 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:26.060991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Network hostable DHCP agents. Network: e0e85d96-bb67-48b9-ab46-c4558c96052b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:44:26.077078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Network e0e85d96-bb67-48b9-ab46-c4558c96052b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:44:26.085848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e0e85d96-bb67-48b9-ab46-c4558c96052b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:26.090123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:26.090816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.096393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7bc39e-7b12-4398-9ad0-fb3b20e752e6 None None] Network e0e85d96-bb67-48b9-ab46-c4558c96052b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:26.107938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc6d144c-cde5-4e2c-8c45-d520b77df42c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3029180 Feb 03 11:44:26.110736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52800) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:26.115043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:26.133503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.134495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.189277 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for router_controller (7627effc-55ad-4cea-84ce-2769aa79bdd7), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.204537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e0e85d96-bb67-48b9-ab46-c4558c96052b', 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b', 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'fixed_ips': [{'subnet_id': 'e39b853a-f9a1-4f8f-8655-d38cc2d630f5'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:44:26.205449 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.324833 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for router_gateway (7627effc-55ad-4cea-84ce-2769aa79bdd7), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.340457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Allocated IP 172.20.0.2 (e0e85d96-bb67-48b9-ab46-c4558c96052b/e39b853a-f9a1-4f8f-8655-d38cc2d630f5/870713ee-9ca9-44a1-82fc-6b04e03f32dc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:26.487764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks [] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.493207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.523380 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for router_gateway (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.532653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Network e0e85d96-bb67-48b9-ab46-c4558c96052b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:26.541915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:26.542111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.545808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:26.552161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Pushing event updated for resources: {'Port': ['ID=870713ee-9ca9-44a1-82fc-6b04e03f32dc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:26.606598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Attempting to bind port 870713ee-9ca9-44a1-82fc-6b04e03f32dc on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:26.606883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Attempting to bind port 870713ee-9ca9-44a1-82fc-6b04e03f32dc by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:26.607247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Attempting to bind port 870713ee-9ca9-44a1-82fc-6b04e03f32dc on network e0e85d96-bb67-48b9-ab46-c4558c96052b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:26.613063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:26.613442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Checking segment: {'id': 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:26.613846 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.614241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Bound using segment: {'id': 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:26.614711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Bound port: 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:26.615092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.646315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Allocated IP 172.25.7.130 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ee3c76de-fd19-431c-b22e-8a85b07bec1e) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:26.679902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] For port 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:26.683980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] For port 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=870713ee-9ca9-44a1-82fc-6b04e03f32dc,segment=NetworkSegment(c53be5ba-e5ae-45f2-bf73-723afa8ddb62),segment_id=c53be5ba-e5ae-45f2-bf73-723afa8ddb62)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:26.691499 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.757251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.758389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887fc6-5231-4590-aa9a-f0f682746e7a None None] Pushing event updated for resources: {'Port': ['ID=870713ee-9ca9-44a1-82fc-6b04e03f32dc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:26.792065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:26.831091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:26.836171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:26.839680 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:26.845222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Pushing event updated for resources: {'Port': ['ID=ee3c76de-fd19-431c-b22e-8a85b07bec1e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:27.108949 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for router_gateway (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.284739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.311425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.445692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Router 7627effc-55ad-4cea-84ce-2769aa79bdd7 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:44:27.710574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8e33e-3692-4e9f-8ef1-ed7a22e31090 None None] Network e0e85d96-bb67-48b9-ab46-c4558c96052b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:27.826454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Provisioning complete for port 870713ee-9ca9-44a1-82fc-6b04e03f32dc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:27.826944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.851414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:27.862178 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Sync routers for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:27.870165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.874571 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f88f9f0c-709f-434f-9647-1e5c3d2a90bc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.7598858 Feb 03 11:44:27.874749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Routers {'7627effc-55ad-4cea-84ce-2769aa79bdd7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:27.875133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:27.875270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7627effc-55ad-4cea-84ce-2769aa79bdd7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:27.937921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Current status of the port 870713ee-9ca9-44a1-82fc-6b04e03f32dc is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:27.938843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:27.979209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] For port 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=870713ee-9ca9-44a1-82fc-6b04e03f32dc,segment=NetworkSegment(c53be5ba-e5ae-45f2-bf73-723afa8ddb62),segment_id=c53be5ba-e5ae-45f2-bf73-723afa8ddb62)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:27.986376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.009914 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Set router 7627effc-55ad-4cea-84ce-2769aa79bdd7 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:28.038776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8225d-2736-41b6-bcdf-b73916bc256f None None] Pushing event updated for resources: {'Port': ['ID=870713ee-9ca9-44a1-82fc-6b04e03f32dc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:28.207471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-864979df-19d3-4d93-b48f-d52c8fa942ed None None] Provisioning complete for port 870713ee-9ca9-44a1-82fc-6b04e03f32dc triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:28.207944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-864979df-19d3-4d93-b48f-d52c8fa942ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.213980 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:26Z', 'revision_number': 3, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port': {'id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:28.249480 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Checking router: 7627effc-55ad-4cea-84ce-2769aa79bdd7 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:28.249774 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Updating router 7627effc-55ad-4cea-84ce-2769aa79bdd7 port ee3c76de-fd19-431c-b22e-8a85b07bec1e binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:28.280842 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.320606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-864979df-19d3-4d93-b48f-d52c8fa942ed None None] Current status of the port 870713ee-9ca9-44a1-82fc-6b04e03f32dc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:28.366069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.377615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 870713ee-9ca9-44a1-82fc-6b04e03f32dc up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:28.433131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 870713ee-9ca9-44a1-82fc-6b04e03f32dc triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:28.433901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.522148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 870713ee-9ca9-44a1-82fc-6b04e03f32dc is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:28.537100 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Allocated IP 172.20.0.1 (e0e85d96-bb67-48b9-ab46-c4558c96052b/e39b853a-f9a1-4f8f-8655-d38cc2d630f5/f19d8849-720b-47ed-860b-04bc350a7ad3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:28.555351 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks [] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.561916 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.612681 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Attempting to bind port ee3c76de-fd19-431c-b22e-8a85b07bec1e on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:28.613067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Attempting to bind port ee3c76de-fd19-431c-b22e-8a85b07bec1e by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:28.613439 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Attempting to bind port ee3c76de-fd19-431c-b22e-8a85b07bec1e on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:28.620270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Pushing event updated for resources: {'Port': ['ID=ee3c76de-fd19-431c-b22e-8a85b07bec1e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:28.623483 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:28.623860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:28.624266 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.624654 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:28.625145 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Bound port: ee3c76de-fd19-431c-b22e-8a85b07bec1e, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:28.627004 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.633601 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.633949 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.634322 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.634667 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.635002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.635351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.635652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.635974 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.636293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.636648 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.637027 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.637349 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.637666 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:28.651842 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks [] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.684261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.691600 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] For port ee3c76de-fd19-431c-b22e-8a85b07bec1e, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:28.695094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] For port ee3c76de-fd19-431c-b22e-8a85b07bec1e, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee3c76de-fd19-431c-b22e-8a85b07bec1e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:28.701554 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.726525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Network e0e85d96-bb67-48b9-ab46-c4558c96052b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:28.731942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:28.736418 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:28.760626 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076bc56-a07f-46ff-8bb0-d5495da226f4 None None] Pushing event updated for resources: {'Port': ['ID=ee3c76de-fd19-431c-b22e-8a85b07bec1e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:28.762227 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f19d8849-720b-47ed-860b-04bc350a7ad3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:28.770410 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Routers {'7627effc-55ad-4cea-84ce-2769aa79bdd7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:28.771028 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7627effc-55ad-4cea-84ce-2769aa79bdd7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:28.784776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:28.882866 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] Set router 7627effc-55ad-4cea-84ce-2769aa79bdd7 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:28.927808 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.053885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d990e476-4be3-4146-8c97-2d1164573c72 None None] Provisioning complete for port f19d8849-720b-47ed-860b-04bc350a7ad3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:29.054375 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d990e476-4be3-4146-8c97-2d1164573c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.089640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d990e476-4be3-4146-8c97-2d1164573c72 None None] Port f19d8849-720b-47ed-860b-04bc350a7ad3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:29.114832 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks [] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.120123 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.178059 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:26Z', 'revision_number': 3, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port': {'id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:29.193723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f19d8849-720b-47ed-860b-04bc350a7ad3,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:29.197279 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.205245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299443-b51c-4ffb-9941-298f609e1dd9 None None] The sync data for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 is: [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:26Z', 'revision_number': 3, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port': {'id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:29.299594 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Network e0e85d96-bb67-48b9-ab46-c4558c96052b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:29.301019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:29.447575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Router 7627effc-55ad-4cea-84ce-2769aa79bdd7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:44:29.588047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:29.593194 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef096c1a-c525-4dcb-9154-109a8c6cd6d0 admin admin] 10.222.0.30 "PUT /v2.0/routers/7627effc-55ad-4cea-84ce-2769aa79bdd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162924 Feb 03 11:44:29.612903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-28482e3d-175e-4dbe-a420-2d82a1ec6c7c None None] Provisioning complete for port f19d8849-720b-47ed-860b-04bc350a7ad3 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:29.613400 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28482e3d-175e-4dbe-a420-2d82a1ec6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:29.656067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28482e3d-175e-4dbe-a420-2d82a1ec6c7c None None] Port f19d8849-720b-47ed-860b-04bc350a7ad3 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:30.325038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee3c76de-fd19-431c-b22e-8a85b07bec1e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:30.388271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee3c76de-fd19-431c-b22e-8a85b07bec1e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:30.388649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:30.478698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee3c76de-fd19-431c-b22e-8a85b07bec1e is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:30.479003 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:30.501495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ee3c76de-fd19-431c-b22e-8a85b07bec1e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee3c76de-fd19-431c-b22e-8a85b07bec1e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:30.506059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:30.557912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ee3c76de-fd19-431c-b22e-8a85b07bec1e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:30.713833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52828) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:30.975519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Sync routers for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:30.986577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Routers {'7627effc-55ad-4cea-84ce-2769aa79bdd7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:30.987189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7627effc-55ad-4cea-84ce-2769aa79bdd7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:31.059903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.251206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Set router 7627effc-55ad-4cea-84ce-2769aa79bdd7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:31.305129 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-310379a7-0052-471f-8232-b8f4fde0417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.326881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Deleting port f19d8849-720b-47ed-860b-04bc350a7ad3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:44:31.327161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.408513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.420366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Calling delete_port for f19d8849-720b-47ed-860b-04bc350a7ad3 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:44:31.478898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:28Z', 'revision_number': 4, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port': {'id': 'ee3c76de-fd19-431c-b22e-8a85b07bec1e', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f19d8849-720b-47ed-860b-04bc350a7ad3', 'name': '', 'network_id': 'e0e85d96-bb67-48b9-ab46-c4558c96052b', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'mac_address': 'fa:16:3e:3d:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'e39b853a-f9a1-4f8f-8655-d38cc2d630f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:28Z', 'updated_at': '2022-02-03T11:44:28Z', 'revision_number': 2, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'subnets': [{'id': 'e39b853a-f9a1-4f8f-8655-d38cc2d630f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:31.509236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Checking router: 7627effc-55ad-4cea-84ce-2769aa79bdd7 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:31.509616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Updating router 7627effc-55ad-4cea-84ce-2769aa79bdd7 port f19d8849-720b-47ed-860b-04bc350a7ad3 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:31.536938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.602199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f19d8849-720b-47ed-860b-04bc350a7ad3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.629751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19d8849-720b-47ed-860b-04bc350a7ad3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:31.815374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:31.828321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:44:31.828712 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:44:32.028547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Router 7627effc-55ad-4cea-84ce-2769aa79bdd7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:44:32.136694 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:32.142367 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0775bfac-bb6f-49d8-ba82-eeee470bb487 admin admin] 10.222.0.30 "PUT /v2.0/routers/7627effc-55ad-4cea-84ce-2769aa79bdd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268785 Feb 03 11:44:32.144397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52830) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:32.252319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks [] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.281612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee3c76de-fd19-431c-b22e-8a85b07bec1e up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:32.350105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Port f19d8849-720b-47ed-860b-04bc350a7ad3 not found while updating agent binding for router 7627effc-55ad-4cea-84ce-2769aa79bdd7. {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 11:44:32.353496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ee3c76de-fd19-431c-b22e-8a85b07bec1e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:32.353870 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.363671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks [] for router_gateway (7627effc-55ad-4cea-84ce-2769aa79bdd7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.385461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Routers {'7627effc-55ad-4cea-84ce-2769aa79bdd7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:32.386103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7627effc-55ad-4cea-84ce-2769aa79bdd7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:32.422130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Deleting port ee3c76de-fd19-431c-b22e-8a85b07bec1e {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:44:32.423088 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.482434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] Set router 7627effc-55ad-4cea-84ce-2769aa79bdd7 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:32.555854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:32Z', 'revision_number': 6, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:32.587280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cebd3-84b1-427f-9513-8bed52861bd6 None None] The sync data for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 is: [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:32Z', 'revision_number': 6, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:32.598035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ee3c76de-fd19-431c-b22e-8a85b07bec1e is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:32.791622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] For port ee3c76de-fd19-431c-b22e-8a85b07bec1e, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ee3c76de-fd19-431c-b22e-8a85b07bec1e,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:32.791986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.804445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Calling delete_port for ee3c76de-fd19-431c-b22e-8a85b07bec1e owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:44:32.970583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ee3c76de-fd19-431c-b22e-8a85b07bec1e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:32.994404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3c76de-fd19-431c-b22e-8a85b07bec1e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:33.062063 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.155483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.157617 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks [] for router_controller (7627effc-55ad-4cea-84ce-2769aa79bdd7), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.181666 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Sync routers for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:33.193662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Routers {'7627effc-55ad-4cea-84ce-2769aa79bdd7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:33.194275 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7627effc-55ad-4cea-84ce-2769aa79bdd7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:33.205273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7627effc-55ad-4cea-84ce-2769aa79bdd7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.206047 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7627effc-55ad-4cea-84ce-2769aa79bdd7 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:44:33.212003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.213185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-41232939-9ae9-47f7-982b-80f28d7f787b admin admin] 10.222.0.30 "DELETE /v2.0/routers/7627effc-55ad-4cea-84ce-2769aa79bdd7 HTTP/1.1" status: 204 len: 168 time: 1.0678239 Feb 03 11:44:33.215668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:33.261339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Deleting subnet e39b853a-f9a1-4f8f-8655-d38cc2d630f5 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:44:33.264642 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Set router 7627effc-55ad-4cea-84ce-2769aa79bdd7 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:33.268033 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Publish callbacks [] for subnet (e39b853a-f9a1-4f8f-8655-d38cc2d630f5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.310450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e39b853a-f9a1-4f8f-8655-d38cc2d630f5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.323017 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7627effc-55ad-4cea-84ce-2769aa79bdd7', 'name': 'tempest-ImageQuotaTest-1315606899-router', 'tenant_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:26Z', 'updated_at': '2022-02-03T11:44:32Z', 'revision_number': 7, 'project_id': 'c304f1e4dd134062a6aebfa90a16a0cd', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:33.348971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Checking router: 7627effc-55ad-4cea-84ce-2769aa79bdd7 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:33.357594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Routers set() bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:33.357985 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Router IDs set() for agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 11:44:33.360435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7627effc-55ad-4cea-84ce-2769aa79bdd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent'). {{(pid=103129) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 11:44:33.360435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fc3fa-a92d-4ddf-8afe-a2ba9498328e None None] The sync data for ids ['7627effc-55ad-4cea-84ce-2769aa79bdd7'] in n-d-821606-6 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:33.402213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e39b853a-f9a1-4f8f-8655-d38cc2d630f5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.458975 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e39b853a-f9a1-4f8f-8655-d38cc2d630f5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.484186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39b853a-f9a1-4f8f-8655-d38cc2d630f5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:33.488902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.494941 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e2cb65a1-ea06-4129-ac3a-106338f76f10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e39b853a-f9a1-4f8f-8655-d38cc2d630f5 HTTP/1.1" status: 204 len: 168 time: 0.2782083 Feb 03 11:44:33.495143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb89fae-eddf-44b3-9f87-767617e2b9a9 None None] Network e0e85d96-bb67-48b9-ab46-c4558c96052b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:33.495619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:33.574111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e0e85d96-bb67-48b9-ab46-c4558c96052b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.631695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Deleting port 870713ee-9ca9-44a1-82fc-6b04e03f32dc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:44:33.632038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.667688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] DHCP port deletion for e0e85d96-bb67-48b9-ab46-c4558c96052b request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:44:33.699571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] For port 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=870713ee-9ca9-44a1-82fc-6b04e03f32dc,segment=NetworkSegment(c53be5ba-e5ae-45f2-bf73-723afa8ddb62),segment_id=c53be5ba-e5ae-45f2-bf73-723afa8ddb62)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:33.699994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.713784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Calling delete_port for 870713ee-9ca9-44a1-82fc-6b04e03f32dc owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:44:33.720044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Deleting port 870713ee-9ca9-44a1-82fc-6b04e03f32dc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:44:33.720423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.794369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] For port 870713ee-9ca9-44a1-82fc-6b04e03f32dc, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=870713ee-9ca9-44a1-82fc-6b04e03f32dc,segment=NetworkSegment(c53be5ba-e5ae-45f2-bf73-723afa8ddb62),segment_id=c53be5ba-e5ae-45f2-bf73-723afa8ddb62)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:33.794764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.806886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.808889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Calling delete_port for 870713ee-9ca9-44a1-82fc-6b04e03f32dc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:44:33.833495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Pushing event deleted for resources: {'Port': ['ID=870713ee-9ca9-44a1-82fc-6b04e03f32dc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:33.836950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] No DVR routers for this DVR port 870713ee-9ca9-44a1-82fc-6b04e03f32dc on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:44:33.886871 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (870713ee-9ca9-44a1-82fc-6b04e03f32dc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.915238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e0e85d96-bb67-48b9-ab46-c4558c96052b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.915630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] Pushing event deleted for resources: {'Port': ['ID=870713ee-9ca9-44a1-82fc-6b04e03f32dc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:33.919356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e1140-a3f3-4298-ba1a-a21f8867296d None None] No DVR routers for this DVR port 870713ee-9ca9-44a1-82fc-6b04e03f32dc on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:44:33.943509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e85d96-bb67-48b9-ab46-c4558c96052b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:33.952739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:33.953073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53be5ba-e5ae-45f2-bf73-723afa8ddb62') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:33.962495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c53be5ba-e5ae-45f2-bf73-723afa8ddb62), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.976719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c53be5ba-e5ae-45f2-bf73-723afa8ddb62), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.982760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:44:33.983173 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c53be5ba-e5ae-45f2-bf73-723afa8ddb62), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:44:33.985653 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:44:34.040492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e0e85d96-bb67-48b9-ab46-c4558c96052b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.048324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.054376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e0e85d96-bb67-48b9-ab46-c4558c96052b HTTP/1.1" status: 204 len: 168 time: 0.5559850 Feb 03 11:44:34.061488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ae96-2a51-4d35-8285-64a4b71b7088 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e85d96-bb67-48b9-ab46-c4558c96052b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:34.165232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:34.209832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b1f2ca98-20fa-4c18-92c0-0447cfc236b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c304f1e4dd134062a6aebfa90a16a0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432475 Feb 03 11:44:34.212165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:34.262183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] Publish callbacks [] for security_group (dbb4d71c-a678-425f-a9d9-566ac1f36d98), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.279630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 870713ee-9ca9-44a1-82fc-6b04e03f32dc no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:44:34.290179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] Publish callbacks [] for security_group (dbb4d71c-a678-425f-a9d9-566ac1f36d98), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.301282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 870713ee-9ca9-44a1-82fc-6b04e03f32dc {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:44:34.301629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 870713ee-9ca9-44a1-82fc-6b04e03f32dc not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:44:34.302049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee3c76de-fd19-431c-b22e-8a85b07bec1e no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:44:34.322790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ee3c76de-fd19-431c-b22e-8a85b07bec1e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:44:34.323145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ee3c76de-fd19-431c-b22e-8a85b07bec1e not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:44:34.341611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (dbb4d71c-a678-425f-a9d9-566ac1f36d98), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.345179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.346327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbb4d71c-a678-425f-a9d9-566ac1f36d98 HTTP/1.1" status: 204 len: 168 time: 0.1332531 Feb 03 11:44:34.354535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ed84-90ea-4d93-935a-06cedd0ec92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4d71c-a678-425f-a9d9-566ac1f36d98,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:34.363018 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b591-0843-4564-8077-4d34c2713950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.677384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:34.691049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae289d2-2e27-4cda-a7d8-62cbe9594f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.707672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.764470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae289d2-2e27-4cda-a7d8-62cbe9594f64 admin admin] Publish callbacks [] for security_group (1c20f5f7-bb32-4227-b742-c0a252a7a149), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.768967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae289d2-2e27-4cda-a7d8-62cbe9594f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c20f5f7-bb32-4227-b742-c0a252a7a149), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.806178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6ae289d2-2e27-4cda-a7d8-62cbe9594f64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1276910 Feb 03 11:44:34.806997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae289d2-2e27-4cda-a7d8-62cbe9594f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20f5f7-bb32-4227-b742-c0a252a7a149,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:34.809885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:34.859204 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] Publish callbacks [] for security_group (1c20f5f7-bb32-4227-b742-c0a252a7a149), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.881003 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] Publish callbacks [] for security_group (1c20f5f7-bb32-4227-b742-c0a252a7a149), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.925692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1c20f5f7-bb32-4227-b742-c0a252a7a149), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.928273 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:34.929475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c20f5f7-bb32-4227-b742-c0a252a7a149 HTTP/1.1" status: 204 len: 168 time: 0.1182566 Feb 03 11:44:34.937435 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3497dc-2c6e-4906-91eb-9ed3a9cb40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20f5f7-bb32-4227-b742-c0a252a7a149,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:35.494781 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52874) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:35.597464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1156590289-network', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:35.620409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:35.622783 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.630984 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.707284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks [] for security_group (abb04cae-20de-4fc9-b8e8-86ebc9e48ced), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.711139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (abb04cae-20de-4fc9-b8e8-86ebc9e48ced), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.732063 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:44:35.746621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb04cae-20de-4fc9-b8e8-86ebc9e48ced,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:35.750109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3174576d-1bd3-4872-ba2d-2ce6f9d55b72), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.750452 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Added segment 3174576d-1bd3-4872-ba2d-2ce6f9d55b72 of type vlan for network 36af39f8-cd4e-4f30-a3d7-a0c025840755 Feb 03 11:44:35.796727 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (36af39f8-cd4e-4f30-a3d7-a0c025840755), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.823549 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (36af39f8-cd4e-4f30-a3d7-a0c025840755), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.824550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:35.825148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.859744 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638499 Feb 03 11:44:35.862762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:35.867736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Request body: {'subnet': {'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1156590289-subnet', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:35.887555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:35.890124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:35.890261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694fab-74f0-45fb-8a4f-11f46657c424 admin admin] Pushing event updated for resources: {'Network': ['ID=36af39f8-cd4e-4f30-a3d7-a0c025840755,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:35.902290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:44:36.068317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (7ff27509-aa7b-4a48-bb2a-e71e7f2387e6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.123629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:36.132998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:36.133391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Network hostable DHCP agents. Network: 36af39f8-cd4e-4f30-a3d7-a0c025840755, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:44:36.150299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:44:36.160188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 36af39f8-cd4e-4f30-a3d7-a0c025840755) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:36.164412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:36.165041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.173360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d0e5e-863b-4f80-a234-f3a9fd1b03a9 None None] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:36.185456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a30ce61e-4d03-4d31-b283-edd0b1f11a8c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3190837 Feb 03 11:44:36.185783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:36.191049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:36.213643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (15888197-7a67-4ef8-827a-f1310240d7e5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.214681 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (15888197-7a67-4ef8-827a-f1310240d7e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.269849 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for router_controller (15888197-7a67-4ef8-827a-f1310240d7e5), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.365598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.373512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-36af39f8-cd4e-4f30-a3d7-a0c025840755', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:44:36.374544 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.421683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for router_gateway (15888197-7a67-4ef8-827a-f1310240d7e5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.569320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Allocated IP 172.20.0.2 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/70f7e337-d0a5-4851-8f70-c4bcba6fd717) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:36.632595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for router_gateway (15888197-7a67-4ef8-827a-f1310240d7e5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.651932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.733621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks [] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.743363 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.770191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Allocated IP 172.25.7.7 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/64d90a5a-2c13-44ce-ab87-a430eed0ff46) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:36.787881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:36.791146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:36.795112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:36.808103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Pushing event updated for resources: {'Port': ['ID=70f7e337-d0a5-4851-8f70-c4bcba6fd717,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:36.862615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Attempting to bind port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:36.863080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Attempting to bind port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:36.863509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Attempting to bind port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:36.869783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:36.870244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:36.870717 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.871178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:36.871712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Bound port: 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:36.872159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.883234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.924708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.940409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] For port 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:36.944023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] For port 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=70f7e337-d0a5-4851-8f70-c4bcba6fd717,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:36.950880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:36.972237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:36.975297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:36.979872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:36.983745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=64d90a5a-2c13-44ce-ab87-a430eed0ff46,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:37.028408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bd6a4-fe2f-4027-96a9-9184072f7a78 None None] Pushing event updated for resources: {'Port': ['ID=70f7e337-d0a5-4851-8f70-c4bcba6fd717,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:37.314999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for router_gateway (15888197-7a67-4ef8-827a-f1310240d7e5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:37.403546 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:37.546132 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (15888197-7a67-4ef8-827a-f1310240d7e5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:37.684039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Router 15888197-7a67-4ef8-827a-f1310240d7e5 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:44:37.813038 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:37.831214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:37.845370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:37.847699 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5a2b8db5-4fba-4914-b643-d00eb837f0b5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6607544 Feb 03 11:44:37.850480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:37.851996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:37.852727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:38.173352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:38.240808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0de674-9bc0-41da-975a-da8af85f163f None None] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:38.383720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Provisioning complete for port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:38.384101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.411098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70f7e337-d0a5-4851-8f70-c4bcba6fd717 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:38.411343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.576964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Allocated IP 172.20.0.1 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/83604015-5b69-46cd-9837-657c153c6e5f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:38.585970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:38.586363 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.628789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Current status of the port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:38.629288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.679724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:37Z', 'revision_number': 3, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:38.688496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks [] for port (83604015-5b69-46cd-9837-657c153c6e5f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.714472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:38.714826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Updating router 15888197-7a67-4ef8-827a-f1310240d7e5 port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:38.730685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.749473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] For port 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=70f7e337-d0a5-4851-8f70-c4bcba6fd717,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:38.776261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:38.778286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.783022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:38.787546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:38.788227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.811256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Pushing event updated for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:38.826511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.826890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.827261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.827559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.827907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.828234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.829111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.829453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.829789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.830122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.830451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.830777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.831108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:38.845324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:38.845711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.845923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (15888197-7a67-4ef8-827a-f1310240d7e5), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:38.954695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437f315-b897-443e-a056-597d9f0e7d23 None None] Pushing event updated for resources: {'Port': ['ID=70f7e337-d0a5-4851-8f70-c4bcba6fd717,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:39.000072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-abbd1cdd-d225-4a1d-866b-16dfa32a0cca None None] Provisioning complete for port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:39.001027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abbd1cdd-d225-4a1d-866b-16dfa32a0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.070228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:44:39.070584 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:44:39.182001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-abbd1cdd-d225-4a1d-866b-16dfa32a0cca None None] Current status of the port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:39.243396 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks [] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.249421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.316625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Attempting to bind port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:39.317037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Attempting to bind port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:39.317407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Attempting to bind port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:39.320939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060d15-2e78-48c0-b162-64a2064de8c0 None None] Pushing event updated for resources: {'Port': ['ID=64d90a5a-2c13-44ce-ab87-a430eed0ff46,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:39.322467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83604015-5b69-46cd-9837-657c153c6e5f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.328860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:39.329112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:39.329402 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.329817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:39.330639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Bound port: 64d90a5a-2c13-44ce-ab87-a430eed0ff46, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:39.330805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.334672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-46f48616-90f6-4e09-9789-8ada85480017 None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:39.335044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46f48616-90f6-4e09-9789-8ada85480017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.405037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-46f48616-90f6-4e09-9789-8ada85480017 None None] Port 83604015-5b69-46cd-9837-657c153c6e5f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:39.414668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] For port 64d90a5a-2c13-44ce-ab87-a430eed0ff46, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:39.418220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] For port 64d90a5a-2c13-44ce-ab87-a430eed0ff46, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=64d90a5a-2c13-44ce-ab87-a430eed0ff46,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:39.424597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.484164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:39.485313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:39.487033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060d15-2e78-48c0-b162-64a2064de8c0 None None] Pushing event updated for resources: {'Port': ['ID=64d90a5a-2c13-44ce-ab87-a430eed0ff46,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:39.495517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks [] for port (83604015-5b69-46cd-9837-657c153c6e5f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.501438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.571278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Pushing event updated for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:39.575477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (15888197-7a67-4ef8-827a-f1310240d7e5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:39.624745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:39.627123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:39.666623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:39.668126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:39.811438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:44:39.929293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:39.944217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4003747c-33f3-4787-846c-74d93e0d6101 admin admin] 10.222.0.30 "PUT /v2.0/routers/15888197-7a67-4ef8-827a-f1310240d7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817325 Feb 03 11:44:39.953978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0e93518c-ddbf-4758-a3bf-d3894fe1aac3 None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:39.954356 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e93518c-ddbf-4758-a3bf-d3894fe1aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.015797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e93518c-ddbf-4758-a3bf-d3894fe1aac3 None None] Port 83604015-5b69-46cd-9837-657c153c6e5f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:40.035422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:38Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:40.063336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de01b2-6d1c-4a22-b802-1f11ec0d7a56 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:38Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:40.321440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70f7e337-d0a5-4851-8f70-c4bcba6fd717 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:40.384075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:40.384454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.474837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:40.489150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52906) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:40.494536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2063895076-network', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:40.518351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Made reservation on behalf of bc3d79c2bd2d49f2986679d015a51879 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:40.520711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.530501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.618485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks [] for security_group (abc6d71b-3003-42bb-93c3-856500033d70), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.622610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (abc6d71b-3003-42bb-93c3-856500033d70), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.649538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:44:40.660867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6d71b-3003-42bb-93c3-856500033d70,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:40.668155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.668520 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Added segment ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898 of type vlan for network caa7d0dd-653d-4d3e-ac28-445d9e299d0b Feb 03 11:44:40.740014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (caa7d0dd-653d-4d3e-ac28-445d9e299d0b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.756518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52910) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:40.778369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-9390d736-a726-4135-a7f7-f24b7a6de1f0 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:40.779870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-9390d736-a726-4135-a7f7-f24b7a6de1f0 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0811296 Feb 03 11:44:40.781175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (caa7d0dd-653d-4d3e-ac28-445d9e299d0b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.782017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:40.782581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.827034 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-7b444957-7adc-482e-92d5-a2b3a5c3681d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:40.866153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3757238 Feb 03 11:44:40.882660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:40.889165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7b65d-70da-4dc9-939b-19215ce5c065 admin admin] Pushing event updated for resources: {'Network': ['ID=caa7d0dd-653d-4d3e-ac28-445d9e299d0b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:40.890036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Request body: {'subnet': {'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2063895076-subnet', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:40.900598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:44:40.904432 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11f3b0-94b6-47bf-9e8d-df0a3215d541 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:40.905043 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11f3b0-94b6-47bf-9e8d-df0a3215d541 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:40.905513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11f3b0-94b6-47bf-9e8d-df0a3215d541 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:40.917673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ad11f3b0-94b6-47bf-9e8d-df0a3215d541 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=99f1f0f9d0794613946a15eb09432d60&network_id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 3073 time: 0.1592460 Feb 03 11:44:40.939444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Made reservation on behalf of bc3d79c2bd2d49f2986679d015a51879 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:40.942429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.022115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-7b444957-7adc-482e-92d5-a2b3a5c3681d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Publish callbacks [] for security_group (41bf6982-3bec-4fce-8189-d0e954196ec0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.027746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-7b444957-7adc-482e-92d5-a2b3a5c3681d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (41bf6982-3bec-4fce-8189-d0e954196ec0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.079866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdf0f53b-7f56-491a-95a0-aa2ba81cea3c req-7b444957-7adc-482e-92d5-a2b3a5c3681d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917404 Feb 03 11:44:41.090242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444957-7adc-482e-92d5-a2b3a5c3681d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf6982-3bec-4fce-8189-d0e954196ec0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:41.182346 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (64d01e9e-5940-4902-b122-7c5fa33911b7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.220634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70324fa2-5bcf-4793-b39d-98595d1609e7 req-4c4d1143-0a63-47c3-a09c-12d96c67d3b7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:41.222928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70324fa2-5bcf-4793-b39d-98595d1609e7 req-4c4d1143-0a63-47c3-a09c-12d96c67d3b7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0683007 Feb 03 11:44:41.254086 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d01e9e-5940-4902-b122-7c5fa33911b7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:41.270699 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Checking segment: {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:41.271067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Network hostable DHCP agents. Network: caa7d0dd-653d-4d3e-ac28-445d9e299d0b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:44:41.287522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70324fa2-5bcf-4793-b39d-98595d1609e7 req-1959bce4-a84d-4bdb-bbe6-03b64482e36e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579336 Feb 03 11:44:41.294753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:44:41.315167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:41.318459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, caa7d0dd-653d-4d3e-ac28-445d9e299d0b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:41.323933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:41.324803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.335602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7526ae9-5c6d-4ab4-aa5d-5f23af372410 None None] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:41.362472 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91e4ffac-5977-44d0-8850-e23d3908df2f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4772432 Feb 03 11:44:41.364990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:41.369881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:41.396576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.397817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.401690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9b957e3e-4add-4dcd-92d0-93a0658e2e35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/61fa90bc-0fa2-44f2-8f4a-18399763b59c HTTP/1.1" status: 200 len: 994 time: 0.0852735 Feb 03 11:44:41.469694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for router_controller (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.493955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:44:41.495187 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.634300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for router_gateway (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.652641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Allocated IP 172.20.0.2 (caa7d0dd-653d-4d3e-ac28-445d9e299d0b/64d01e9e-5940-4902-b122-7c5fa33911b7/8114fbb2-9238-480f-9a55-28cfd4980296) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:41.839962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks [] for port (8114fbb2-9238-480f-9a55-28cfd4980296), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.848136 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.893229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:41.900811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:41.905576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:41.909846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Pushing event updated for resources: {'Port': ['ID=8114fbb2-9238-480f-9a55-28cfd4980296,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:41.973048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Attempting to bind port 8114fbb2-9238-480f-9a55-28cfd4980296 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:41.973443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Attempting to bind port 8114fbb2-9238-480f-9a55-28cfd4980296 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:41.973804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Attempting to bind port 8114fbb2-9238-480f-9a55-28cfd4980296 on network caa7d0dd-653d-4d3e-ac28-445d9e299d0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:41.974414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-77f5b99b-3b47-4d76-a3b3-5b51c607310c req-abaa659f-b17c-4bf5-8e7f-f5ef612aec44 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:44:41.980277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:41.980469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Checking segment: {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:41.980807 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.981259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Bound using segment: {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:41.981836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Bound port: 8114fbb2-9238-480f-9a55-28cfd4980296, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:41.982128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:41.983126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77f5b99b-3b47-4d76-a3b3-5b51c607310c req-abaa659f-b17c-4bf5-8e7f-f5ef612aec44 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2251294 Feb 03 11:44:42.065572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] For port 8114fbb2-9238-480f-9a55-28cfd4980296, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:42.070342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] For port 8114fbb2-9238-480f-9a55-28cfd4980296, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8114fbb2-9238-480f-9a55-28cfd4980296,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:42.077645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.147548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eef24-9b9d-44d0-90aa-03e1045000d4 None None] Pushing event updated for resources: {'Port': ['ID=8114fbb2-9238-480f-9a55-28cfd4980296,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:42.199420 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for router_gateway (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.230423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.367719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:42.431367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 64d90a5a-2c13-44ce-ab87-a430eed0ff46 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:42.436757 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Allocated IP 172.25.7.137 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/9a94b9a8-4039-4e2b-ac4d-7300faad596d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:42.539822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:42.540207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.541114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4d0af-0880-46af-9ac9-e25142a8ca80 req-a44991d1-0601-4c1d-972e-8fb164d71f6a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:42.542716 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56a4d0af-0880-46af-9ac9-e25142a8ca80 req-a44991d1-0601-4c1d-972e-8fb164d71f6a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1542511 Feb 03 11:44:42.614149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-af097186-2db0-4d9c-9d0a-63f4c8d5ec30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2446291 Feb 03 11:44:42.623691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56a4d0af-0880-46af-9ac9-e25142a8ca80 req-ae62f210-5411-4ddf-9745-47686f387d3c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734260 Feb 03 11:44:42.633052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.637673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-cd6293f4-d36b-47d9-886f-b807bc5e1e7e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:44:42.639272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-cd6293f4-d36b-47d9-886f-b807bc5e1e7e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116823 Feb 03 11:44:42.660320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:42.660832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.696456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 64d90a5a-2c13-44ce-ab87-a430eed0ff46, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=64d90a5a-2c13-44ce-ab87-a430eed0ff46,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:42.700143 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.703844 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:42.759723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:42.763498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:42.766817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:42.788084 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:42.798136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=64d90a5a-2c13-44ce-ab87-a430eed0ff46,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:42.802387 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:42.803100 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:42.819475 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Pushing event updated for resources: {'Port': ['ID=9a94b9a8-4039-4e2b-ac4d-7300faad596d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:42.919428 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:43.114773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for router_gateway (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.128052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:43.164844 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 2, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:43.200279 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:43.200746 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Updating router 15888197-7a67-4ef8-827a-f1310240d7e5 port 83604015-5b69-46cd-9837-657c153c6e5f binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:43.268986 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83604015-5b69-46cd-9837-657c153c6e5f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.270908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08250df-6a23-4e88-80e3-ed9a1c8bc705 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:43.288975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d08250df-6a23-4e88-80e3-ed9a1c8bc705 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d HTTP/1.1" status: 200 len: 814 time: 0.1597617 Feb 03 11:44:43.413040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.561233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3f9fc-eb14-4f29-9be0-f71300214f0c None None] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:43.601281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:44:43.651517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Provisioning complete for port 8114fbb2-9238-480f-9a55-28cfd4980296 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:43.651939 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.672774 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks [] for port (83604015-5b69-46cd-9837-657c153c6e5f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.682470 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.738207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:43.777531 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c48cf2-8d20-42ee-b811-c84ad4e641ce None None] Pushing event updated for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:43.788898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.790478 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-94216076-e445-43b6-850c-b697368b5f0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4241908 Feb 03 11:44:43.798612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:43.804676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Sync routers for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:43.826274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1b5e-03da-4135-ae4c-0449c142072d req-521b29d2-2e9e-4560-ab1a-94924fe5124c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:43.834530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71bc1b5e-03da-4135-ae4c-0449c142072d req-521b29d2-2e9e-4560-ab1a-94924fe5124c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0855134 Feb 03 11:44:43.860886 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Attempting to bind port 83604015-5b69-46cd-9837-657c153c6e5f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:43.861547 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Attempting to bind port 83604015-5b69-46cd-9837-657c153c6e5f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:43.861815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Attempting to bind port 83604015-5b69-46cd-9837-657c153c6e5f on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:43.869700 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:43.870065 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:43.870478 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.870918 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:43.871542 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Bound port: 83604015-5b69-46cd-9837-657c153c6e5f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:43.871929 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83604015-5b69-46cd-9837-657c153c6e5f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.876698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Current status of the port 8114fbb2-9238-480f-9a55-28cfd4980296 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:43.881022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:43.927971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:43.936753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71bc1b5e-03da-4135-ae4c-0449c142072d req-6c12ee4f-c330-43e3-a49c-fd806df6548b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011910 Feb 03 11:44:43.938116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:43.987966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:43.994549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'network': {'name': 'tempest-network-smoke--1796974684', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:44.026196 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] For port 83604015-5b69-46cd-9837-657c153c6e5f, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:44.029930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:44.032520 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] For port 83604015-5b69-46cd-9837-657c153c6e5f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83604015-5b69-46cd-9837-657c153c6e5f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:44.037531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.043155 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.085945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:44:44.108678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] For port 8114fbb2-9238-480f-9a55-28cfd4980296, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8114fbb2-9238-480f-9a55-28cfd4980296,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:44.118476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.119141 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Added segment d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c of type vlan for network c890404b-77f9-406c-b0df-b8fa0628433b Feb 03 11:44:44.130178 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c48cf2-8d20-42ee-b811-c84ad4e641ce None None] Pushing event updated for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:44.130609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.166199 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:44.167342 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:44.209554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:44.230540 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (c890404b-77f9-406c-b0df-b8fa0628433b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.316530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (c890404b-77f9-406c-b0df-b8fa0628433b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.335041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:44.348048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.351865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd216363-a4e8-4794-9a35-4190487ef30a None None] Pushing event updated for resources: {'Port': ['ID=8114fbb2-9238-480f-9a55-28cfd4980296,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:44.396537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:44.396941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.462118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4703846 Feb 03 11:44:44.506975 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:44.511391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:44.626179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Current status of the port 83604015-5b69-46cd-9837-657c153c6e5f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:44.627965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (83604015-5b69-46cd-9837-657c153c6e5f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.634690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8114fbb2-9238-480f-9a55-28cfd4980296 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:44.658412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31becc-9e62-4f8b-86f2-5941537c08fb tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:44.659953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1b31becc-9e62-4f8b-86f2-5941537c08fb tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=99f1f0f9d0794613946a15eb09432d60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1395268 Feb 03 11:44:44.672070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:44.674375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6b2fc-fb3a-40e0-a0a4-35ce7ff25e87 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Network': ['ID=c890404b-77f9-406c-b0df-b8fa0628433b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:44.677844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-00b8b1a1-9253-4f19-9bc1-da1276a2565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:44.679684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-00b8b1a1-9253-4f19-9bc1-da1276a2565a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.3287427 Feb 03 11:44:44.703120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] For port 83604015-5b69-46cd-9837-657c153c6e5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83604015-5b69-46cd-9837-657c153c6e5f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:44.710827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network c890404b-77f9-406c-b0df-b8fa0628433b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:44:44.730965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.763152 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.871411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424405c-ca76-4744-a1da-6b73287f877f tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:44.873408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4424405c-ca76-4744-a1da-6b73287f877f tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2000217 Feb 03 11:44:44.875201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-407c446f-4f0b-409a-9d48-adf596ea0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:44.876756 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:44.877070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-407c446f-4f0b-409a-9d48-adf596ea0775 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1872971 Feb 03 11:44:44.887344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 3, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:44.949261 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-56a7de60-b0f6-4217-a50d-09fe896ce5f3 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688927 Feb 03 11:44:44.950229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:44.956477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8114fbb2-9238-480f-9a55-28cfd4980296 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:44.956856 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.958572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Checking router: c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:44.958922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Updating router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 port 9a94b9a8-4039-4e2b-ac4d-7300faad596d binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:44.961681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab84a7-7b28-4e71-b843-1685b7b96f3d None None] Pushing event updated for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:44.964299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Provisioning complete for port 8114fbb2-9238-480f-9a55-28cfd4980296 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:44.964750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:44.979050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-2c6869a5-0da9-43a9-83ef-a9680d8e64aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1002 time: 0.0929213 Feb 03 11:44:45.047423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.048271 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:45.050082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-735d5dc1-c3b9-441c-8876-ceba32c7eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:45.051910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-735d5dc1-c3b9-441c-8876-ceba32c7eee9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0492258 Feb 03 11:44:45.057834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1cf4ee85-69b9-4bcf-9308-c167c1a36cc1 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=99f1f0f9d0794613946a15eb09432d60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011624 Feb 03 11:44:45.059885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:45.060261 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Allocated IP 172.20.0.1 (caa7d0dd-653d-4d3e-ac28-445d9e299d0b/64d01e9e-5940-4902-b122-7c5fa33911b7/0488c465-3384-4e5d-9e79-350336d28e18) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:45.080498 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0503438-4cc3-46b7-8a11-60afab9f8a33 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:45.219278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks [] for port (0488c465-3384-4e5d-9e79-350336d28e18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.267740 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.280860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8114fbb2-9238-480f-9a55-28cfd4980296 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:45.282786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83604015-5b69-46cd-9837-657c153c6e5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:45.287225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ff72-3d9d-43a9-bbe0-5733122694a3 req-6a42bfe7-b628-4934-b01f-06f2d143a7bd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:45.288835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5158ff72-3d9d-43a9-bbe0-5733122694a3 req-6a42bfe7-b628-4934-b01f-06f2d143a7bd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.2296844 Feb 03 11:44:45.292531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4b7efe2c-283e-41c1-906d-7a96bdd4ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:45.294060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4b7efe2c-283e-41c1-906d-7a96bdd4ef8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2301388 Feb 03 11:44:45.295261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05d99d-5055-4224-b53a-f8f0dde5caf3 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:45.304159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5d05d99d-5055-4224-b53a-f8f0dde5caf3 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2401009 Feb 03 11:44:45.304159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 52994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:45.318344 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:45.321686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:45.328445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:45.347860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Current status of the port 8114fbb2-9238-480f-9a55-28cfd4980296 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:45.354146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-543ec750-3e43-49b7-967f-e04a3252567b tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493982 Feb 03 11:44:45.354410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 52996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:45.366385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016533606', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:45.419348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:45.419724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.466025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:45.466442 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.474099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Pushing event updated for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:45.515221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-8ba80907-46db-4d6d-83b7-fa7a74cf3fff service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594882 Feb 03 11:44:45.548683 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.644248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:45.648572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.674287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-f040aa90-4063-4691-952d-212ba50f3420 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469488 Feb 03 11:44:45.699628 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5158ff72-3d9d-43a9-bbe0-5733122694a3 req-f1f5b283-a96c-41b7-a1e0-0b0af2cbcdd3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971031 Feb 03 11:44:45.861877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb7002-c2d9-4f78-950b-a037bc57704c None None] Current status of the port 83604015-5b69-46cd-9837-657c153c6e5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:45.868891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks [] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.886445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0488c465-3384-4e5d-9e79-350336d28e18), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.895374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:45.970092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 83604015-5b69-46cd-9837-657c153c6e5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:45.971185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 64d90a5a-2c13-44ce-ab87-a430eed0ff46 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:45.992955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (d4cca1ed-8757-406f-b54f-dd48f8236f06), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.017106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7145e1-8f9b-4552-98da-459762884f43 None None] Pushing event updated for resources: {'Port': ['ID=9a94b9a8-4039-4e2b-ac4d-7300faad596d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:46.029012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Attempting to bind port 9a94b9a8-4039-4e2b-ac4d-7300faad596d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:46.029395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Attempting to bind port 9a94b9a8-4039-4e2b-ac4d-7300faad596d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:46.030274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Attempting to bind port 9a94b9a8-4039-4e2b-ac4d-7300faad596d on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:46.040754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-51672f04-2d15-4ebc-9c03-b0a410e88dfd None None] Provisioning complete for port 0488c465-3384-4e5d-9e79-350336d28e18 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:46.042227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51672f04-2d15-4ebc-9c03-b0a410e88dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0488c465-3384-4e5d-9e79-350336d28e18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.049043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:46.049325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:46.050158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.050158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:46.050596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Bound port: 9a94b9a8-4039-4e2b-ac4d-7300faad596d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:46.050997 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.111824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Subnet': ['ID=d4cca1ed-8757-406f-b54f-dd48f8236f06,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:46.121471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-51672f04-2d15-4ebc-9c03-b0a410e88dfd None None] Port 0488c465-3384-4e5d-9e79-350336d28e18 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:46.138528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Checking segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:46.138926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network hostable DHCP agents. Network: c890404b-77f9-406c-b0df-b8fa0628433b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:44:46.144728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:46.145177 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.174658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] For port 9a94b9a8-4039-4e2b-ac4d-7300faad596d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:46.184804 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network c890404b-77f9-406c-b0df-b8fa0628433b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:44:46.193816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] For port 9a94b9a8-4039-4e2b-ac4d-7300faad596d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9a94b9a8-4039-4e2b-ac4d-7300faad596d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:46.197669 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks [] for port (0488c465-3384-4e5d-9e79-350336d28e18), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.201644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.202967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.209768 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, c890404b-77f9-406c-b0df-b8fa0628433b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:46.233330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd1b23-cfaa-4b9b-964f-2d5fb49c5b02 None None] Network c890404b-77f9-406c-b0df-b8fa0628433b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:46.350139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7145e1-8f9b-4552-98da-459762884f43 None None] Pushing event updated for resources: {'Port': ['ID=9a94b9a8-4039-4e2b-ac4d-7300faad596d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:46.368924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:46.369575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:46.377005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:46.473650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-c890404b-77f9-406c-b0df-b8fa0628433b', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ips': [{'subnet_id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:44:46.474574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.506873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8114fbb2-9238-480f-9a55-28cfd4980296 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:46.509242 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.555489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:46.556084 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.596270 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-657398cc-dcbd-461b-b732-0670cbfe6b54 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2373514 Feb 03 11:44:46.599170 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Pushing event updated for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:46.603235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.629001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:46.706683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:46.708324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:46.786728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8114fbb2-9238-480f-9a55-28cfd4980296 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:46.787013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:46.903509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Allocated IP 172.20.0.18 (c890404b-77f9-406c-b0df-b8fa0628433b/d4cca1ed-8757-406f-b54f-dd48f8236f06/d9bda648-3a31-4c43-8949-ea3027b65e74) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:46.904702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:44:46.929404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53002) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:46.942013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e829e-213a-4c0c-a7a3-a434ec4b54bc req-b7d2febf-c296-4045-a487-41ae2a60ed8f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:46.944354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-713e829e-213a-4c0c-a7a3-a434ec4b54bc req-b7d2febf-c296-4045-a487-41ae2a60ed8f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1199522 Feb 03 11:44:46.954583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79664595', 'description': 'tempest-secgroup-smoke-79664595 description', 'project_id': '99f1f0f9d0794613946a15eb09432d60'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:46.998520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.067031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-713e829e-213a-4c0c-a7a3-a434ec4b54bc req-1312b7ea-0ea8-4c7d-874d-2e938f6b361e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991595 Feb 03 11:44:47.099837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:44:47.115722 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a638c01c-5496-4bdb-9a97-001fedb2cc72 admin admin] 10.222.0.30 "PUT /v2.0/routers/c0e5f379-5af2-4ae7-a92b-6945eb31f0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3061824 Feb 03 11:44:47.115986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8114fbb2-9238-480f-9a55-28cfd4980296 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:47.115986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83604015-5b69-46cd-9837-657c153c6e5f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:47.134613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (75989d1d-c267-4b2a-8008-5edc4e8114d7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.139702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75989d1d-c267-4b2a-8008-5edc4e8114d7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.168444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.173365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2239859 Feb 03 11:44:47.173365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:47.178701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:47.185723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522a54a-1ddc-42ba-bb98-6824d7cf34c5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75989d1d-c267-4b2a-8008-5edc4e8114d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.208720 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (ff1f994f-8c5b-40f6-977c-35bf28eed1f4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.247029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8393c91f-2e04-406b-ae98-ae9f5d272d90 None None] Provisioning complete for port 0488c465-3384-4e5d-9e79-350336d28e18 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:47.247490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8393c91f-2e04-406b-ae98-ae9f5d272d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0488c465-3384-4e5d-9e79-350336d28e18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.307306 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (ff1f994f-8c5b-40f6-977c-35bf28eed1f4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.312712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ff1f994f-8c5b-40f6-977c-35bf28eed1f4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.332395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1f994f-8c5b-40f6-977c-35bf28eed1f4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.345992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.350103 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dd38a683-1992-4fc4-a65e-a8458b9b2bd3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731219 Feb 03 11:44:47.350434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53012) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:47.355178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:47.364670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8393c91f-2e04-406b-ae98-ae9f5d272d90 None None] Port 0488c465-3384-4e5d-9e79-350336d28e18 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:47.370172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 83604015-5b69-46cd-9837-657c153c6e5f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:47.370545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (83604015-5b69-46cd-9837-657c153c6e5f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.389432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (bf27e6a7-6414-42bc-8b6f-bebc4036e13b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.406051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0488c465-3384-4e5d-9e79-350336d28e18', 'name': '', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'mac_address': 'fa:16:3e:0a:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:44Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 2, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'subnets': [{'id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:47.418076 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks [] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.454028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18f6e5-570e-4668-a169-6b95732df1ca None None] The sync data for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 is: [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0488c465-3384-4e5d-9e79-350336d28e18', 'name': '', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'mac_address': 'fa:16:3e:0a:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:44Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 2, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'subnets': [{'id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:47.454531 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (bf27e6a7-6414-42bc-8b6f-bebc4036e13b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.459240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.462596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bf27e6a7-6414-42bc-8b6f-bebc4036e13b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.489473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf27e6a7-6414-42bc-8b6f-bebc4036e13b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.499500 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.501269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d4a2258-ae5a-4e2e-b89d-5483c88f57b6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496778 Feb 03 11:44:47.504042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:47.510336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:47.511621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Network c890404b-77f9-406c-b0df-b8fa0628433b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:47.517501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:47.522410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:47.528496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Pushing event updated for resources: {'Port': ['ID=d9bda648-3a31-4c43-8949-ea3027b65e74,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.546314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (9ad9defb-2463-453e-90f9-77f30d22fcb1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.633304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (9ad9defb-2463-453e-90f9-77f30d22fcb1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.635036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 83604015-5b69-46cd-9837-657c153c6e5f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:47.637428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Attempting to bind port d9bda648-3a31-4c43-8949-ea3027b65e74 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:47.637774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Attempting to bind port d9bda648-3a31-4c43-8949-ea3027b65e74 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:47.638145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Attempting to bind port d9bda648-3a31-4c43-8949-ea3027b65e74 on network c890404b-77f9-406c-b0df-b8fa0628433b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:47.639125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (9ad9defb-2463-453e-90f9-77f30d22fcb1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.645273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:47.645756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Checking segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:47.646075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.646480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Bound using segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:47.646970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Bound port: d9bda648-3a31-4c43-8949-ea3027b65e74, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:47.647361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.668056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad9defb-2463-453e-90f9-77f30d22fcb1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.675468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.678004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e8078024-9468-498f-8bac-8cadfc848a1d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723163 Feb 03 11:44:47.681385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:47.688070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:47.722036 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (c182f788-ae85-4682-aee4-a97215a72837), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.842617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (c182f788-ae85-4682-aee4-a97215a72837), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.853470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c182f788-ae85-4682-aee4-a97215a72837), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.875862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c182f788-ae85-4682-aee4-a97215a72837,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:47.893395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.898194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:47.902951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:47.908511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-84decde2-ac15-4fb5-9c2d-9ff7632fc624 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172167 Feb 03 11:44:47.932902 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:44:47.941702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (0507f435-8b7b-4cdd-90e7-8db248983335), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:47.957311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] For port d9bda648-3a31-4c43-8949-ea3027b65e74, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:47.968366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] For port d9bda648-3a31-4c43-8949-ea3027b65e74, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d9bda648-3a31-4c43-8949-ea3027b65e74,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:47.984193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.053367 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (0507f435-8b7b-4cdd-90e7-8db248983335), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.065479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (0507f435-8b7b-4cdd-90e7-8db248983335), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.074133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311337-aff1-4549-aae6-e8ac4797480a None None] Pushing event updated for resources: {'Port': ['ID=d9bda648-3a31-4c43-8949-ea3027b65e74,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:48.102199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0507f435-8b7b-4cdd-90e7-8db248983335,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:48.118557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.122463 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c93bb017-ce98-4cbe-8d29-9e553565977b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228329 Feb 03 11:44:48.125137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53028) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:44:48.130937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '75989d1d-c267-4b2a-8008-5edc4e8114d7', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:48.196304 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:44:48.238058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (b638cf2e-2040-4900-a072-4ca271e46cbb), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.349611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db3b5-15f1-4132-8b62-f6d3637ee5d3 req-fbcb1ac2-ee51-438e-991a-6551b3ce28b9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:48.352327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68db3b5-15f1-4132-8b62-f6d3637ee5d3 req-fbcb1ac2-ee51-438e-991a-6551b3ce28b9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1475897 Feb 03 11:44:48.370589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (b638cf2e-2040-4900-a072-4ca271e46cbb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.383419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b638cf2e-2040-4900-a072-4ca271e46cbb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.413870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b638cf2e-2040-4900-a072-4ca271e46cbb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:48.420122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.421383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-50d36f23-f1a2-4afe-adaf-9f470707dac0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2945924 Feb 03 11:44:48.469584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68db3b5-15f1-4132-8b62-f6d3637ee5d3 req-807fc7e6-46b0-4d72-88f1-fe22432afec3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117027 Feb 03 11:44:48.643150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d9bda648-3a31-4c43-8949-ea3027b65e74 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:48.723689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d9bda648-3a31-4c43-8949-ea3027b65e74 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:48.724151 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.798652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-9e544ff8-a0b8-4f5f-bd9c-20a276c3f708 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79664595&fields=id&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 267 time: 0.0701528 Feb 03 11:44:48.816849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d9bda648-3a31-4c43-8949-ea3027b65e74 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:48.817417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.858431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d9bda648-3a31-4c43-8949-ea3027b65e74, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d9bda648-3a31-4c43-8949-ea3027b65e74,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:48.865590 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:48.928565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d9bda648-3a31-4c43-8949-ea3027b65e74,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:48.952114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-ee626d01-1e15-4816-b0c4-460a5d7511c1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:48.954514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-ee626d01-1e15-4816-b0c4-460a5d7511c1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/networks?id=c890404b-77f9-406c-b0df-b8fa0628433b HTTP/1.1" status: 200 len: 797 time: 0.1544602 Feb 03 11:44:48.985768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-616ea90c-ae10-45c0-ab54-61f03e9de730 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/quotas/99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 375 time: 0.0237470 Feb 03 11:44:49.081244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-e3fdd52d-a65b-456a-994a-4dda973b46a8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0944891 Feb 03 11:44:49.241475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-cf81015d-d9b3-4a14-9081-28000d1a19f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494660 Feb 03 11:44:49.428072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-439fdd81-d595-4772-af56-5bb7cab96499 service neutron] 10.222.0.30 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783195 Feb 03 11:44:49.657341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c00f21-a13d-49f3-9078-a65e846d676b None None] Network c890404b-77f9-406c-b0df-b8fa0628433b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:44:49.684365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d62886df-2ce4-4e8f-8fbe-9ce3716f3007 req-fd324089-c898-4f0c-86c1-e3675e566ed3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 210 time: 0.0670793 Feb 03 11:44:49.770344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b626-e3b5-4ad1-9081-95ac3c27272c req-524ce90b-851b-411c-9c23-46bc949d7705 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:49.771948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53c7b626-e3b5-4ad1-9081-95ac3c27272c req-524ce90b-851b-411c-9c23-46bc949d7705 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0904942 Feb 03 11:44:49.778958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0376b981-abd0-4b19-99e4-b64a7264f39c None None] Provisioning complete for port d9bda648-3a31-4c43-8949-ea3027b65e74 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:49.779348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0376b981-abd0-4b19-99e4-b64a7264f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:49.859048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53c7b626-e3b5-4ad1-9081-95ac3c27272c req-eadbb58a-dd28-45e6-b111-e7b416a6f42d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810509 Feb 03 11:44:49.917142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0376b981-abd0-4b19-99e4-b64a7264f39c None None] Current status of the port d9bda648-3a31-4c43-8949-ea3027b65e74 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:50.157738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3fdaaf76-f5bf-4122-800b-8a3704158f6f None None] Provisioning complete for port d9bda648-3a31-4c43-8949-ea3027b65e74 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:50.158031 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdaaf76-f5bf-4122-800b-8a3704158f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:50.244250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fdaaf76-f5bf-4122-800b-8a3704158f6f None None] Current status of the port d9bda648-3a31-4c43-8949-ea3027b65e74 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:50.559741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9a94b9a8-4039-4e2b-ac4d-7300faad596d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:50.626238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9a94b9a8-4039-4e2b-ac4d-7300faad596d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:50.626618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:50.713884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9a94b9a8-4039-4e2b-ac4d-7300faad596d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:50.714558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:50.740557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 9a94b9a8-4039-4e2b-ac4d-7300faad596d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9a94b9a8-4039-4e2b-ac4d-7300faad596d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:50.749378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:50.751880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d9bda648-3a31-4c43-8949-ea3027b65e74 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:50.844401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c97b3e34-d732-4c50-89cb-9320c98cc3df req-b156f304-3d12-4b8c-ba5c-ac4bf0731a89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 210 time: 0.0659060 Feb 03 11:44:50.869222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-2872a38b-f525-46fe-b5bb-037171e9824a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:50.871352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-2872a38b-f525-46fe-b5bb-037171e9824a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.2216065 Feb 03 11:44:50.878680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d9bda648-3a31-4c43-8949-ea3027b65e74 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:50.879083 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:50.897656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-3f2b9a65-a83a-4673-9855-36e064208acc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0200374 Feb 03 11:44:50.902257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=9a94b9a8-4039-4e2b-ac4d-7300faad596d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:50.923349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-83a865b0-ea69-4466-9a82-4d7145bc17f6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:50.924813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-83a865b0-ea69-4466-9a82-4d7145bc17f6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/networks?id=c890404b-77f9-406c-b0df-b8fa0628433b HTTP/1.1" status: 200 len: 797 time: 0.1952505 Feb 03 11:44:50.981172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d9bda648-3a31-4c43-8949-ea3027b65e74 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:51.000577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-aaa47ef1-35be-4c67-a356-471ab2c3d3a3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965104 Feb 03 11:44:51.085513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-39171671-eda6-4cde-af72-464a6fb2eddb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 470 time: 0.1402495 Feb 03 11:44:51.100022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'port': {'device_id': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'admin_state_up': True, 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'security_groups': ['75989d1d-c267-4b2a-8008-5edc4e8114d7']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:51.215456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf91c5-72e9-4975-92f7-fb9a31e17bc3 req-55887b83-8bc4-4cfa-88cb-f610ad48677b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:51.216844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcbf91c5-72e9-4975-92f7-fb9a31e17bc3 req-55887b83-8bc4-4cfa-88cb-f610ad48677b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.2267177 Feb 03 11:44:51.259259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-60b5f8a1-2c8e-4c05-b4fd-ee51ed9ea158 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484047 Feb 03 11:44:51.348571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcbf91c5-72e9-4975-92f7-fb9a31e17bc3 req-ee6e3187-045a-48df-a217-e366e04af55b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251688 Feb 03 11:44:51.413549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:51.417736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:51.442721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-67b03456-ed59-4485-9769-cbe5598dedcb service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703598 Feb 03 11:44:51.573506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.28 (c890404b-77f9-406c-b0df-b8fa0628433b/d4cca1ed-8757-406f-b54f-dd48f8236f06/b59ca94a-63e5-46d9-b144-32fda5ddc08b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:51.767512 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:51.785927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-837283c0-304c-480e-99f2-69a953838d79 req-21ce76cc-de2f-4e1a-91da-54d62a99c8d6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0342631 Feb 03 11:44:51.821230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:51.869365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network c890404b-77f9-406c-b0df-b8fa0628433b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:51.874608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:51.878704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:51.894026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:51.998848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:51.999505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.027770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-81923b91-a437-4f54-b40b-cbfbefb00f0b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9345243 Feb 03 11:44:52.046516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Request body: {'port': {'device_id': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:52.055326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Sync routers for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:44:52.067976 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:52.068793 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:52.082806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee1b15-2ae8-40af-b656-ea16921029e9 req-9711e787-c561-4f2a-b442-0c2c50883be6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:52.090249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4ee1b15-2ae8-40af-b656-ea16921029e9 req-9711e787-c561-4f2a-b442-0c2c50883be6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 932 time: 0.1370366 Feb 03 11:44:52.181262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4ee1b15-2ae8-40af-b656-ea16921029e9 req-68adfecc-1d73-40dc-b728-86cfcad91ef9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900683 Feb 03 11:44:52.182215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:52.185799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fd503b7b-4d91-4f0e-90c7-342e7ba5234d None None] Provisioning complete for port b59ca94a-63e5-46d9-b144-32fda5ddc08b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:52.186371 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.187052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd503b7b-4d91-4f0e-90c7-342e7ba5234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.251557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd503b7b-4d91-4f0e-90c7-342e7ba5234d None None] Port b59ca94a-63e5-46d9-b144-32fda5ddc08b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:52.423579 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0488c465-3384-4e5d-9e79-350336d28e18', 'name': '', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'mac_address': 'fa:16:3e:0a:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:44Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 2, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'subnets': [{'id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:52.457842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Checking router: c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:44:52.458517 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Updating router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 port 0488c465-3384-4e5d-9e79-350336d28e18 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:44:52.487853 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0488c465-3384-4e5d-9e79-350336d28e18), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.508609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9a94b9a8-4039-4e2b-ac4d-7300faad596d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:52.564525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9a94b9a8-4039-4e2b-ac4d-7300faad596d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:52.565026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.654364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9a94b9a8-4039-4e2b-ac4d-7300faad596d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:52.785666 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks [] for port (0488c465-3384-4e5d-9e79-350336d28e18), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.791986 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.875304 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f53a-56d1-4838-b649-9770dcf5aa85 None None] Pushing event updated for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:52.920205 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Attempting to bind port 0488c465-3384-4e5d-9e79-350336d28e18 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:52.920579 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Attempting to bind port 0488c465-3384-4e5d-9e79-350336d28e18 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:52.921208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Attempting to bind port 0488c465-3384-4e5d-9e79-350336d28e18 on network caa7d0dd-653d-4d3e-ac28-445d9e299d0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:52.931466 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:52.932605 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Checking segment: {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:52.933177 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.933674 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Bound using segment: {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:52.934446 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Bound port: 0488c465-3384-4e5d-9e79-350336d28e18, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:52.934933 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0488c465-3384-4e5d-9e79-350336d28e18), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:52.935562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9ab90c6-a16e-4167-8001-93ac50e6dcc4 req-b2ce6917-e5a4-44a9-86fe-ddb6096e1486 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0459182 Feb 03 11:44:53.012156 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] For port 0488c465-3384-4e5d-9e79-350336d28e18, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:53.015932 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] For port 0488c465-3384-4e5d-9e79-350336d28e18, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0488c465-3384-4e5d-9e79-350336d28e18,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:53.023335 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.030198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9092-9520-40e6-9961-b21de740202c req-f8e1d596-0a45-4998-8b87-b05c38183cce tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:53.032215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55cd9092-9520-40e6-9961-b21de740202c req-f8e1d596-0a45-4998-8b87-b05c38183cce tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.5855725 Feb 03 11:44:53.091023 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:44:53.092420 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:44:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:53.138360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59ca94a-63e5-46d9-b144-32fda5ddc08b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:44:53.154196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks [] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.167953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55cd9092-9520-40e6-9961-b21de740202c req-2201cae7-fb40-413a-9977-8402d1bba8ca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155829 Feb 03 11:44:53.190493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Transition to ACTIVE for port object b59ca94a-63e5-46d9-b144-32fda5ddc08b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:44:53.201526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-b4b3b1ff-a69a-4dc6-abe2-24a957e99128 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:53.203328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-b4b3b1ff-a69a-4dc6-abe2-24a957e99128 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.2516537 Feb 03 11:44:53.204880 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.215041 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f53a-56d1-4838-b649-9770dcf5aa85 None None] Pushing event updated for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:53.240728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:53.251083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Provisioning complete for port 0488c465-3384-4e5d-9e79-350336d28e18 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:53.253185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0488c465-3384-4e5d-9e79-350336d28e18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.302872 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:44:53.361725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:53.472191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Current status of the port 0488c465-3384-4e5d-9e79-350336d28e18 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:53.472842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0488c465-3384-4e5d-9e79-350336d28e18), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.549834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] For port 0488c465-3384-4e5d-9e79-350336d28e18, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0488c465-3384-4e5d-9e79-350336d28e18,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:53.558052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.605800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:44:53.610423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.645341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Pushing event updated for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:53.654942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.655597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.656160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.656780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.657887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.658453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.659009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.659559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.660106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.660658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.661227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.661783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.662327 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0488c465-3384-4e5d-9e79-350336d28e18', 'name': '', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'mac_address': 'fa:16:3e:0a:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:44Z', 'updated_at': '2022-02-03T11:44:53Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'subnets': [{'id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:44:53.662523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5fe66-cfb9-45bd-a7e7-1d9daefa63a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:44:53.685139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b54b5b-2c6d-42eb-bf1f-1abb24f0ca87 req-df41fefe-0f3c-44b2-afbd-3489d7b1de4a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:53.692489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8b54b5b-2c6d-42eb-bf1f-1abb24f0ca87 req-df41fefe-0f3c-44b2-afbd-3489d7b1de4a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 944 time: 0.1619151 Feb 03 11:44:53.706545 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbee2a-5565-423c-978a-126f14f7fe29 None None] The sync data for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 is: [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:44:45Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0488c465-3384-4e5d-9e79-350336d28e18', 'name': '', 'network_id': 'caa7d0dd-653d-4d3e-ac28-445d9e299d0b', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'mac_address': 'fa:16:3e:0a:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:44Z', 'updated_at': '2022-02-03T11:44:53Z', 'revision_number': 4, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'subnets': [{'id': '64d01e9e-5940-4902-b122-7c5fa33911b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:44:53.717175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d1d22550-157d-4b32-9a2c-d05bed557f87 None None] Provisioning complete for port 0488c465-3384-4e5d-9e79-350336d28e18 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:53.717995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d22550-157d-4b32-9a2c-d05bed557f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0488c465-3384-4e5d-9e79-350336d28e18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.804373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Attempting to bind port b59ca94a-63e5-46d9-b144-32fda5ddc08b on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:53.804729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Attempting to bind port b59ca94a-63e5-46d9-b144-32fda5ddc08b by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:53.805098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Attempting to bind port b59ca94a-63e5-46d9-b144-32fda5ddc08b on network c890404b-77f9-406c-b0df-b8fa0628433b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:53.831496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8b54b5b-2c6d-42eb-bf1f-1abb24f0ca87 req-962d9e5b-d90c-44a8-abbe-2b597993da65 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379631 Feb 03 11:44:53.835495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Port b59ca94a-63e5-46d9-b144-32fda5ddc08b on network c890404b-77f9-406c-b0df-b8fa0628433b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:44:53.836087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Attempting to bind port b59ca94a-63e5-46d9-b144-32fda5ddc08b on network c890404b-77f9-406c-b0df-b8fa0628433b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:53.848807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1d22550-157d-4b32-9a2c-d05bed557f87 None None] Current status of the port 0488c465-3384-4e5d-9e79-350336d28e18 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:53.857830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:53.858329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Checking segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:53.858780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Bound using segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:53.859400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Bound port: b59ca94a-63e5-46d9-b144-32fda5ddc08b, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:53.859832 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:53.946141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.7 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:44:53.986205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:54.018217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:54.033080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.070210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.071186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.072813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/b59ca94a-63e5-46d9-b144-32fda5ddc08b HTTP/1.1" status: 200 len: 1092 time: 2.0317869 Feb 03 11:44:54.114363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:54.117303 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e26cf-07a4-4c0c-ab66-0241e4e04bea" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:54.121325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b2ba795-f0d2-4c1e-a5cf-fdb8bcd5b800 req-2d4de35e-4cbd-4026-bca5-4a7ff046bb4b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0814846 Feb 03 11:44:54.212855 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761de0b8-aab1-455f-90a7-00e6ab4f49a1 x-openstack-request-id: req-761de0b8-aab1-455f-90a7-00e6ab4f49a1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:54.213299 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:54.213529 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-761de0b8-aab1-455f-90a7-00e6ab4f49a1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:54.213942 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b', 'status': 'completed', 'code': 200} Feb 03 11:44:54.265633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65057d-97ad-4ff1-ab30-96a3aedee2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:54.362439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-d9e56033-3986-45ff-89a6-c00deb69342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.363997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-d9e56033-3986-45ff-89a6-c00deb69342e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 1126 time: 0.2217281 Feb 03 11:44:54.406149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.466069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-6d6b6ffa-1da5-414c-bbf3-cba341257494 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b HTTP/1.1" status: 200 len: 217 time: 0.0797265 Feb 03 11:44:54.520695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a06ff7-200d-47de-b9c1-4d119e87f8d6 req-7ecce36f-85d3-401c-853d-66dad16274ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.522463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0a06ff7-200d-47de-b9c1-4d119e87f8d6 req-7ecce36f-85d3-401c-853d-66dad16274ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.2385368 Feb 03 11:44:54.552805 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0488c465-3384-4e5d-9e79-350336d28e18 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:44:54.586235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-22497001-e918-4fd4-aa4c-ac23daa1cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.588740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-22497001-e918-4fd4-aa4c-ac23daa1cf18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4cca1ed-8757-406f-b54f-dd48f8236f06 HTTP/1.1" status: 200 len: 838 time: 0.1161873 Feb 03 11:44:54.605710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.618596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0488c465-3384-4e5d-9e79-350336d28e18 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:54.618996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0488c465-3384-4e5d-9e79-350336d28e18), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.682851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0a06ff7-200d-47de-b9c1-4d119e87f8d6 req-79e9c696-e39c-482b-b956-38d1f96106fe tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498609 Feb 03 11:44:54.698358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:44:54.708386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:44:54.712225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:44:54.727383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0488c465-3384-4e5d-9e79-350336d28e18 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:54.743505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:54.766109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16ac2-f851-489b-b437-d2231e86852d req-77756d30-da71-46b9-b533-199425153da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.768689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-77756d30-da71-46b9-b533-199425153da9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c890404b-77f9-406c-b0df-b8fa0628433b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1724541 Feb 03 11:44:54.864895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:54.865602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:54.930334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-21d04ce1-d439-4603-823e-fb24cb574d5a service neutron] 10.222.0.69 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527207 Feb 03 11:44:54.988427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-64a3762d-6ea1-48d3-99ea-7e1f4f47fc4e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7721431 Feb 03 11:44:55.009468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Request body: {'port': {'device_id': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:55.010758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-66b77fbd-57ce-433b-8577-86551943bb11 None None] Provisioning complete for port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:44:55.011137 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66b77fbd-57ce-433b-8577-86551943bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:55.050585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66b77fbd-57ce-433b-8577-86551943bb11 None None] Port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:44:55.098894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09127240-e3c5-4e1d-904c-a9b7c2ee47be req-753cdcd0-4539-4812-98d3-7d5c2f81cf83 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.100427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09127240-e3c5-4e1d-904c-a9b7c2ee47be req-753cdcd0-4539-4812-98d3-7d5c2f81cf83 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 944 time: 0.1684859 Feb 03 11:44:55.153357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35a16ac2-f851-489b-b437-d2231e86852d req-602343f5-91ce-435b-82d2-f4036e763893 service neutron] 10.222.0.69 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889575 Feb 03 11:44:55.165833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:55.208356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09127240-e3c5-4e1d-904c-a9b7c2ee47be req-2c3921af-62fc-4991-92ac-3689610554c9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961401 Feb 03 11:44:55.412328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d560da-d653-49fd-8e63-767124a615e7 req-edd1e0ea-fc02-41b5-ab82-e2a74e67e227 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.414001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1d560da-d653-49fd-8e63-767124a615e7 req-edd1e0ea-fc02-41b5-ab82-e2a74e67e227 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 931 time: 0.1812263 Feb 03 11:44:55.418602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-a6449578-3e28-4ddf-94b1-23b1b6397f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.420165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-a6449578-3e28-4ddf-94b1-23b1b6397f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 1126 time: 0.1544714 Feb 03 11:44:55.583801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1d560da-d653-49fd-8e63-767124a615e7 req-6ca2298e-226f-4814-b818-162e7e8c657f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596870 Feb 03 11:44:55.629334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-27ecdf89-7595-4546-9cd9-94bfc06cf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.630909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-27ecdf89-7595-4546-9cd9-94bfc06cf43d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c890404b-77f9-406c-b0df-b8fa0628433b HTTP/1.1" status: 200 len: 898 time: 0.1912637 Feb 03 11:44:55.691615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-b827c99d-f43f-40c4-9654-4312986171e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b HTTP/1.1" status: 200 len: 217 time: 0.0537341 Feb 03 11:44:55.760935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:44:55.784433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks [] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:55.790091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-81d2c154-1d4d-4f89-87e9-e6cc4392c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.792258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-81d2c154-1d4d-4f89-87e9-e6cc4392c8a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4cca1ed-8757-406f-b54f-dd48f8236f06 HTTP/1.1" status: 200 len: 838 time: 0.0799854 Feb 03 11:44:55.830470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Transition to ACTIVE for port object 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:44:55.848802 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:55.929462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a1258-be91-44f2-b2c2-a9ecf061d93e req-bf7ad9c9-3220-4f5c-9371-517c21e62597 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.930987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-258a1258-be91-44f2-b2c2-a9ecf061d93e req-bf7ad9c9-3220-4f5c-9371-517c21e62597 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1639326 Feb 03 11:44:55.931624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:55.971902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-2e117535-ad42-4949-97b2-1998dc79ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:55.973456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-2e117535-ad42-4949-97b2-1998dc79ac3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c890404b-77f9-406c-b0df-b8fa0628433b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1626456 Feb 03 11:44:56.007974 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:44:56.136330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-258a1258-be91-44f2-b2c2-a9ecf061d93e req-35cccfcd-3910-4493-9ad3-eed4b8c93ade tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931729 Feb 03 11:44:56.155611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Attempting to bind port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:56.156037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Attempting to bind port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:44:56.158115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Attempting to bind port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:56.165231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:44:56.165231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Attempting to bind port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:44:56.178085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:44:56.178519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:44:56.178964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:44:56.179425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Bound port: 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:44:56.179786 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:56.194478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-79fb8b63-2ea4-4c1a-b54e-9bc0512fc41e service neutron] 10.222.0.69 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125723 Feb 03 11:44:56.353116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:44:56.390800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:44:56.416959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:56.433086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654e26cf-07a4-4c0c-ab66-0241e4e04bea req-cfaa5a33-28ad-4a4e-a00a-4677c643b0ef service neutron] 10.222.0.69 "GET /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316589 Feb 03 11:44:56.480614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.481466 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:56.482836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] 10.222.0.53 "PUT /v2.0/ports/4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 HTTP/1.1" status: 200 len: 1091 time: 1.4786863 Feb 03 11:44:56.486478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:44:56.489017 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6edc7-557f-4fde-ac2d-e98911848be5" -d '{"events": [{"name": "network-changed", "server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:44:56.512052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7d604-a6e6-40a6-8678-38bb5ecd60ae req-03983955-ce85-4df5-a335-576da805dcfb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.513620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29d7d604-a6e6-40a6-8678-38bb5ecd60ae req-03983955-ce85-4df5-a335-576da805dcfb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 944 time: 0.2006075 Feb 03 11:44:56.541198 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1048271-35ed-4dbb-b80f-14ade46a7a9a x-openstack-request-id: req-c1048271-35ed-4dbb-b80f-14ade46a7a9a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:44:56.541486 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:44:56.541740 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1048271-35ed-4dbb-b80f-14ade46a7a9a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:44:56.542130 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860', 'status': 'completed', 'code': 200} Feb 03 11:44:56.563647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b1fd-45a6-438b-938d-3b206da25267 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:56.618226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29d7d604-a6e6-40a6-8678-38bb5ecd60ae req-69b8a6ce-a181-4591-b76a-9134b26d9db6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933335 Feb 03 11:44:56.634045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-78df7769-ac6b-4727-9c0d-be8159ca302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.635831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-78df7769-ac6b-4727-9c0d-be8159ca302a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 1125 time: 0.0979810 Feb 03 11:44:56.683470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-b348606e-2b47-4175-82ef-d23098133709 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 HTTP/1.1" status: 200 len: 217 time: 0.0374165 Feb 03 11:44:56.784778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-11c2383f-7961-42d0-bdbb-0fb8f1083a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.786301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-11c2383f-7961-42d0-bdbb-0fb8f1083a6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0906932 Feb 03 11:44:56.808568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348ada-f03c-4137-9346-b6179e81997e req-2fa5937e-d2e1-42a3-a958-64f72c7add46 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.810118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0348ada-f03c-4137-9346-b6179e81997e req-2fa5937e-d2e1-42a3-a958-64f72c7add46 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1243162 Feb 03 11:44:56.878153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e65c-867f-4693-af58-48fa0824645a req-71c1db53-9094-4dd3-97d0-69522d312ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:56.879673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-71c1db53-9094-4dd3-97d0-69522d312ffb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874057 Feb 03 11:44:56.883159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0348ada-f03c-4137-9346-b6179e81997e req-21dd942d-7694-41b2-9060-9f48b6ef73ce tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572553 Feb 03 11:44:56.976627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-b0c73c4c-3305-4257-a234-a9811ad57185 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887318 Feb 03 11:44:57.076436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9685e65c-867f-4693-af58-48fa0824645a req-43cddd65-ab88-40a8-a0d2-a21e6600192e service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941920 Feb 03 11:44:57.166789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-e675f067-51e5-44b2-9097-2d015ff5b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:57.168316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-e675f067-51e5-44b2-9097-2d015ff5b47b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 1125 time: 0.0463159 Feb 03 11:44:57.295055 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:57.309861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-476d2c2e-3d3d-4a65-bdd2-c7eba60e2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:57.311329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-476d2c2e-3d3d-4a65-bdd2-c7eba60e2ae3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1346486 Feb 03 11:44:57.323193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ccc0c-2a6c-42e5-a247-d85e4583d70f req-d17f2e4a-1de1-42bb-9c06-75f0ab9265ac tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:57.324670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64ccc0c-2a6c-42e5-a247-d85e4583d70f req-d17f2e4a-1de1-42bb-9c06-75f0ab9265ac tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1078668 Feb 03 11:44:57.366911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-cba734ca-be9f-4e7e-98f7-9bdf926b1f21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 HTTP/1.1" status: 200 len: 217 time: 0.0412366 Feb 03 11:44:57.440967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64ccc0c-2a6c-42e5-a247-d85e4583d70f req-569a74e9-001b-4b63-97a2-0ca7d5f25cb5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087787 Feb 03 11:44:57.442478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-a059f520-c616-45df-b276-03de2bc2a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:57.444012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-a059f520-c616-45df-b276-03de2bc2a5da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0707724 Feb 03 11:44:57.505820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-646778a6-1eb0-4980-b0f1-82b987404828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:57.507467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-646778a6-1eb0-4980-b0f1-82b987404828 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575902 Feb 03 11:44:57.603986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-f8705c2b-06cc-4494-a6be-b592bd724eb2 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Feb 03 11:44:58.115015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cb6edc7-557f-4fde-ac2d-e98911848be5 req-b94e355d-6d5b-4971-a7e8-e5a1e543ea6d service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049841 Feb 03 11:44:58.135590 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fcbbf-89eb-43c1-960d-ec78795dac0b req-8a380633-63ab-42ea-9512-9387d0119160 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.137179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca5fcbbf-89eb-43c1-960d-ec78795dac0b req-8a380633-63ab-42ea-9512-9387d0119160 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1188269 Feb 03 11:44:58.144630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7ae4c-8f87-4fcc-8d88-6722742f8bdc req-cbadd463-7376-4e49-aff2-56fdf53bfabc tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.146203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeb7ae4c-8f87-4fcc-8d88-6722742f8bdc req-cbadd463-7376-4e49-aff2-56fdf53bfabc tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 944 time: 0.1289930 Feb 03 11:44:58.220495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca5fcbbf-89eb-43c1-960d-ec78795dac0b req-55cefa86-7db0-4719-9bed-90d2f3ec3c1a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Feb 03 11:44:58.236020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aeb7ae4c-8f87-4fcc-8d88-6722742f8bdc req-a2b1e575-801b-49eb-9943-d1736c1f8e2f tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816910 Feb 03 11:44:58.335872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-36d48244-07d0-4282-8faa-67e4bcbaef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.337384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-36d48244-07d0-4282-8faa-67e4bcbaef2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0479641 Feb 03 11:44:58.455573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-fbac41db-341a-4699-aceb-c1db9b3ea3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.457180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-fbac41db-341a-4699-aceb-c1db9b3ea3c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.0939648 Feb 03 11:44:58.558977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-573b3bc0-8b9e-4ca2-9526-3c5921539ab8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1002 time: 0.0924656 Feb 03 11:44:58.617682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa657a0-1fd5-4200-9ba0-86772eb9a833 req-45cb6256-3091-46a2-9e16-3c1f13cd5c0f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.619142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0aa657a0-1fd5-4200-9ba0-86772eb9a833 req-45cb6256-3091-46a2-9e16-3c1f13cd5c0f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1026912 Feb 03 11:44:58.632255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-91e750a8-57ee-4726-b6c6-6af02140b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.633643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-91e750a8-57ee-4726-b6c6-6af02140b0a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0654905 Feb 03 11:44:58.701031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0aa657a0-1fd5-4200-9ba0-86772eb9a833 req-ac85c02e-b252-42ac-b341-b98e00cfbf5f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753863 Feb 03 11:44:58.711205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-b0f4df16-0196-4a98-adcc-67424ef6591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:58.712801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-b0f4df16-0196-4a98-adcc-67424ef6591a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687795 Feb 03 11:44:58.743703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b59ca94a-63e5-46d9-b144-32fda5ddc08b details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:44:58.826638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-a97fa20b-a6c7-455d-bcc9-461a433901e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046505 Feb 03 11:44:58.850427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:58.866234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'port_id': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b', 'mac_address': 'fa:16:3e:b6:8a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:44:58.915104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b59ca94a-63e5-46d9-b144-32fda5ddc08b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:44:58.915502 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:58.929387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59ca94a-63e5-46d9-b144-32fda5ddc08b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:44:58.938825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe82462-47b9-4893-bd40-d1f3ea13f0bf req-fb0fdc95-04a5-430f-8a6f-755fb83b5923 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017098 Feb 03 11:44:58.950342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:44:58.956134 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:44:59.005956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:44:59.323324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b59ca94a-63e5-46d9-b144-32fda5ddc08b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:44:59.390787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19207f-177a-4681-9380-4b60b3ab3868 req-c3324b98-c609-480e-ba58-29f2cf8ecec8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:59.392372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d19207f-177a-4681-9380-4b60b3ab3868 req-c3324b98-c609-480e-ba58-29f2cf8ecec8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0929971 Feb 03 11:44:59.430860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47693e-143b-4152-9fdb-a27f0fa735d1 req-461f3087-8e1b-411d-af0b-aaf2a6eacd28 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:59.432362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f47693e-143b-4152-9fdb-a27f0fa735d1 req-461f3087-8e1b-411d-af0b-aaf2a6eacd28 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 945 time: 0.0851858 Feb 03 11:44:59.477120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d19207f-177a-4681-9380-4b60b3ab3868 req-2f5e1e35-f6f7-4f2b-b4df-beb779f4a773 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764222 Feb 03 11:44:59.517850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f47693e-143b-4152-9fdb-a27f0fa735d1 req-04053f92-4dae-4f13-a86c-e28820df01c7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731177 Feb 03 11:44:59.835642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8553cb-8a9e-47fc-8239-268f3af05647 req-e3bd4c1e-86d3-46a6-b449-49ebc34d2755 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:44:59.837313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae8553cb-8a9e-47fc-8239-268f3af05647 req-e3bd4c1e-86d3-46a6-b449-49ebc34d2755 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0626481 Feb 03 11:44:59.891919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae8553cb-8a9e-47fc-8239-268f3af05647 req-e3671ea5-31dd-46be-ade4-77f0965ae831 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Feb 03 11:45:00.644491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc7be-45f4-4302-900e-6f2b6a6ddd5e req-f4804507-2bbd-49a2-a60b-f8ba16a11e50 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:00.646272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fddc7be-45f4-4302-900e-6f2b6a6ddd5e req-f4804507-2bbd-49a2-a60b-f8ba16a11e50 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0933683 Feb 03 11:45:00.674920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b913-cda0-4177-ac45-7033df7cbb90 req-913d322d-1491-4d6f-853b-eabee2e7a152 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:00.676400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6055b913-cda0-4177-ac45-7033df7cbb90 req-913d322d-1491-4d6f-853b-eabee2e7a152 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 945 time: 0.0863705 Feb 03 11:45:00.726441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fddc7be-45f4-4302-900e-6f2b6a6ddd5e req-284b7445-f1ad-4d19-bcf0-3f342c467b0c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Feb 03 11:45:00.743175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b59ca94a-63e5-46d9-b144-32fda5ddc08b up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:45:00.757052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6055b913-cda0-4177-ac45-7033df7cbb90 req-2364259c-88bd-47a1-84b7-01b2948dc7f7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734532 Feb 03 11:45:00.806085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port b59ca94a-63e5-46d9-b144-32fda5ddc08b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:45:00.810719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b59ca94a-63e5-46d9-b144-32fda5ddc08b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:00.811216 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:00.915187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b59ca94a-63e5-46d9-b144-32fda5ddc08b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:00.915667 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:00.943636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:00.945983 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b4ef8-01f8-4e4a-a3c8-f2c6220daffa" -d '{"events": [{"server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "name": "network-vif-plugged", "status": "completed", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:00.958587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:00.964698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:01.000440 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79638d-aa3f-4323-b60b-008079d665bc x-openstack-request-id: req-3b79638d-aa3f-4323-b60b-008079d665bc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:01.000818 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "name": "network-vif-plugged", "status": "completed", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:01.001066 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b79638d-aa3f-4323-b60b-008079d665bc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:01.001490 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b', 'code': 200} Feb 03 11:45:01.027929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:01.028480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2414e3-8247-47f4-945f-d6c35a64373b req-8bee43df-14af-4c66-93e6-f89b0e12f693 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:01.037278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da2414e3-8247-47f4-945f-d6c35a64373b req-8bee43df-14af-4c66-93e6-f89b0e12f693 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0658975 Feb 03 11:45:01.085285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da2414e3-8247-47f4-945f-d6c35a64373b req-55e53770-b082-4c81-b26c-223a429fa83f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471170 Feb 03 11:45:01.132655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c78ff-6902-4d4d-9bfa-211316b26142 req-c380865d-b39b-4389-8495-6b86d4bc0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:01.134168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-848c78ff-6902-4d4d-9bfa-211316b26142 req-c380865d-b39b-4389-8495-6b86d4bc0890 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 1128 time: 0.0445147 Feb 03 11:45:01.179579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-848c78ff-6902-4d4d-9bfa-211316b26142 req-7d682fd2-0f8c-47d5-b78e-b34c23dd07c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389631 Feb 03 11:45:01.269678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fa29a2b-4f75-46dd-a230-2c27119a2f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:01.891347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7042-99b1-4eaa-a591-f0c1a9d497e8 req-139c6ba9-152a-4eb3-a6c5-e78551c8ae12 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:01.892812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-114e7042-99b1-4eaa-a591-f0c1a9d497e8 req-139c6ba9-152a-4eb3-a6c5-e78551c8ae12 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0917313 Feb 03 11:45:01.915533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3545-98e7-4b0e-9c49-99e624a7470e req-b1370d1b-6901-4599-a65b-ae536f11f237 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:01.916976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edd3545-98e7-4b0e-9c49-99e624a7470e req-b1370d1b-6901-4599-a65b-ae536f11f237 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.0776255 Feb 03 11:45:01.976087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-114e7042-99b1-4eaa-a591-f0c1a9d497e8 req-870818bd-5e0b-4227-be7e-9e2060c31378 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757537 Feb 03 11:45:01.989560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edd3545-98e7-4b0e-9c49-99e624a7470e req-87f66d40-3787-436b-a621-80c31450e49d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658917 Feb 03 11:45:02.207109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb62e4-b8c2-41b3-89a9-53a120de1af2 req-12d8fa43-4a07-4ae8-8ebb-9dbf687a0c58 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:02.208598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8eb62e4-b8c2-41b3-89a9-53a120de1af2 req-12d8fa43-4a07-4ae8-8ebb-9dbf687a0c58 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0541351 Feb 03 11:45:02.262625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8eb62e4-b8c2-41b3-89a9-53a120de1af2 req-55e26f1e-c31e-4561-83c0-732c1b8ff318 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484688 Feb 03 11:45:03.196365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2bda6-7a39-402e-b701-112cb98226cf req-7217c508-c123-4b66-be68-1ad407dd5f95 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:03.198100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fe2bda6-7a39-402e-b701-112cb98226cf req-7217c508-c123-4b66-be68-1ad407dd5f95 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.1339440 Feb 03 11:45:03.206843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5404a-38c8-484d-b886-1abcd2da91fa req-eeb095a1-1ab5-4c64-bad6-3998131462ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:03.208430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cd5404a-38c8-484d-b886-1abcd2da91fa req-eeb095a1-1ab5-4c64-bad6-3998131462ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1618147 Feb 03 11:45:03.209316 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-bffbcfb3-e508-445e-9da6-a69b60558b10 service neutron] show failed (client error): The resource could not be found. Feb 03 11:45:03.210242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-bffbcfb3-e508-445e-9da6-a69b60558b10 service neutron] 10.222.0.53 "GET /v2.0/ports/b0c14692-9774-4f79-b544-83572b28c527/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.1531422 Feb 03 11:45:03.299540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cd5404a-38c8-484d-b886-1abcd2da91fa req-3c0e3a8a-b81c-4931-9658-ae70d5da819d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Feb 03 11:45:03.326897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fe2bda6-7a39-402e-b701-112cb98226cf req-8872ee36-26ff-4f49-8028-80aeab583eb1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814772 Feb 03 11:45:03.570463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76245848-408f-4203-8d5f-9c9f7fe843f7 req-749e89c0-749c-4d7d-b4b8-d56d84fa00e2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:03.571955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76245848-408f-4203-8d5f-9c9f7fe843f7 req-749e89c0-749c-4d7d-b4b8-d56d84fa00e2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.1731081 Feb 03 11:45:03.574526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-f74b4344-dcb5-4097-81ce-f6f171130966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:03.575928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-f74b4344-dcb5-4097-81ce-f6f171130966 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 1128 time: 0.1462073 Feb 03 11:45:03.582982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f153883-d703-4c29-b4a7-1acfc4da2d50 req-4b8cfecd-4de0-474d-a674-0ad54e415805 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:03.584443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f153883-d703-4c29-b4a7-1acfc4da2d50 req-4b8cfecd-4de0-474d-a674-0ad54e415805 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.1536472 Feb 03 11:45:03.596276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:45:03.710544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76245848-408f-4203-8d5f-9c9f7fe843f7 req-4b518cab-abcc-458c-a88d-350cac4775af tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250939 Feb 03 11:45:03.723240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f153883-d703-4c29-b4a7-1acfc4da2d50 req-46a3e3b4-de8a-4e70-9a19-b1de3d1c8c78 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317599 Feb 03 11:45:03.730282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:03.939579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:03.973487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:45:04.016707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:04.019020 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a24460-fba9-4ac4-98ac-4d7818a5a745" -d '{"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:04.023103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks [] for port (b0c14692-9774-4f79-b544-83572b28c527), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.037775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Transition to ACTIVE for port object b0c14692-9774-4f79-b544-83572b28c527 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:45:04.042943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.089940 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e60fd4-68b6-482b-91cd-06b894d9529d x-openstack-request-id: req-c2e60fd4-68b6-482b-91cd-06b894d9529d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:04.090909 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:04.090909 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2e60fd4-68b6-482b-91cd-06b894d9529d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:04.090909 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'code': 200} Feb 03 11:45:04.126388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:04.256621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] No DVR routers for this DVR port b0c14692-9774-4f79-b544-83572b28c527 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:04.366448 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-060b73ba-e5b5-4dec-b9f7-f66db1b009ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.416958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:45:04.417301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:45:04.417634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:45:04.438947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:45:04.439380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Attempting to bind port b0c14692-9774-4f79-b544-83572b28c527 on network c5cf1680-3649-49bb-9f4f-9afab2830b4d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:45:04.447457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:45:04.447800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Checking segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:45:04.448188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Bound using segment: {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:45:04.448629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Bound port: b0c14692-9774-4f79-b544-83572b28c527, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d366b73-e845-48cb-84c4-0516cf9389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:45:04.449014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.499922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9084-7455-4df1-bebe-8ca5f32ee2bb req-b9be598e-1cc4-44b5-9e39-dc2124590c95 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:04.501879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98ea9084-7455-4df1-bebe-8ca5f32ee2bb req-b9be598e-1cc4-44b5-9e39-dc2124590c95 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1054611 Feb 03 11:45:04.556928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:45:04.577793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:45:04.582686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98ea9084-7455-4df1-bebe-8ca5f32ee2bb req-2325f001-0fea-4d7f-9341-e997679b3b80 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743215 Feb 03 11:45:04.588774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.621313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:04.621924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.623269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1092 time: 1.0308552 Feb 03 11:45:04.647103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434a93d-4d78-401a-89f3-0919e6480207 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:04.713383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:04.722045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-c02f2cb5-d3c8-4cb3-aabb-d42f50a4608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:04.723559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-c02f2cb5-d3c8-4cb3-aabb-d42f50a4608e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.0514975 Feb 03 11:45:04.856798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-198d07a5-7a84-4e18-ba75-fcda125bc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:04.859387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-198d07a5-7a84-4e18-ba75-fcda125bc5b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1297815 Feb 03 11:45:04.882124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdda61-690c-4287-b050-b6da6407b2ed req-1cf4dbff-8df2-46ef-8512-a82ef37c5fcb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:04.883635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6cdda61-690c-4287-b050-b6da6407b2ed req-1cf4dbff-8df2-46ef-8512-a82ef37c5fcb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.0912611 Feb 03 11:45:04.964940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-287ba800-eaa6-4621-81e1-13d03aed36ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1000 time: 0.0991597 Feb 03 11:45:05.005779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6cdda61-690c-4287-b050-b6da6407b2ed req-84a5ec00-c2d4-430a-ba52-fc2d831c6b01 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930161 Feb 03 11:45:05.023136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-a5f0be1c-8172-4a21-9b48-e4f3fe5dd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:05.024629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-a5f0be1c-8172-4a21-9b48-e4f3fe5dd7e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0517559 Feb 03 11:45:05.074468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-52c22ec1-4c79-4325-9b9d-8d03da227efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:05.075990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-52c22ec1-4c79-4325-9b9d-8d03da227efe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450010 Feb 03 11:45:05.143277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b0c14692-9774-4f79-b544-83572b28c527 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:05.168928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-e7bdb3ca-27a5-4893-8ff8-9dabf6e12503 service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869875 Feb 03 11:45:05.182083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port b0c14692-9774-4f79-b544-83572b28c527 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:45:05.182478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device b0c14692-9774-4f79-b544-83572b28c527 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:05.255133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53166) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:05.273325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-644be5fa-02a7-440b-ad3f-9d709152f7c9 req-6fe9b82a-9913-4c84-815c-a9f5236f4294 service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983574 Feb 03 11:45:05.718782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632639d-ec2f-43ba-8a23-4b2eb11d2cb6 req-b2cf4140-aa36-4731-a584-879b3f5d2579 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:05.720782 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:05.721021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1632639d-ec2f-43ba-8a23-4b2eb11d2cb6 req-b2cf4140-aa36-4731-a584-879b3f5d2579 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0601568 Feb 03 11:45:05.769620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1632639d-ec2f-43ba-8a23-4b2eb11d2cb6 req-1f896c58-c989-40ad-a596-7cc9f6d25959 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Feb 03 11:45:06.008284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.17 (c890404b-77f9-406c-b0df-b8fa0628433b/d4cca1ed-8757-406f-b54f-dd48f8236f06/f6041cc6-2e90-4b95-8d35-0b5305d09934) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:45:06.101924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:06.104262 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f7a8a-5f91-4212-a482-ea38da789f83" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:06.130637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.133944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98fdd-e963-4fd2-bf67-1f085106458b req-94826111-161a-4154-aa21-d8f446da33ec tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:06.135625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34b98fdd-e963-4fd2-bf67-1f085106458b req-94826111-161a-4154-aa21-d8f446da33ec tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.0597708 Feb 03 11:45:06.173653 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c35715-be0a-46bf-8c79-76e8d289c9eb x-openstack-request-id: req-27c35715-be0a-46bf-8c79-76e8d289c9eb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:06.173902 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:06.174040 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27c35715-be0a-46bf-8c79-76e8d289c9eb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:06.174349 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'status': 'completed', 'code': 200} Feb 03 11:45:06.186961 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.219753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34b98fdd-e963-4fd2-bf67-1f085106458b req-79e1b95d-fc95-4227-a8f4-085a75e6335e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766313 Feb 03 11:45:06.252133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network c890404b-77f9-406c-b0df-b8fa0628433b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:45:06.257998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:45:06.264702 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:45:06.291736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-f32196f0-62b7-4b81-8a10-f19679d414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:06.292275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:06.293268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-f32196f0-62b7-4b81-8a10-f19679d414c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.0856295 Feb 03 11:45:06.295825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-33f5a386-a70c-4400-a0bc-16ef7fc3f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:06.298553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-33f5a386-a70c-4400-a0bc-16ef7fc3f94c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.0994477 Feb 03 11:45:06.319533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.345207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.461691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-c0762146-4147-4ae4-8e63-e3e1bc1e37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:06.464343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-c0762146-4147-4ae4-8e63-e3e1bc1e37b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1646850 Feb 03 11:45:06.465587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-d91e5beb-d772-455b-a039-ac6b0a64e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:06.466985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-d91e5beb-d772-455b-a039-ac6b0a64e272 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1584461 Feb 03 11:45:06.481302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.554725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2ae8bfc3-8747-4dd5-9021-410f83d35d99 None None] Provisioning complete for port f6041cc6-2e90-4b95-8d35-0b5305d09934 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:06.555109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bfc3-8747-4dd5-9021-410f83d35d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.596206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8bfc3-8747-4dd5-9021-410f83d35d99 None None] Port f6041cc6-2e90-4b95-8d35-0b5305d09934 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:45:06.801969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.808355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.891506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:06.894120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:06.954082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-fea0bebd-2bb0-4f23-91e5-8e0607a5fcc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1000 time: 0.4825897 Feb 03 11:45:06.972056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-846d16e0-d43c-449b-af4a-e758172849ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1000 time: 0.4932148 Feb 03 11:45:06.992604 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network c890404b-77f9-406c-b0df-b8fa0628433b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:45:06.994117 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:45:07.053320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee855e-b26d-4dc1-8f63-6c189b241206 req-d647f315-7672-494e-8d0c-c6311d707f0a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.054767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acee855e-b26d-4dc1-8f63-6c189b241206 req-d647f315-7672-494e-8d0c-c6311d707f0a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1620114 Feb 03 11:45:07.058521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-4884bb2b-a030-494e-82d8-d02f75a3ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.059977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-4884bb2b-a030-494e-82d8-d02f75a3ec85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0998099 Feb 03 11:45:07.091240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-f7a054f3-7ff3-4fee-aaef-9128e99d9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.092707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-f7a054f3-7ff3-4fee-aaef-9128e99d9ee2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.1014171 Feb 03 11:45:07.131226 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:45:07.182333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acee855e-b26d-4dc1-8f63-6c189b241206 req-6b254630-c1da-4474-856c-823900537ce4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194360 Feb 03 11:45:07.191697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-d226b12a-c2e6-407b-95c0-0d7e4d36dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.193419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-d226b12a-c2e6-407b-95c0-0d7e4d36dc8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210806 Feb 03 11:45:07.202629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-6baa9e23-b1af-41c0-b1ca-ca382ff29fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.204638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-6baa9e23-b1af-41c0-b1ca-ca382ff29fed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949976 Feb 03 11:45:07.280589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:45:07.301526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-97207cf8-564d-496e-92b6-1e0e840144d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/ae9adead-a849-4a8c-8597-790bfaf845ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454998 Feb 03 11:45:07.308722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:45:07.325859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:07.326681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:07.395996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-d8dc6ab3-9cd6-448c-bce4-ac208b87b23d service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955445 Feb 03 11:45:07.403121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0927f910-c8e9-4c66-83b1-3dd730870d83 None None] Provisioning complete for port f6041cc6-2e90-4b95-8d35-0b5305d09934 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:07.403729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0927f910-c8e9-4c66-83b1-3dd730870d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:07.414987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-ea10fed8-5d7e-4a9e-99ce-21c876bf46f1 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920905 Feb 03 11:45:07.458096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:07.471178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69595b9-df2c-4a59-a9cb-4d921977533f req-046d4c0c-cfd0-4a28-ad24-c032f41e7a59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:07.472424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d69595b9-df2c-4a59-a9cb-4d921977533f req-046d4c0c-cfd0-4a28-ad24-c032f41e7a59 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.1488791 Feb 03 11:45:07.483925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0927f910-c8e9-4c66-83b1-3dd730870d83 None None] Port f6041cc6-2e90-4b95-8d35-0b5305d09934 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:45:07.502623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:07.622768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-e6cd6f9d-55f4-4424-8b5b-3ec8ef03187d service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933568 Feb 03 11:45:07.627972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e3f7a8a-5f91-4212-a482-ea38da789f83 req-42c2fab6-eadb-47d9-b846-abe2695b8520 service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239659 Feb 03 11:45:07.631753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d69595b9-df2c-4a59-a9cb-4d921977533f req-f887747c-c825-4464-bc53-41c544d2391d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484828 Feb 03 11:45:07.755253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6041cc6-2e90-4b95-8d35-0b5305d09934', 'name': '', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:36:4d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:05Z', 'updated_at': '2022-02-03T11:45:06Z', 'revision_number': 2, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:07.781687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:45:07.782053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Updating router ae9adead-a849-4a8c-8597-790bfaf845ad port f6041cc6-2e90-4b95-8d35-0b5305d09934 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:45:07.809538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.236134 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks [] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.243813 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.299364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b446e1-e9e4-4830-aa4d-6015eefb3c0e None None] Pushing event updated for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:08.336412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e690c1-248e-4a11-85ff-ae21854a5250 req-02eea8f8-55c0-482d-9310-71d1b424b45e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:08.341492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06e690c1-248e-4a11-85ff-ae21854a5250 req-02eea8f8-55c0-482d-9310-71d1b424b45e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0863910 Feb 03 11:45:08.358517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Attempting to bind port f6041cc6-2e90-4b95-8d35-0b5305d09934 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:45:08.359479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Attempting to bind port f6041cc6-2e90-4b95-8d35-0b5305d09934 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:45:08.359479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Attempting to bind port f6041cc6-2e90-4b95-8d35-0b5305d09934 on network c890404b-77f9-406c-b0df-b8fa0628433b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:45:08.365584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:45:08.365961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Checking segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:45:08.366376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.366777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Bound using segment: {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:45:08.367257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Bound port: f6041cc6-2e90-4b95-8d35-0b5305d09934, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:45:08.367649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.402111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06e690c1-248e-4a11-85ff-ae21854a5250 req-2e498a01-0af1-4fec-985b-df80e5f9707a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Feb 03 11:45:08.476699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] For port f6041cc6-2e90-4b95-8d35-0b5305d09934, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:45:08.480879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] For port f6041cc6-2e90-4b95-8d35-0b5305d09934, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6041cc6-2e90-4b95-8d35-0b5305d09934,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:45:08.490417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.544861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:08.545522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:08.591547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b446e1-e9e4-4830-aa4d-6015eefb3c0e None None] Pushing event updated for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:08.653319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Provisioning complete for port f6041cc6-2e90-4b95-8d35-0b5305d09934 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:08.653700 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:08.715688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:08.767757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b08586-bc4e-4a6c-a2e3-b16c581ed889 req-5581e14f-153b-42d5-8973-9fa3adcbbffd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:08.769325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b08586-bc4e-4a6c-a2e3-b16c581ed889 req-5581e14f-153b-42d5-8973-9fa3adcbbffd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.0554767 Feb 03 11:45:08.822756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b0c14692-9774-4f79-b544-83572b28c527 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:45:08.827765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26b08586-bc4e-4a6c-a2e3-b16c581ed889 req-b0f55488-2062-4a7b-9823-00146d9bead7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526769 Feb 03 11:45:08.858978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Current status of the port f6041cc6-2e90-4b95-8d35-0b5305d09934 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:08.859380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:09.000881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] For port f6041cc6-2e90-4b95-8d35-0b5305d09934, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6041cc6-2e90-4b95-8d35-0b5305d09934,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:09.040435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:09.132934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:09.160593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3facce-762b-49b3-aa38-079552222afe req-4c2cbb81-0ca4-48f8-8174-6157dd45a067 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.162135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd3facce-762b-49b3-aa38-079552222afe req-4c2cbb81-0ca4-48f8-8174-6157dd45a067 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 944 time: 0.1386871 Feb 03 11:45:09.168804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-a06f2fae-5fc3-4f0b-abd6-70ea676ea295 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.170185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-a06f2fae-5fc3-4f0b-abd6-70ea676ea295 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.1149445 Feb 03 11:45:09.176776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920bad8-6db7-425f-81c8-de5d5248f82c None None] Pushing event updated for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:09.183893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b0c14692-9774-4f79-b544-83572b28c527', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'port_id': 'b0c14692-9774-4f79-b544-83572b28c527', 'mac_address': 'fa:16:3e:0b:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:45:09.203331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7104e715-86a6-4272-aeb2-cb3125a5a931 None None] Provisioning complete for port f6041cc6-2e90-4b95-8d35-0b5305d09934 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:09.204266 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7104e715-86a6-4272-aeb2-cb3125a5a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:09.258017 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd3facce-762b-49b3-aa38-079552222afe req-171e2b3c-4c8f-4c67-96de-75a589f6b392 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867860 Feb 03 11:45:09.271139 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-da3ca334-dcb6-4e57-a417-e3e128c6d516 service neutron] delete failed (client error): The resource could not be found. Feb 03 11:45:09.272406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-da3ca334-dcb6-4e57-a417-e3e128c6d516 service neutron] 10.222.0.53 "DELETE /v2.0/ports/b0c14692-9774-4f79-b544-83572b28c527/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0954547 Feb 03 11:45:09.272740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b0c14692-9774-4f79-b544-83572b28c527 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:09.273274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:09.296710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c14692-9774-4f79-b544-83572b28c527 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:45:09.318806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6041cc6-2e90-4b95-8d35-0b5305d09934', 'name': '', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:36:4d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:05Z', 'updated_at': '2022-02-03T11:45:08Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:09.363581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efaa50a-039b-4220-9399-82ef1c2da12d None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6041cc6-2e90-4b95-8d35-0b5305d09934', 'name': '', 'network_id': 'c890404b-77f9-406c-b0df-b8fa0628433b', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:36:4d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:05Z', 'updated_at': '2022-02-03T11:45:08Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': 'd4cca1ed-8757-406f-b54f-dd48f8236f06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:45:09.368547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:09.386130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-aae9a3dd-3872-49c4-a065-3eea7d9ee945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.389312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-aae9a3dd-3872-49c4-a065-3eea7d9ee945 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1126 time: 0.0658135 Feb 03 11:45:09.391074 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:09.483031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7104e715-86a6-4272-aeb2-cb3125a5a931 None None] Current status of the port f6041cc6-2e90-4b95-8d35-0b5305d09934 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:09.490625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:09.514486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-60fc6b88-2450-43a5-9783-944bafc5e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.515916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-60fc6b88-2450-43a5-9783-944bafc5e1c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.1181352 Feb 03 11:45:09.623080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-21693265-a817-49c4-a353-3435068014df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 1001 time: 0.0930567 Feb 03 11:45:09.631698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9537-e453-4b3f-bd31-051cbc7796b0 req-2d02063e-d3a6-4e1b-bef2-0a6fd6b633be tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.633263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dfa9537-e453-4b3f-bd31-051cbc7796b0 req-2d02063e-d3a6-4e1b-bef2-0a6fd6b633be tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.1149940 Feb 03 11:45:09.703416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-e80d81d7-e524-4929-9986-9cb85683ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.704952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-e80d81d7-e524-4929-9986-9cb85683ade3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0707843 Feb 03 11:45:09.732147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dfa9537-e453-4b3f-bd31-051cbc7796b0 req-dc3633f7-a15c-4cff-8f4e-a2bacadc71cd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902574 Feb 03 11:45:09.770769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-65bb0c37-136b-49cd-8f92-6ac5dd7e633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:09.772376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-65bb0c37-136b-49cd-8f92-6ac5dd7e633b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574930 Feb 03 11:45:09.795823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b0c14692-9774-4f79-b544-83572b28c527'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:45:09.877711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-a3fe4964-d3b1-452a-b281-c4ae2633ab72 service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975153 Feb 03 11:45:09.992741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac7b3b6-ba46-48a2-adbc-44d1e258d5ee req-a78968fe-74c1-4802-b9cd-dbec21c0d47d service neutron] 10.222.0.53 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049981 Feb 03 11:45:10.387785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffb6b9-cb55-49a1-ba78-c4abfa1e44e4 req-6c0de02a-243a-4a12-aa40-99e8862aa8a8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:10.389412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5ffb6b9-cb55-49a1-ba78-c4abfa1e44e4 req-6c0de02a-243a-4a12-aa40-99e8862aa8a8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 945 time: 0.0561850 Feb 03 11:45:10.457536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5ffb6b9-cb55-49a1-ba78-c4abfa1e44e4 req-28dd23ad-59da-4808-bf34-35ba2678e872 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615649 Feb 03 11:45:10.521021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6041cc6-2e90-4b95-8d35-0b5305d09934 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:45:10.574193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f6041cc6-2e90-4b95-8d35-0b5305d09934 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:10.574582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:10.664568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f6041cc6-2e90-4b95-8d35-0b5305d09934 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:10.818238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b0c14692-9774-4f79-b544-83572b28c527 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:45:10.867631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990697-eeee-4d52-ac4d-be63570d0b45 req-dd13b345-a5de-4403-89a5-8440fc745426 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:10.869532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6990697-eeee-4d52-ac4d-be63570d0b45 req-dd13b345-a5de-4403-89a5-8440fc745426 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0679576 Feb 03 11:45:10.869960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port b0c14692-9774-4f79-b544-83572b28c527 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:45:10.874616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b0c14692-9774-4f79-b544-83572b28c527 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:10.874999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b0c14692-9774-4f79-b544-83572b28c527), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:10.928857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6990697-eeee-4d52-ac4d-be63570d0b45 req-703d6f93-3fd5-4a46-b3b6-19edb8ae1802 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533020 Feb 03 11:45:10.962114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b0c14692-9774-4f79-b544-83572b28c527 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:10.962512 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:10.986427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:10.988718 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e5273-1cd6-4556-a2ce-e8f4d46c1a4b" -d '{"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:11.002481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:11.006886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:11.031494 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1150aa-fa81-4cf9-8b25-b54f0c521a86 x-openstack-request-id: req-7b1150aa-fa81-4cf9-8b25-b54f0c521a86 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:11.031846 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:11.032107 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b1150aa-fa81-4cf9-8b25-b54f0c521a86 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:11.032505 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'code': 200} Feb 03 11:45:11.058904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:11.578305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430ff06-9127-4beb-9052-4f161a8b03ce req-1acaa3a8-6e5a-44a3-bd6a-93605738247c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:11.580316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f430ff06-9127-4beb-9052-4f161a8b03ce req-1acaa3a8-6e5a-44a3-bd6a-93605738247c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.0545480 Feb 03 11:45:11.630947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f430ff06-9127-4beb-9052-4f161a8b03ce req-24068fe0-a0fb-4476-acb6-24c5b4072e9d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Feb 03 11:45:11.656068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53202) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:11.727060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6571520b-c834-4207-a461-60d40add0bc1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/61fa90bc-0fa2-44f2-8f4a-18399763b59c HTTP/1.1" status: 200 len: 994 time: 0.0692081 Feb 03 11:45:12.063754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769ede-9496-489e-a57b-32189270b07c req-207f4582-3bcd-440e-817f-a9bd2dbc684a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:12.066261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c769ede-9496-489e-a57b-32189270b07c req-207f4582-3bcd-440e-817f-a9bd2dbc684a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0609202 Feb 03 11:45:12.116945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c769ede-9496-489e-a57b-32189270b07c req-c19df1f8-cd2b-4e55-ad6e-3ae95eb302f3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Feb 03 11:45:13.197170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:45:13.267592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd510d4-76e3-423b-8ced-7eca9897ca8e req-5984f026-43f1-4199-b844-2e5a2078059d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:13.269243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cd510d4-76e3-423b-8ced-7eca9897ca8e req-5984f026-43f1-4199-b844-2e5a2078059d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 943 time: 0.0740144 Feb 03 11:45:13.314036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:13.322077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cd510d4-76e3-423b-8ced-7eca9897ca8e req-2f447298-c44e-4a23-ba12-3283b50d4cd9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Feb 03 11:45:13.333222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860', 'mac_address': 'fa:16:3e:e5:e2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:45:13.371102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:13.371500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:13.385364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:45:13.405388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:13.409454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:13.463205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:13.666803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:45:14.443484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e55afc-c509-4710-9034-9ab1302dc2a4 req-a0919c9c-3495-400e-b140-c43a421c5dd2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:14.444997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52e55afc-c509-4710-9034-9ab1302dc2a4 req-a0919c9c-3495-400e-b140-c43a421c5dd2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 944 time: 0.0537510 Feb 03 11:45:14.493954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52e55afc-c509-4710-9034-9ab1302dc2a4 req-09a803a5-26ca-4a34-9059-55c3d73782c9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Feb 03 11:45:15.191109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:45:15.243875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:45:15.248615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:45:15.249293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:15.327462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:45:15.327764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:15.350777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:15.353013 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdf2525-9b44-405a-9021-b6cb00fecd75" -d '{"events": [{"server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:15.365116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:15.369571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:15.392819 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be3850-9ae3-47c9-99be-9cd13c308557 x-openstack-request-id: req-51be3850-9ae3-47c9-99be-9cd13c308557 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:15.393151 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:15.393416 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51be3850-9ae3-47c9-99be-9cd13c308557 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:15.393767 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860', 'code': 200} Feb 03 11:45:15.426611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:15.513624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011ff03-1738-4749-83e5-9496afe06fe6 req-b56d05a1-46db-4079-a7dd-d30e9bdc3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:15.515155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6011ff03-1738-4749-83e5-9496afe06fe6 req-b56d05a1-46db-4079-a7dd-d30e9bdc3e1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 1127 time: 0.0512669 Feb 03 11:45:15.569468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6011ff03-1738-4749-83e5-9496afe06fe6 req-1358f08b-8605-4a9e-aedd-92c19877f0a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Feb 03 11:45:15.630162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5c97-d940-4008-8942-9c5385cda0c4 req-b3952af5-2d3d-4b8a-ad41-a9b9d0033210 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:15.631573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09de5c97-d940-4008-8942-9c5385cda0c4 req-b3952af5-2d3d-4b8a-ad41-a9b9d0033210 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0568476 Feb 03 11:45:15.680951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09de5c97-d940-4008-8942-9c5385cda0c4 req-a5fb12d0-f5fb-488a-8d1b-8f1adcd08506 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Feb 03 11:45:16.458245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:16.822876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec94a3-01e9-47a7-ac37-8981140df01d req-c5894337-ff5b-4381-b72e-826584fc46da tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:16.824339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73ec94a3-01e9-47a7-ac37-8981140df01d req-c5894337-ff5b-4381-b72e-826584fc46da tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0585284 Feb 03 11:45:16.879340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73ec94a3-01e9-47a7-ac37-8981140df01d req-068da55b-7a18-4fa4-a036-8c3b7289bb58 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 Feb 03 11:45:17.996236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108f284-3e66-4092-b624-c942416ac0c4 req-bdb5d726-0dcf-4f11-a20e-504c554b9017 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:17.997741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8108f284-3e66-4092-b624-c942416ac0c4 req-bdb5d726-0dcf-4f11-a20e-504c554b9017 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0519571 Feb 03 11:45:18.043099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8108f284-3e66-4092-b624-c942416ac0c4 req-62c12708-61b4-4f3e-b11b-2ec4a4900dc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Feb 03 11:45:18.160561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55c13-1b9c-4f3b-a90c-e99f35182599 req-87e8f451-7334-4189-84d6-68aa0dadfff1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:18.161945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bb55c13-1b9c-4f3b-a90c-e99f35182599 req-87e8f451-7334-4189-84d6-68aa0dadfff1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0510910 Feb 03 11:45:18.207381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bb55c13-1b9c-4f3b-a90c-e99f35182599 req-7e764766-b468-4488-bc9e-62abf9b2a49f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Feb 03 11:45:18.337951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4839-1534-4295-a027-6e9187866c2e req-3a83f561-899c-4484-b9e4-8e7b572eda66 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:18.339526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88bc4839-1534-4295-a027-6e9187866c2e req-3a83f561-899c-4484-b9e4-8e7b572eda66 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0681930 Feb 03 11:45:18.393066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88bc4839-1534-4295-a027-6e9187866c2e req-562b0973-0c7d-4882-9d9e-dc0a4ef769eb tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Feb 03 11:45:18.632028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930626ec-01a3-441d-bcf7-8879515765dc req-5e20f354-4564-458b-b694-b6156fe8e534 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:18.633558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-930626ec-01a3-441d-bcf7-8879515765dc req-5e20f354-4564-458b-b694-b6156fe8e534 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0550861 Feb 03 11:45:18.682472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-930626ec-01a3-441d-bcf7-8879515765dc req-a6835b4c-8834-4955-8304-42f439e92d76 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Feb 03 11:45:19.810163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d76a7-3655-472c-872e-8012384174b5 req-3949f19f-feb9-4da6-86b6-db8beea3dd0c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:19.811638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-276d76a7-3655-472c-872e-8012384174b5 req-3949f19f-feb9-4da6-86b6-db8beea3dd0c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0570157 Feb 03 11:45:19.860177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-276d76a7-3655-472c-872e-8012384174b5 req-fafa14fb-f54f-4319-b5a0-bac8c16e95cb tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Feb 03 11:45:20.239183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-c89eeb38-7830-4f86-8b40-f4cf7f7c0494 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:20.240738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-c89eeb38-7830-4f86-8b40-f4cf7f7c0494 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 945 time: 0.0530455 Feb 03 11:45:20.339335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:20.339686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:20.439278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:20.439689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:20.453575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:20.587501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:20.603384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:45:20.616796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:20.664096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:20.666730 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:20.670382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e138ea6d-c9d6-4224-9ddd-9b0afdda355f req-48aa29b0-5737-4c73-a1c9-9778379ea9c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "DELETE /v2.0/ports/4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 HTTP/1.1" status: 204 len: 173 time: 0.4220359 Feb 03 11:45:20.670869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'name': 'network-vif-deleted', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:20.673198 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af675d24-d557-43d5-801e-2869d36f077f" -d '{"events": [{"server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "name": "network-vif-deleted", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:20.713512 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b56a0f-846c-4fcf-a6d5-e45b641975eb x-openstack-request-id: req-c1b56a0f-846c-4fcf-a6d5-e45b641975eb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:20.713838 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd", "name": "network-vif-deleted", "tag": "4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:20.714147 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1b56a0f-846c-4fcf-a6d5-e45b641975eb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:20.714553 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd', 'name': 'network-vif-deleted', 'tag': '4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860', 'status': 'completed', 'code': 200} Feb 03 11:45:20.960257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6427592-636d-403e-b4c6-f4a9dcba380a req-54067b20-2528-49a6-a734-2e8bcead7eac tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0319631 Feb 03 11:45:22.057658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3abf69a4-9fcd-4989-9e31-c5a4e298a615 req-6c93d39d-98a9-4c8f-9228-6a0c57105375 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0275791 Feb 03 11:45:23.164096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edac6c08-99c0-4e7f-8d65-f5769ac126c1 req-d3dbf815-de62-49f5-b378-03af15f1c020 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0288019 Feb 03 11:45:24.260845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-463924e8-1e8a-4efd-a1d9-9a9346a97bf8 req-ae0a9c1f-31ad-4efe-b1ad-1086b7c71a41 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0288346 Feb 03 11:45:25.259661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:25.279540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:25.279883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 4cdf7b9d-f6bf-4f1a-a7a5-0fae4b3e7860 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:25.357417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6174a8c-20bb-4526-8c0c-0f79c003638e req-2fe705e2-bc4e-4372-a627-96cb53312e56 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0268528 Feb 03 11:45:26.457695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94853b08-c10b-4a97-ba64-b8b18d3df4c1 req-61e30aed-584d-4531-b0da-10919328df22 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0307629 Feb 03 11:45:27.317705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:27.557510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-091ea31c-2c78-4a33-8fca-1f7fb2380801 req-5faeec07-eddc-4f20-b0e2-9d6e56545b5a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0300491 Feb 03 11:45:28.653474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d292521d-c1db-4051-80a1-f39ae41ab863 req-d2df8dc7-ef6f-451c-a6c8-651ee9e16b09 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09b81ca-e40f-4a8c-aa7b-d4aba19a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0270822 Feb 03 11:45:31.272452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-298b8904-cf5d-447d-870d-8ad9c57bf92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:33.007478 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:45:34.372552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd1a07fc-19d1-4f55-90a3-f96047ed24ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:34.714766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:36.361704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:37.371983 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:41.357898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:41.753395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:42.103041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port f6041cc6-2e90-4b95-8d35-0b5305d09934 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:42.103405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:42.205546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port f6041cc6-2e90-4b95-8d35-0b5305d09934, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f6041cc6-2e90-4b95-8d35-0b5305d09934,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:42.206630 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:42.223647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for f6041cc6-2e90-4b95-8d35-0b5305d09934 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:42.426347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f6041cc6-2e90-4b95-8d35-0b5305d09934), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:42.461991 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=f6041cc6-2e90-4b95-8d35-0b5305d09934,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:42.485346 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.485696 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.486073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.486413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.486750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.487092 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.487423 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.487745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.488075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.488399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.488720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.489186 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.489536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:42.675850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:42.914740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:45:43.335371 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:45:43.341786 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0fce7a14-bc91-4d16-b319-26d7868b4a6d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/ae9adead-a849-4a8c-8597-790bfaf845ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9827983 Feb 03 11:45:43.350824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:45:43.367313 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:43.368034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:43.572434 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:43.630366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dbda2-d1b3-4767-b616-793c182d5e39 req-cb8dad76-977c-432e-83aa-5cbd2327bec7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:43.631924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444dbda2-d1b3-4767-b616-793c182d5e39 req-cb8dad76-977c-432e-83aa-5cbd2327bec7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.0566406 Feb 03 11:45:43.690401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444dbda2-d1b3-4767-b616-793c182d5e39 req-15e47cd9-e02b-43d2-98c5-93d20887405f tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527477 Feb 03 11:45:43.825851 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:43.854688 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:45:43.864869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:43.865518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:43.987879 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:44.248371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:44.278364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b1c2c-7571-49c1-ab51-7037cd15eae0 None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b0b8a6d6-49f1-4229-acea-2f64f30ab680', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'port_id': 'af18508e-9210-454a-9b86-2360ad36beb6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'mac_address': 'fa:16:3e:6e:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:43:36Z', 'updated_at': '2022-02-03T11:43:39Z', 'revision_number': 1, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:45:44.709026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6041cc6-2e90-4b95-8d35-0b5305d09934 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:44.733272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f6041cc6-2e90-4b95-8d35-0b5305d09934 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:44.733861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f6041cc6-2e90-4b95-8d35-0b5305d09934 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:44.829223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0688-e615-4fae-aeca-4de75f42b4e7 req-6ab2daaf-57ec-46f0-b96e-3da699d11e0e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:44.833353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3acc0688-e615-4fae-aeca-4de75f42b4e7 req-6ab2daaf-57ec-46f0-b96e-3da699d11e0e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.0593383 Feb 03 11:45:44.888433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3acc0688-e615-4fae-aeca-4de75f42b4e7 req-0fabf388-face-4bed-8f23-91d5741815d2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=75989d1d-c267-4b2a-8008-5edc4e8114d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516424 Feb 03 11:45:45.190521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-694c454d-62f9-4027-b2a3-f11cea393c72 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:45.191947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-694c454d-62f9-4027-b2a3-f11cea393c72 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 946 time: 0.0595171 Feb 03 11:45:45.309249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port b59ca94a-63e5-46d9-b144-32fda5ddc08b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:45.309589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:45.418050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port b59ca94a-63e5-46d9-b144-32fda5ddc08b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b59ca94a-63e5-46d9-b144-32fda5ddc08b,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:45.418587 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:45.431562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for b59ca94a-63e5-46d9-b144-32fda5ddc08b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:45.577732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b59ca94a-63e5-46d9-b144-32fda5ddc08b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:45.612764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=b59ca94a-63e5-46d9-b144-32fda5ddc08b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:45.650116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.650116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.650116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.650581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.650854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.651199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.651534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.651869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.652286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.652627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.652974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.653306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.653635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:45.671466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] No DVR routers for this DVR port b59ca94a-63e5-46d9-b144-32fda5ddc08b on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:45.675235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:45.678861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08cfc234-36df-4b1a-98f9-8eb3f8eed57f req-55e3307a-391e-4cb1-afda-ff43ebff3037 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "DELETE /v2.0/ports/b59ca94a-63e5-46d9-b144-32fda5ddc08b HTTP/1.1" status: 204 len: 173 time: 0.4819915 Feb 03 11:45:45.679320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'name': 'network-vif-deleted', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:45.681641 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1e47c-ddda-47bb-a116-4b4ec1a8fcaa" -d '{"events": [{"server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "name": "network-vif-deleted", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:45.740237 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f4960-aea7-484c-aa30-c356104e84a6 x-openstack-request-id: req-b69f4960-aea7-484c-aa30-c356104e84a6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:45.740542 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ef2414-b2ed-4daa-91d5-1832caad117a", "name": "network-vif-deleted", "tag": "b59ca94a-63e5-46d9-b144-32fda5ddc08b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:45.740804 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b69f4960-aea7-484c-aa30-c356104e84a6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:45.741258 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ef2414-b2ed-4daa-91d5-1832caad117a', 'name': 'network-vif-deleted', 'tag': 'b59ca94a-63e5-46d9-b144-32fda5ddc08b', 'status': 'completed', 'code': 200} Feb 03 11:45:46.066682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2dc6873-66bc-4642-a05a-57ec768e6f22 req-8352a005-377f-437b-aef0-8d855b39d22e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ef2414-b2ed-4daa-91d5-1832caad117a HTTP/1.1" status: 200 len: 210 time: 0.0540006 Feb 03 11:45:46.476779 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.138421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53422) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:47.201359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (75989d1d-c267-4b2a-8008-5edc4e8114d7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.231912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (75989d1d-c267-4b2a-8008-5edc4e8114d7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.307518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (75989d1d-c267-4b2a-8008-5edc4e8114d7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.311912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.316889 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/security-groups/75989d1d-c267-4b2a-8008-5edc4e8114d7 HTTP/1.1" status: 204 len: 168 time: 0.1742442 Feb 03 11:45:47.330745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc60ab7-261a-4e57-bd8c-4336f3ab7c9d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75989d1d-c267-4b2a-8008-5edc4e8114d7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:47.349978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:47.410598 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting subnet d4cca1ed-8757-406f-b54f-dd48f8236f06 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:45:47.414352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (d4cca1ed-8757-406f-b54f-dd48f8236f06), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.463389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (d4cca1ed-8757-406f-b54f-dd48f8236f06), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.549688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (d4cca1ed-8757-406f-b54f-dd48f8236f06), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.613108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (d4cca1ed-8757-406f-b54f-dd48f8236f06), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.645328 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cca1ed-8757-406f-b54f-dd48f8236f06,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:47.647209 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.650386 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-df5f6498-8b54-4aa8-bc55-f7351c863108 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/subnets/d4cca1ed-8757-406f-b54f-dd48f8236f06 HTTP/1.1" status: 204 len: 168 time: 0.2991812 Feb 03 11:45:47.653425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53430) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:47.657509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9485e-15f7-4ecc-ae5c-29f181b8a798 None None] Network c890404b-77f9-406c-b0df-b8fa0628433b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:45:47.754643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c890404b-77f9-406c-b0df-b8fa0628433b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.818519 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port d9bda648-3a31-4c43-8949-ea3027b65e74 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:47.818865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.840464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] DHCP port deletion for c890404b-77f9-406c-b0df-b8fa0628433b request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:45:47.893767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Deleting port d9bda648-3a31-4c43-8949-ea3027b65e74 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:47.894144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.899746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port d9bda648-3a31-4c43-8949-ea3027b65e74, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d9bda648-3a31-4c43-8949-ea3027b65e74,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:47.900052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.914196 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for d9bda648-3a31-4c43-8949-ea3027b65e74 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:47.965125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] For port d9bda648-3a31-4c43-8949-ea3027b65e74, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d9bda648-3a31-4c43-8949-ea3027b65e74,segment=NetworkSegment(d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c),segment_id=d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:47.965926 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:47.979724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Calling delete_port for d9bda648-3a31-4c43-8949-ea3027b65e74 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:48.007270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.038099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=d9bda648-3a31-4c43-8949-ea3027b65e74,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:48.047730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] No DVR routers for this DVR port d9bda648-3a31-4c43-8949-ea3027b65e74 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:48.063466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d9bda648-3a31-4c43-8949-ea3027b65e74), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.092156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] Pushing event deleted for resources: {'Port': ['ID=d9bda648-3a31-4c43-8949-ea3027b65e74,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:48.095953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405556e-d8cb-47be-b7ec-4f04a946e812 None None] No DVR routers for this DVR port d9bda648-3a31-4c43-8949-ea3027b65e74 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:48.140450 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c890404b-77f9-406c-b0df-b8fa0628433b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.165266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c890404b-77f9-406c-b0df-b8fa0628433b']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:48.175838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:48.176155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd589e41a-f161-4bf9-a9d3-2bb13f7c6c7c') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:48.187790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.207439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.215679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:45:48.216096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (d589e41a-f161-4bf9-a9d3-2bb13f7c6c7c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:45:48.219777 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:45:48.286248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c890404b-77f9-406c-b0df-b8fa0628433b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.292936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.296288 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/networks/c890404b-77f9-406c-b0df-b8fa0628433b HTTP/1.1" status: 204 len: 168 time: 0.6419158 Feb 03 11:45:48.299675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:48.321157 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9f729-8aa2-415f-9aed-4b899bed7efa tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Network': ['ID=c890404b-77f9-406c-b0df-b8fa0628433b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:48.480346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port 97165a3f-d270-4026-981f-246f5186bcd1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:48.481145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (97165a3f-d270-4026-981f-246f5186bcd1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.507477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d9bda648-3a31-4c43-8949-ea3027b65e74 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:48.571307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (97165a3f-d270-4026-981f-246f5186bcd1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.571753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (97165a3f-d270-4026-981f-246f5186bcd1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.587159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for 97165a3f-d270-4026-981f-246f5186bcd1 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:48.692261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d9bda648-3a31-4c43-8949-ea3027b65e74 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:48.693153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d9bda648-3a31-4c43-8949-ea3027b65e74 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:48.759413 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (97165a3f-d270-4026-981f-246f5186bcd1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.784560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=97165a3f-d270-4026-981f-246f5186bcd1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:48.853205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (b0b8a6d6-49f1-4229-acea-2f64f30ab680), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:48.853540 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Floating IP b0b8a6d6-49f1-4229-acea-2f64f30ab680 disassociated (deleted). External IP: 172.25.7.178, port: af18508e-9210-454a-9b86-2360ad36beb6. Feb 03 11:45:48.996994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b59ca94a-63e5-46d9-b144-32fda5ddc08b no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:49.017030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: b59ca94a-63e5-46d9-b144-32fda5ddc08b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:49.017871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b59ca94a-63e5-46d9-b144-32fda5ddc08b not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:49.066110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:45:49.181806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:45:49.186815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:49.192812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:45:49.204547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:49.206025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:49.233932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81eee999-a9d9-4288-805f-065ddfa5823b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0b8a6d6-49f1-4229-acea-2f64f30ab680 HTTP/1.1" status: 204 len: 168 time: 0.9329085 Feb 03 11:45:49.234817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:49.238997 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b912b7-4259-419b-a2be-b834a218c91c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:49.332630 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53c74c-9fae-4118-ad2b-9ae5005f330b x-openstack-request-id: req-7e53c74c-9fae-4118-ad2b-9ae5005f330b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:49.333706 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "tag": "af18508e-9210-454a-9b86-2360ad36beb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:49.333706 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e53c74c-9fae-4118-ad2b-9ae5005f330b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:49.333706 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6', 'status': 'completed', 'code': 200} Feb 03 11:45:49.363709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:49.558284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b912b7-4259-419b-a2be-b834a218c91c req-8037bc4d-e384-42f7-bcfc-e3ba5c4ed72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:49.559804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-8037bc4d-e384-42f7-bcfc-e3ba5c4ed72a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 1128 time: 0.1874573 Feb 03 11:45:49.600427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc807-155c-4fdd-b732-45fa2aa6e2c8 req-06b37083-fb06-4b57-9584-684786403796 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:49.602332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce8bc807-155c-4fdd-b732-45fa2aa6e2c8 req-06b37083-fb06-4b57-9584-684786403796 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0965858 Feb 03 11:45:49.676453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:49.705521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:45:49.712354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce8bc807-155c-4fdd-b732-45fa2aa6e2c8 req-5b5be3d7-e613-429e-adb5-c8eb72f72352 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008098 Feb 03 11:45:49.715116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b912b7-4259-419b-a2be-b834a218c91c req-75928076-9f72-4daa-8dfc-cbe17ddca995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:49.715544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:49.716247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:49.717002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-75928076-9f72-4daa-8dfc-cbe17ddca995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 200 len: 897 time: 0.1462312 Feb 03 11:45:49.766306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-120e0998-ad9a-4f63-bd07-b5497464bb7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 200 len: 217 time: 0.0427678 Feb 03 11:45:49.821579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b912b7-4259-419b-a2be-b834a218c91c req-2eb7c33a-d78e-4c76-8cfe-8d3251cc8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:49.823044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-2eb7c33a-d78e-4c76-8cfe-8d3251cc8b57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 200 len: 834 time: 0.0498059 Feb 03 11:45:49.850538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:49.880328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b912b7-4259-419b-a2be-b834a218c91c req-352cef39-4618-41df-a1e7-e72edb49cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:49.882063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-352cef39-4618-41df-a1e7-e72edb49cc81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07730d27-5158-408a-8384-7b093ff3bdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521288 Feb 03 11:45:49.995910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-3397fc9d-9b55-45d9-9f13-2a5af8586bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076319 Feb 03 11:45:50.087201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:50.119872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cee5b-5f4f-4b6f-8fe8-1671bbd03f7e None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:42Z', 'revision_number': 6, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'db8be288-2905-491c-8974-124dd222353d', 'name': '', 'network_id': '07730d27-5158-408a-8384-7b093ff3bdbb', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:ac:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:15Z', 'updated_at': '2022-02-03T11:43:20Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:45:50.406766 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddbf0e-4967-4699-8bfd-84df3fb050db None None] New status for floating IP b0b8a6d6-49f1-4229-acea-2f64f30ab680: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:45:50.486116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77b912b7-4259-419b-a2be-b834a218c91c req-fe3ab4dd-de5c-4466-9abb-0e683dbe75d7 service neutron] 10.222.0.69 "GET /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824255 Feb 03 11:45:50.847585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d74b4-134d-4cb6-b10b-a5e43ac604d1 req-005ba2cb-3d01-4ea0-9aeb-e0e0eac46851 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:50.849120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-612d74b4-134d-4cb6-b10b-a5e43ac604d1 req-005ba2cb-3d01-4ea0-9aeb-e0e0eac46851 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0540016 Feb 03 11:45:50.898911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-612d74b4-134d-4cb6-b10b-a5e43ac604d1 req-6123d0db-d722-4b61-a1be-97439f3ff4f0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=eac2076d-45f0-4997-8c4a-f9e256b2618a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Feb 03 11:45:51.046147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-6af4f03b-fe3d-4f59-935a-fd929c8f4887 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:51.047647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-6af4f03b-fe3d-4f59-935a-fd929c8f4887 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 946 time: 0.0559459 Feb 03 11:45:51.141901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port af18508e-9210-454a-9b86-2360ad36beb6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:51.142305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (af18508e-9210-454a-9b86-2360ad36beb6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:51.240205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port af18508e-9210-454a-9b86-2360ad36beb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=af18508e-9210-454a-9b86-2360ad36beb6,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:51.240480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (af18508e-9210-454a-9b86-2360ad36beb6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:51.254530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for af18508e-9210-454a-9b86-2360ad36beb6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:51.398462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (af18508e-9210-454a-9b86-2360ad36beb6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:51.428843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=af18508e-9210-454a-9b86-2360ad36beb6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:51.473649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] No DVR routers for this DVR port af18508e-9210-454a-9b86-2360ad36beb6 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:51.476436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:51.479636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-09b2eb56-8bf9-473c-890d-89e41c798fd7 req-7364abae-283d-4bec-8139-971e7fbf9ec5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "DELETE /v2.0/ports/af18508e-9210-454a-9b86-2360ad36beb6 HTTP/1.1" status: 204 len: 173 time: 0.4268973 Feb 03 11:45:51.480085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'name': 'network-vif-deleted', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:45:51.482346 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb076c-4ff7-454c-a85f-e414ee50a62c" -d '{"events": [{"server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "name": "network-vif-deleted", "tag": "af18508e-9210-454a-9b86-2360ad36beb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:45:51.531476 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262d15c-dbea-495e-9ced-bf54f89cd0e1 x-openstack-request-id: req-a262d15c-dbea-495e-9ced-bf54f89cd0e1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:45:51.532091 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba77e39-03c2-439a-9ac6-92cfcbbe756d", "name": "network-vif-deleted", "tag": "af18508e-9210-454a-9b86-2360ad36beb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:45:51.532365 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a262d15c-dbea-495e-9ced-bf54f89cd0e1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:45:51.532948 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba77e39-03c2-439a-9ac6-92cfcbbe756d', 'name': 'network-vif-deleted', 'tag': 'af18508e-9210-454a-9b86-2360ad36beb6', 'status': 'completed', 'code': 200} Feb 03 11:45:52.019970 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f16f74-14e2-401b-a8c6-c811efeaa606 req-7d95827b-3c6e-4561-9e05-67f94fd0d692 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba77e39-03c2-439a-9ac6-92cfcbbe756d HTTP/1.1" status: 200 len: 210 time: 0.0294187 Feb 03 11:45:53.082051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:53.145594 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (eac2076d-45f0-4997-8c4a-f9e256b2618a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:53.172697 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (eac2076d-45f0-4997-8c4a-f9e256b2618a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:53.235048 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eac2076d-45f0-4997-8c4a-f9e256b2618a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:53.238750 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:53.239960 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/security-groups/eac2076d-45f0-4997-8c4a-f9e256b2618a HTTP/1.1" status: 204 len: 168 time: 0.1567469 Feb 03 11:45:53.250192 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601041c9-5e3d-48ac-bd80-dbbc304a974c tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac2076d-45f0-4997-8c4a-f9e256b2618a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:53.290195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53474) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:53.721560 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:54.072152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port db8be288-2905-491c-8974-124dd222353d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:54.072816 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (db8be288-2905-491c-8974-124dd222353d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:54.169634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port db8be288-2905-491c-8974-124dd222353d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=db8be288-2905-491c-8974-124dd222353d,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:54.170353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (db8be288-2905-491c-8974-124dd222353d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:54.195603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for db8be288-2905-491c-8974-124dd222353d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:54.399505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (db8be288-2905-491c-8974-124dd222353d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:54.431250 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=db8be288-2905-491c-8974-124dd222353d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:54.636708 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (ae9adead-a849-4a8c-8597-790bfaf845ad), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:54.881028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router ae9adead-a849-4a8c-8597-790bfaf845ad has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:45:54.989098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:45:54.996494 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-001e7720-8984-4f98-91b4-d0cb1e3cb0c2 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/ae9adead-a849-4a8c-8597-790bfaf845ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022092 Feb 03 11:45:54.997341 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53482) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:55.003939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Sync routers for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:45:55.015153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:55.015770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:55.056782 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting subnet 24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:45:55.060202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.075316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device af18508e-9210-454a-9b86-2360ad36beb6 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:55.103587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.130963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: af18508e-9210-454a-9b86-2360ad36beb6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:55.131679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device af18508e-9210-454a-9b86-2360ad36beb6 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:55.158942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:55.217388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.283353 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.311128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Subnet': ['ID=24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:55.315422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.322939 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1781c2dd-c4af-4bd9-b061-fd3d07ce121b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/subnets/24bf0ca1-99d6-4b66-a872-d8d8fcf4afb0 HTTP/1.1" status: 204 len: 168 time: 0.3226743 Feb 03 11:45:55.323343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53484) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:55.337468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede16431-138a-41c4-9df2-ad967a8082ef None None] Network 07730d27-5158-408a-8384-7b093ff3bdbb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:45:55.450745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.484137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:54Z', 'revision_number': 7, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:55.517849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Checking router: ae9adead-a849-4a8c-8597-790bfaf845ad for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:45:55.527253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Routers {'ae9adead-a849-4a8c-8597-790bfaf845ad'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:55.527929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['ae9adead-a849-4a8c-8597-790bfaf845ad'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:55.569999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] DHCP port deletion for 07730d27-5158-408a-8384-7b093ff3bdbb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:45:55.585435 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (ae9adead-a849-4a8c-8597-790bfaf845ad), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.642642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port f5ac999c-957f-4e8c-b27d-934334f34f60 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:55.643071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.669665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] Set router ae9adead-a849-4a8c-8597-790bfaf845ad gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:55.728350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port f5ac999c-957f-4e8c-b27d-934334f34f60, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f5ac999c-957f-4e8c-b27d-934334f34f60,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:55.728712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.742884 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for f5ac999c-957f-4e8c-b27d-934334f34f60 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:55.747245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Deleting port 17f33648-64b3-4679-a53c-31458a412fbe {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:45:55.747632 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (17f33648-64b3-4679-a53c-31458a412fbe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.858099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] For port 17f33648-64b3-4679-a53c-31458a412fbe, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=17f33648-64b3-4679-a53c-31458a412fbe,segment=NetworkSegment(945822ee-8248-4b61-8ab1-9ac6468a3e27),segment_id=945822ee-8248-4b61-8ab1-9ac6468a3e27)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:45:55.858509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (17f33648-64b3-4679-a53c-31458a412fbe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.878570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Calling delete_port for 17f33648-64b3-4679-a53c-31458a412fbe owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:45:55.916338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f5ac999c-957f-4e8c-b27d-934334f34f60), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:55.971883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=f5ac999c-957f-4e8c-b27d-934334f34f60,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:56.023890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (ae9adead-a849-4a8c-8597-790bfaf845ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.128365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.131322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_controller (ae9adead-a849-4a8c-8597-790bfaf845ad), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.169309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:54Z', 'revision_number': 7, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:56.184156 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (ae9adead-a849-4a8c-8597-790bfaf845ad), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.184739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Fanout notify agent at l3_agent the message router_deleted on router ae9adead-a849-4a8c-8597-790bfaf845ad {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:45:56.193891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.197614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4cbf00cb-f679-4c0b-a086-8df96c1821e1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/routers/ae9adead-a849-4a8c-8597-790bfaf845ad HTTP/1.1" status: 204 len: 168 time: 0.8707378 Feb 03 11:45:56.207361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53494) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:56.211817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cadc52-f4fe-44e2-bcc6-7e3f9cade992 None None] The sync data for ids ['ae9adead-a849-4a8c-8597-790bfaf845ad'] in n-d-821606-6 is: [{'id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'name': 'tempest-TestNetworkBasicOps-router-1748668056', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:11Z', 'updated_at': '2022-02-03T11:45:54Z', 'revision_number': 7, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'f5ac999c-957f-4e8c-b27d-934334f34f60', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9adead-a849-4a8c-8597-790bfaf845ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:12Z', 'updated_at': '2022-02-03T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:45:56.225922 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (17f33648-64b3-4679-a53c-31458a412fbe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.260971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Pushing event deleted for resources: {'Port': ['ID=17f33648-64b3-4679-a53c-31458a412fbe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:56.272750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] No DVR routers for this DVR port 17f33648-64b3-4679-a53c-31458a412fbe on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:45:56.276167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.277188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.278008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.278579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.279141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.279974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.280547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.281250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.281771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.282321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.282975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.284006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.284534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112dcf9e-cbed-4c63-8e14-65e2324c6688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:56.319705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (07730d27-5158-408a-8384-7b093ff3bdbb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.415249 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (07730d27-5158-408a-8384-7b093ff3bdbb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.441714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07730d27-5158-408a-8384-7b093ff3bdbb']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:56.451871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945822ee-8248-4b61-8ab1-9ac6468a3e27') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:56.452259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945822ee-8248-4b61-8ab1-9ac6468a3e27') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:56.462760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (945822ee-8248-4b61-8ab1-9ac6468a3e27), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.477238 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (945822ee-8248-4b61-8ab1-9ac6468a3e27), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.483342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:45:56.483722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (945822ee-8248-4b61-8ab1-9ac6468a3e27), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:45:56.487010 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:45:56.551395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (07730d27-5158-408a-8384-7b093ff3bdbb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.570820 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.574020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/networks/07730d27-5158-408a-8384-7b093ff3bdbb HTTP/1.1" status: 204 len: 168 time: 0.3652461 Feb 03 11:45:56.575927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c27125-487a-4666-a285-0451f1599354 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Network': ['ID=07730d27-5158-408a-8384-7b093ff3bdbb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:56.598576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53496) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:56.610746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'network': {'name': 'tempest-network-smoke--1841613509', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'port_security_enabled': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:45:56.650932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:45:56.659020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.699228 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:45:56.710175 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (466f43cb-f63a-431c-805e-d0353b2d88c9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.710647 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Added segment 466f43cb-f63a-431c-805e-d0353b2d88c9 of type vlan for network b55874cb-7ff8-4891-8d5c-2be4214b4754 Feb 03 11:45:56.769887 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b55874cb-7ff8-4891-8d5c-2be4214b4754), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.784713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 17f33648-64b3-4679-a53c-31458a412fbe no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:56.800568 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b55874cb-7ff8-4891-8d5c-2be4214b4754), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.805969 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:56.806570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.838571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 17f33648-64b3-4679-a53c-31458a412fbe {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:56.838991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 17f33648-64b3-4679-a53c-31458a412fbe not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:56.839582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device db8be288-2905-491c-8974-124dd222353d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:56.848542 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2487421 Feb 03 11:45:56.851866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:56.856821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-758372571', 'admin_state_up': True, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:45:56.884013 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.886495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:56.886773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: db8be288-2905-491c-8974-124dd222353d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:56.887501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device db8be288-2905-491c-8974-124dd222353d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:56.889083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736164af-62ef-4fe8-bec0-caaa92b80fc9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Network': ['ID=b55874cb-7ff8-4891-8d5c-2be4214b4754,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:56.904491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:45:56.962419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_controller (3e348d7f-06f1-48da-90c5-df5604a6723b), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.130373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (3e348d7f-06f1-48da-90c5-df5604a6723b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.320525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.348262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (3e348d7f-06f1-48da-90c5-df5604a6723b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.368063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.489378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.25.7.176 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/bbe838db-71ae-4c6b-b4ae-4d707950eab3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:45:57.597084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.632605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:57.674200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:45:57.679235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:45:57.682820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:45:57.688297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=bbe838db-71ae-4c6b-b4ae-4d707950eab3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:57.970291 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (3e348d7f-06f1-48da-90c5-df5604a6723b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:58.193857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:58.351609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router 3e348d7f-06f1-48da-90c5-df5604a6723b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:45:58.503484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f5ac999c-957f-4e8c-b27d-934334f34f60 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:45:58.532018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f5ac999c-957f-4e8c-b27d-934334f34f60 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:45:58.532380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f5ac999c-957f-4e8c-b27d-934334f34f60 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:45:58.545992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:45:58.556635 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Sync routers for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:45:58.573714 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:58.574644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:58.578370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:58.580961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-969bc165-b590-4a13-b838-6d64c802e1af tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7264261 Feb 03 11:45:58.582638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53504) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:58.616956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-313a8c07-9b15-4340-a48f-cbb270396ff8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=99f1f0f9d0794613946a15eb09432d60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309238 Feb 03 11:45:58.618951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:58.710002 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:58.798115 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed2432e-dcf8-4107-83f7-ce729565d50f tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:58.800273 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5ed2432e-dcf8-4107-83f7-ce729565d50f tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1802752 Feb 03 11:45:58.803298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:58.833271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-623f7604-5613-46ec-8d89-5054a3b3d9f8 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288000 Feb 03 11:45:58.835988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53510) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:58.841181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905220637', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:45:58.906912 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:45:57Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:58.942849 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Checking router: 3e348d7f-06f1-48da-90c5-df5604a6723b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:45:58.943135 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Updating router 3e348d7f-06f1-48da-90c5-df5604a6723b port bbe838db-71ae-4c6b-b4ae-4d707950eab3 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:45:58.944653 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:45:58.948352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:58.980825 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.145757 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (703f77eb-15e8-4a04-8e08-c7e3c5657ed2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.213636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Subnet': ['ID=703f77eb-15e8-4a04-8e08-c7e3c5657ed2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:59.227295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Checking segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:45:59.227657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network hostable DHCP agents. Network: b55874cb-7ff8-4891-8d5c-2be4214b4754, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:45:59.253200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:45:59.266135 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b55874cb-7ff8-4891-8d5c-2be4214b4754) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:45:59.276096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:59.277097 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.278257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e9cbbd-7452-4228-8047-046c28725f17 None None] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:45:59.307556 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ee164c4b-c1fa-4f37-a977-3d093f07013e tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4678636 Feb 03 11:45:59.308036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53514) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:45:59.347906 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks [] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.354240 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.413773 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Pushing event updated for resources: {'Port': ['ID=bbe838db-71ae-4c6b-b4ae-4d707950eab3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:59.423436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.423841 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.424185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.424518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.424842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.425194 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.425560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.425878 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.426185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.426698 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.427181 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.427704 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.428193 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:45:59.462978 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Attempting to bind port bbe838db-71ae-4c6b-b4ae-4d707950eab3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:45:59.464417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Attempting to bind port bbe838db-71ae-4c6b-b4ae-4d707950eab3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:45:59.469687 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Attempting to bind port bbe838db-71ae-4c6b-b4ae-4d707950eab3 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:45:59.481596 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:45:59.482391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:45:59.483175 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.484248 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:45:59.485187 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Bound port: bbe838db-71ae-4c6b-b4ae-4d707950eab3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:45:59.485967 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.523662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b55874cb-7ff8-4891-8d5c-2be4214b4754', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:45:59.524580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.557075 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] For port bbe838db-71ae-4c6b-b4ae-4d707950eab3, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:45:59.560334 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] For port bbe838db-71ae-4c6b-b4ae-4d707950eab3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bbe838db-71ae-4c6b-b4ae-4d707950eab3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:45:59.568355 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.629545 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb31498-3345-4c56-a483-33bf81486011 None None] Pushing event updated for resources: {'Port': ['ID=bbe838db-71ae-4c6b-b4ae-4d707950eab3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:45:59.652372 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:45:59.653000 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:45:59.675117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Allocated IP 172.20.0.2 (b55874cb-7ff8-4891-8d5c-2be4214b4754/703f77eb-15e8-4a04-8e08-c7e3c5657ed2/3f84a19e-bb05-4ae9-b89d-acdaf6abfddd) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:45:59.739342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-37bc1d5a-9b27-4fcf-83f7-a8c10dfbbefa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:45:59.741934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-37bc1d5a-9b27-4fcf-83f7-a8c10dfbbefa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1562302 Feb 03 11:45:59.779509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-f75d85c0-b56d-4efc-b35e-bcb97f9315f2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0291586 Feb 03 11:45:59.807722 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:45:59.848119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-055460d3-14dd-4fe2-a168-bbb46d68cb5e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666101 Feb 03 11:45:59.879706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks [] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.889451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.901867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:45:59.932836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:45:59.936351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:45:59.941533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:45:59.993304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-4b93c374-9874-472d-a1b2-888575ea3178 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354122 Feb 03 11:46:00.008520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Attempting to bind port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:00.009058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Attempting to bind port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:00.009861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Attempting to bind port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd on network b55874cb-7ff8-4891-8d5c-2be4214b4754 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:00.011712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Pushing event updated for resources: {'Port': ['ID=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:00.019792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:00.020217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Checking segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:00.020721 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.021269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Bound using segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:00.021872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Bound port: 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:00.022349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.076223 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:45:57Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:00.113591 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6286bd-b3d5-4d3b-a832-9ec5da1ac0da None None] The sync data for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 is: [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:45:57Z', 'revision_number': 3, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:00.120944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] For port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:00.127937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] For port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:00.132679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-737956d3-03a0-4c94-9ea5-e79d9473f7e8 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381686 Feb 03 11:46:00.138535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.213881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f55fe-3273-469a-9ac5-e1719570ca92 None None] Pushing event updated for resources: {'Port': ['ID=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:00.326322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.1 (b55874cb-7ff8-4891-8d5c-2be4214b4754/703f77eb-15e8-4a04-8e08-c7e3c5657ed2/62841ea4-e054-45d6-b4a7-bd809e3ebaae) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:00.381816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f4e3-bc5d-4139-9870-a3487f867f71 req-383d2530-995f-4e22-bc5e-3389e4925a52 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:00.383595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dc8f4e3-bc5d-4139-9870-a3487f867f71 req-383d2530-995f-4e22-bc5e-3389e4925a52 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0853727 Feb 03 11:46:00.513317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48dc179e-dce3-4788-8785-36ff8fd50b5c req-d3f4af26-ad7c-4a53-be36-dffc6e5d596d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0806160 Feb 03 11:46:00.537812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dc8f4e3-bc5d-4139-9870-a3487f867f71 req-1a60482d-624c-4420-8504-4ecad4083af3 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458893 Feb 03 11:46:00.561931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:00.600743 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.687781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.752433 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:00.758766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:00.775024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:00.825540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:00.854612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 6c051060-0c36-46ba-b904-73f2610e3247 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:00.855727 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6c051060-0c36-46ba-b904-73f2610e3247), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.863636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (3e348d7f-06f1-48da-90c5-df5604a6723b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.953444 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6c051060-0c36-46ba-b904-73f2610e3247), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.953836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (6c051060-0c36-46ba-b904-73f2610e3247), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:00.977368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 6c051060-0c36-46ba-b904-73f2610e3247 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:01.029428 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:01.205693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6c051060-0c36-46ba-b904-73f2610e3247), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:01.292881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb8f468e-9036-4b9f-b636-6af99104e875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:01.369392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=6c051060-0c36-46ba-b904-73f2610e3247,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:01.454584 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (61fa90bc-0fa2-44f2-8f4a-18399763b59c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:01.454584 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 61fa90bc-0fa2-44f2-8f4a-18399763b59c disassociated (deleted). External IP: 172.25.7.198, port: b0c14692-9774-4f79-b544-83572b28c527. Feb 03 11:46:01.710957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9fac045b-6d06-46c5-8197-729a9c0dce24 req-b99fc155-0013-4c5c-be3a-da0594ca18d7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0398471 Feb 03 11:46:01.856662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0dd84-5313-4fe6-ba8c-62c6ca7dcab1 None None] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:46:01.980131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Provisioning complete for port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:01.980901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.001248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.012600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.099597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Current status of the port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:02.100734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.119793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:02.137936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (3e348d7f-06f1-48da-90c5-df5604a6723b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.154742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] For port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:02.165581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.262270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa0c1d-5481-4b24-8ccb-7341e6927d66 None None] Pushing event updated for resources: {'Port': ['ID=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:02.279905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:02.281576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:02.394564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Provisioning complete for port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:02.395251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.479686 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router 3e348d7f-06f1-48da-90c5-df5604a6723b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:02.507255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-50335875-d5de-4c8f-aac1-3ed0e09aaff9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:02.509052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-50335875-d5de-4c8f-aac1-3ed0e09aaff9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1914256 Feb 03 11:46:02.519686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router c36c7a52-e700-414a-a14f-09c18a4588f1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:02.534146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:02.574228 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Current status of the port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:02.612867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:02.618660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.731214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-535ef583-a7a0-4a19-9dd1-9805a8253d98 None None] Port 62841ea4-e054-45d6-b4a7-bd809e3ebaae cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:02.776017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:02.784704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:02.788595 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7071156f-405b-4f1b-afce-db351ad4b27b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/3e348d7f-06f1-48da-90c5-df5604a6723b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4775209 Feb 03 11:46:02.789703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53550) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:02.847485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Sync routers for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:02.901436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:02.902081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:02.916186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d4d18857-0324-4656-b42e-436816820a1f req-15a52cb4-376a-4c46-88c4-4bcc19059ddd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0436711 Feb 03 11:46:02.924902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:02.932338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:02.938151 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Sync routers for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:02.960105 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:02.961508 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:02.981760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:46:02.989251 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.004787 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.018183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.018898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.019452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.020168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.021199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.021896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.029573 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cf81d2fa-6db3-4e03-b492-0ee7e6ddf118 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.2385399 Feb 03 11:46:03.030731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53552) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:03.040041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a68e08f-547d-4cff-ba39-bdf853aced9e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/floatingips/61fa90bc-0fa2-44f2-8f4a-18399763b59c HTTP/1.1" status: 204 len: 168 time: 2.4767139 Feb 03 11:46:03.041273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:03.044520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0f3aa5c8-595a-46a8-97bb-c2ab5f9de78c None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:03.047556 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:03.048265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f3aa5c8-595a-46a8-97bb-c2ab5f9de78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.148943 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c4d2e8-e39e-40ed-98e2-1298fc89b386 x-openstack-request-id: req-60c4d2e8-e39e-40ed-98e2-1298fc89b386 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:03.149685 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:03.150159 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60c4d2e8-e39e-40ed-98e2-1298fc89b386 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:03.150938 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'status': 'completed', 'code': 200} Feb 03 11:46:03.152348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f3aa5c8-595a-46a8-97bb-c2ab5f9de78c None None] Port 62841ea4-e054-45d6-b4a7-bd809e3ebaae cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:03.184482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.185001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.185693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.185888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.186317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.186763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.187205 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.194218 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08a51c5d-1a59-4466-8341-8542f84b5f6c tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1568773 Feb 03 11:46:03.196800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53558) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:03.225065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:03.225495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.266293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:03.294216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:03.391300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-2fef5b2c-e442-471d-bcd9-a72b831aeb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.402486 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-2fef5b2c-e442-471d-bcd9-a72b831aeb68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 1128 time: 0.2172446 Feb 03 11:46:03.451303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.6 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/2cc52eb9-19c6-44bf-af19-f106db18adc5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:03.471676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-daa293d6-c9ab-42e9-9055-a2ac4294320b None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:03.472360 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-daa293d6-c9ab-42e9-9055-a2ac4294320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.598802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:03.641099 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Checking router: c36c7a52-e700-414a-a14f-09c18a4588f1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:03.651777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-daa293d6-c9ab-42e9-9055-a2ac4294320b None None] Port 62841ea4-e054-45d6-b4a7-bd809e3ebaae cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:03.652273 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:03.656360 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:45:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:03.691935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:03.693166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bbe838db-71ae-4c6b-b4ae-4d707950eab3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:03.747281 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8f6bec7d-8fb7-465a-b092-e0b2cc46680a tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.5487218 Feb 03 11:46:03.797395 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bbe838db-71ae-4c6b-b4ae-4d707950eab3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:03.797781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.817329 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:03.843001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:01Z', 'revision_number': 2, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:03.911473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Checking router: 3e348d7f-06f1-48da-90c5-df5604a6723b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:03.911830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Updating router 3e348d7f-06f1-48da-90c5-df5604a6723b port 62841ea4-e054-45d6-b4a7-bd809e3ebaae binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:46:03.951777 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:03.981960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aa906-29da-4564-8ac2-35d9951fcb81 req-63328a31-0290-4490-8403-0a51979bd815 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:03.984001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be8aa906-29da-4564-8ac2-35d9951fcb81 req-63328a31-0290-4490-8403-0a51979bd815 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.3114009 Feb 03 11:46:04.013706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.039284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bbe838db-71ae-4c6b-b4ae-4d707950eab3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:04.039650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.074409 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:04.080928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020604728', 'description': 'tempest-secgroup-smoke-2020604728 description', 'project_id': '99f1f0f9d0794613946a15eb09432d60'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:04.120600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.128475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-fe03378c-1cad-4746-94e0-2324c5a32a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:04.135079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-fe03378c-1cad-4746-94e0-2324c5a32a1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 200 len: 898 time: 0.7053957 Feb 03 11:46:04.183776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port bbe838db-71ae-4c6b-b4ae-4d707950eab3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bbe838db-71ae-4c6b-b4ae-4d707950eab3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:04.193552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.211734 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:04.249290 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (1e66057c-0685-4f35-a40a-308c46c9f5bb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.260509 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e66057c-0685-4f35-a40a-308c46c9f5bb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.276902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be8aa906-29da-4564-8ac2-35d9951fcb81 req-46b48a0f-91ba-407b-8b9c-1c0735e8901f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530963 Feb 03 11:46:04.278387 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093795a2-4afb-4f37-9ce2-cb5fdba26edb None None] The sync data for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 is: [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83f1eac6-e4a0-4482-9c5e-05a5221d608b', 'name': '', 'network_id': 'c5cf1680-3649-49bb-9f4f-9afab2830b4d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:92:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:51Z', 'updated_at': '2022-02-03T11:43:54Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'e33e8c97-4062-44e1-88d0-c1eb04835b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:04.290617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4e438d-1bab-40e9-b7f3-308287e47720 req-dee8702a-6247-4c3c-9186-d0d1fd2cb38f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0938604 Feb 03 11:46:04.292645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-3ec6c876-7332-43b5-bda8-f7bfa9c460a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 200 len: 217 time: 0.1493039 Feb 03 11:46:04.349423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=bbe838db-71ae-4c6b-b4ae-4d707950eab3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:04.376448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-53365cd7-bfdc-4559-9f57-aaa9ed8c0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:04.377518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e66057c-0685-4f35-a40a-308c46c9f5bb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:04.378655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-53365cd7-bfdc-4559-9f57-aaa9ed8c0b86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 200 len: 835 time: 0.0751965 Feb 03 11:46:04.380617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.404988 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.409738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3c90d9a-f759-48d1-ab56-6775780dfdd1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3345068 Feb 03 11:46:04.410417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53572) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:04.414932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:04.444065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:04.477319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (a05b8f3c-71d3-47cc-8a94-4c1767b3f57a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.487402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:04.491458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:04.494665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:04.497659 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-506e241f-878d-446a-92a7-f08172bc7694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.550460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:04.551219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.600688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7076aa07-bcf6-413b-8bba-8a201181c5f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0795057 Feb 03 11:46:04.612439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-631e632e-73e9-47ab-ba85-333764d70ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:04.615289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-631e632e-73e9-47ab-ba85-333764d70ba7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5cf1680-3649-49bb-9f4f-9afab2830b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2286282 Feb 03 11:46:04.626095 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks [] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.629643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Request body: {'port': {'device_id': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:04.631960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (a05b8f3c-71d3-47cc-8a94-4c1767b3f57a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.646322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.652391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a05b8f3c-71d3-47cc-8a94-4c1767b3f57a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.695099 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.696471 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850094 Feb 03 11:46:04.700140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:04.730659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:04.746441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bbe838db-71ae-4c6b-b4ae-4d707950eab3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:04.749875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381744-1a72-4e3a-a853-5501e5ed6f92 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05b8f3c-71d3-47cc-8a94-4c1767b3f57a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:04.865975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b75bd4-45b6-4f16-939a-f0aeddae22ba None None] New status for floating IP 61fa90bc-0fa2-44f2-8f4a-18399763b59c: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:46:04.942560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (6dc14137-d15d-4dd1-b93b-7893969d7dea), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:04.997091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707724bd-2e0b-4fbd-bed1-e6609cfa2efc None None] Pushing event updated for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:05.001129 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.016261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-aa96b197-3332-48d7-af2d-04e92c14f6fd service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819714 Feb 03 11:46:05.016874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.042696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Attempting to bind port 62841ea4-e054-45d6-b4a7-bd809e3ebaae on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:05.043071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Attempting to bind port 62841ea4-e054-45d6-b4a7-bd809e3ebaae by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:05.043437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Attempting to bind port 62841ea4-e054-45d6-b4a7-bd809e3ebaae on network b55874cb-7ff8-4891-8d5c-2be4214b4754 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:05.049227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bbe838db-71ae-4c6b-b4ae-4d707950eab3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:05.049608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.051943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c1c92cc9-b691-4034-8d2d-4a0309958832 None None] Provisioning complete for port 2cc52eb9-19c6-44bf-af19-f106db18adc5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:05.052464 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1c92cc9-b691-4034-8d2d-4a0309958832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.097784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:05.098171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Checking segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:05.098580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.098980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Bound using segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:05.099545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Bound port: 62841ea4-e054-45d6-b4a7-bd809e3ebaae, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:05.099842 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.154088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c1c92cc9-b691-4034-8d2d-4a0309958832 None None] Port 2cc52eb9-19c6-44bf-af19-f106db18adc5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:05.252468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (6dc14137-d15d-4dd1-b93b-7893969d7dea), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.262834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bbe838db-71ae-4c6b-b4ae-4d707950eab3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:05.277296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6dc14137-d15d-4dd1-b93b-7893969d7dea), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.285034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] For port 62841ea4-e054-45d6-b4a7-bd809e3ebaae, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:05.289188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] For port 62841ea4-e054-45d6-b4a7-bd809e3ebaae, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=62841ea4-e054-45d6-b4a7-bd809e3ebaae,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:05.304745 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.386825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:05.387456 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.443254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-fc4b7a9b-c221-4db3-946e-7e7f3fc87ce8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:05.445084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-fc4b7a9b-c221-4db3-946e-7e7f3fc87ce8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.3958449 Feb 03 11:46:05.477039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc14137-d15d-4dd1-b93b-7893969d7dea,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:05.513217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707724bd-2e0b-4fbd-bed1-e6609cfa2efc None None] Pushing event updated for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:05.523567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:05.533790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:05.543586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.545068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0146059b-7dec-4103-bcac-da3a27831357 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8233569 Feb 03 11:46:05.548180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:05.549528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87ff8cf0-8fda-4720-8c7d-ef343c47ecd4 req-b3412144-cae1-47a3-816a-6f8b89dc2e88 service neutron] 10.222.0.69 "GET /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884882 Feb 03 11:46:05.554238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:05.626245 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (6e1d0ba1-cea1-4fe6-82a6-4f1392bbe0bd), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.782502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (6e1d0ba1-cea1-4fe6-82a6-4f1392bbe0bd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.791357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6e1d0ba1-cea1-4fe6-82a6-4f1392bbe0bd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.829724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1d0ba1-cea1-4fe6-82a6-4f1392bbe0bd,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:05.843603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:05.848188 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.852159 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-852fd9ca-bc21-45cf-997e-5c14c1fb3af3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022053 Feb 03 11:46:05.855625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53582) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:05.860496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:05.900520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15991ef-8018-4975-972a-004386ce0c5f req-85273090-02f3-4394-bdc0-9cfcbe4fc925 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:05.902332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c15991ef-8018-4975-972a-004386ce0c5f req-85273090-02f3-4394-bdc0-9cfcbe4fc925 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 931 time: 0.4554493 Feb 03 11:46:05.926548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (8f7a8671-8f2d-48e7-9362-f63f094b45eb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:05.980864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Current status of the port 62841ea4-e054-45d6-b4a7-bd809e3ebaae is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:05.981658 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.002388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (8f7a8671-8f2d-48e7-9362-f63f094b45eb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.007777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8f7a8671-8f2d-48e7-9362-f63f094b45eb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.036616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port b0c14692-9774-4f79-b544-83572b28c527 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:06.037266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b0c14692-9774-4f79-b544-83572b28c527), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.038073 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7a8671-8f2d-48e7-9362-f63f094b45eb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.056838 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.061643 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0121575e-6f69-41ec-9c95-1544564bf2ea tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049341 Feb 03 11:46:06.063311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53584) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:06.068982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:06.094578 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:46:06.101731 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (43add63f-f544-4a78-96c1-5f0ef51bf6e7), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.144248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port b0c14692-9774-4f79-b544-83572b28c527, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b0c14692-9774-4f79-b544-83572b28c527,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:06.144666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b0c14692-9774-4f79-b544-83572b28c527), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.162567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for b0c14692-9774-4f79-b544-83572b28c527 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:06.178703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8510c-f379-4b2a-b7df-92d15cee8aa7 req-8c13cf5c-c89c-4e5a-98bb-d49e31ba98cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:06.181142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9f8510c-f379-4b2a-b7df-92d15cee8aa7 req-8c13cf5c-c89c-4e5a-98bb-d49e31ba98cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9 HTTP/1.1" status: 200 len: 946 time: 0.3243220 Feb 03 11:46:06.195757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c15991ef-8018-4975-972a-004386ce0c5f req-8777124e-4b20-4ce0-b182-0ebf0d8a99e4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645967 Feb 03 11:46:06.198811 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (43add63f-f544-4a78-96c1-5f0ef51bf6e7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.210850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (43add63f-f544-4a78-96c1-5f0ef51bf6e7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.252972 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43add63f-f544-4a78-96c1-5f0ef51bf6e7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.277625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.280390 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b364720a-c522-4d26-8ccf-43b08e140986 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2149546 Feb 03 11:46:06.283962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53586) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:06.289771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'security_group_rule': {'security_group_id': '1e66057c-0685-4f35-a40a-308c46c9f5bb', 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:06.317947 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Project 99f1f0f9d0794613946a15eb09432d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:46:06.329484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (817eaf5f-5759-41c9-976e-9200d9e89042), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.353458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9f8510c-f379-4b2a-b7df-92d15cee8aa7 req-6a8055e6-81bb-4106-b0c2-c230ed93db7c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=70a73600-fe8c-4d22-827e-101b4bcd8285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564686 Feb 03 11:46:06.356808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc52eb9-19c6-44bf-af19-f106db18adc5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:06.368404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks [] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.396258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] For port 62841ea4-e054-45d6-b4a7-bd809e3ebaae, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=62841ea4-e054-45d6-b4a7-bd809e3ebaae,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:06.406520 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.430081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Transition to ACTIVE for port object 2cc52eb9-19c6-44bf-af19-f106db18adc5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:46:06.447814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.460879 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (817eaf5f-5759-41c9-976e-9200d9e89042), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.463533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.469495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (817eaf5f-5759-41c9-976e-9200d9e89042), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.496178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.497396 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2122943 Feb 03 11:46:06.500251 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58e5b7-d5ec-41fb-8228-2eac2a0b1eb5 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817eaf5f-5759-41c9-976e-9200d9e89042,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.506064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:05Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:06.567716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8d4ac-81d3-4099-9821-5b4b8f77f43e None None] The sync data for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 is: [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:05Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:06.590186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079a24e-2369-464f-a46a-71a4607fc9b5 None None] Pushing event updated for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.599143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5ba59d61-03fd-4dd5-8988-bfbc0745470f None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:06.599587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba59d61-03fd-4dd5-8988-bfbc0745470f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.697619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b0c14692-9774-4f79-b544-83572b28c527), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:06.744464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Pushing event updated for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.782928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5ba59d61-03fd-4dd5-8988-bfbc0745470f None None] Current status of the port 62841ea4-e054-45d6-b4a7-bd809e3ebaae is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:06.855332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=b0c14692-9774-4f79-b544-83572b28c527,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:06.987353 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] No DVR routers for this DVR port b0c14692-9774-4f79-b544-83572b28c527 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:46:06.995897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-8c3b98f1-b2ae-4e80-aa30-6c6f69b5f642 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020604728&fields=id&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 267 time: 0.1642008 Feb 03 11:46:06.997414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:07.001549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb30af26-98d2-478a-bea2-ea97ee0b1a0f req-67112c86-b9ec-4e33-b81e-5890830ab560 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "DELETE /v2.0/ports/b0c14692-9774-4f79-b544-83572b28c527 HTTP/1.1" status: 204 len: 173 time: 1.5341058 Feb 03 11:46:07.003804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-deleted', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:07.006385 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31564319-9934-4c7f-9ca3-338691206070" -d '{"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-deleted", "tag": "b0c14692-9774-4f79-b544-83572b28c527"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:07.041737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Attempting to bind port 2cc52eb9-19c6-44bf-af19-f106db18adc5 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:07.042820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Attempting to bind port 2cc52eb9-19c6-44bf-af19-f106db18adc5 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:07.043336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Attempting to bind port 2cc52eb9-19c6-44bf-af19-f106db18adc5 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:07.053659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Port 2cc52eb9-19c6-44bf-af19-f106db18adc5 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:46:07.054293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Attempting to bind port 2cc52eb9-19c6-44bf-af19-f106db18adc5 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:07.070174 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106d2ec-fed7-4c29-8d13-dd6ef3f28ade x-openstack-request-id: req-d106d2ec-fed7-4c29-8d13-dd6ef3f28ade {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:07.070454 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9", "name": "network-vif-deleted", "tag": "b0c14692-9774-4f79-b544-83572b28c527", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:07.070712 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d106d2ec-fed7-4c29-8d13-dd6ef3f28ade {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:07.071116 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1a0ff-7ac0-4fff-b6b2-f247931f3aa9', 'name': 'network-vif-deleted', 'tag': 'b0c14692-9774-4f79-b544-83572b28c527', 'status': 'completed', 'code': 200} Feb 03 11:46:07.074865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:07.075205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:07.075600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:07.076069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Bound port: 2cc52eb9-19c6-44bf-af19-f106db18adc5, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:07.076411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:07.202129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-1c7b991a-db50-49cc-8561-f5c58cc91ad7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:07.203840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-1c7b991a-db50-49cc-8561-f5c58cc91ad7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 797 time: 0.1884966 Feb 03 11:46:07.227598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-61de5a4a-ee6e-49f7-ac70-ae9dd5dc1b5f tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/quotas/99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 375 time: 0.0176244 Feb 03 11:46:07.230925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:07.237264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:07.327767 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:07.396336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:07.454729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-20f80b55-01ef-4cb1-b5d8-37dde103da50 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2169569 Feb 03 11:46:07.473912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:07.474610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:07.476334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] 10.222.0.53 "PUT /v2.0/ports/2cc52eb9-19c6-44bf-af19-f106db18adc5 HTTP/1.1" status: 200 len: 1091 time: 2.8583243 Feb 03 11:46:07.657285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-753b1046-0635-4423-a24d-ca0db6e000a4 service neutron] 10.222.0.30 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603537 Feb 03 11:46:07.706202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb32326-b45f-4144-9ade-bf9f135d089d service neutron] Pushing event updated for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:07.772607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e26e6-a202-4217-958a-db325bdf46f2 req-471c4f5e-1d38-4b48-9123-a36260db289d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:07.774417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157e26e6-a202-4217-958a-db325bdf46f2 req-471c4f5e-1d38-4b48-9123-a36260db289d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.4431522 Feb 03 11:46:08.275298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7d2376de-77b8-467e-9b65-6d0e702e4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:08.276685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-7d2376de-77b8-467e-9b65-6d0e702e4ff8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 1125 time: 0.5940213 Feb 03 11:46:08.295744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157e26e6-a202-4217-958a-db325bdf46f2 req-51c1a88f-d6ee-41af-b20f-f50e13acbe42 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052869 Feb 03 11:46:08.337449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-f58ddd76-ae53-4379-9846-c06f3432e638 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5 HTTP/1.1" status: 200 len: 217 time: 0.0451729 Feb 03 11:46:08.339464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-acacb9c9-0cea-41cc-a823-66062d46bd6b service neutron] 10.222.0.30 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473236 Feb 03 11:46:08.350289 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:08.391661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-4ee27f50-1a36-4ef5-bb24-0252c688e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:08.393228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-4ee27f50-1a36-4ef5-bb24-0252c688e629 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0474818 Feb 03 11:46:08.468715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-b1c12bd0-44e1-4e8d-a7ec-4af94fb3683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:08.470526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-b1c12bd0-44e1-4e8d-a7ec-4af94fb3683e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684228 Feb 03 11:46:08.601996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cab3015f-a0b0-48e6-a5cd-aae6b839a7ce req-3df3deec-dcd2-4f7c-8edb-d71e2749112f tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 210 time: 0.0378060 Feb 03 11:46:08.639258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-a21efc12-4d67-499d-aaea-700b5950d3ca service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593766 Feb 03 11:46:08.648856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 62841ea4-e054-45d6-b4a7-bd809e3ebaae up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:08.745666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 62841ea4-e054-45d6-b4a7-bd809e3ebaae triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:08.746054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:08.764994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f18da0c-fbbd-4a22-8ea9-e55d5aaccd37 req-1b882a0e-426f-4559-8f99-2f89d865867b service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156187 Feb 03 11:46:08.840821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 62841ea4-e054-45d6-b4a7-bd809e3ebaae is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:08.936841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (c36c7a52-e700-414a-a14f-09c18a4588f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:09.071227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b0c14692-9774-4f79-b544-83572b28c527 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:46:09.072986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:09.075402 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:09.105548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: b0c14692-9774-4f79-b544-83572b28c527 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:46:09.106134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b0c14692-9774-4f79-b544-83572b28c527 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:46:09.122883 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c742df4f-369e-4c3b-845c-1a10ba1deb1d x-openstack-request-id: req-c742df4f-369e-4c3b-845c-1a10ba1deb1d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:09.123176 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:09.123434 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c742df4f-369e-4c3b-845c-1a10ba1deb1d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:09.123843 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5', 'status': 'completed', 'code': 200} Feb 03 11:46:09.200437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-e6d66ecf-9279-4c6d-b844-b78b2717a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.203158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-e6d66ecf-9279-4c6d-b844-b78b2717a413 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 1125 time: 0.0547140 Feb 03 11:46:09.256887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 83f1eac6-e4a0-4482-9c5e-05a5221d608b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:09.257270 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:09.339219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-a6bc3b09-58af-4634-93fd-3e3bf5396749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.341869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-a6bc3b09-58af-4634-93fd-3e3bf5396749 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1305077 Feb 03 11:46:09.385039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 83f1eac6-e4a0-4482-9c5e-05a5221d608b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83f1eac6-e4a0-4482-9c5e-05a5221d608b,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:09.385854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:09.395157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-3e33da6c-6681-4968-9531-5beb06c3b920 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5 HTTP/1.1" status: 200 len: 217 time: 0.0408618 Feb 03 11:46:09.404771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 83f1eac6-e4a0-4482-9c5e-05a5221d608b owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:09.483616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-994ac35a-7bde-407e-ab60-2b459fb28c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.485202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-994ac35a-7bde-407e-ab60-2b459fb28c0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0828700 Feb 03 11:46:09.500116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11dee-280b-400d-9b5b-1df461981e88 req-72295838-6269-4e9d-aeb0-f90eea5dba1f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.502261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b11dee-280b-400d-9b5b-1df461981e88 req-72295838-6269-4e9d-aeb0-f90eea5dba1f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0903642 Feb 03 11:46:09.580946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b11dee-280b-400d-9b5b-1df461981e88 req-5c7a54d3-a8d1-4b4f-aaa9-cc9aa5da54f3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Feb 03 11:46:09.589707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-4ef94628-52be-4be0-9df8-1a27b085e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.591259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-4ef94628-52be-4be0-9df8-1a27b085e830 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880706 Feb 03 11:46:09.640061 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (83f1eac6-e4a0-4482-9c5e-05a5221d608b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:09.691940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=83f1eac6-e4a0-4482-9c5e-05a5221d608b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:09.763137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ac3d692-11e3-44c5-ba5f-23c92c1ffd1a req-e9692138-838a-4741-a2ad-7e060ada21cf tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Feb 03 11:46:09.862343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-34fc7279-c2ff-453c-8b53-42073d26d70f service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631254 Feb 03 11:46:09.947930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-bf1fa4a2-01e5-45d2-8762-ac0c82cc8d5a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:09.949741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-bf1fa4a2-01e5-45d2-8762-ac0c82cc8d5a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 797 time: 0.2805719 Feb 03 11:46:09.969584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (c36c7a52-e700-414a-a14f-09c18a4588f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.007305 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:46:10.058419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6121f96-3f6c-4fb5-90c1-02813e05f4aa req-afc6016e-a777-4895-aa4d-9d3b0b62ea7a service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864941 Feb 03 11:46:10.104999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-d18b89b4-ec14-4b00-ade9-ebb9b1367458 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f1f0f9d0794613946a15eb09432d60 HTTP/1.1" status: 200 len: 380 time: 0.0766008 Feb 03 11:46:10.115230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'port': {'device_id': '8139ef89-49f9-49a1-b995-016b22651bb6', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'admin_state_up': True, 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'security_groups': ['1e66057c-0685-4f35-a40a-308c46c9f5bb']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:10.218642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router c36c7a52-e700-414a-a14f-09c18a4588f1 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:10.231596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Made reservation on behalf of 99f1f0f9d0794613946a15eb09432d60 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:46:10.238087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.334691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:10.342785 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-20bc04bb-efd5-48e7-a519-67dbd5c11150 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/c36c7a52-e700-414a-a14f-09c18a4588f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905310 Feb 03 11:46:10.343468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53628) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:10.346423 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Sync routers for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:10.355930 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:10.356775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:10.405801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.20.0.7 (b55874cb-7ff8-4891-8d5c-2be4214b4754/703f77eb-15e8-4a04-8e08-c7e3c5657ed2/ca192957-627a-4b9d-a0bb-48f447fd1a55) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:10.406366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting subnet e33e8c97-4062-44e1-88d0-c1eb04835b6e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:46:10.411677 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (e33e8c97-4062-44e1-88d0-c1eb04835b6e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.459058 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (e33e8c97-4062-44e1-88d0-c1eb04835b6e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.484417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:10.587521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (e33e8c97-4062-44e1-88d0-c1eb04835b6e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.654150 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.700631 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (e33e8c97-4062-44e1-88d0-c1eb04835b6e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.752414 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Subnet': ['ID=e33e8c97-4062-44e1-88d0-c1eb04835b6e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:10.760095 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.764550 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99bf5a79-9199-4608-8a8a-d0b7d881d436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/subnets/e33e8c97-4062-44e1-88d0-c1eb04835b6e HTTP/1.1" status: 204 len: 168 time: 0.4147265 Feb 03 11:46:10.770731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53632) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:10.777633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ffcc3-2d8e-45bd-95a6-7b5594c9e723 None None] Network c5cf1680-3649-49bb-9f4f-9afab2830b4d requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:46:10.809498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510813f3-7ab1-464b-a475-c5257c916c76 req-2ea4b33c-a6ec-448b-a6cc-235c9d1c5cdd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:10.818065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-510813f3-7ab1-464b-a475-c5257c916c76 req-2ea4b33c-a6ec-448b-a6cc-235c9d1c5cdd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1493590 Feb 03 11:46:10.834484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:10.887757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:46:09Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:10.906110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:10.918745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:10.922594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:10.930655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:10.959040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-510813f3-7ab1-464b-a475-c5257c916c76 req-c54e3442-2e87-4429-bc7a-3a5e93620a52 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400440 Feb 03 11:46:10.963053 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Checking router: c36c7a52-e700-414a-a14f-09c18a4588f1 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:10.983235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Routers {'c36c7a52-e700-414a-a14f-09c18a4588f1'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:10.983235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c36c7a52-e700-414a-a14f-09c18a4588f1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:11.129939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:11.132965 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.169999 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] Set router c36c7a52-e700-414a-a14f-09c18a4588f1 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:11.193475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-edec99bc-b674-4132-bf1f-114af40ee36d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817845 Feb 03 11:46:11.215471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc5c2-9a96-4170-a6a7-125481a80b66 req-f1c0e76d-500f-48ed-a215-9e9f9bf089fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:11.221701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-853bc5c2-9a96-4170-a6a7-125481a80b66 req-f1c0e76d-500f-48ed-a215-9e9f9bf089fd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 931 time: 0.1917005 Feb 03 11:46:11.227095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Request body: {'port': {'device_id': '8139ef89-49f9-49a1-b995-016b22651bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:11.247814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] DHCP port deletion for c5cf1680-3649-49bb-9f4f-9afab2830b4d request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:46:11.405243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Deleting port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:11.405897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.448101 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.488277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-853bc5c2-9a96-4170-a6a7-125481a80b66 req-6810b6bb-4748-4a72-b9c9-11dc6a01cad8 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576292 Feb 03 11:46:11.489679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] For port 8b40eaf5-8d69-490e-80c6-1a245a9491a8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8b40eaf5-8d69-490e-80c6-1a245a9491a8,segment=NetworkSegment(8d366b73-e845-48cb-84c4-0516cf9389a2),segment_id=8d366b73-e845-48cb-84c4-0516cf9389a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:11.490297 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.509076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Calling delete_port for 8b40eaf5-8d69-490e-80c6-1a245a9491a8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:11.612552 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:46:09Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:11.620333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-858fb1d7-1b05-4e4c-a3a2-d07f6dc8a489 None None] Provisioning complete for port ca192957-627a-4b9d-a0bb-48f447fd1a55 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:11.620720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-858fb1d7-1b05-4e4c-a3a2-d07f6dc8a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.641383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.649641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f397f-544e-4e91-b376-03c1a10e2053 None None] The sync data for ids ['c36c7a52-e700-414a-a14f-09c18a4588f1'] in n-d-821606-6 is: [{'id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207564363', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:43:47Z', 'updated_at': '2022-02-03T11:46:09Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '107b28be-d8cd-4df8-8570-0902a8af285f', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c7a52-e700-414a-a14f-09c18a4588f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:43:48Z', 'updated_at': '2022-02-03T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:11.706472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-858fb1d7-1b05-4e4c-a3a2-d07f6dc8a489 None None] Port ca192957-627a-4b9d-a0bb-48f447fd1a55 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:11.715751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8b40eaf5-8d69-490e-80c6-1a245a9491a8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.794767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] Pushing event deleted for resources: {'Port': ['ID=8b40eaf5-8d69-490e-80c6-1a245a9491a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:11.797045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bb197-006e-456c-9483-78ae96046cfc None None] No DVR routers for this DVR port 8b40eaf5-8d69-490e-80c6-1a245a9491a8 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:46:11.809103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (c36c7a52-e700-414a-a14f-09c18a4588f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.888388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 107b28be-d8cd-4df8-8570-0902a8af285f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:11.888388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.917174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca192957-627a-4b9d-a0bb-48f447fd1a55 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:11.928877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks [] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:11.945731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Transition to ACTIVE for port object ca192957-627a-4b9d-a0bb-48f447fd1a55 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:46:11.957104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.013236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 107b28be-d8cd-4df8-8570-0902a8af285f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=107b28be-d8cd-4df8-8570-0902a8af285f,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:12.013620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.034873 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 107b28be-d8cd-4df8-8570-0902a8af285f owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:12.059155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Pushing event updated for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:12.264523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Attempting to bind port ca192957-627a-4b9d-a0bb-48f447fd1a55 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:12.264813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Attempting to bind port ca192957-627a-4b9d-a0bb-48f447fd1a55 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:12.265251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Attempting to bind port ca192957-627a-4b9d-a0bb-48f447fd1a55 on network b55874cb-7ff8-4891-8d5c-2be4214b4754 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:12.277299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b52a8-8741-424b-b7cb-2567e570ad35 req-26923927-b891-4f8e-9f33-9387ae346542 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:12.279603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0b52a8-8741-424b-b7cb-2567e570ad35 req-26923927-b891-4f8e-9f33-9387ae346542 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1113117 Feb 03 11:46:12.282676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Port ca192957-627a-4b9d-a0bb-48f447fd1a55 on network b55874cb-7ff8-4891-8d5c-2be4214b4754 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:46:12.283234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Attempting to bind port ca192957-627a-4b9d-a0bb-48f447fd1a55 on network b55874cb-7ff8-4891-8d5c-2be4214b4754 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:12.295189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:12.295660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Checking segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:12.297049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Bound using segment: {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:12.303941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Bound port: ca192957-627a-4b9d-a0bb-48f447fd1a55, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466f43cb-f63a-431c-805e-d0353b2d88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:12.304449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.402371 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (107b28be-d8cd-4df8-8570-0902a8af285f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.476717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=107b28be-d8cd-4df8-8570-0902a8af285f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:12.553422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (c36c7a52-e700-414a-a14f-09c18a4588f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.581866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0b52a8-8741-424b-b7cb-2567e570ad35 req-99d4a390-bcfe-4c46-b706-0160fd18dfb4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916744 Feb 03 11:46:12.607655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:12.613407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:12.641904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.654262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8b40eaf5-8d69-490e-80c6-1a245a9491a8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:46:12.678719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8b40eaf5-8d69-490e-80c6-1a245a9491a8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:46:12.679417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8b40eaf5-8d69-490e-80c6-1a245a9491a8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:46:12.680015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83f1eac6-e4a0-4482-9c5e-05a5221d608b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:46:12.687542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.692005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (c36c7a52-e700-414a-a14f-09c18a4588f1), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.703554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 83f1eac6-e4a0-4482-9c5e-05a5221d608b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:46:12.703886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83f1eac6-e4a0-4482-9c5e-05a5221d608b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:46:12.761113 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (c36c7a52-e700-414a-a14f-09c18a4588f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.761113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Fanout notify agent at l3_agent the message router_deleted on router c36c7a52-e700-414a-a14f-09c18a4588f1 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:46:12.779225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:12.779853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.781403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] 10.222.0.69 "PUT /v2.0/ports/ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 1091 time: 1.5588045 Feb 03 11:46:12.784537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:12.790064 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc84041f-ed0b-431c-b9d2-e93239bd6b94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/routers/c36c7a52-e700-414a-a14f-09c18a4588f1 HTTP/1.1" status: 204 len: 168 time: 2.0180690 Feb 03 11:46:12.791019 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53640) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:12.791937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:12.796347 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719f4ec-efb6-4873-8632-0025375f89d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:12.821068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12601bf1-74c5-4069-87ad-69713e057d18 req-2468e0e9-c8a3-4485-85bd-313ccdd56aee tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:12.822948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12601bf1-74c5-4069-87ad-69713e057d18 req-2468e0e9-c8a3-4485-85bd-313ccdd56aee tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 943 time: 0.2347403 Feb 03 11:46:12.919670 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c915b-05e1-46fc-89c9-b69441b9866e x-openstack-request-id: req-c13c915b-05e1-46fc-89c9-b69441b9866e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:12.920160 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:12.922850 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c13c915b-05e1-46fc-89c9-b69441b9866e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:12.926200 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'status': 'completed', 'code': 200} Feb 03 11:46:12.935645 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c007e-4cba-4343-8240-6ab495c08eba service neutron] Pushing event updated for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:12.984608 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (c5cf1680-3649-49bb-9f4f-9afab2830b4d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.017024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12601bf1-74c5-4069-87ad-69713e057d18 req-121bff9f-982e-4677-8d0d-8bb036942d7d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195991 Feb 03 11:46:13.039325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-d814d537-6b5d-4527-98cf-2bc7dc77102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.040887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-d814d537-6b5d-4527-98cf-2bc7dc77102b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1125 time: 0.1747396 Feb 03 11:46:13.096458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-337d74f8-b810-4b01-8b56-159e047a234a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 217 time: 0.0432208 Feb 03 11:46:13.161571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (c5cf1680-3649-49bb-9f4f-9afab2830b4d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.178423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-3faefed4-5d06-428c-88b5-7c21f2b7de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.179922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-3faefed4-5d06-428c-88b5-7c21f2b7de50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 200 len: 834 time: 0.0772734 Feb 03 11:46:13.186855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cf1680-3649-49bb-9f4f-9afab2830b4d']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:13.204834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d366b73-e845-48cb-84c4-0516cf9389a2') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:13.204834 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d366b73-e845-48cb-84c4-0516cf9389a2') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:13.226161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8d366b73-e845-48cb-84c4-0516cf9389a2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.254461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-39e992bd-5300-4031-bbc2-f598bb303bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.255467 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8d366b73-e845-48cb-84c4-0516cf9389a2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.256688 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-39e992bd-5300-4031-bbc2-f598bb303bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b55874cb-7ff8-4891-8d5c-2be4214b4754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708134 Feb 03 11:46:13.267547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:46:13.267547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8d366b73-e845-48cb-84c4-0516cf9389a2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:46:13.274991 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:46:13.372151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (c5cf1680-3649-49bb-9f4f-9afab2830b4d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.383172 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.387157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-0cde4b12-a0e9-42ea-a2a5-481666239b0f service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248639 Feb 03 11:46:13.390782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:13.393336 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/networks/c5cf1680-3649-49bb-9f4f-9afab2830b4d HTTP/1.1" status: 204 len: 168 time: 0.5985277 Feb 03 11:46:13.405306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12096d-03a5-4ded-84db-faea7ee1f9fb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Network': ['ID=c5cf1680-3649-49bb-9f4f-9afab2830b4d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:13.533514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-330e0640-cf34-4155-a9d1-337c244a27b1 req-3116efef-fbb0-4d58-a721-567aef9fdd98 service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344881 Feb 03 11:46:13.551847 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (70a73600-fe8c-4d22-827e-101b4bcd8285), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.581749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (70a73600-fe8c-4d22-827e-101b4bcd8285), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.688082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-8248d872-c59b-4137-a300-6b89cb798313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.689837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-8248d872-c59b-4137-a300-6b89cb798313 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1125 time: 0.0641942 Feb 03 11:46:13.758379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (70a73600-fe8c-4d22-827e-101b4bcd8285), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.761255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:13.762425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/security-groups/70a73600-fe8c-4d22-827e-101b4bcd8285 HTTP/1.1" status: 204 len: 168 time: 0.3706629 Feb 03 11:46:13.820659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94015127-2d91-4a13-a369-b1963141786f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a73600-fe8c-4d22-827e-101b4bcd8285,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:13.863050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3a891-3580-487e-b544-aecc170f93c6 req-5983de71-5856-4457-ac04-f075b451d18b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.864599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2e3a891-3580-487e-b544-aecc170f93c6 req-5983de71-5856-4457-ac04-f075b451d18b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1738892 Feb 03 11:46:13.867739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-9dc4581a-5a58-4c00-aefa-f3e39e23e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:13.869161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-9dc4581a-5a58-4c00-aefa-f3e39e23e8a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 898 time: 0.1686759 Feb 03 11:46:13.932878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-190f1e58-357f-41b1-b34f-3c0f140effb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 217 time: 0.0518434 Feb 03 11:46:14.001604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2e3a891-3580-487e-b544-aecc170f93c6 req-25745215-fca2-45a0-8f16-ebd220f6219d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299326 Feb 03 11:46:14.033339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-82bfc826-7461-409e-a236-395a49204c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:14.033339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-82bfc826-7461-409e-a236-395a49204c39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 200 len: 834 time: 0.0898716 Feb 03 11:46:14.086897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-0ba50fd1-d615-4677-97a9-fbe4aeb904ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:14.088405 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-0ba50fd1-d615-4677-97a9-fbe4aeb904ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b55874cb-7ff8-4891-8d5c-2be4214b4754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547805 Feb 03 11:46:14.196272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-c3cc0d2d-22ce-4bc3-ac4d-d48f6915f8cb service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004567 Feb 03 11:46:14.294798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0bd2c-9d78-49a6-82cc-b94ff4677c04 req-33aba880-0ebe-49cd-97a4-93919a8c6b50 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:14.301786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27e0bd2c-9d78-49a6-82cc-b94ff4677c04 req-33aba880-0ebe-49cd-97a4-93919a8c6b50 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 943 time: 0.1319876 Feb 03 11:46:14.340109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2719f4ec-efb6-4873-8632-0025375f89d2 req-64a1d2c1-2786-447b-8736-16b960303c25 service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288874 Feb 03 11:46:14.377170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-27e0bd2c-9d78-49a6-82cc-b94ff4677c04 req-48055b30-b002-4214-9c9a-0f89ebde225a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732286 Feb 03 11:46:14.536242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 107b28be-d8cd-4df8-8570-0902a8af285f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:46:14.567025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 107b28be-d8cd-4df8-8570-0902a8af285f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:46:14.567888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 107b28be-d8cd-4df8-8570-0902a8af285f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:46:14.581060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:14.587200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989352009', 'description': 'tempest-secgroup-smoke-989352009 description', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:14.621367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.714246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (b9567aec-0813-45b5-9677-3849489b3509), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.720296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b9567aec-0813-45b5-9677-3849489b3509), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.752737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.757249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53656) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:14.757752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1749451 Feb 03 11:46:14.758219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78866c0-de40-49fd-8363-e17b7bdaa3a4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9567aec-0813-45b5-9677-3849489b3509,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:14.762922 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:14.797761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (9d4ce794-6cd5-419d-84fa-0363040add36), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.858944 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (9d4ce794-6cd5-419d-84fa-0363040add36), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.863921 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (9d4ce794-6cd5-419d-84fa-0363040add36), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.881074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4ce794-6cd5-419d-84fa-0363040add36,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:14.894897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.896098 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b83d340b-f0e1-4435-b0d6-042bd40c6e8c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368916 Feb 03 11:46:14.899151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:14.903412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:14.929579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (a4b19aff-8a6f-449f-adea-e6a4f142a6f1), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:14.998823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (a4b19aff-8a6f-449f-adea-e6a4f142a6f1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.008055 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a4b19aff-8a6f-449f-adea-e6a4f142a6f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.026685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b19aff-8a6f-449f-adea-e6a4f142a6f1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.042880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.044146 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0db6d6e1-fd4f-45c2-b680-38808d1dbd4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441813 Feb 03 11:46:15.047409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.051970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.082194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (38ec419d-168c-41f6-aa03-645eb37d3056), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.163263 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (38ec419d-168c-41f6-aa03-645eb37d3056), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.168333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (38ec419d-168c-41f6-aa03-645eb37d3056), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.176217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a9f1f-378c-48c9-8646-78398c891500 req-8719c6c1-30f8-4719-8a7b-574ffa25eeee tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:15.177850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-503a9f1f-378c-48c9-8646-78398c891500 req-8719c6c1-30f8-4719-8a7b-574ffa25eeee tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0796554 Feb 03 11:46:15.201147 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ec419d-168c-41f6-aa03-645eb37d3056,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.217237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.218631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ad0ff99f-0238-4458-906d-4bffec722cd2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701965 Feb 03 11:46:15.222535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.227093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.257935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (5d1b6f9a-61fb-4c1b-a960-4a4ebd4e13f1), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.264531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-503a9f1f-378c-48c9-8646-78398c891500 req-eb05707e-13e3-4bd3-b202-85b10fcaf8c0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 Feb 03 11:46:15.324114 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (5d1b6f9a-61fb-4c1b-a960-4a4ebd4e13f1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.328027 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (5d1b6f9a-61fb-4c1b-a960-4a4ebd4e13f1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.349088 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1b6f9a-61fb-4c1b-a960-4a4ebd4e13f1,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.357867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.361938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.362395 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-453044da-61b8-4129-81a0-98099ffb1867 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384060 Feb 03 11:46:15.366694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.389589 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:46:15.395684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (023cd97f-3a5d-48f8-8ca6-203bc3178ef3), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.478314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (023cd97f-3a5d-48f8-8ca6-203bc3178ef3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.495864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (023cd97f-3a5d-48f8-8ca6-203bc3178ef3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.527613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023cd97f-3a5d-48f8-8ca6-203bc3178ef3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.534538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.536249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-25d53371-227e-45b0-aef5-8ca216347e20 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732981 Feb 03 11:46:15.544730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.550705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'b9567aec-0813-45b5-9677-3849489b3509', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.575018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596119df-cba0-4bee-b971-bb97a3ad03bf req-94b81d70-52b4-4b15-ac6b-11bcfd5d0ea7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:15.576497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596119df-cba0-4bee-b971-bb97a3ad03bf req-94b81d70-52b4-4b15-ac6b-11bcfd5d0ea7 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 943 time: 0.1196721 Feb 03 11:46:15.596782 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:46:15.611022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (4ea18c11-6730-486f-8fc4-e777dd2b9887), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.671186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596119df-cba0-4bee-b971-bb97a3ad03bf req-24595e4f-a344-45d3-b68f-a66218eb5382 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849996 Feb 03 11:46:15.693424 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (4ea18c11-6730-486f-8fc4-e777dd2b9887), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.698597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4ea18c11-6730-486f-8fc4-e777dd2b9887), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.719177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea18c11-6730-486f-8fc4-e777dd2b9887,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.727874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.731665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e53f5a43-5fcc-4f39-91da-a5455094303b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833503 Feb 03 11:46:15.731885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.737448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'network': {'name': 'tempest-network-smoke--263351686', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.763803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:46:15.767656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.796530 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:46:15.807317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.807787 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Added segment b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3 of type vlan for network 656e8edc-b34a-474d-b1e3-206278c45095 Feb 03 11:46:15.854952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (656e8edc-b34a-474d-b1e3-206278c45095), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.882151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (656e8edc-b34a-474d-b1e3-206278c45095), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.887047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:15.887610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.923756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1907198 Feb 03 11:46:15.926504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53674) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:15.931001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'admin_state_up': True, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:15.955098 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.956466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:15.972880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8b8f-df72-42b4-9e63-c2650ec5a7dd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Network': ['ID=656e8edc-b34a-474d-b1e3-206278c45095,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:15.991813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 656e8edc-b34a-474d-b1e3-206278c45095 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:46:16.019148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.167418 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.370771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.390480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.398553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bff05-6ac9-40ba-8f89-a77486fe485b req-84d58632-2311-44e8-a35b-abdbdf686d63 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:16.400616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54bff05-6ac9-40ba-8f89-a77486fe485b req-84d58632-2311-44e8-a35b-abdbdf686d63 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0659964 Feb 03 11:46:16.453267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54bff05-6ac9-40ba-8f89-a77486fe485b req-80b9b479-3701-4cea-9d53-dfd2667bccc6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Feb 03 11:46:16.481139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.519651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.154 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/8c1bdfd3-e57b-4814-a4ea-947d007c63f3) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:16.634696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.670439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:16.710620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:16.720673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:16.725137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:16.727488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:16.832209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d293e-a571-4d75-b53c-948b0015dbb2 req-ffcb8721-4d0e-4fd0-9816-68b967459e68 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:16.834511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-941d293e-a571-4d75-b53c-948b0015dbb2 req-ffcb8721-4d0e-4fd0-9816-68b967459e68 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 943 time: 0.0742898 Feb 03 11:46:16.886420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-941d293e-a571-4d75-b53c-948b0015dbb2 req-a00d1837-c41a-4a3e-a088-03b843c6fc89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Feb 03 11:46:16.992660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.117720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ca192957-627a-4b9d-a0bb-48f447fd1a55 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:46:17.186836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.215863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:17.227298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'port_id': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'mac_address': 'fa:16:3e:fd:88:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:46:17.264981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ca192957-627a-4b9d-a0bb-48f447fd1a55 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:17.265731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.279822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca192957-627a-4b9d-a0bb-48f447fd1a55 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:17.299969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:17.306496 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.331615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:46:17.366113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:17.439639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:17.449601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Sync routers for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:17.460403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:17.460761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.461068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:17.462030 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3cca8f2-dfb7-46be-9793-5627f3166dca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5345206 Feb 03 11:46:17.465118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53680) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:17.499745 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-520b09e4-16aa-4e41-97b9-a46a3a681607 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=83e0ae26c00f438c9d0337c4cfb5fbf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335045 Feb 03 11:46:17.503278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53684) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:17.589653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:17.591628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d6fbb-bbb5-4b15-9424-50c06a839c65 req-4ee8fd6b-e8d8-48ef-b8a7-6a49e393dbb2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:17.593022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-081d6fbb-bbb5-4b15-9424-50c06a839c65 req-4ee8fd6b-e8d8-48ef-b8a7-6a49e393dbb2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0571353 Feb 03 11:46:17.599584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d461c4-7379-4683-9333-c9ad4eddb361 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:17.603651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-86d461c4-7379-4683-9333-c9ad4eddb361 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963016 Feb 03 11:46:17.603998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:17.633038 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-df5247c9-0db0-4d9f-95d6-4f35d0d58ff4 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279605 Feb 03 11:46:17.635633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53688) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:17.640649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569540463', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:17.646708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-081d6fbb-bbb5-4b15-9424-50c06a839c65 req-5a8307f0-be49-4fc9-9fa8-c4d5d80039ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468225 Feb 03 11:46:17.727043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ca192957-627a-4b9d-a0bb-48f447fd1a55'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:46:17.739240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:46:17.742777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.847931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:16Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:17.881089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Checking router: 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:17.881350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Updating router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:46:17.927979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.928584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (05a87766-412e-4043-9af7-35fa65ae6f8f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:17.992993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Subnet': ['ID=05a87766-412e-4043-9af7-35fa65ae6f8f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:18.012330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:18.012690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network hostable DHCP agents. Network: 656e8edc-b34a-474d-b1e3-206278c45095, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:46:18.029042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1db9b-4176-4b03-a695-8f40eaed001a req-be4deb2c-7d12-4db3-8e8e-5e9d1b06d9b3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:18.030637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 656e8edc-b34a-474d-b1e3-206278c45095 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:46:18.030801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdf1db9b-4176-4b03-a695-8f40eaed001a req-be4deb2c-7d12-4db3-8e8e-5e9d1b06d9b3 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 944 time: 0.0678170 Feb 03 11:46:18.041332 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 656e8edc-b34a-474d-b1e3-206278c45095) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:18.046247 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:18.046847 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.054011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f9a57-8bb7-4f5e-9d3b-c93fb3d18b56 None None] Network 656e8edc-b34a-474d-b1e3-206278c45095 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:46:18.067776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-efa4685c-3a9b-4743-8202-eacde96fd9bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4309797 Feb 03 11:46:18.070444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53692) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:18.090586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdf1db9b-4176-4b03-a695-8f40eaed001a req-b1bfd432-dcc4-44a1-a7d8-53b0d4c14b09 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522270 Feb 03 11:46:18.275530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-656e8edc-b34a-474d-b1e3-206278c45095', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:46:18.276387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.487198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks [] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.495299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.559053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Allocated IP 172.20.0.2 (656e8edc-b34a-474d-b1e3-206278c45095/05a87766-412e-4043-9af7-35fa65ae6f8f/e0f0b99c-cd28-449f-98b0-056347bbc7bb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:18.567829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Attempting to bind port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:18.568209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Attempting to bind port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:18.568580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Attempting to bind port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:18.570573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8348-ac20-4aa6-bb82-b9b745dab64b None None] Pushing event updated for resources: {'Port': ['ID=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:18.581826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:18.582207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:18.582620 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.583016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:18.583500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Bound port: 8c1bdfd3-e57b-4814-a4ea-947d007c63f3, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:18.583889 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.799994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbe1f-bf57-4165-9f8a-de45739d7f69 req-49930898-c2c3-4990-a078-99b16ff95fc7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:18.802413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-391dbe1f-bf57-4165-9f8a-de45739d7f69 req-49930898-c2c3-4990-a078-99b16ff95fc7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0801077 Feb 03 11:46:18.863809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-391dbe1f-bf57-4165-9f8a-de45739d7f69 req-d19c87e5-a156-46b3-a1d0-17cc8f1fd05a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Feb 03 11:46:18.907771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] For port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:18.912783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] For port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:18.924982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:18.926812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.040709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8348-ac20-4aa6-bb82-b9b745dab64b None None] Pushing event updated for resources: {'Port': ['ID=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:19.051978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:19.052605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:19.090759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks [] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.101825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.165735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ca192957-627a-4b9d-a0bb-48f447fd1a55 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:19.207170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Network 656e8edc-b34a-474d-b1e3-206278c45095 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:19.225193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:19.236270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:19.241796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75bd6f-973a-4601-b033-7d04f48565e5 req-27709d07-6cda-4e95-9956-fa55af93bb29 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:19.244290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b75bd6f-973a-4601-b033-7d04f48565e5 req-27709d07-6cda-4e95-9956-fa55af93bb29 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 944 time: 0.0614128 Feb 03 11:46:19.254072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Pushing event updated for resources: {'Port': ['ID=e0f0b99c-cd28-449f-98b0-056347bbc7bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:19.263434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:19.269923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.1 (656e8edc-b34a-474d-b1e3-206278c45095/05a87766-412e-4043-9af7-35fa65ae6f8f/7030791b-eb8e-4a96-8bce-28115b6ffa24) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:19.322830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b75bd6f-973a-4601-b033-7d04f48565e5 req-c6044839-b49a-4949-a2f7-d0ea8ba83397 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705349 Feb 03 11:46:19.380437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port ca192957-627a-4b9d-a0bb-48f447fd1a55 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:46:19.395843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port ca192957-627a-4b9d-a0bb-48f447fd1a55 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:19.396684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.415968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.423936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Attempting to bind port e0f0b99c-cd28-449f-98b0-056347bbc7bb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:19.424314 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Attempting to bind port e0f0b99c-cd28-449f-98b0-056347bbc7bb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:19.424877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Attempting to bind port e0f0b99c-cd28-449f-98b0-056347bbc7bb on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:19.455009 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.462311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:19.462698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:19.463101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.463492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Bound using segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:19.463969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Bound port: e0f0b99c-cd28-449f-98b0-056347bbc7bb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:19.464343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.508159 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 656e8edc-b34a-474d-b1e3-206278c45095 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:19.511495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:19.516671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:19.520934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:19.566752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.638531 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] For port e0f0b99c-cd28-449f-98b0-056347bbc7bb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:19.645198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ca192957-627a-4b9d-a0bb-48f447fd1a55 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:19.645896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.664734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] For port e0f0b99c-cd28-449f-98b0-056347bbc7bb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0f0b99c-cd28-449f-98b0-056347bbc7bb,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:19.679479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.691353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:19.693620 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca6a6f-13cf-4f09-830b-929c29bb1e91" -d '{"events": [{"server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "name": "network-vif-plugged", "status": "completed", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:19.728382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.740021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:19.758237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:16Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:19.769732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:19.821387 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5476c-cebf-452a-bfa2-93037690e020 x-openstack-request-id: req-b3e5476c-cebf-452a-bfa2-93037690e020 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:19.821789 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "name": "network-vif-plugged", "status": "completed", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:19.822145 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3e5476c-cebf-452a-bfa2-93037690e020 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:19.823414 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'code': 200} Feb 03 11:46:19.827303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa7e8-df25-4445-a252-9ecb3034708e None None] The sync data for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 is: [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:16Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:19.840867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d3834-ee81-4607-bf35-0c4a72cc8fd2 None None] Pushing event updated for resources: {'Port': ['ID=e0f0b99c-cd28-449f-98b0-056347bbc7bb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:19.926939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:19.961676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35462986-27a3-42d3-a51c-dda77840b8cc req-6ed2b567-5529-4da8-9c07-75b37fdc23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:19.963268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35462986-27a3-42d3-a51c-dda77840b8cc req-6ed2b567-5529-4da8-9c07-75b37fdc23a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0894923 Feb 03 11:46:20.100719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35462986-27a3-42d3-a51c-dda77840b8cc req-084a829f-eb8f-4989-acd6-2d73c6df8952 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300571 Feb 03 11:46:20.122319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0fc3-3edb-49d4-8632-75a038205fe0 req-43a98c11-de95-4a95-b9e9-fa5d72f1d62b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:20.124166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bedc0fc3-3edb-49d4-8632-75a038205fe0 req-43a98c11-de95-4a95-b9e9-fa5d72f1d62b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1339903 Feb 03 11:46:20.191216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bedc0fc3-3edb-49d4-8632-75a038205fe0 req-7b7a688e-0a0d-4558-b31d-5b141cf5eb13 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Feb 03 11:46:20.212885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:20.228069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:20.334185 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:20.336222 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:20.476625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 656e8edc-b34a-474d-b1e3-206278c45095 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:20.478146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:20.601445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600aab5-e35e-4b00-bd8f-bc4ac0c0799d req-8c47af2d-ebe6-43f5-8c14-59ba2f392ffb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:20.606999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9600aab5-e35e-4b00-bd8f-bc4ac0c0799d req-8c47af2d-ebe6-43f5-8c14-59ba2f392ffb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.1572182 Feb 03 11:46:20.670592 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:20.708068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9600aab5-e35e-4b00-bd8f-bc4ac0c0799d req-15085557-1887-48dd-b061-1d96aeccc85b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942466 Feb 03 11:46:20.740541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0f0b99c-cd28-449f-98b0-056347bbc7bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:20.805918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e0f0b99c-cd28-449f-98b0-056347bbc7bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:20.806574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:20.914941 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:20.935300 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-908e0d7b-1225-4740-907e-f2369b415735 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/7c4a13d6-f4f8-4389-b880-27a43a8eb4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8554955 Feb 03 11:46:20.967596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e0f0b99c-cd28-449f-98b0-056347bbc7bb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:20.968495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.037039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e0f0b99c-cd28-449f-98b0-056347bbc7bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0f0b99c-cd28-449f-98b0-056347bbc7bb,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:21.050585 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.051442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:21.184850 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e0f0b99c-cd28-449f-98b0-056347bbc7bb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:21.205227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:21.205614 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.241574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-db1cfeba-c186-434b-8756-d7e2ba96ad75 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989352009&fields=id&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 267 time: 0.0770652 Feb 03 11:46:21.331029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:21.331503 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.379524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:21.386538 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.496416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195cd6f-abbb-4b78-99d4-2d11f3dbd9f5 req-f4db6aee-1351-4dc4-9cd8-fd29674414b1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:21.498782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b195cd6f-abbb-4b78-99d4-2d11f3dbd9f5 req-f4db6aee-1351-4dc4-9cd8-fd29674414b1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1896248 Feb 03 11:46:21.515008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:21.530074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7c90a-ed3b-44b0-b172-b19005097f16 None None] Network 656e8edc-b34a-474d-b1e3-206278c45095 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:46:21.584448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b195cd6f-abbb-4b78-99d4-2d11f3dbd9f5 req-4f796ebf-44fc-46f8-baf7-c8acdce800a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739541 Feb 03 11:46:21.593429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-926e3766-e3c7-44d8-a43c-303c205b1e48 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:21.597700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-926e3766-e3c7-44d8-a43c-303c205b1e48 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 796 time: 0.3451955 Feb 03 11:46:21.619804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-c09fab33-929c-47d9-8238-0bec55cee151 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/quotas/83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 375 time: 0.0160604 Feb 03 11:46:21.641467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f5a46262-24a0-4120-a680-3ecb434dd300 None None] Provisioning complete for port e0f0b99c-cd28-449f-98b0-056347bbc7bb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:21.641938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a46262-24a0-4120-a680-3ecb434dd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:21.683435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-28205d46-e5f3-4ea4-b2db-71631c89cf58 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568390 Feb 03 11:46:21.777952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f5a46262-24a0-4120-a680-3ecb434dd300 None None] Current status of the port e0f0b99c-cd28-449f-98b0-056347bbc7bb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:21.902802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-619d3fa6-f21c-4dcf-b5dc-981ea81af940 service neutron] 10.222.0.30 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006853 Feb 03 11:46:21.916417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f9945-3a42-4fb9-ab12-82ac18e8c7fe req-39a60350-7746-49bf-9e2c-569066e3d7d9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:21.918085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-682f9945-3a42-4fb9-ab12-82ac18e8c7fe req-39a60350-7746-49bf-9e2c-569066e3d7d9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.0880418 Feb 03 11:46:22.005293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:22.006448 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.052340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-682f9945-3a42-4fb9-ab12-82ac18e8c7fe req-438da953-3d22-49ed-b188-1dbccd7cad98 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198971 Feb 03 11:46:22.065363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Port 7030791b-eb8e-4a96-8bce-28115b6ffa24 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:22.076713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Provisioning complete for port e0f0b99c-cd28-449f-98b0-056347bbc7bb triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:22.077156 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.082014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-7f59b810-df68-4d1a-b8ea-37abcd7e5717 service neutron] 10.222.0.30 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626592 Feb 03 11:46:22.219522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c07f273-49b1-4bfb-a0ed-7a52a55adbd7 None None] Current status of the port e0f0b99c-cd28-449f-98b0-056347bbc7bb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:22.257534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d0d93-7534-4f26-b5c8-8ac0bf252f80 req-b1ef0ff2-c205-4262-b4d1-f8f5a1e20dda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:22.259267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-376d0d93-7534-4f26-b5c8-8ac0bf252f80 req-b1ef0ff2-c205-4262-b4d1-f8f5a1e20dda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.0964684 Feb 03 11:46:22.353005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0443-a5f1-40e8-982d-a45813934c46 None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:22.353574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0443-a5f1-40e8-982d-a45813934c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.393404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-376d0d93-7534-4f26-b5c8-8ac0bf252f80 req-2fb695c0-7f8e-4d07-8b5c-d01613b425f0 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131294 Feb 03 11:46:22.411295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a07710a-258a-4641-ab74-5a26156da292 req-ac56641e-b80c-46cb-9127-949d0af58c27 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 210 time: 0.0912902 Feb 03 11:46:22.418288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53726) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:22.425889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e0443-a5f1-40e8-982d-a45813934c46 None None] Port 7030791b-eb8e-4a96-8bce-28115b6ffa24 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:22.540067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc1340-456a-425e-bf6b-b5de45ea4264 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:22.541720 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a3bc1340-456a-425e-bf6b-b5de45ea4264 tempest-TestNetworkBasicOps-609920911 tempest-TestNetworkBasicOps-609920911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1122 time: 0.1218460 Feb 03 11:46:22.544679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53730) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:22.550651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:22.562607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0f0b99c-cd28-449f-98b0-056347bbc7bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:22.634765 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Sync routers for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:22.646347 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.654699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:22.657697 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:22.665349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e0f0b99c-cd28-449f-98b0-056347bbc7bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:22.665799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.685884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fbe0b339-3d10-4bd7-9b23-ed557695c7cc None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:22.688637 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbe0b339-3d10-4bd7-9b23-ed557695c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.793183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc17a0-fd7d-4ca8-a68d-da708950ab65 req-02590580-4b7a-4d86-a186-0a682b490308 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:22.802881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40bc17a0-fd7d-4ca8-a68d-da708950ab65 req-02590580-4b7a-4d86-a186-0a682b490308 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1063771 Feb 03 11:46:22.836170 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:22.917880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0b339-3d10-4bd7-9b23-ed557695c7cc None None] Port 7030791b-eb8e-4a96-8bce-28115b6ffa24 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:22.960876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40bc17a0-fd7d-4ca8-a68d-da708950ab65 req-977221b5-3f96-4701-a668-9fcec2b04fbd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532433 Feb 03 11:46:22.964997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:22.971347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e0f0b99c-cd28-449f-98b0-056347bbc7bb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:22.972461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:23.040981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:23.041299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.181551 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Allocated IP 172.25.7.157 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/d8d65e49-af33-434b-927e-7936938d14e8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:23.185167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:23.204815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 2, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:23.247870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Checking router: 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:23.248628 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Updating router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb port 7030791b-eb8e-4a96-8bce-28115b6ffa24 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:46:23.305959 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.375577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (d8d65e49-af33-434b-927e-7936938d14e8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.429310 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d8d65e49-af33-434b-927e-7936938d14e8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.475661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:23.481719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:23.486666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:23.510139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=d8d65e49-af33-434b-927e-7936938d14e8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:23.526244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e04ad114-cc7e-4ac8-a721-4545022d2cc6 req-3bc2b842-7044-4d78-af63-5eb503f5f34c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 210 time: 0.0326188 Feb 03 11:46:23.664414 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks [] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.671374 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.812298 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Attempting to bind port 7030791b-eb8e-4a96-8bce-28115b6ffa24 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:23.812936 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Attempting to bind port 7030791b-eb8e-4a96-8bce-28115b6ffa24 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:23.813108 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Attempting to bind port 7030791b-eb8e-4a96-8bce-28115b6ffa24 on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:23.815453 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364084e-f471-4c66-9479-01c48d250d84 None None] Pushing event updated for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:23.829100 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:23.829487 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:23.830035 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.830474 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Bound using segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:23.830909 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Bound port: 7030791b-eb8e-4a96-8bce-28115b6ffa24, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:23.831294 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.882983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-cb296a79-5881-431a-8c6d-c8ed7d6cee3a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:23.885402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-cb296a79-5881-431a-8c6d-c8ed7d6cee3a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 796 time: 0.2038302 Feb 03 11:46:23.950673 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] For port 7030791b-eb8e-4a96-8bce-28115b6ffa24, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:23.955707 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] For port 7030791b-eb8e-4a96-8bce-28115b6ffa24, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7030791b-eb8e-4a96-8bce-28115b6ffa24,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:23.962225 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:23.976392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8738e96a-b062-436c-94f8-74c7bca3a7bc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 379 time: 0.0738928 Feb 03 11:46:24.019634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'port': {'device_id': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'admin_state_up': True, 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'security_groups': ['b9567aec-0813-45b5-9677-3849489b3509']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:24.039242 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364084e-f471-4c66-9479-01c48d250d84 None None] Pushing event updated for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:24.049672 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:24.050291 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:24.156076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:24.157673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.308948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Current status of the port 7030791b-eb8e-4a96-8bce-28115b6ffa24 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:24.309643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.324830 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:24.341585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabec64-25db-4bc6-83a0-925d0917bb8f req-663c18ac-67f6-48ba-aac2-abc07f678cc7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:24.353699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbabec64-25db-4bc6-83a0-925d0917bb8f req-663c18ac-67f6-48ba-aac2-abc07f678cc7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.2088680 Feb 03 11:46:24.366396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:46:24.370442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] For port 7030791b-eb8e-4a96-8bce-28115b6ffa24, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7030791b-eb8e-4a96-8bce-28115b6ffa24,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:24.374474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.378162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.385867 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (4e6e5f0c-50ff-4532-ab2c-506cd99d54f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.437209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfdf5c-4896-4b95-b8ef-5b8ea245f648 None None] Pushing event updated for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:24.481361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bbabec64-25db-4bc6-83a0-925d0917bb8f req-2785fccd-ad3b-4b67-8df9-aaf28c9c43cb tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218364 Feb 03 11:46:24.517077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-47c0e628-73f0-4cdc-ba42-7e4986e85d5a None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:24.517625 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47c0e628-73f0-4cdc-ba42-7e4986e85d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.634309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.11 (656e8edc-b34a-474d-b1e3-206278c45095/05a87766-412e-4043-9af7-35fa65ae6f8f/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:24.676049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:23Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:24.702098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-47c0e628-73f0-4cdc-ba42-7e4986e85d5a None None] Current status of the port 7030791b-eb8e-4a96-8bce-28115b6ffa24 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:24.725980 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eebe3df6-5689-465c-a9ca-b072f11f50b2 req-17874fd4-eef7-4e18-8d36-2a8f3a9ad705 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 210 time: 0.0399392 Feb 03 11:46:24.727263 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13a01c-1675-4e9d-a928-94b17f1e0e8d None None] The sync data for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 is: [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:23Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:24.874903 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d8d65e49-af33-434b-927e-7936938d14e8), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.883626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.940586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:24.992580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 656e8edc-b34a-474d-b1e3-206278c45095 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:24.999215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:25.002321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:25.056745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:25.057450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.061252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:25.095621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-b661c868-862b-400b-a907-6c542ffbe2f5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0881908 Feb 03 11:46:25.101619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for port (d8d65e49-af33-434b-927e-7936938d14e8), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.113663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Request body: {'port': {'device_id': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:25.116632 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (d8d65e49-af33-434b-927e-7936938d14e8), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.199663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4e6e5f0c-50ff-4532-ab2c-506cd99d54f9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.208037 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.333887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e65281e7-6bb8-4205-a4b3-b0f63bd17297 None None] Provisioning complete for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:25.334909 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e65281e7-6bb8-4205-a4b3-b0f63bd17297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.369217 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Floating IP 4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 associated. External IP: 172.25.7.157, port: ca192957-627a-4b9d-a0bb-48f447fd1a55. Feb 03 11:46:25.372279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event updated for resources: {'Port': ['ID=d8d65e49-af33-434b-927e-7936938d14e8,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:25.382589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e65281e7-6bb8-4205-a4b3-b0f63bd17297 None None] Port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:46:25.660354 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router 3e348d7f-06f1-48da-90c5-df5604a6723b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:25.791397 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:25.803511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Sync routers for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:25.822566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:25.823212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:25.824169 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:25.875912 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-199d1868-2f2d-4f8c-a629-49f7aa12caeb tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3300095 Feb 03 11:46:25.878101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:25.880703 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852be56f-30ca-47ed-bb2d-0415097b8338" -d '{"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:25.883207 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53748) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:25.964306 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-657a9de5-aad0-4f21-927e-b59a4183bd22 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 HTTP/1.1" status: 200 len: 991 time: 0.0781660 Feb 03 11:46:26.013968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:26.048930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989acba7-20a2-414a-b648-24b2137fe7ed req-4743d680-1707-4f0d-a306-dc5e23a32178 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.051203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-989acba7-20a2-414a-b648-24b2137fe7ed req-4743d680-1707-4f0d-a306-dc5e23a32178 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.3542030 Feb 03 11:46:26.092251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62387008-26c8-49e2-9c46-2852d70da989 req-781630c9-7d59-4130-8b7a-c57b47d0f344 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.094396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62387008-26c8-49e2-9c46-2852d70da989 req-781630c9-7d59-4130-8b7a-c57b47d0f344 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 932 time: 0.1916847 Feb 03 11:46:26.174546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-989acba7-20a2-414a-b648-24b2137fe7ed req-a7c8b557-bd97-4e53-8fdd-b18b5315da07 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087885 Feb 03 11:46:26.193459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62387008-26c8-49e2-9c46-2852d70da989 req-6baf0135-5369-48df-9163-5d240cfcdae2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869379 Feb 03 11:46:26.270498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:26.282412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks [] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:26.303392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Transition to ACTIVE for port object faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:46:26.312463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:26.437958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:26.495974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:46:26.500194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:46:26.500765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:26.510081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:46:26.510081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:46:26.521614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:46:26.524993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:46:26.525432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Bound using segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:46:26.525886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Bound port: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:46:26.526262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:26.572637 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc04b3-84b8-4cc6-bb43-cc0cd87794b1 x-openstack-request-id: req-cfbc04b3-84b8-4cc6-bb43-cc0cd87794b1 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:26.572990 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:26.573258 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfbc04b3-84b8-4cc6-bb43-cc0cd87794b1 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:26.573779 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'status': 'completed', 'code': 200} Feb 03 11:46:26.604046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4e6e5f0c-50ff-4532-ab2c-506cd99d54f9', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'port_id': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'mac_address': 'fa:16:3e:fd:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139ef89-49f9-49a1-b995-016b22651bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:23Z', 'updated_at': '2022-02-03T11:46:23Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:26.656546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:46:26.660842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:46:26.669058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Checking router: 3e348d7f-06f1-48da-90c5-df5604a6723b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:26.673644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:26.694310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7030791b-eb8e-4a96-8bce-28115b6ffa24 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:26.705150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-9a544300-9a9b-4899-ba02-a4bfc66ba18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.706775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-9a544300-9a9b-4899-ba02-a4bfc66ba18b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0981228 Feb 03 11:46:26.726826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:26.727684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:26.734873 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.735509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:26.736950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] 10.222.0.69 "PUT /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1092 time: 1.6288023 Feb 03 11:46:26.737569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:26.739616 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:26.816799 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f731274f-dbda-40e7-a86e-7edf462325ac x-openstack-request-id: req-f731274f-dbda-40e7-a86e-7edf462325ac {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:26.817403 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:26.817856 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f731274f-dbda-40e7-a86e-7edf462325ac {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:26.818457 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:46:26.846706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ede3-aa4d-4d6b-b021-0f2d5c191a5c service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:26.870169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:26.924046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-159a95de-1c33-4432-b754-b427d0a5e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.925027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-159a95de-1c33-4432-b754-b427d0a5e869 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0793793 Feb 03 11:46:26.929302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-73ce15b1-683d-40ac-9125-7304e8ee7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:26.930814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-73ce15b1-683d-40ac-9125-7304e8ee7f01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 898 time: 0.2174990 Feb 03 11:46:26.967031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53756) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:27.009272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7030791b-eb8e-4a96-8bce-28115b6ffa24 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:27.009747 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:27.059949 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6cf90c93-3236-4f71-9c71-a6139a961a78 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 HTTP/1.1" status: 200 len: 991 time: 0.0895615 Feb 03 11:46:27.072342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-58dad3ce-f28e-4874-88ec-79e668592806 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 217 time: 0.1272795 Feb 03 11:46:27.129277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-d6cb2b65-b154-422a-9966-a8db04417082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 999 time: 0.1230829 Feb 03 11:46:27.165199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-2eddf78a-fe10-4d41-b728-cc5a561fcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.166717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-2eddf78a-fe10-4d41-b728-cc5a561fcff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0862823 Feb 03 11:46:27.209231 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7030791b-eb8e-4a96-8bce-28115b6ffa24 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:27.213515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-8ff7bb30-9ba3-4c19-be7d-93be05fac208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.214936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-8ff7bb30-9ba3-4c19-be7d-93be05fac208 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 200 len: 834 time: 0.0803339 Feb 03 11:46:27.228182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4e6e5f0c-50ff-4532-ab2c-506cd99d54f9', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'port_id': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'mac_address': 'fa:16:3e:fd:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139ef89-49f9-49a1-b995-016b22651bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:23Z', 'updated_at': '2022-02-03T11:46:23Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:27.268490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e368f0c-150f-4a85-9620-08114bcbb522 None None] The sync data for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 is: [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4e6e5f0c-50ff-4532-ab2c-506cd99d54f9', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'port_id': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'mac_address': 'fa:16:3e:fd:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139ef89-49f9-49a1-b995-016b22651bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:23Z', 'updated_at': '2022-02-03T11:46:23Z', 'revision_number': 0, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:27.284992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-365f5cc7-af50-45f3-9d8b-802125097b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.287212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-365f5cc7-af50-45f3-9d8b-802125097b64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1131694 Feb 03 11:46:27.307616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-c47ed8f0-0c96-4e9a-bdfe-bc226c8e2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.309241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-c47ed8f0-0c96-4e9a-bdfe-bc226c8e2ef7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b55874cb-7ff8-4891-8d5c-2be4214b4754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885627 Feb 03 11:46:27.324325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:27.537927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-0c4bd0f0-2e14-4463-a96b-78c2c41fff6b service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436800 Feb 03 11:46:27.538435 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb50e0-332b-44f6-bf71-543900a731ac None None] New status for floating IP 4e6e5f0c-50ff-4532-ab2c-506cd99d54f9: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:46:27.593399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619b994-078e-44b2-af07-7c4d4e859c2d req-3f71d976-c20d-4de8-92de-b6ef931d87bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.594926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1619b994-078e-44b2-af07-7c4d4e859c2d req-3f71d976-c20d-4de8-92de-b6ef931d87bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.2475719 Feb 03 11:46:27.604238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-a8aff1a8-c803-4f99-91ad-57fa8138420e service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805490 Feb 03 11:46:27.613970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1106-e118-4878-b089-bf91aee3bead req-7f0ee766-b84e-4d30-a756-8dbfaa8b2877 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.615395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0cd1106-e118-4878-b089-bf91aee3bead req-7f0ee766-b84e-4d30-a756-8dbfaa8b2877 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.2649550 Feb 03 11:46:27.802726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b8c3542-89e4-4ecf-a682-935830ed4e8e req-9b909718-2ea9-453c-9aa9-ff2e5f4670b9 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556167 Feb 03 11:46:27.811241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1619b994-078e-44b2-af07-7c4d4e859c2d req-9b3b6a3b-be47-492b-8dc0-d7dab1242fa5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045517 Feb 03 11:46:27.818074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0cd1106-e118-4878-b089-bf91aee3bead req-62358ff0-768b-4a43-a26b-103efd2121e9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882548 Feb 03 11:46:27.848450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-852be56f-30ca-47ed-bb2d-0415097b8338 req-c6c6e336-4bde-4965-a926-ac39e1f411bf service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298214 Feb 03 11:46:27.961922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-826a9893-526b-4e04-a5e9-5b0e6bfd5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:27.963428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-826a9893-526b-4e04-a5e9-5b0e6bfd5d2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0487597 Feb 03 11:46:28.063595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-12a27af4-9baa-4d02-80cb-b6347a111f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:28.063833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:28.065064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-12a27af4-9baa-4d02-80cb-b6347a111f26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.0958805 Feb 03 11:46:28.106155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-9454295c-88e7-4397-b677-47b6039f7eaf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 217 time: 0.0350919 Feb 03 11:46:28.133776 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0960cdd8-2d5e-4a69-a1fb-9ceff1b8aa24 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 HTTP/1.1" status: 200 len: 993 time: 0.0613060 Feb 03 11:46:28.158796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-ce287ad6-ecaa-40c5-8c02-507f3c2c11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:28.160529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-ce287ad6-ecaa-40c5-8c02-507f3c2c11be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0493596 Feb 03 11:46:28.209381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-c1bcbfa4-3569-41f1-818c-ce3cc50c8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:28.210896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-c1bcbfa4-3569-41f1-818c-ce3cc50c8f8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446959 Feb 03 11:46:28.304515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-3c7f6923-92a1-4527-a550-293975d16935 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878000 Feb 03 11:46:28.396395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7670e09-3d18-4b84-8d3b-64bf53a0cb8b req-4eb15028-e5f3-4a52-b86c-e968a5d0b219 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Feb 03 11:46:28.990506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ac221-f761-470c-885c-2d0c8bfa9876 req-0e01c453-beef-4231-98db-7978cb530432 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:28.992381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9ac221-f761-470c-885c-2d0c8bfa9876 req-0e01c453-beef-4231-98db-7978cb530432 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0920541 Feb 03 11:46:29.003298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee91cd-c95b-4aaa-b047-b9e1b357c313 req-f3f47e86-a315-4fd5-98b8-8dfe37999113 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:29.004834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffee91cd-c95b-4aaa-b047-b9e1b357c313 req-f3f47e86-a315-4fd5-98b8-8dfe37999113 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1025643 Feb 03 11:46:29.084708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba9ac221-f761-470c-885c-2d0c8bfa9876 req-a4a655f2-8e69-4f62-b44b-b4f683b31463 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786057 Feb 03 11:46:29.091681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffee91cd-c95b-4aaa-b047-b9e1b357c313 req-ed150aac-aab1-4c2c-8f1b-2672869c4b1f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797629 Feb 03 11:46:30.240940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f903a-9e04-4c46-b36b-25a3b93d25ad req-b71d15e7-a737-4d8f-8375-782cfc7f4b9c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:30.242578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444f903a-9e04-4c46-b36b-25a3b93d25ad req-b71d15e7-a737-4d8f-8375-782cfc7f4b9c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0866959 Feb 03 11:46:30.255672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df34bb-8030-4733-ae6d-8717d78e5278 req-7e13c5a1-8d26-4abd-931f-cd84ed440130 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:30.257073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83df34bb-8030-4733-ae6d-8717d78e5278 req-7e13c5a1-8d26-4abd-931f-cd84ed440130 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0743363 Feb 03 11:46:30.327211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444f903a-9e04-4c46-b36b-25a3b93d25ad req-ef5b97c0-a660-44ae-9fba-c4aa80034a19 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789580 Feb 03 11:46:30.331853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-83df34bb-8030-4733-ae6d-8717d78e5278 req-28e6e941-941c-4302-8d45-9339f170233a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Feb 03 11:46:31.225297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:46:31.313707 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0905c288-028d-4e16-bdaa-af5cf3c5c3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:31.338399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:31.349804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:46:31.388216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:31.388600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:31.402064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:31.422028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:31.426906 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:31.475775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:31.484547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4df7c-ee91-4bdf-86a9-542fed6f714f req-decd963a-81fe-46b9-aeb6-a17aeac2909a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:31.485306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fb4df7c-ee91-4bdf-86a9-542fed6f714f req-decd963a-81fe-46b9-aeb6-a17aeac2909a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0843506 Feb 03 11:46:31.506357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3074da-0799-4e4e-a897-bd081b3395e9 req-605c9c97-09ce-44d4-b7e7-0364693974e8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:31.507744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd3074da-0799-4e4e-a897-bd081b3395e9 req-605c9c97-09ce-44d4-b7e7-0364693974e8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1048698 Feb 03 11:46:31.568880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fb4df7c-ee91-4bdf-86a9-542fed6f714f req-27e04094-8788-4695-ab17-7a9c611905f3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770292 Feb 03 11:46:31.582925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd3074da-0799-4e4e-a897-bd081b3395e9 req-cbfb1b0b-7ab3-4560-9f43-d3a5166ff1b6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691791 Feb 03 11:46:31.808689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:46:32.722250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2bdc8-0b78-471f-8947-349e843be7dd req-01d7eef0-90c8-41b5-afc9-a9919216b1c6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:32.723698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91a2bdc8-0b78-471f-8947-349e843be7dd req-01d7eef0-90c8-41b5-afc9-a9919216b1c6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Feb 03 11:46:32.737538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db503f-1146-4c5a-a2e4-f3d09781f374 req-c50b89c0-f0d7-4c65-832d-d339d361a43e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:32.738957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8db503f-1146-4c5a-a2e4-f3d09781f374 req-c50b89c0-f0d7-4c65-832d-d339d361a43e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0883493 Feb 03 11:46:32.816986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91a2bdc8-0b78-471f-8947-349e843be7dd req-accfb0a6-0443-4277-8ca1-418af8acd63c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876024 Feb 03 11:46:32.819928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8db503f-1146-4c5a-a2e4-f3d09781f374 req-2001789b-c6c0-40ea-962d-1ef3f348a2cc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Feb 03 11:46:33.223921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:33.271438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:46:33.275154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:33.275525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:33.349535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:33.349924 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:33.371084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:33.373296 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f16570-1ff8-4d8f-94cb-4e71ddaffa3b" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:33.385923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:33.390662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:33.416134 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf16fba-5d26-49a0-8e9f-00c91f574b75 x-openstack-request-id: req-bdf16fba-5d26-49a0-8e9f-00c91f574b75 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:33.416422 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:33.416669 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdf16fba-5d26-49a0-8e9f-00c91f574b75 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:33.417074 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'code': 200} Feb 03 11:46:33.441772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:33.547007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec2857-aef3-4eaf-9d89-af26208a8a52 req-e1f53292-e36f-4f0d-a326-532d73b54df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:33.548464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1ec2857-aef3-4eaf-9d89-af26208a8a52 req-e1f53292-e36f-4f0d-a326-532d73b54df7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1128 time: 0.0439537 Feb 03 11:46:33.593852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1ec2857-aef3-4eaf-9d89-af26208a8a52 req-9c2db23f-7d93-46cc-b45d-035d802eb743 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Feb 03 11:46:33.972405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09f64-fd80-4c8e-b33f-021b83734d30 req-1473e1db-9370-486b-8f4a-85c8cae3df99 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:33.973885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40d09f64-fd80-4c8e-b33f-021b83734d30 req-1473e1db-9370-486b-8f4a-85c8cae3df99 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0901964 Feb 03 11:46:33.981486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e3ad-8c72-43f9-8c29-968a63cf8e74 req-f8470e5f-c4ff-4b7b-834d-72bf744c4296 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:33.982819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46a2e3ad-8c72-43f9-8c29-968a63cf8e74 req-f8470e5f-c4ff-4b7b-834d-72bf744c4296 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0902984 Feb 03 11:46:34.048547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40d09f64-fd80-4c8e-b33f-021b83734d30 req-00dea6d7-f17e-46f3-8d7f-6a57304aaabb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648239 Feb 03 11:46:34.059589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-46a2e3ad-8c72-43f9-8c29-968a63cf8e74 req-e747b8fd-3d9a-4261-b091-e902640fb02f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Feb 03 11:46:34.374634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb115bd3-c756-47e9-a5bc-92678d36f9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:34.719536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:35.196033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5e398-3313-4404-b842-ce01e900c24f req-bb35a45a-8264-45a2-86ea-922c9ae32b53 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:35.197540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3a5e398-3313-4404-b842-ce01e900c24f req-bb35a45a-8264-45a2-86ea-922c9ae32b53 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0804570 Feb 03 11:46:35.209090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44347e-3394-4a97-9f33-3b2de69d9242 req-60024743-a7f6-4b3f-bedc-be35c3087c3f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:35.210472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c44347e-3394-4a97-9f33-3b2de69d9242 req-60024743-a7f6-4b3f-bedc-be35c3087c3f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0840518 Feb 03 11:46:35.287748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3a5e398-3313-4404-b842-ce01e900c24f req-221ea5eb-0b86-447b-9583-26b854b2658a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763330 Feb 03 11:46:35.291845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c44347e-3394-4a97-9f33-3b2de69d9242 req-98f6f349-0a5b-487b-8739-c761360469c0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749981 Feb 03 11:46:35.406029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0aff3-f6c6-45fa-b275-8c54b5f22eab req-920f978f-1f90-452d-a8b8-8e763088922a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:35.407406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fd0aff3-f6c6-45fa-b275-8c54b5f22eab req-920f978f-1f90-452d-a8b8-8e763088922a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0527263 Feb 03 11:46:35.455139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fd0aff3-f6c6-45fa-b275-8c54b5f22eab req-4e9a33f5-bdec-471a-9465-239e1cbb0f8d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Feb 03 11:46:35.476191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:35.519990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee0e47-729f-49ac-a9df-949e21067db1 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:35.521546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bfee0e47-729f-49ac-a9df-949e21067db1 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1123 time: 0.0443978 Feb 03 11:46:35.524322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:35.528728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:46:35.549325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:35.649200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:35.750876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.197 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/2225ef61-9df7-4ffb-b5d4-5fe7de822624) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:46:35.855096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:35.888527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:35.927141 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:46:35.933424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:46:35.938092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:46:35.941132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=2225ef61-9df7-4ffb-b5d4-5fe7de822624,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:36.363376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:36.563090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493c289-fe8f-4fca-a1f3-8d8e36dd5c68 req-a78498c1-1da0-49ae-8645-3e50f09143d9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:36.564545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0493c289-fe8f-4fca-a1f3-8d8e36dd5c68 req-a78498c1-1da0-49ae-8645-3e50f09143d9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0990462 Feb 03 11:46:36.698806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0493c289-fe8f-4fca-a1f3-8d8e36dd5c68 req-4123a566-cd64-42e0-9fd0-54815a6c363d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972209 Feb 03 11:46:36.714718 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (bd109c75-3b9d-4cec-b2e1-104d8029532c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:36.786746 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:36.941633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:36.947271 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:37.033436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=2225ef61-9df7-4ffb-b5d4-5fe7de822624,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:37.042678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (bd109c75-3b9d-4cec-b2e1-104d8029532c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:37.142109 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP bd109c75-3b9d-4cec-b2e1-104d8029532c associated. External IP: 172.25.7.197, port: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d. Feb 03 11:46:37.374425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:46:37.380155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:37.492720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:46:37.502289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Sync routers for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:46:37.510739 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:37.511977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:37.512584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:37.541909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98f0b836-ad94-43d4-a67f-b8e8f6223487 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0163836 Feb 03 11:46:37.542612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:37.545064 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762" -d '{"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:37.620079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:37.646604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97f3b7-1591-4cb0-a7f9-965f6b14c2f1 req-2f7c5fd6-731c-47d7-a2ef-3191896c72e6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:37.648207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c97f3b7-1591-4cb0-a7f9-965f6b14c2f1 req-2f7c5fd6-731c-47d7-a2ef-3191896c72e6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0553119 Feb 03 11:46:37.662935 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d2c3c9-fa4a-4ddb-9204-4c6cf8119b6d x-openstack-request-id: req-41d2c3c9-fa4a-4ddb-9204-4c6cf8119b6d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:37.663293 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:37.663716 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41d2c3c9-fa4a-4ddb-9204-4c6cf8119b6d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:37.664124 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:46:37.709219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c97f3b7-1591-4cb0-a7f9-965f6b14c2f1 req-3e507fbd-f8ec-4321-ba8d-b0361d981c6d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540586 Feb 03 11:46:37.744020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 53806) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:37.766535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-428357bd-a248-4b1e-8b75-1a1d680ffe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:37.768068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-428357bd-a248-4b1e-8b75-1a1d680ffe26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1128 time: 0.0522299 Feb 03 11:46:37.823527 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-944c4ba6-ddb4-4152-9689-fd35a314a100 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/bd109c75-3b9d-4cec-b2e1-104d8029532c HTTP/1.1" status: 200 len: 992 time: 0.0776088 Feb 03 11:46:37.888740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'bd109c75-3b9d-4cec-b2e1-104d8029532c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:36Z', 'updated_at': '2022-02-03T11:46:36Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:37.909849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0f68-14fc-4d7f-8bdc-3f7269fb7cb9 req-fb103764-8bd9-4791-a667-499f9dff5073 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:37.911401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-737c0f68-14fc-4d7f-8bdc-3f7269fb7cb9 req-fb103764-8bd9-4791-a667-499f9dff5073 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.1245251 Feb 03 11:46:37.915046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Checking router: 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:46:37.915992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-6b5d642e-4a25-4a77-b4bf-e696a125f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:37.917782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-6b5d642e-4a25-4a77-b4bf-e696a125f4dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1438603 Feb 03 11:46:37.924598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:46:37.925342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:46:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:38.005079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-737c0f68-14fc-4d7f-8bdc-3f7269fb7cb9 req-382041b8-f55b-4d7e-b9c7-adcbd9ad905b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863018 Feb 03 11:46:38.011599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-24ea882a-bbc6-4197-9490-225a820b0a50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.0860353 Feb 03 11:46:38.031436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:46:38.065119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-05624ba1-b3b5-484f-84f9-17edb9d2f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:38.066613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-05624ba1-b3b5-484f-84f9-17edb9d2f377 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0487869 Feb 03 11:46:38.116626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-64a5119a-825a-4bb9-8952-416ad917bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:38.118339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-64a5119a-825a-4bb9-8952-416ad917bf9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461514 Feb 03 11:46:38.208433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-91ff4598-e171-4734-9c0a-608d3990fa76 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833850 Feb 03 11:46:38.258720 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'bd109c75-3b9d-4cec-b2e1-104d8029532c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:36Z', 'updated_at': '2022-02-03T11:46:36Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:46:38.285133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f00cc-94c7-4934-b315-5749027a2f73 None None] The sync data for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 is: [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'bd109c75-3b9d-4cec-b2e1-104d8029532c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:46:36Z', 'updated_at': '2022-02-03T11:46:36Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:46:38.302426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-58c3a0ef-5f26-4b8e-9c95-141cec9e7762 req-202ae554-04ee-47fe-bd2d-ce97cd3dc82c service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881109 Feb 03 11:46:38.490384 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ffa1-6ea3-428c-93cd-1edda16590df None None] New status for floating IP bd109c75-3b9d-4cec-b2e1-104d8029532c: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:46:38.826747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 53808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:46:38.886712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-de4331fe-967f-4ca6-997c-b7f846673cb8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/bd109c75-3b9d-4cec-b2e1-104d8029532c HTTP/1.1" status: 200 len: 994 time: 0.0588362 Feb 03 11:46:39.129307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a604ff-c4ad-46b2-9f9d-1db58c467d5d req-d6c875d1-b04e-4fcb-a22d-e743154345ea tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:39.135000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00a604ff-c4ad-46b2-9f9d-1db58c467d5d req-d6c875d1-b04e-4fcb-a22d-e743154345ea tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 943 time: 0.0641122 Feb 03 11:46:39.182385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00a604ff-c4ad-46b2-9f9d-1db58c467d5d req-2c071a13-542b-489d-8145-4c271a086294 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Feb 03 11:46:39.588451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2cc52eb9-19c6-44bf-af19-f106db18adc5 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:46:39.685002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:39.696555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '2cc52eb9-19c6-44bf-af19-f106db18adc5', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': '2cc52eb9-19c6-44bf-af19-f106db18adc5', 'mac_address': 'fa:16:3e:48:5b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:46:39.732308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2cc52eb9-19c6-44bf-af19-f106db18adc5 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:39.732694 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:39.745426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc52eb9-19c6-44bf-af19-f106db18adc5 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:46:39.767025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:39.770026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:39.820180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:40.133649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2cc52eb9-19c6-44bf-af19-f106db18adc5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:46:40.302179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1cc8-5407-48fb-ae65-c5d8d2463ac9 req-bdebce3e-f9ca-423d-be70-b43cadc69725 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:40.303645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dde1cc8-5407-48fb-ae65-c5d8d2463ac9 req-bdebce3e-f9ca-423d-be70-b43cadc69725 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 944 time: 0.0533988 Feb 03 11:46:40.350402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dde1cc8-5407-48fb-ae65-c5d8d2463ac9 req-93f524e1-5366-4e40-8061-ad90b71fe88d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Feb 03 11:46:41.466634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32207a34-0bf0-4ecb-bdc2-78d659fce196 req-99bc1987-9566-4996-9c24-65a202efd9ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:41.468175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32207a34-0bf0-4ecb-bdc2-78d659fce196 req-99bc1987-9566-4996-9c24-65a202efd9ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 944 time: 0.0521345 Feb 03 11:46:41.517839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32207a34-0bf0-4ecb-bdc2-78d659fce196 req-ddfc8702-9b68-4c11-87a8-bdb2b2984da7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Feb 03 11:46:41.618718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2cc52eb9-19c6-44bf-af19-f106db18adc5 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:46:41.667932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 2cc52eb9-19c6-44bf-af19-f106db18adc5 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:46:41.672101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 2cc52eb9-19c6-44bf-af19-f106db18adc5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:46:41.672446 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:41.746771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 2cc52eb9-19c6-44bf-af19-f106db18adc5 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:46:41.747153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:41.769022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:41.771178 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d9525-2a2d-4338-af9a-c6a9876c3d23" -d '{"events": [{"server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "name": "network-vif-plugged", "status": "completed", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:41.784278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:41.788302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:41.814639 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87db3b5-5612-44e5-96b0-a58a7c4e7160 x-openstack-request-id: req-c87db3b5-5612-44e5-96b0-a58a7c4e7160 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:41.814930 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "name": "network-vif-plugged", "status": "completed", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:41.815184 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c87db3b5-5612-44e5-96b0-a58a7c4e7160 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:41.815577 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5', 'code': 200} Feb 03 11:46:41.844319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:41.918098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d535-da9c-47c1-be58-1de5bd9a2ebf req-9b3caa99-a3f9-4901-b428-b4c07815719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:41.919587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9315d535-da9c-47c1-be58-1de5bd9a2ebf req-9b3caa99-a3f9-4901-b428-b4c07815719f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 1127 time: 0.0436532 Feb 03 11:46:41.967154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9315d535-da9c-47c1-be58-1de5bd9a2ebf req-eccd3e17-4ddf-4b76-9642-f9c7ea1cf1a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Feb 03 11:46:42.634513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552429-766a-4466-90db-60f0abdfc397 req-812708bb-1003-4825-bc12-e6348dc74c24 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:42.635965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60552429-766a-4466-90db-60f0abdfc397 req-812708bb-1003-4825-bc12-e6348dc74c24 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0528157 Feb 03 11:46:42.681503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60552429-766a-4466-90db-60f0abdfc397 req-81ca677a-139e-4f74-bf0d-887961e1e690 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Feb 03 11:46:43.803297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad2c4a-5192-49ea-995c-2b60836cd4c3 req-ebf59c60-339a-4c5f-bd0e-f8d8bcc67e82 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:43.804758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7ad2c4a-5192-49ea-995c-2b60836cd4c3 req-ebf59c60-339a-4c5f-bd0e-f8d8bcc67e82 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0549843 Feb 03 11:46:43.851288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7ad2c4a-5192-49ea-995c-2b60836cd4c3 req-a24bf4c8-06a1-4b78-8b5a-1fe5e5fd07d8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Feb 03 11:46:43.969104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566232b-d367-4325-a947-e6318fe4a46b req-abe46cde-235c-488c-a555-f585e10e0125 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:43.970593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1566232b-d367-4325-a947-e6318fe4a46b req-abe46cde-235c-488c-a555-f585e10e0125 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0543447 Feb 03 11:46:44.017139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1566232b-d367-4325-a947-e6318fe4a46b req-8a3c5bec-e562-4ee4-a480-69784d831f9c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Feb 03 11:46:44.134674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f2159-f1ac-430a-94a2-9b681039d708 req-52701f05-4a9b-4c73-af83-62a4ef7b76a8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:44.136050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa2f2159-f1ac-430a-94a2-9b681039d708 req-52701f05-4a9b-4c73-af83-62a4ef7b76a8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0556264 Feb 03 11:46:44.181842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa2f2159-f1ac-430a-94a2-9b681039d708 req-fbe4ca76-eb87-4423-b21e-b07b654bc225 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Feb 03 11:46:44.470162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41cf18-7a31-4217-aa11-144f42b12754 req-0dc4fac0-3391-422a-96f0-70c0dff0e4f7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:44.471644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c41cf18-7a31-4217-aa11-144f42b12754 req-0dc4fac0-3391-422a-96f0-70c0dff0e4f7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Feb 03 11:46:44.518002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c41cf18-7a31-4217-aa11-144f42b12754 req-4331b4c9-e01f-45fb-b07f-a0f9f61e69ca tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Feb 03 11:46:45.645331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b361e9-dd30-422e-8698-da8b2129d9ca req-53263e74-6cf2-48c7-8c55-9190cb2061f4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:45.646792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0b361e9-dd30-422e-8698-da8b2129d9ca req-53263e74-6cf2-48c7-8c55-9190cb2061f4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Feb 03 11:46:45.699225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0b361e9-dd30-422e-8698-da8b2129d9ca req-2a072f7e-7157-4789-b8d8-ed4d8d22a74e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Feb 03 11:46:46.056261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ca3e55aa-ea9a-43a1-8efa-5d43a4699d7a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:46:46.057743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ca3e55aa-ea9a-43a1-8efa-5d43a4699d7a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Feb 03 11:46:46.149553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 2cc52eb9-19c6-44bf-af19-f106db18adc5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:46:46.149895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:46.240075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port 2cc52eb9-19c6-44bf-af19-f106db18adc5, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=2cc52eb9-19c6-44bf-af19-f106db18adc5,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:46:46.240438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:46.253282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 2cc52eb9-19c6-44bf-af19-f106db18adc5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:46:46.383092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2cc52eb9-19c6-44bf-af19-f106db18adc5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:46.398294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['2cc52eb9-19c6-44bf-af19-f106db18adc5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:46:46.409374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=2cc52eb9-19c6-44bf-af19-f106db18adc5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:46:46.419254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.419614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.419960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.420799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.421200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.421540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.422107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.422229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.422586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.422834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.423160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.423483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.424285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:46:46.468143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port 2cc52eb9-19c6-44bf-af19-f106db18adc5 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:46:46.470855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:46.474350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db5b34d1-2d1d-4112-a8d9-f28afcd07847 req-ce64591e-2fc3-403f-9f07-6570a2bc4ab3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "DELETE /v2.0/ports/2cc52eb9-19c6-44bf-af19-f106db18adc5 HTTP/1.1" status: 204 len: 173 time: 0.4112790 Feb 03 11:46:46.474799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'name': 'network-vif-deleted', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:46:46.477119 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120adec-0a0c-4cbc-aa47-ea662950917d" -d '{"events": [{"server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "name": "network-vif-deleted", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:46:46.497397 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:46:46.517727 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec988d98-7834-4b49-a8ee-de8192dc9046 x-openstack-request-id: req-ec988d98-7834-4b49-a8ee-de8192dc9046 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:46:46.517974 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feefdf89-9ac7-41ff-80d6-1e13d777cb38", "name": "network-vif-deleted", "tag": "2cc52eb9-19c6-44bf-af19-f106db18adc5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:46:46.518237 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec988d98-7834-4b49-a8ee-de8192dc9046 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:46:46.518646 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feefdf89-9ac7-41ff-80d6-1e13d777cb38', 'name': 'network-vif-deleted', 'tag': '2cc52eb9-19c6-44bf-af19-f106db18adc5', 'status': 'completed', 'code': 200} Feb 03 11:46:46.793188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87e45922-4e94-4070-91c7-5efa04c34788 req-80d831ac-fa8d-497d-ad5e-5c5b77328313 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Feb 03 11:46:47.006436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:46:47.889944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-596f1d03-b066-46e4-8584-d716c0bcaa0e req-93246288-d430-4b21-81a8-65b3120696be tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Feb 03 11:46:48.988608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93d4aafb-48d4-4e0e-b8ef-bf5789d6b9f5 req-ddcf569b-7cd9-4b92-a5bb-3b85d9350ad7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0301819 Feb 03 11:46:49.630706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2cc52eb9-19c6-44bf-af19-f106db18adc5 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:46:49.651520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 2cc52eb9-19c6-44bf-af19-f106db18adc5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:46:49.652247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 2cc52eb9-19c6-44bf-af19-f106db18adc5 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:46:50.087465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5de6b16-4762-423b-bae2-238b23280985 req-d5ae534c-33e3-4189-adc9-39ff0618c7d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Feb 03 11:46:51.182929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a437e26-1042-4fd4-a778-050948ad16b0 req-072dfee3-6a10-4bed-9e35-d727d1d9b8da tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Feb 03 11:46:52.281807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb5a2598-a458-4379-8e96-ecaa6c880066 req-06b885b1-6b16-48a3-847c-4457e2eaaa36 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Feb 03 11:46:53.378316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56485f0a-e488-493a-b9b3-170b0befdb39 req-55662d12-d465-42eb-98f1-a03d97f3fd8b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Feb 03 11:46:54.476610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5974783-6dad-4587-9645-3e5e12298ce3 req-ffbfa875-dd25-4ea4-9d69-bbbb9d6fdccd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=feefdf89-9ac7-41ff-80d6-1e13d777cb38 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Feb 03 11:46:57.317292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:01.281435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f660825f-f0ca-4c68-bf84-920537c2f008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:04.375976 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d0454aa-9c24-4451-93ce-d86f997c0415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:04.722521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:06.355343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:07.386491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:16.500343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:17.607139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-3d17bda4-16cd-4fec-8607-a679ca01b88b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533552 Feb 03 11:47:17.708347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-154c4607-f918-4c52-a30d-fa8e7fff12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:17.709775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-154c4607-f918-4c52-a30d-fa8e7fff12c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0452399 Feb 03 11:47:17.813199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-5ac1a4bc-095e-433c-b263-00d3307f2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:17.814706 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-5ac1a4bc-095e-433c-b263-00d3307f2b1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 898 time: 0.0869460 Feb 03 11:47:17.881452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-f20a1857-83c0-409c-a7b0-c656c6e428d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 1001 time: 0.0614338 Feb 03 11:47:17.928124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-140025dc-9435-4794-ab28-d3a755413753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:17.929606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-140025dc-9435-4794-ab28-d3a755413753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 200 len: 834 time: 0.0431421 Feb 03 11:47:17.977569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-e49a630e-67ae-47c2-96bf-dd13524819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:17.979010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-e49a630e-67ae-47c2-96bf-dd13524819af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b55874cb-7ff8-4891-8d5c-2be4214b4754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437958 Feb 03 11:47:18.071239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-4e0a6761-d932-472b-afbc-5da530ec447e service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865526 Feb 03 11:47:18.165697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1623942-0b53-4dbf-a0b0-649332bcef79 req-cfc6a971-e317-495d-b164-e26f5f52d091 service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887074 Feb 03 11:47:24.005391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:47:24.673533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-1da34b9e-3ff7-439f-8900-8e8e2cc9092b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:24.674999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-1da34b9e-3ff7-439f-8900-8e8e2cc9092b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1041262 Feb 03 11:47:24.690092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-1e6b2dcc-770f-4771-87ac-b06c13c11f1e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0098393 Feb 03 11:47:24.742801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-1e1b19bd-3aff-4b41-9ad8-dd59a16898b6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478725 Feb 03 11:47:24.836916 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-e2bd701d-ba20-4272-a87b-2be441b292f9 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868919 Feb 03 11:47:24.932295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-fbf90457-c169-4541-82ed-a52d3ba56f06 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Feb 03 11:47:25.206096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3bca2fb9-672f-4a35-9e55-263e9d658419 req-a5ea7503-93fa-42dd-bea5-ec2f2b713bc1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0275500 Feb 03 11:47:26.222507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-47a19ee6-c6e5-4b8c-bf71-f622473c1b67 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:26.224054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-47a19ee6-c6e5-4b8c-bf71-f622473c1b67 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1025150 Feb 03 11:47:26.237162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:26.334432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b07c1ffb-fd50-4590-ac32-cb3df4847bee req-0891dd5a-9d57-4607-980b-475ec253c695 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0365226 Feb 03 11:47:26.374716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:47:26.378274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:26.506284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.6 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/9ec6f04a-8135-4670-bafe-4684b990c42f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:47:26.653053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:26.686267 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:26.726510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:47:26.729448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:47:26.735601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:47:26.761218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:26.787901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:26.788556 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:26.805182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-af766ba8-4c8c-4fb3-af40-73eef91198c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724986 Feb 03 11:47:26.818175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-c718270c-0292-41c7-892e-6801e04e203f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:47:26.819293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-c718270c-0292-41c7-892e-6801e04e203f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059819 Feb 03 11:47:26.897613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Request body: {'port': {'device_id': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:26.970761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.032452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-01804287-f9ce-447d-a7e9-ae577839ba7f None None] Provisioning complete for port 9ec6f04a-8135-4670-bafe-4684b990c42f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:47:27.033554 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01804287-f9ce-447d-a7e9-ae577839ba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.068863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01804287-f9ce-447d-a7e9-ae577839ba7f None None] Port 9ec6f04a-8135-4670-bafe-4684b990c42f cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:47:27.231191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6f04a-8135-4670-bafe-4684b990c42f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:47:27.241080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks [] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.253554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Transition to ACTIVE for port object 9ec6f04a-8135-4670-bafe-4684b990c42f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:47:27.257416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.313961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:27.350832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.398423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Attempting to bind port 9ec6f04a-8135-4670-bafe-4684b990c42f on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:47:27.398837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Attempting to bind port 9ec6f04a-8135-4670-bafe-4684b990c42f by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:47:27.399242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Attempting to bind port 9ec6f04a-8135-4670-bafe-4684b990c42f on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:47:27.405345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Port 9ec6f04a-8135-4670-bafe-4684b990c42f on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:47:27.405822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Attempting to bind port 9ec6f04a-8135-4670-bafe-4684b990c42f on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:47:27.412189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:47:27.412701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:47:27.413228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:47:27.413772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Bound port: 9ec6f04a-8135-4670-bafe-4684b990c42f, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:47:27.414234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.520030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17130a44-e486-47fb-8b3d-2913be24a065 req-cde9aa68-f166-4e96-9740-ebcab2dbf474 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:27.521902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17130a44-e486-47fb-8b3d-2913be24a065 req-cde9aa68-f166-4e96-9740-ebcab2dbf474 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.1049645 Feb 03 11:47:27.525975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:47:27.530170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9ec6f04a-8135-4670-bafe-4684b990c42f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:47:27.540379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.603697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:27.604319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:27.605752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ec6f04a-8135-4670-bafe-4684b990c42f HTTP/1.1" status: 200 len: 1091 time: 0.7750189 Feb 03 11:47:27.608870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:47:27.611158 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:47:27.640157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17130a44-e486-47fb-8b3d-2913be24a065 req-1189a066-1783-429f-923d-eb0b3f2d02a1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082883 Feb 03 11:47:27.640997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861ab1e-eea8-46e2-9a72-b53350b676d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:27.662871 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7852bfe-cc00-418a-a4c1-8d6302cb8b79 x-openstack-request-id: req-f7852bfe-cc00-418a-a4c1-8d6302cb8b79 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:47:27.663167 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:47:27.663425 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7852bfe-cc00-418a-a4c1-8d6302cb8b79 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:47:27.663826 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f', 'status': 'completed', 'code': 200} Feb 03 11:47:27.700632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-f04faf76-8a80-4af8-93ba-35125b256611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:27.702457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-f04faf76-8a80-4af8-93ba-35125b256611 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 1125 time: 0.0514097 Feb 03 11:47:27.749353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-e9d9ba30-b3c8-4153-8574-362d34baa48f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ec6f04a-8135-4670-bafe-4684b990c42f HTTP/1.1" status: 200 len: 217 time: 0.0364647 Feb 03 11:47:27.805263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-94dec927-0532-4c4f-8e4c-2822abc9bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:27.806738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-94dec927-0532-4c4f-8e4c-2822abc9bbe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0513749 Feb 03 11:47:27.861194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-6cf6a307-764f-4154-b936-0dda1ff812cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:27.862690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-6cf6a307-764f-4154-b936-0dda1ff812cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464399 Feb 03 11:47:27.962383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-b3043849-2e73-49a0-8cc2-539ab599dda2 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885882 Feb 03 11:47:28.056135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c994994d-458c-4ba6-a164-f7d1e90a91e6 req-8d16e62b-6198-45e1-8fea-0f39560afd9c service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836542 Feb 03 11:47:28.147071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-c70294a1-641b-42c9-aa3f-5eae553134ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:28.148569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-c70294a1-641b-42c9-aa3f-5eae553134ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 1125 time: 0.0446169 Feb 03 11:47:28.245064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-5e581c14-a173-4211-8874-ab383223ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:28.247170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-5e581c14-a173-4211-8874-ab383223ce2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0890791 Feb 03 11:47:28.290030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-5c08a971-7fd6-49a6-ac60-5fd138a84452 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ec6f04a-8135-4670-bafe-4684b990c42f HTTP/1.1" status: 200 len: 217 time: 0.0342424 Feb 03 11:47:28.347236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-9313e927-be82-4a34-9594-1f2ab1ed8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:28.348599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-9313e927-be82-4a34-9594-1f2ab1ed8b30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0471690 Feb 03 11:47:28.398726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-3e3bf2e8-23cd-48b4-bfba-7bdcb2085c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:28.400272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-3e3bf2e8-23cd-48b4-bfba-7bdcb2085c70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431960 Feb 03 11:47:28.499190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-94a523ab-2e9c-4392-b277-fef0bd013265 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890131 Feb 03 11:47:28.594479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4057f101-097f-4fd9-bcf6-a7d03f6f3f7d req-dd841225-ba4c-4ee5-a956-8666dbea81aa service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865071 Feb 03 11:47:28.777933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649afbe-238a-4937-9e2d-10bbc519ed92 req-6731933a-7c5d-4300-9cf9-268793027dc5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:28.779409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b649afbe-238a-4937-9e2d-10bbc519ed92 req-6731933a-7c5d-4300-9cf9-268793027dc5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0535870 Feb 03 11:47:28.827104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b649afbe-238a-4937-9e2d-10bbc519ed92 req-7d3eda2c-669e-4e5c-9ac0-a1327c600ff1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Feb 03 11:47:29.948021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c3629-3e7e-4d85-b912-cb25a6d6b5a6 req-f11a0374-1611-49bb-9953-a9dd5318a735 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:29.950064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214c3629-3e7e-4d85-b912-cb25a6d6b5a6 req-f11a0374-1611-49bb-9953-a9dd5318a735 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0564244 Feb 03 11:47:30.337172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214c3629-3e7e-4d85-b912-cb25a6d6b5a6 req-23e810a9-51be-469f-8e88-0a5575af020f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814406 Feb 03 11:47:31.272935 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b45512d-7167-4dcd-aff9-4f9a31236e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:31.456209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e42ee0-817b-44ad-9180-fbdf227c0709 req-7bfead76-fc7e-46bc-a587-2b8f0150e7ab tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:31.457704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28e42ee0-817b-44ad-9180-fbdf227c0709 req-7bfead76-fc7e-46bc-a587-2b8f0150e7ab tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Feb 03 11:47:31.504420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28e42ee0-817b-44ad-9180-fbdf227c0709 req-1876348b-4652-4a1a-92df-d0923662fb9d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Feb 03 11:47:32.622491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf453fa-fe72-4099-a030-266cdb193989 req-d2da09c9-ff38-444d-bc50-4836ed49ede3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:32.623946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cf453fa-fe72-4099-a030-266cdb193989 req-d2da09c9-ff38-444d-bc50-4836ed49ede3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0526373 Feb 03 11:47:32.672697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cf453fa-fe72-4099-a030-266cdb193989 req-0cc0dbc4-f7b8-4296-831b-c01944efc88a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Feb 03 11:47:33.801525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938424db-7ead-451d-9edb-b77d66360e31 req-7217dbbf-d5cf-4c15-aa71-66ca984cdb23 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:33.803089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-938424db-7ead-451d-9edb-b77d66360e31 req-7217dbbf-d5cf-4c15-aa71-66ca984cdb23 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0588391 Feb 03 11:47:33.852555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-938424db-7ead-451d-9edb-b77d66360e31 req-47025723-30c2-497b-aaf5-820139e34e86 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Feb 03 11:47:34.377482 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6652380a-5886-4990-9eb8-c657c1105787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:34.725714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:34.969658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de62b-7bab-4390-b036-2006bdb53f23 req-dc8355db-3450-4704-a0b0-ff735f0b9baf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:34.971132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f06de62b-7bab-4390-b036-2006bdb53f23 req-dc8355db-3450-4704-a0b0-ff735f0b9baf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0537248 Feb 03 11:47:35.016321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f06de62b-7bab-4390-b036-2006bdb53f23 req-8cec74a0-15c2-4f43-a157-44433b76af4d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Feb 03 11:47:36.139882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e7bac-f5ba-43af-8900-91d3e8937440 req-52bd4f48-3521-4bdc-a59a-5edbcaedc4a8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:36.141449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba0e7bac-f5ba-43af-8900-91d3e8937440 req-52bd4f48-3521-4bdc-a59a-5edbcaedc4a8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0572376 Feb 03 11:47:36.189893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba0e7bac-f5ba-43af-8900-91d3e8937440 req-74d98eaa-7404-48b6-9ccc-19dd27d501aa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Feb 03 11:47:36.353809 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:37.312987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe068e-3744-4fbc-9977-62fc41b5aefa req-91933364-fea2-49e0-b9f3-cc15e4413c81 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:37.314496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddfe068e-3744-4fbc-9977-62fc41b5aefa req-91933364-fea2-49e0-b9f3-cc15e4413c81 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0554943 Feb 03 11:47:37.362863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddfe068e-3744-4fbc-9977-62fc41b5aefa req-0c065fdb-5152-4358-80c4-7b64ce450fef tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Feb 03 11:47:37.380676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:38.494864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82953d-3f10-4766-a4c8-1db290e0bbef req-ec228f7a-9392-498f-ace5-b7c47f467e52 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:38.496369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b82953d-3f10-4766-a4c8-1db290e0bbef req-ec228f7a-9392-498f-ace5-b7c47f467e52 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0597243 Feb 03 11:47:38.544095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b82953d-3f10-4766-a4c8-1db290e0bbef req-cf212d54-3105-4acc-9edc-7dfe99d26156 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Feb 03 11:47:39.317598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:39.377189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-56718dfa-3439-42b1-a97e-a763522a4a09 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/floatingips/4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 HTTP/1.1" status: 200 len: 993 time: 0.0583992 Feb 03 11:47:39.625746 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:39.661498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd618-4e1a-4321-a756-d04c198e8121 req-79221e8d-b259-40a3-a6b9-10ca1b94e270 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:39.662977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4effd618-4e1a-4321-a756-d04c198e8121 req-79221e8d-b259-40a3-a6b9-10ca1b94e270 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0529804 Feb 03 11:47:39.715526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4effd618-4e1a-4321-a756-d04c198e8121 req-124066a3-1422-4bfc-99fa-fd030ad0a5d9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Feb 03 11:47:39.782858 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port d8d65e49-af33-434b-927e-7936938d14e8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:47:39.783201 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d8d65e49-af33-434b-927e-7936938d14e8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:39.873424 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d8d65e49-af33-434b-927e-7936938d14e8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:39.873690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (d8d65e49-af33-434b-927e-7936938d14e8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:39.885726 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for d8d65e49-af33-434b-927e-7936938d14e8 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:47:40.056280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (d8d65e49-af33-434b-927e-7936938d14e8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:40.089637 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=d8d65e49-af33-434b-927e-7936938d14e8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:40.116276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.116620 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.116997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.117342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.117676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.118007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.118336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.118668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.118990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.119312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.119633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.120582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.120931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:40.160671 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for floatingip (4e6e5f0c-50ff-4532-ab2c-506cd99d54f9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:40.161033 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Floating IP 4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 disassociated (deleted). External IP: 172.25.7.157, port: ca192957-627a-4b9d-a0bb-48f447fd1a55. Feb 03 11:47:40.366712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router 3e348d7f-06f1-48da-90c5-df5604a6723b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:47:40.472724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:47:40.477355 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:40.483079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Sync routers for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:47:40.492966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:47:40.493958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:47:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:40.506080 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9ba4f220-ac14-449b-8c88-86b1d1763ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e6e5f0c-50ff-4532-ab2c-506cd99d54f9 HTTP/1.1" status: 204 len: 168 time: 0.8792691 Feb 03 11:47:40.506673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:47:40.509033 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35470c4-5d8f-465e-80c3-71af6aef1a25" -d '{"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:47:40.550351 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c9575-a550-435e-930a-626f33e01597 x-openstack-request-id: req-577c9575-a550-435e-930a-626f33e01597 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:47:40.550652 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:47:40.550910 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-577c9575-a550-435e-930a-626f33e01597 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:47:40.551322 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'status': 'completed', 'code': 200} Feb 03 11:47:40.612309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:47:40.636865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-1a21f2fa-f365-4071-aca7-8bf94f93e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:40.638556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-1a21f2fa-f365-4071-aca7-8bf94f93e87e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99f1f0f9d0794613946a15eb09432d60&device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0468543 Feb 03 11:47:40.773332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-1e326765-c1a7-4089-8eb8-38b114fcc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:40.774856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-1e326765-c1a7-4089-8eb8-38b114fcc8a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 200 len: 898 time: 0.1275411 Feb 03 11:47:40.786431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35feccd-fc84-4663-be88-36537342b485 req-dbf18564-bc8e-4d9e-b736-e3ad3b9938dd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:40.787919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35feccd-fc84-4663-be88-36537342b485 req-dbf18564-bc8e-4d9e-b736-e3ad3b9938dd tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.0757606 Feb 03 11:47:40.832673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:40.839181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-212fb2a5-709a-44d1-96c5-6ab15bfcba7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 200 len: 217 time: 0.0502648 Feb 03 11:47:40.859528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Checking router: 3e348d7f-06f1-48da-90c5-df5604a6723b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:47:40.867763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:47:40.868374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:47:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:40.939979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-5236018a-91c2-4756-bb11-b5397fe95cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:40.941544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-5236018a-91c2-4756-bb11-b5397fe95cf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 200 len: 834 time: 0.0873170 Feb 03 11:47:40.948254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35feccd-fc84-4663-be88-36537342b485 req-7b8660ca-3544-4889-8657-c34c290b623a tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524200 Feb 03 11:47:40.956259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6c97-a794-4b40-a166-2958c87f6ebc req-acca7be7-5fa1-486f-a9bf-c58a2c9f1689 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:40.957723 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba1f6c97-a794-4b40-a166-2958c87f6ebc req-acca7be7-5fa1-486f-a9bf-c58a2c9f1689 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.1629684 Feb 03 11:47:40.981811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:47:41.024033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-69db42e1-4708-496b-a13c-61fa524bb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:41.025459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-69db42e1-4708-496b-a13c-61fa524bb504 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b55874cb-7ff8-4891-8d5c-2be4214b4754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763643 Feb 03 11:47:41.047639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba1f6c97-a794-4b40-a166-2958c87f6ebc req-1c4a7b3c-ebc5-4ce5-b6f4-c4048405120a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Feb 03 11:47:41.128691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-e0856235-0b6c-4ad8-a197-4280e2cf5679 service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955081 Feb 03 11:47:41.178432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:41.209068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1051a6-6f49-4f55-b919-94847cd960bf None None] The sync data for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 is: [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:46:00Z', 'revision_number': 4, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '62841ea4-e054-45d6-b4a7-bd809e3ebaae', 'name': '', 'network_id': 'b55874cb-7ff8-4891-8d5c-2be4214b4754', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'mac_address': 'fa:16:3e:01:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:00Z', 'updated_at': '2022-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'subnets': [{'id': '703f77eb-15e8-4a04-8e08-c7e3c5657ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:47:41.226218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b35470c4-5d8f-465e-80c3-71af6aef1a25 req-68dec72d-7a68-481c-a925-6196edd54cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910017 Feb 03 11:47:41.431935 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27681d4c-5581-4490-98b1-735f10a34d18 None None] New status for floating IP 4e6e5f0c-50ff-4532-ab2c-506cd99d54f9: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:47:42.070181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd877-8266-422d-9949-7565d5484248 req-c7674021-4c02-4239-9366-ff5d3e5dc017 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:42.071626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40ebd877-8266-422d-9949-7565d5484248 req-c7674021-4c02-4239-9366-ff5d3e5dc017 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Feb 03 11:47:42.123465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40ebd877-8266-422d-9949-7565d5484248 req-0174b23f-69ac-468a-99a1-a470f05f24c9 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/security-groups?id=1e66057c-0685-4f35-a40a-308c46c9f5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454838 Feb 03 11:47:42.175454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da5acf-a1d1-4517-9a86-bd560f72503e req-4519ba02-4c45-4a2c-ba11-18b3e5ceda0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:42.176901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42da5acf-a1d1-4517-9a86-bd560f72503e req-4519ba02-4c45-4a2c-ba11-18b3e5ceda0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0509021 Feb 03 11:47:42.226445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42da5acf-a1d1-4517-9a86-bd560f72503e req-1a5c5bb6-1359-4c1b-a2a0-c89f89003414 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Feb 03 11:47:42.571351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-02094ce7-e0ae-4d40-84b8-d2455d897b31 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:42.573289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-02094ce7-e0ae-4d40-84b8-d2455d897b31 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 945 time: 0.0544853 Feb 03 11:47:42.669038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port ca192957-627a-4b9d-a0bb-48f447fd1a55 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:47:42.669381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:42.760356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port ca192957-627a-4b9d-a0bb-48f447fd1a55, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ca192957-627a-4b9d-a0bb-48f447fd1a55,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:42.760695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:42.773339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for ca192957-627a-4b9d-a0bb-48f447fd1a55 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:47:42.900722 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ca192957-627a-4b9d-a0bb-48f447fd1a55), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:42.934735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=ca192957-627a-4b9d-a0bb-48f447fd1a55,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:42.981975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] No DVR routers for this DVR port ca192957-627a-4b9d-a0bb-48f447fd1a55 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:47:42.984824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:42.988514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10d1ef05-a198-4928-8c99-4aaa6c440387 req-f310b387-90ec-4a81-9f72-896133f37ba6 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.69 "DELETE /v2.0/ports/ca192957-627a-4b9d-a0bb-48f447fd1a55 HTTP/1.1" status: 204 len: 173 time: 0.4104125 Feb 03 11:47:42.989094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'name': 'network-vif-deleted', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:47:42.991770 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d9b2f-3dd1-42ee-a9b3-649473c9de8f" -d '{"events": [{"server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "name": "network-vif-deleted", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:47:43.030705 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2f416-623b-4183-826b-f7b86323450c x-openstack-request-id: req-66e2f416-623b-4183-826b-f7b86323450c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:47:43.031022 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8139ef89-49f9-49a1-b995-016b22651bb6", "name": "network-vif-deleted", "tag": "ca192957-627a-4b9d-a0bb-48f447fd1a55", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:47:43.031271 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66e2f416-623b-4183-826b-f7b86323450c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:47:43.031672 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8139ef89-49f9-49a1-b995-016b22651bb6', 'name': 'network-vif-deleted', 'tag': 'ca192957-627a-4b9d-a0bb-48f447fd1a55', 'status': 'completed', 'code': 200} Feb 03 11:47:43.230091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bae6f6d1-647c-4155-bc6c-a93167b3df7c req-443ead7b-464c-47e8-92df-bf94fb0ba60d tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "GET /v2.0/ports?device_id=8139ef89-49f9-49a1-b995-016b22651bb6 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Feb 03 11:47:43.351538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e61e3-72f0-46ef-b0aa-7e205ea5067d req-0811d3c1-bf35-4d35-870a-42ca9102c16c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:43.353123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-528e61e3-72f0-46ef-b0aa-7e205ea5067d req-0811d3c1-bf35-4d35-870a-42ca9102c16c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 943 time: 0.0577960 Feb 03 11:47:43.402846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-528e61e3-72f0-46ef-b0aa-7e205ea5067d req-17a5f7b3-e338-4607-831d-ff16de258bac tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Feb 03 11:47:43.906452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9ec6f04a-8135-4670-bafe-4684b990c42f details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:47:44.009066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9ec6f04a-8135-4670-bafe-4684b990c42f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:44.019926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '9ec6f04a-8135-4670-bafe-4684b990c42f', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': '9ec6f04a-8135-4670-bafe-4684b990c42f', 'mac_address': 'fa:16:3e:9d:44:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:47:44.059842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 9ec6f04a-8135-4670-bafe-4684b990c42f is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:47:44.060232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.072336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6f04a-8135-4670-bafe-4684b990c42f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:47:44.090313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9ec6f04a-8135-4670-bafe-4684b990c42f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:44.094197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.141189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:44.148534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.148880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.149236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.149565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.149890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.151408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.151757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.152121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.152886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.153294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.153556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.153873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.154192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:44.287406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54140) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:44.343189 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (1e66057c-0685-4f35-a40a-308c46c9f5bb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.353694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['9ec6f04a-8135-4670-bafe-4684b990c42f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:47:44.368282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (1e66057c-0685-4f35-a40a-308c46c9f5bb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.430440 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1e66057c-0685-4f35-a40a-308c46c9f5bb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.434436 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:44.438375 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e66057c-0685-4f35-a40a-308c46c9f5bb HTTP/1.1" status: 204 len: 168 time: 0.1472790 Feb 03 11:47:44.456081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331630a-9482-456d-9101-02b1dbd11fda tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e66057c-0685-4f35-a40a-308c46c9f5bb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:44.479445 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54146) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:44.557845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221e19e-7c33-4173-87de-5cbbbc3cf04f req-35c85627-74f3-454f-8d60-373a5ced0c9a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:44.559597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6221e19e-7c33-4173-87de-5cbbbc3cf04f req-35c85627-74f3-454f-8d60-373a5ced0c9a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 944 time: 0.0788348 Feb 03 11:47:44.608602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6221e19e-7c33-4173-87de-5cbbbc3cf04f req-eb2d2471-a13d-4eb2-9685-e3ac541c35aa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Feb 03 11:47:44.842160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (3e348d7f-06f1-48da-90c5-df5604a6723b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:45.091288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port 62841ea4-e054-45d6-b4a7-bd809e3ebaae {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:47:45.091625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:45.183116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port 62841ea4-e054-45d6-b4a7-bd809e3ebaae, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=62841ea4-e054-45d6-b4a7-bd809e3ebaae,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:45.183494 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:45.195345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for 62841ea4-e054-45d6-b4a7-bd809e3ebaae owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:47:45.370643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (62841ea4-e054-45d6-b4a7-bd809e3ebaae), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:45.396508 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=62841ea4-e054-45d6-b4a7-bd809e3ebaae,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:45.551607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ca192957-627a-4b9d-a0bb-48f447fd1a55 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:47:45.570148 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (3e348d7f-06f1-48da-90c5-df5604a6723b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:45.573883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: ca192957-627a-4b9d-a0bb-48f447fd1a55 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:47:45.574327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ca192957-627a-4b9d-a0bb-48f447fd1a55 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:47:45.728223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af34f78-f2b9-4ef5-b386-97badf165f88 req-d5a26a72-8808-4224-a2de-86ab85aa30d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:45.730149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6af34f78-f2b9-4ef5-b386-97badf165f88 req-d5a26a72-8808-4224-a2de-86ab85aa30d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Feb 03 11:47:45.782114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6af34f78-f2b9-4ef5-b386-97badf165f88 req-c3620aaf-e78f-4f7d-b5b0-c81277b4b239 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Feb 03 11:47:45.923741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9ec6f04a-8135-4670-bafe-4684b990c42f up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:47:45.982168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 9ec6f04a-8135-4670-bafe-4684b990c42f completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:47:45.987257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 9ec6f04a-8135-4670-bafe-4684b990c42f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:47:45.987633 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.069933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 9ec6f04a-8135-4670-bafe-4684b990c42f is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:47:46.070371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.092557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:47:46.095242 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d81e5-ef3f-4e02-938d-2ce1400001d3" -d '{"events": [{"server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:47:46.108166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9ec6f04a-8135-4670-bafe-4684b990c42f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:46.112892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.118710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Router 3e348d7f-06f1-48da-90c5-df5604a6723b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:47:46.161482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:46.209386 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7529de56-9576-4650-9734-185f4942905c x-openstack-request-id: req-7529de56-9576-4650-9734-185f4942905c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:47:46.209709 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:47:46.209986 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7529de56-9576-4650-9734-185f4942905c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:47:46.210875 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f', 'code': 200} Feb 03 11:47:46.228048 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:47:46.236368 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-987d386d-9bc9-46c5-914d-e4751af397f1 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "PUT /v2.0/routers/3e348d7f-06f1-48da-90c5-df5604a6723b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553387 Feb 03 11:47:46.237004 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54158) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:46.240617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Sync routers for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:47:46.253333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:47:46.253954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:47:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:46.287993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting subnet 703f77eb-15e8-4a04-8e08-c7e3c5657ed2 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:47:46.291850 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (703f77eb-15e8-4a04-8e08-c7e3c5657ed2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.323601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c3e8-1d8d-43c7-97c1-955413b18ef5 req-4bda4dd2-c196-400a-b987-490b98d5ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:46.325662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f052c3e8-1d8d-43c7-97c1-955413b18ef5 req-4bda4dd2-c196-400a-b987-490b98d5ece9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 1127 time: 0.0469792 Feb 03 11:47:46.332610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (703f77eb-15e8-4a04-8e08-c7e3c5657ed2), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.363696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:47:46.375920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f052c3e8-1d8d-43c7-97c1-955413b18ef5 req-ae684f08-9681-409e-b972-fd86c54d6d3e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Feb 03 11:47:46.420178 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (703f77eb-15e8-4a04-8e08-c7e3c5657ed2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.481986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (703f77eb-15e8-4a04-8e08-c7e3c5657ed2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.510858 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.514521 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/subnets/703f77eb-15e8-4a04-8e08-c7e3c5657ed2 HTTP/1.1" status: 204 len: 168 time: 0.2764914 Feb 03 11:47:46.515674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3a27-ea59-47a8-bfa8-37b5ae4f6797 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Subnet': ['ID=703f77eb-15e8-4a04-8e08-c7e3c5657ed2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:46.517218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:46.533820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca6f1e-81d2-4780-86d5-d528cbb510fa None None] Network b55874cb-7ff8-4891-8d5c-2be4214b4754 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:47:46.539421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.643051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:47:45Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:46.646813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.671276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Checking router: 3e348d7f-06f1-48da-90c5-df5604a6723b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:47:46.684968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Routers {'3e348d7f-06f1-48da-90c5-df5604a6723b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:47:46.685389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:47:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['3e348d7f-06f1-48da-90c5-df5604a6723b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:46.755430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_gateway (3e348d7f-06f1-48da-90c5-df5604a6723b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.814556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Deleting port bbe838db-71ae-4c6b-b4ae-4d707950eab3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:47:46.814906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.926591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] DHCP port deletion for b55874cb-7ff8-4891-8d5c-2be4214b4754 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:47:46.934053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] For port bbe838db-71ae-4c6b-b4ae-4d707950eab3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bbe838db-71ae-4c6b-b4ae-4d707950eab3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:46.934504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:46.951024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Calling delete_port for bbe838db-71ae-4c6b-b4ae-4d707950eab3 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:47:46.964603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8884585-f0a6-4ecc-a966-57d32dfbe7ec req-2c49f98d-d72d-44ec-ac1c-49fdb0a167bc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:46.966046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8884585-f0a6-4ecc-a966-57d32dfbe7ec req-2c49f98d-d72d-44ec-ac1c-49fdb0a167bc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0941536 Feb 03 11:47:46.973858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] Set router 3e348d7f-06f1-48da-90c5-df5604a6723b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:47:47.060543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8884585-f0a6-4ecc-a966-57d32dfbe7ec req-bb15b976-ae72-4103-8c2a-04032fc60c63 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866268 Feb 03 11:47:47.096570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Deleting port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:47:47.096941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.162653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bbe838db-71ae-4c6b-b4ae-4d707950eab3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.177276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] For port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,segment=NetworkSegment(466f43cb-f63a-431c-805e-d0353b2d88c9),segment_id=466f43cb-f63a-431c-805e-d0353b2d88c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:47:47.177673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.191616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Port': ['ID=bbe838db-71ae-4c6b-b4ae-4d707950eab3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:47.206579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.207052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.207491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.207948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.208417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.208603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Calling delete_port for 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:47:47.208948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.209315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.209653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.209986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.210311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.210644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.210971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.211297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:47:47.282469 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (3e348d7f-06f1-48da-90c5-df5604a6723b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.294206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-797e7146-7ef9-4940-b251-15639504c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:47:45Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:47.327242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e7146-7ef9-4940-b251-15639504c548 None None] The sync data for ids ['3e348d7f-06f1-48da-90c5-df5604a6723b'] in n-d-821606-6 is: [{'id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'name': 'tempest-TestNetworkBasicOps-router-758372571', 'tenant_id': '99f1f0f9d0794613946a15eb09432d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:45:56Z', 'updated_at': '2022-02-03T11:47:45Z', 'revision_number': 5, 'project_id': '99f1f0f9d0794613946a15eb09432d60', 'gw_port': {'id': 'bbe838db-71ae-4c6b-b4ae-4d707950eab3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e348d7f-06f1-48da-90c5-df5604a6723b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:45:57Z', 'updated_at': '2022-02-03T11:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:47:47.335794 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (3f84a19e-bb05-4ae9-b89d-acdaf6abfddd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.360719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] Pushing event deleted for resources: {'Port': ['ID=3f84a19e-bb05-4ae9-b89d-acdaf6abfddd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:47.366760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522777d-1931-4139-911a-13bb7f5bd3d9 None None] No DVR routers for this DVR port 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:47:47.387235 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.389392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router_controller (3e348d7f-06f1-48da-90c5-df5604a6723b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.437279 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (3e348d7f-06f1-48da-90c5-df5604a6723b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.437889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Fanout notify agent at l3_agent the message router_deleted on router 3e348d7f-06f1-48da-90c5-df5604a6723b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:47:47.445090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.446308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-62522ac3-52fe-4e71-af61-041d0fc90c89 tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/routers/3e348d7f-06f1-48da-90c5-df5604a6723b HTTP/1.1" status: 204 len: 168 time: 0.9281135 Feb 03 11:47:47.449749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54164) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:47.524742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b55874cb-7ff8-4891-8d5c-2be4214b4754), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.613852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b55874cb-7ff8-4891-8d5c-2be4214b4754), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.634026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55874cb-7ff8-4891-8d5c-2be4214b4754']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:47.643027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466f43cb-f63a-431c-805e-d0353b2d88c9') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:47.643328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466f43cb-f63a-431c-805e-d0353b2d88c9') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:47:47.652604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (466f43cb-f63a-431c-805e-d0353b2d88c9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.669988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (466f43cb-f63a-431c-805e-d0353b2d88c9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.676403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:47:47.676794 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (466f43cb-f63a-431c-805e-d0353b2d88c9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:47:47.679907 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:47:47.740897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b55874cb-7ff8-4891-8d5c-2be4214b4754), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.749467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:47.752938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] 10.222.0.30 "DELETE /v2.0/networks/b55874cb-7ff8-4891-8d5c-2be4214b4754 HTTP/1.1" status: 204 len: 168 time: 0.3021810 Feb 03 11:47:47.770222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0f4e7-1a42-41a6-afc1-ac6a97d5c78b tempest-TestNetworkBasicOps-1819276225 tempest-TestNetworkBasicOps-1819276225-project] Pushing event deleted for resources: {'Network': ['ID=b55874cb-7ff8-4891-8d5c-2be4214b4754,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:48.044296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:48.208333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-98caab7e-9094-4c1e-a478-569e9c095261 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99f1f0f9d0794613946a15eb09432d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627715 Feb 03 11:47:48.210757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:48.224787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ebfc-7d26-4d03-8e4b-df2141e11dea req-8ff7d9f2-e382-4497-8a39-f4b8b9f5b620 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:48.226247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fe5ebfc-7d26-4d03-8e4b-df2141e11dea req-8ff7d9f2-e382-4497-8a39-f4b8b9f5b620 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0951498 Feb 03 11:47:48.298941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] Publish callbacks [] for security_group (eeafceb8-6a7e-41c5-8a17-2bbeac9d9754), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.314805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fe5ebfc-7d26-4d03-8e4b-df2141e11dea req-335d59f7-3d00-4128-8baf-e0fc78591bb6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809870 Feb 03 11:47:48.342755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] Publish callbacks [] for security_group (eeafceb8-6a7e-41c5-8a17-2bbeac9d9754), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.413991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (eeafceb8-6a7e-41c5-8a17-2bbeac9d9754), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.416719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.417930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeafceb8-6a7e-41c5-8a17-2bbeac9d9754 HTTP/1.1" status: 204 len: 168 time: 0.2062440 Feb 03 11:47:48.430564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fc89d-0cd1-42dc-b22d-0a2e4644cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeafceb8-6a7e-41c5-8a17-2bbeac9d9754,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:48.458464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481c20b-4d1b-4c6c-9eeb-383de481847b req-d7794ad5-7bff-4ed9-9b75-27288bb93a00 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:48.460156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0481c20b-4d1b-4c6c-9eeb-383de481847b req-d7794ad5-7bff-4ed9-9b75-27288bb93a00 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0752647 Feb 03 11:47:48.515957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0481c20b-4d1b-4c6c-9eeb-383de481847b req-38087381-00bb-43b7-a1a1-675de9e1194e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Feb 03 11:47:48.602525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:47:48.633841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:47:48.634470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 3f84a19e-bb05-4ae9-b89d-acdaf6abfddd not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:47:48.635347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bbe838db-71ae-4c6b-b4ae-4d707950eab3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:47:48.657885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: bbe838db-71ae-4c6b-b4ae-4d707950eab3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:47:48.658745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bbe838db-71ae-4c6b-b4ae-4d707950eab3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:47:48.659471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 62841ea4-e054-45d6-b4a7-bd809e3ebaae no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:47:48.684117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 62841ea4-e054-45d6-b4a7-bd809e3ebaae {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:47:48.684586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 62841ea4-e054-45d6-b4a7-bd809e3ebaae not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:47:48.716040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:48.729747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137f9a9d-27ed-48f5-98f1-6015920474b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.806811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137f9a9d-27ed-48f5-98f1-6015920474b0 admin admin] Publish callbacks [] for security_group (c6d9d451-13dc-4206-9062-4162cbe2779f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.810971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137f9a9d-27ed-48f5-98f1-6015920474b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c6d9d451-13dc-4206-9062-4162cbe2779f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.848740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-137f9a9d-27ed-48f5-98f1-6015920474b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13f041c0d03446f7b2f4a3873ab0aea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315885 Feb 03 11:47:48.850682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f9a9d-27ed-48f5-98f1-6015920474b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d9d451-13dc-4206-9062-4162cbe2779f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:48.851657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54196) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:48.914618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] Publish callbacks [] for security_group (c6d9d451-13dc-4206-9062-4162cbe2779f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:48.953208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] Publish callbacks [] for security_group (c6d9d451-13dc-4206-9062-4162cbe2779f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:49.005928 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (c6d9d451-13dc-4206-9062-4162cbe2779f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:49.009102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:49.010993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6d9d451-13dc-4206-9062-4162cbe2779f HTTP/1.1" status: 204 len: 168 time: 0.1576385 Feb 03 11:47:49.019905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb725f8f-bf9c-44ba-b6af-470aaa52e819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d9d451-13dc-4206-9062-4162cbe2779f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:52.316730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-f29c5d45-4c04-4b0e-8136-554e14efb609 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:52.319318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-f29c5d45-4c04-4b0e-8136-554e14efb609 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1049888 Feb 03 11:47:52.334421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-1a1e6d39-cf1f-41b4-b2f4-20caaa9a0a1f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0096495 Feb 03 11:47:52.394437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-f27fff09-9078-4ac0-ac0d-c0512a3a472b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550873 Feb 03 11:47:52.500612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-9228226c-6625-4df5-9b77-9cc311ceae36 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:47:52.501636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-9228226c-6625-4df5-9b77-9cc311ceae36 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007197 Feb 03 11:47:52.592469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-d3b7845b-27a3-4d9e-8d36-a26e01addfbf service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Feb 03 11:47:52.689874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-a41eb6eb-f583-4143-9f0a-7e652dc18202 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911448 Feb 03 11:47:52.882357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b6b9598-e06d-4a59-b690-5a7366b8117c req-4877433a-035e-443e-bd58-0f61704688c2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Feb 03 11:47:53.871673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-955b6b69-977d-4c08-b8b2-daa4f500288a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:53.873187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-955b6b69-977d-4c08-b8b2-daa4f500288a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1109881 Feb 03 11:47:53.895999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:54.025768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a5d0cc6-fcfe-4e90-b65a-e18a6a2ef758 req-046048df-9ad8-443a-9179-adc67b60364f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0534391 Feb 03 11:47:54.070593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdfaf1-85b2-47cf-8836-7b4168a54485 req-0bcc5fbc-9ba8-4d6b-905c-cd64adc427e3 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:54.073508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9acdfaf1-85b2-47cf-8836-7b4168a54485 req-0bcc5fbc-9ba8-4d6b-905c-cd64adc427e3 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1128 time: 0.1064548 Feb 03 11:47:54.086614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:47:54.090605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.174921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9acdfaf1-85b2-47cf-8836-7b4168a54485 req-28d17f94-8067-4802-8c4d-802e54cc4e26 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953929 Feb 03 11:47:54.298426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.3 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/c575fb9c-4a18-462e-a48f-922feeb33d85) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:47:54.360290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942186d-3c78-4a5e-a1af-09d294f657ee req-229584b0-f06e-46c5-b117-da71ae33722c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:54.361804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7942186d-3c78-4a5e-a1af-09d294f657ee req-229584b0-f06e-46c5-b117-da71ae33722c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.1022022 Feb 03 11:47:54.474479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7942186d-3c78-4a5e-a1af-09d294f657ee req-0fa56e88-4823-46a2-afc1-644a67e9f6eb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029520 Feb 03 11:47:54.496974 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:47:54.504842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.541801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.555441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['9ec6f04a-8135-4670-bafe-4684b990c42f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:47:54.567024 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a1549a13-a5ff-4714-bd9d-39e40dc63b34 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/bd109c75-3b9d-4cec-b2e1-104d8029532c HTTP/1.1" status: 200 len: 994 time: 0.0688541 Feb 03 11:47:54.590985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:47:54.594053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:47:54.598414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:47:54.603739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:54.662181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:54.663196 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.682610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-b11bc99c-48de-431f-8ef5-244d6b495114 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903140 Feb 03 11:47:54.715195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Request body: {'port': {'device_id': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:54.780861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.917444 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-177a31ee-8b7c-4470-a28a-ce5fd2dfe129 None None] Provisioning complete for port c575fb9c-4a18-462e-a48f-922feeb33d85 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:47:54.918202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-177a31ee-8b7c-4470-a28a-ce5fd2dfe129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:54.965083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-177a31ee-8b7c-4470-a28a-ce5fd2dfe129 None None] Port c575fb9c-4a18-462e-a48f-922feeb33d85 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:47:54.981952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-719ac0ff-b5c6-4b25-b342-96c1d999db64 req-bfb12886-d6fb-44f3-9898-613d17a425ac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:47:54.983002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-719ac0ff-b5c6-4b25-b342-96c1d999db64 req-bfb12886-d6fb-44f3-9898-613d17a425ac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069928 Feb 03 11:47:55.085405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c575fb9c-4a18-462e-a48f-922feeb33d85 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:47:55.094248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks [] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:55.106457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Transition to ACTIVE for port object c575fb9c-4a18-462e-a48f-922feeb33d85 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:47:55.111288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:55.202717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Pushing event updated for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:55.718202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Attempting to bind port c575fb9c-4a18-462e-a48f-922feeb33d85 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:47:55.718540 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Attempting to bind port c575fb9c-4a18-462e-a48f-922feeb33d85 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:47:55.718872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Attempting to bind port c575fb9c-4a18-462e-a48f-922feeb33d85 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:47:55.744211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e63ca-0426-4fcb-a3ef-2dd41ca9161e req-f96d4c9e-445e-4cc5-9dec-1591f3dca099 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:55.745937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-668e63ca-0426-4fcb-a3ef-2dd41ca9161e req-f96d4c9e-445e-4cc5-9dec-1591f3dca099 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.6319542 Feb 03 11:47:55.768570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Port c575fb9c-4a18-462e-a48f-922feeb33d85 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:47:55.768901 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Attempting to bind port c575fb9c-4a18-462e-a48f-922feeb33d85 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:47:55.798033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:47:55.798382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:47:55.798776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:47:55.799254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Bound port: c575fb9c-4a18-462e-a48f-922feeb33d85, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:47:55.799622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:55.874823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-cdf29986-1c35-4300-8aa2-08ef503a8170 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1745036 Feb 03 11:47:55.881073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-668e63ca-0426-4fcb-a3ef-2dd41ca9161e req-5a399f86-8797-4c1d-8fe9-ba0f82971399 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165006 Feb 03 11:47:55.889595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3899a-ada3-4a12-858a-b67dd95a393f req-6b639ab1-566d-4bd5-8356-37088d021a86 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:55.891113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cc3899a-ada3-4a12-858a-b67dd95a393f req-6b639ab1-566d-4bd5-8356-37088d021a86 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.1920192 Feb 03 11:47:55.943421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:47:55.969529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c575fb9c-4a18-462e-a48f-922feeb33d85,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:47:55.980390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cc3899a-ada3-4a12-858a-b67dd95a393f req-0fa25fd0-b80d-44e5-a5a1-bf8758a2ea88 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819254 Feb 03 11:47:55.982325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:56.021660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.021894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:56.023123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] 10.222.0.69 "PUT /v2.0/ports/c575fb9c-4a18-462e-a48f-922feeb33d85 HTTP/1.1" status: 200 len: 1091 time: 1.3149242 Feb 03 11:47:56.023646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:47:56.026880 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:47:56.062863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d815e4-32eb-4ea3-b88e-111b00cd613d service neutron] Pushing event updated for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:47:56.133700 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb16ed0-16bb-4524-b5d8-0a2064000efd x-openstack-request-id: req-ccb16ed0-16bb-4524-b5d8-0a2064000efd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:47:56.133926 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:47:56.134774 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccb16ed0-16bb-4524-b5d8-0a2064000efd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:47:56.135144 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85', 'status': 'completed', 'code': 200} Feb 03 11:47:56.159995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-a20d4dc5-8e43-470e-8843-aa8a57a89ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.164459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-a20d4dc5-8e43-470e-8843-aa8a57a89ace service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 1125 time: 0.0662749 Feb 03 11:47:56.216453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-124e2088-e09e-45e9-9e05-24c62da42f79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c575fb9c-4a18-462e-a48f-922feeb33d85 HTTP/1.1" status: 200 len: 217 time: 0.0383937 Feb 03 11:47:56.320301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-94e25fa7-577b-454c-9c02-05ade55deaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.323357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-94e25fa7-577b-454c-9c02-05ade55deaab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.1007304 Feb 03 11:47:56.385531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-5669cebf-db35-42ad-8089-7d6fd5a82ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.387526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-5669cebf-db35-42ad-8089-7d6fd5a82ce3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582430 Feb 03 11:47:56.499846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-de40d9d3-991c-4c09-af7b-ba9a9de2e59c service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060236 Feb 03 11:47:56.612552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-457a9562-7bdc-4171-af41-d78e1c47a33b req-6d252a88-3344-4ed5-a1a1-a00c935e1b69 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071315 Feb 03 11:47:56.734206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-b4496074-3236-4101-be04-e8b16f362e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.736055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-b4496074-3236-4101-be04-e8b16f362e7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 1125 time: 0.0538931 Feb 03 11:47:56.833797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-9d334700-70a9-4814-8745-1e4500b86d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.835371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-9d334700-70a9-4814-8745-1e4500b86d7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0940840 Feb 03 11:47:56.881653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-58675f47-0235-4004-a17b-a8a8d84f45aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c575fb9c-4a18-462e-a48f-922feeb33d85 HTTP/1.1" status: 200 len: 217 time: 0.0400155 Feb 03 11:47:56.935125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-91cfeb5f-91e9-400c-8124-d398a8a7cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:56.936757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-91cfeb5f-91e9-400c-8124-d398a8a7cfb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0489979 Feb 03 11:47:57.022343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-5f0dba0c-a807-4b65-9818-a06d27c136be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.025318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-5f0dba0c-a807-4b65-9818-a06d27c136be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814514 Feb 03 11:47:57.044951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6891fc-15d8-41fb-8f79-5bcf87723caf req-fb47e3f3-d991-4b48-860f-167a35928984 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.046630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee6891fc-15d8-41fb-8f79-5bcf87723caf req-fb47e3f3-d991-4b48-860f-167a35928984 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0783184 Feb 03 11:47:57.226664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee6891fc-15d8-41fb-8f79-5bcf87723caf req-b5761714-60e2-4a57-8b7e-3a1499421e4a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685264 Feb 03 11:47:57.243315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579d61d-a004-40ef-ba04-d7b8744b2f9e req-971df9d9-9aff-42e6-a1bc-b8bfbbcda0ac tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.245334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3579d61d-a004-40ef-ba04-d7b8744b2f9e req-971df9d9-9aff-42e6-a1bc-b8bfbbcda0ac tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.1891384 Feb 03 11:47:57.253213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-fc73c942-ddf9-457a-8737-67191980ace1 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231288 Feb 03 11:47:57.322324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-6b233cc3-b0f6-40fa-9878-0e14300e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.323797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-6b233cc3-b0f6-40fa-9878-0e14300e6446 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1128 time: 0.1408844 Feb 03 11:47:57.379134 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:47:57.408205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3579d61d-a004-40ef-ba04-d7b8744b2f9e req-ef2bcb92-c582-4ca4-8703-189a6deee711 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527264 Feb 03 11:47:57.455730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9234d3a6-1dba-4978-9fa2-4b78c1057cbb req-e999093c-b40c-48a3-8d86-c39ed4ca0c3f service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942658 Feb 03 11:47:57.480112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-97e7f301-0f02-4fbf-b33f-5fbe0c652337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.481638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-97e7f301-0f02-4fbf-b33f-5fbe0c652337 service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1262839 Feb 03 11:47:57.552984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-1572e7a7-25ba-4a7e-9629-84a065209109 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1002 time: 0.0646672 Feb 03 11:47:57.600843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-7421e437-be02-47c1-ad6f-e7da80d29268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.602312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-7421e437-be02-47c1-ad6f-e7da80d29268 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0435183 Feb 03 11:47:57.651468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-4a24faea-f1ef-4c4a-ad78-aa6e5e1fae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:57.653021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-4a24faea-f1ef-4c4a-ad78-aa6e5e1fae50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441551 Feb 03 11:47:57.754114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-8a4b0428-dfdd-488a-935e-154b54509108 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952880 Feb 03 11:47:57.846479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-c70360c9-eab5-4cc4-9a7a-eadc63fd990f service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866914 Feb 03 11:47:58.360186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf343-bdc8-4fc4-a852-992639e88b54 req-21d4fb17-9fd0-4f71-a90d-f29b29594ce6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:58.361943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-828bf343-bdc8-4fc4-a852-992639e88b54 req-21d4fb17-9fd0-4f71-a90d-f29b29594ce6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0614362 Feb 03 11:47:58.411331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-828bf343-bdc8-4fc4-a852-992639e88b54 req-4fc5e3ad-9324-4e31-8f5a-111d5266b856 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Feb 03 11:47:58.540123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73647df-781c-4c57-80ab-6667acafc364 req-1a8149af-c8cb-4c4b-902f-801e05fc8600 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:58.542229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b73647df-781c-4c57-80ab-6667acafc364 req-1a8149af-c8cb-4c4b-902f-801e05fc8600 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0587418 Feb 03 11:47:58.593969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b73647df-781c-4c57-80ab-6667acafc364 req-f60098b0-8895-4c97-a8d5-c10b9429ce9f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458806 Feb 03 11:47:59.548947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3ba47-efbd-43cd-a4cd-a2e49eb12f53 req-ee185581-d801-4eed-93fe-8f3fdff4cce8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:59.550416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d3ba47-efbd-43cd-a4cd-a2e49eb12f53 req-ee185581-d801-4eed-93fe-8f3fdff4cce8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0594490 Feb 03 11:47:59.611848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16d3ba47-efbd-43cd-a4cd-a2e49eb12f53 req-2fbc3568-fa0b-4e93-8d9b-fa6875871842 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Feb 03 11:47:59.739950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08707a29-ba6e-41d8-942a-8cc40fb64f23 req-fd750de9-19b8-46b5-b711-39773c4bb52b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:47:59.744183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08707a29-ba6e-41d8-942a-8cc40fb64f23 req-fd750de9-19b8-46b5-b711-39773c4bb52b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0772893 Feb 03 11:47:59.808525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08707a29-ba6e-41d8-942a-8cc40fb64f23 req-59585e84-a17f-433a-93cc-cd99132d7887 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560234 Feb 03 11:48:00.291660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-05f6803b-635a-4527-a27d-ba83ca48094a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628159 Feb 03 11:48:00.407697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-be6ecd12-9b35-4b70-a4cd-e4d0ddb796bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:00.409993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-be6ecd12-9b35-4b70-a4cd-e4d0ddb796bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 1127 time: 0.0710919 Feb 03 11:48:00.556838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-841a6071-1997-4ce1-9637-dd6755d8088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:00.560472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-841a6071-1997-4ce1-9637-dd6755d8088a service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1284783 Feb 03 11:48:00.617900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-24ceb10b-eedd-4447-8490-76a6db585c70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ec6f04a-8135-4670-bafe-4684b990c42f HTTP/1.1" status: 200 len: 217 time: 0.0453367 Feb 03 11:48:00.692139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-4b2f486e-b2cc-41f7-9504-3550d173e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:00.694229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-4b2f486e-b2cc-41f7-9504-3550d173e51f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0706711 Feb 03 11:48:00.800716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-f8587947-5147-46db-9689-359441bf4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:00.802481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-f8587947-5147-46db-9689-359441bf4b2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001098 Feb 03 11:48:00.898799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5ded-5609-419e-ac14-56564149049a req-23000ad2-5517-4252-a8e6-14092c956674 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:00.902986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-932f5ded-5609-419e-ac14-56564149049a req-23000ad2-5517-4252-a8e6-14092c956674 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.1671834 Feb 03 11:48:01.006241 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:48:01.218149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-932f5ded-5609-419e-ac14-56564149049a req-76334c0b-9628-4ce8-95c1-4ef9c23cef07 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887590 Feb 03 11:48:01.234557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-774b4d3b-8882-470a-b59d-a8cae22f167d service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237113 Feb 03 11:48:01.246941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde1e09-4deb-466b-861d-0ee9b3e6251b req-6de7c2c8-ec5d-4d89-aac5-ed4a07c5dbd1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:01.251265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bde1e09-4deb-466b-861d-0ee9b3e6251b req-6de7c2c8-ec5d-4d89-aac5-ed4a07c5dbd1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.3466804 Feb 03 11:48:01.286110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d013edc7-4a70-4dc8-8a21-a93cb92bcc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:01.447535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bde1e09-4deb-466b-861d-0ee9b3e6251b req-02d7782a-818c-4828-aec0-8f3d6c0c4a87 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819813 Feb 03 11:48:01.476067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eb823e-82c8-46a8-bf81-d73ff5f8ca67 req-cae4142d-41df-4c22-b36b-75ab63c5d420 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225165 Feb 03 11:48:02.352209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d94bbd-8d01-4f0f-9666-a082455db50d req-83e9ae16-50b6-4af0-9c00-eeba93a3b96c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:02.357466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32d94bbd-8d01-4f0f-9666-a082455db50d req-83e9ae16-50b6-4af0-9c00-eeba93a3b96c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0655589 Feb 03 11:48:02.424245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32d94bbd-8d01-4f0f-9666-a082455db50d req-ad984c9b-2ea6-4c04-a828-41e10611d288 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Feb 03 11:48:02.592253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d241d-e8d9-4a43-b378-31036e04b56e req-70e5cb9f-0a84-484f-a1b3-34587a5f1d0f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:02.593765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e82d241d-e8d9-4a43-b378-31036e04b56e req-70e5cb9f-0a84-484f-a1b3-34587a5f1d0f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0617020 Feb 03 11:48:02.657424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e82d241d-e8d9-4a43-b378-31036e04b56e req-0665042c-e20a-4b89-97b9-1627733488bb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575323 Feb 03 11:48:03.549546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808213c-e82e-47cb-baf0-2c40268aaae5 req-eea64a4a-327a-4bc7-97e6-56e819234579 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:03.551034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5808213c-e82e-47cb-baf0-2c40268aaae5 req-eea64a4a-327a-4bc7-97e6-56e819234579 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0557506 Feb 03 11:48:03.600067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5808213c-e82e-47cb-baf0-2c40268aaae5 req-9f6d206e-21e3-4847-a8b2-5fa8bfff2f1c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Feb 03 11:48:03.788885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976eef-64b0-4503-8ba5-8017589c2f01 req-686ff835-2ceb-4213-bafe-a13d63fcb47d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:03.791219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43976eef-64b0-4503-8ba5-8017589c2f01 req-686ff835-2ceb-4213-bafe-a13d63fcb47d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0607231 Feb 03 11:48:03.854951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43976eef-64b0-4503-8ba5-8017589c2f01 req-380b8bae-e40b-489a-a06d-880243bcc89e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569406 Feb 03 11:48:04.380832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5f4365c-2814-49aa-a7ef-d5fa11f55ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:04.729998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:04.732466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d5518-b817-4b73-bbb6-968655206b0f req-25a432c7-38bd-4089-911b-ce8ed68eb05b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:04.734053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c0d5518-b817-4b73-bbb6-968655206b0f req-25a432c7-38bd-4089-911b-ce8ed68eb05b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0567269 Feb 03 11:48:04.783560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c0d5518-b817-4b73-bbb6-968655206b0f req-ca1b4ca2-395a-4aa2-8980-5f206b775440 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Feb 03 11:48:04.977279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2ab3-385f-4374-9a76-dab3fecffdd1 req-879bb9c7-ccee-4527-b5a7-fa3ac954c2c3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:04.979202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3da2ab3-385f-4374-9a76-dab3fecffdd1 req-879bb9c7-ccee-4527-b5a7-fa3ac954c2c3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0552671 Feb 03 11:48:05.026192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3da2ab3-385f-4374-9a76-dab3fecffdd1 req-6649c202-b80f-4fcd-aad2-f455486575e7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 Feb 03 11:48:05.906991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b0aff-f970-488a-8a9e-d5f87ab0c8ba req-73843921-45d6-4deb-a5d9-886da82030e5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:05.908436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-411b0aff-f970-488a-8a9e-d5f87ab0c8ba req-73843921-45d6-4deb-a5d9-886da82030e5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0555074 Feb 03 11:48:05.958279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-411b0aff-f970-488a-8a9e-d5f87ab0c8ba req-c2d37386-25f1-40a2-8e0b-54ac429f9b65 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439844 Feb 03 11:48:06.149070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca92f0-0c63-4390-a893-8b315c0ecaf8 req-b85e53f3-2320-44e3-b01d-749ebf3e4c93 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:06.151050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bca92f0-0c63-4390-a893-8b315c0ecaf8 req-b85e53f3-2320-44e3-b01d-749ebf3e4c93 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0550084 Feb 03 11:48:06.210435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bca92f0-0c63-4390-a893-8b315c0ecaf8 req-7106d612-bf07-4aff-87e0-d9aecdf7e7f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537820 Feb 03 11:48:06.356254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:07.080360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0177-7536-42c6-9641-97526157f8f3 req-21885dfb-312c-48d2-b0fa-9767e839d12f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:07.081952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07de0177-7536-42c6-9641-97526157f8f3 req-21885dfb-312c-48d2-b0fa-9767e839d12f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0528224 Feb 03 11:48:07.130170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07de0177-7536-42c6-9641-97526157f8f3 req-e501848d-e57c-4cec-8a87-76370c3bb2a9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Feb 03 11:48:07.335570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780ab5-b50a-4b5a-8b46-e264866d207f req-f34a5662-e120-4ef5-876a-d7b13dd11525 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:07.337197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5780ab5-b50a-4b5a-8b46-e264866d207f req-f34a5662-e120-4ef5-876a-d7b13dd11525 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0548925 Feb 03 11:48:07.382681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:07.389616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5780ab5-b50a-4b5a-8b46-e264866d207f req-1b8c4094-7985-424e-a36b-88a41c04e92e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Feb 03 11:48:08.266110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a64bd-ccd2-4087-a361-ed0527014c35 req-0588ab54-61c6-42f6-bfba-6743c597fda8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:08.268518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-730a64bd-ccd2-4087-a361-ed0527014c35 req-0588ab54-61c6-42f6-bfba-6743c597fda8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0640209 Feb 03 11:48:08.317408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-730a64bd-ccd2-4087-a361-ed0527014c35 req-e302ef01-289d-44c9-ac63-5a54cb60a571 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Feb 03 11:48:08.514364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ecfd9-207f-445f-a0d0-d898670d4db2 req-1d5e127c-9254-4371-80b1-128a0c63dbe7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:08.515827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee2ecfd9-207f-445f-a0d0-d898670d4db2 req-1d5e127c-9254-4371-80b1-128a0c63dbe7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0539498 Feb 03 11:48:08.564657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee2ecfd9-207f-445f-a0d0-d898670d4db2 req-493c0a52-bb38-459a-a329-d0efd1f1d697 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Feb 03 11:48:09.440334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d76cb-4ff6-4839-9327-33b46ff840ad req-48b87e7b-a576-43c1-a3fb-b0de02f5d2fc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:09.441891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c34d76cb-4ff6-4839-9327-33b46ff840ad req-48b87e7b-a576-43c1-a3fb-b0de02f5d2fc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0543664 Feb 03 11:48:09.502415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c34d76cb-4ff6-4839-9327-33b46ff840ad req-794ef383-332b-4550-ac4b-6074345e59a0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539856 Feb 03 11:48:09.687861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078631c-c4d0-4af7-b0d7-5d616cbd1962 req-3876fd07-5ed1-4de8-9def-c5f0a0c7668e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:09.689346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d078631c-c4d0-4af7-b0d7-5d616cbd1962 req-3876fd07-5ed1-4de8-9def-c5f0a0c7668e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.0535750 Feb 03 11:48:09.737371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d078631c-c4d0-4af7-b0d7-5d616cbd1962 req-20d142c3-7520-479b-ab7e-7f8622c0769a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Feb 03 11:48:10.138396 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-fa3468ec-a0d8-4f9a-9049-369769c17211 service neutron] show failed (client error): The resource could not be found. Feb 03 11:48:10.139416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-fa3468ec-a0d8-4f9a-9049-369769c17211 service neutron] 10.222.0.69 "GET /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0616646 Feb 03 11:48:10.376088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b49cb474-5509-4d3a-85e9-83514d6b0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:10.377886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b49cb474-5509-4d3a-85e9-83514d6b0459 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 1128 time: 0.0530505 Feb 03 11:48:10.390434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:10.454552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:10.692948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd11237-a65f-4d28-b7c6-f70117c58d66 req-7d827690-26b5-414d-b6ed-60259ba8b23b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:10.694501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebd11237-a65f-4d28-b7c6-f70117c58d66 req-7d827690-26b5-414d-b6ed-60259ba8b23b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.1231582 Feb 03 11:48:10.733447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:10.773107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ebd11237-a65f-4d28-b7c6-f70117c58d66 req-f7b483f8-7d03-43b1-b18a-e6ab0b500b4b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Feb 03 11:48:10.792334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:48:10.843981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:10.846266 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677cfd66-06a0-49db-821a-f3f5d02ede92" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:10.850281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks [] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:10.885079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Transition to ACTIVE for port object faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:48:10.898644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:10.934323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd116ed-8441-47cb-a388-2385fd307018 x-openstack-request-id: req-5dd116ed-8441-47cb-a388-2385fd307018 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:10.934646 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:10.934905 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dd116ed-8441-47cb-a388-2385fd307018 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:10.935363 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'code': 200} Feb 03 11:48:10.949377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a718a8-1429-4b70-92bd-79dd1168fb7f req-70f32838-c93b-4aeb-a51c-b9a719e12841 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:10.950881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78a718a8-1429-4b70-92bd-79dd1168fb7f req-70f32838-c93b-4aeb-a51c-b9a719e12841 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 946 time: 0.1256840 Feb 03 11:48:10.988313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:11.059817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78a718a8-1429-4b70-92bd-79dd1168fb7f req-bfd4b007-c2c5-45f4-b391-c67d48b66b84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967252 Feb 03 11:48:11.087532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] No DVR routers for this DVR port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:48:11.247583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:48:11.247897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:48:11.248235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:48:11.252546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:48:11.252876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:48:11.257689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:48:11.258033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:48:11.258415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Bound using segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:48:11.258845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Bound port: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:48:11.259206 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:11.334655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:48:11.338174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:48:11.344577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:11.380244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.380936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:11.382265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] 10.222.0.53 "PUT /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1092 time: 0.9959030 Feb 03 11:48:11.405431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c3ff-40f8-468f-9af5-614b47fc9182 service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:11.457140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b9753e03-e2e2-458d-ae66-74c25112c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.459049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b9753e03-e2e2-458d-ae66-74c25112c66c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0506890 Feb 03 11:48:11.571831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b5366b52-4001-4ccc-8f62-e36b4ddc716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.573555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b5366b52-4001-4ccc-8f62-e36b4ddc716f service neutron] 10.222.0.53 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1072700 Feb 03 11:48:11.643714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-864e97a5-ce5b-4656-81d0-f150566683be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.0626545 Feb 03 11:48:11.700771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b98dafd9-a2de-4bac-b9ec-0ce1fef34a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.702267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-b98dafd9-a2de-4bac-b9ec-0ce1fef34a31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0525069 Feb 03 11:48:11.753776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-8754e487-0bdd-40cf-a707-e6180e6d0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.755283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-8754e487-0bdd-40cf-a707-e6180e6d0cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452559 Feb 03 11:48:11.853200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-66854595-8ff7-465d-9058-4110405558ce service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895982 Feb 03 11:48:11.986913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6227a-a0a3-42e2-b4f8-96718dc1d286 req-61554ed7-228e-439f-aadd-e2b6d3c2a9dd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:11.988407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65a6227a-a0a3-42e2-b4f8-96718dc1d286 req-61554ed7-228e-439f-aadd-e2b6d3c2a9dd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.1302328 Feb 03 11:48:11.994721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a67c2aa0-3fbf-477f-acf9-49bf13d7e406 req-884e1f32-d8e5-4435-b885-cc1faefdda8d service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270893 Feb 03 11:48:12.043496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65a6227a-a0a3-42e2-b4f8-96718dc1d286 req-cf33329e-6a34-4063-a982-656cfdaac16b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 Feb 03 11:48:12.190144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35762990-ae11-416e-b2a8-f9138e7ea53b req-1015e721-fcfb-486a-8db6-66265679ee16 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:12.191650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35762990-ae11-416e-b2a8-f9138e7ea53b req-1015e721-fcfb-486a-8db6-66265679ee16 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0532024 Feb 03 11:48:12.243091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35762990-ae11-416e-b2a8-f9138e7ea53b req-d5c2593e-c867-4620-b715-b266122361b1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Feb 03 11:48:12.936485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:12.938954 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:12.988723 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a976e0-aac8-46c0-a454-aad7b0879939 x-openstack-request-id: req-a1a976e0-aac8-46c0-a454-aad7b0879939 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:12.989037 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:12.989292 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1a976e0-aac8-46c0-a454-aad7b0879939 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:12.989691 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:48:13.090320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-4075f1da-6662-412f-bcff-043c445f478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.091936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-4075f1da-6662-412f-bcff-043c445f478e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0796540 Feb 03 11:48:13.138472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-a0840194-b3f9-4b04-a311-75c4f1fe2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.140053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-a0840194-b3f9-4b04-a311-75c4f1fe2f7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0956225 Feb 03 11:48:13.685913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:48:13.722111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410889a-7b25-4112-8100-8de67bc31c76 req-b253c45f-cf07-4c3c-90bb-20473d721443 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.723598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e410889a-7b25-4112-8100-8de67bc31c76 req-b253c45f-cf07-4c3c-90bb-20473d721443 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.5994639 Feb 03 11:48:13.727105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-4efbf2ee-de06-42ed-a03e-519c922c95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.729096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:48:13.729272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-4efbf2ee-de06-42ed-a03e-519c922c95a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.6301653 Feb 03 11:48:13.729503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:48:13.809912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-9b4b68bb-ec31-4a2f-99a7-f3dc25211e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.811371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-9b4b68bb-ec31-4a2f-99a7-f3dc25211e37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.6453068 Feb 03 11:48:13.898843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cbf0-2f6a-4413-90c3-f0a3b9ca96cc req-370ce86f-ed94-4e8f-b95e-a2b36c75d755 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:13.900896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c7cbf0-2f6a-4413-90c3-f0a3b9ca96cc req-370ce86f-ed94-4e8f-b95e-a2b36c75d755 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.2542162 Feb 03 11:48:13.935816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-571c1d2a-bde1-48c4-a8cd-4e1bd56e7a17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.1916869 Feb 03 11:48:13.951332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e410889a-7b25-4112-8100-8de67bc31c76 req-4fd41629-9cf0-4adc-97bb-3756398aa1c8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160745 Feb 03 11:48:13.994060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-5050fb2b-9cf9-40de-88cb-f08752eaeefc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.1723869 Feb 03 11:48:14.070041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c7cbf0-2f6a-4413-90c3-f0a3b9ca96cc req-60907faf-c3a5-4b2e-a58e-23c8cbcf9b87 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586218 Feb 03 11:48:14.072143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-81694b76-61d3-4577-9d5c-fc5e04d888c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:14.073883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-81694b76-61d3-4577-9d5c-fc5e04d888c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.1162226 Feb 03 11:48:14.113369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-e7e7bb49-2918-4fd4-bb7a-9ca3a1ea560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:14.114997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-e7e7bb49-2918-4fd4-bb7a-9ca3a1ea560c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.1144042 Feb 03 11:48:14.172075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-98009163-5fc7-40be-a839-0b542a80421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:14.173751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-98009163-5fc7-40be-a839-0b542a80421e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0926852 Feb 03 11:48:14.206293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-f5d88e25-0c02-46f3-8de1-16b9a8765d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:14.207799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-f5d88e25-0c02-46f3-8de1-16b9a8765d2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862386 Feb 03 11:48:14.370210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-c5df4dae-fad2-422b-9dc3-f0f1e3f40563 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869421 Feb 03 11:48:14.410188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-e2bf72c1-6f40-4f74-8068-5be65e3ca098 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912818 Feb 03 11:48:14.559678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-0ae7ccc2-3d4b-4918-a17f-ecb67948e3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822193 Feb 03 11:48:14.576422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56d162ab-3f6b-4b05-ae7d-ca9a2c96c0c8 req-b8597509-1f0a-45d9-90ae-cf7f25098bde service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599219 Feb 03 11:48:15.085774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81594294-3013-4064-bdf8-0292cf4609d5 req-5517cb24-ea5d-403b-af08-2de4c87bb0ba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.087978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81594294-3013-4064-bdf8-0292cf4609d5 req-5517cb24-ea5d-403b-af08-2de4c87bb0ba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0595272 Feb 03 11:48:15.146552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81594294-3013-4064-bdf8-0292cf4609d5 req-d2a91312-b6be-409f-a60c-729ca1af93fa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Feb 03 11:48:15.220316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8c6e-0d26-4fbd-b6a0-a46dc77e4b1a req-343ac8c4-62c6-437b-8eb3-b8bd02b4add4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.222177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f53c8c6e-0d26-4fbd-b6a0-a46dc77e4b1a req-343ac8c4-62c6-437b-8eb3-b8bd02b4add4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0657334 Feb 03 11:48:15.279450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f53c8c6e-0d26-4fbd-b6a0-a46dc77e4b1a req-86837a79-9a46-4644-8dca-56736cda99fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Feb 03 11:48:15.572594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-3bfbbf88-93ec-433b-a12d-bba1021c9e5c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.574448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-3bfbbf88-93ec-433b-a12d-bba1021c9e5c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.1085427 Feb 03 11:48:15.581998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bdc51-833a-419e-9d24-47cebac6a697 req-89d9acfe-1d8d-4ff6-acba-f1f40ba1f679 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.583621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-575bdc51-833a-419e-9d24-47cebac6a697 req-89d9acfe-1d8d-4ff6-acba-f1f40ba1f679 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 944 time: 0.0834203 Feb 03 11:48:15.684782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-575bdc51-833a-419e-9d24-47cebac6a697 req-29c3061c-dfcc-4462-88d4-ea8c05a6f5bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887592 Feb 03 11:48:15.688075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-4e70f7b5-794e-4826-89d9-e80f61282812 service neutron] 10.222.0.53 "GET /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.1033888 Feb 03 11:48:15.763166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-50270d2c-c29c-4ab5-ac33-bb2e0fad32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.764896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-50270d2c-c29c-4ab5-ac33-bb2e0fad32df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1126 time: 0.0508592 Feb 03 11:48:15.857962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-49f0c711-c6ea-42a1-8a2d-f3b3ac43800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.859299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-49f0c711-c6ea-42a1-8a2d-f3b3ac43800a service neutron] 10.222.0.53 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.0883842 Feb 03 11:48:15.926587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-28400018-c95a-4919-a308-17847041fd76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.0609596 Feb 03 11:48:15.980510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-b0169bd0-ee7b-4388-abf2-65ff90101a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:15.982012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-b0169bd0-ee7b-4388-abf2-65ff90101a81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0491519 Feb 03 11:48:16.027694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:48:16.033701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-0e89d982-d633-4e11-bcc0-df758249e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:16.035302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-0e89d982-d633-4e11-bcc0-df758249e36b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475047 Feb 03 11:48:16.135795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-998f2e71-718a-43d9-924d-cb2a683ddf15 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934284 Feb 03 11:48:16.136661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:16.149003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:48:16.195542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:16.196228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:16.213834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:48:16.241683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:16.246860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:16.307817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-4ceabc2a-adb7-47f9-b621-dd6b4831cb75 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657627 Feb 03 11:48:16.309619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:16.335505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6c462-a0ed-4ce2-a3e4-ec39e4af95b8 req-6c6b4494-fa25-4986-aca1-7c41d63124e9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:16.338227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1c6c462-a0ed-4ce2-a3e4-ec39e4af95b8 req-6c6b4494-fa25-4986-aca1-7c41d63124e9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0896919 Feb 03 11:48:16.391325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d1c6c462-a0ed-4ce2-a3e4-ec39e4af95b8 req-b5d2c16a-9fac-4321-bbc6-7e9fad0019c4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Feb 03 11:48:16.481345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:16.529231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:16.822342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3da034-59d9-44e8-b10e-0583e8985719 req-8c27881e-7d7d-4af3-8601-cd6948e4458b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:16.823780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d3da034-59d9-44e8-b10e-0583e8985719 req-8c27881e-7d7d-4af3-8601-cd6948e4458b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Feb 03 11:48:16.872060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d3da034-59d9-44e8-b10e-0583e8985719 req-00cf4e21-d9e0-4de2-a4ce-7d41b7bc9ba2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Feb 03 11:48:17.514184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706fb4e-8626-47e7-8b60-c22d18442d06 req-bf699b1f-1be6-4f19-8422-d8c2cd0b837b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:17.515665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0706fb4e-8626-47e7-8b60-c22d18442d06 req-bf699b1f-1be6-4f19-8422-d8c2cd0b837b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0537562 Feb 03 11:48:17.565713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0706fb4e-8626-47e7-8b60-c22d18442d06 req-4dfaf4de-069b-4401-a761-5a2d741d9f3d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Feb 03 11:48:18.009638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb92288-17f6-443d-9cc7-3e7a48e45bc2 req-7a42c948-1a4f-4563-86b5-9b446e93dc3b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:18.011113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bb92288-17f6-443d-9cc7-3e7a48e45bc2 req-7a42c948-1a4f-4563-86b5-9b446e93dc3b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.0618708 Feb 03 11:48:18.029156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:48:18.066766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bb92288-17f6-443d-9cc7-3e7a48e45bc2 req-e01654d2-736a-4e44-8cab-84797854cf60 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493734 Feb 03 11:48:18.084075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:48:18.089671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:48:18.090031 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:18.175401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:18.175735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:18.201265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:18.203795 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49094123-59e1-4423-95e3-0851e97f7dff" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:18.220826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:18.225109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:18.271239 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5696f1d-1dc0-4437-a3d7-a2bfe75d37d7 x-openstack-request-id: req-d5696f1d-1dc0-4437-a3d7-a2bfe75d37d7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:18.271852 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:18.272042 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5696f1d-1dc0-4437-a3d7-a2bfe75d37d7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:18.272474 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'code': 200} Feb 03 11:48:18.283619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:18.443364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-03b724cf-00b0-4d9a-9086-ba36b72fe648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:18.444818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-03b724cf-00b0-4d9a-9086-ba36b72fe648 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 1128 time: 0.0474675 Feb 03 11:48:18.460959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:18.523630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:18.762422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-f6c665bf-0452-4a4a-a2d5-a02e76cb79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:18.764043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-f6c665bf-0452-4a4a-a2d5-a02e76cb79e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1128 time: 0.1759138 Feb 03 11:48:18.813255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b498-b670-4b6d-ad00-04477fcd4f8e req-6132213e-fa02-4a76-b87a-6792bea543d1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:18.814784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a97b498-b670-4b6d-ad00-04477fcd4f8e req-6132213e-fa02-4a76-b87a-6792bea543d1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.1681056 Feb 03 11:48:18.907988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:18.958790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a97b498-b670-4b6d-ad00-04477fcd4f8e req-8a52e701-8f31-4e9d-9ebb-c181ab88bf90 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309686 Feb 03 11:48:18.974197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-92a6563a-06f4-4dde-b38e-1329c0a22213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:18.975732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-92a6563a-06f4-4dde-b38e-1329c0a22213 service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1826515 Feb 03 11:48:18.984118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:48:19.074066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:19.076409 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6bc162-c2e3-4457-b911-f351b7c810ed" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:19.081977 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks [] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:19.091935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-84f3749b-2ba2-48f4-a8f5-c77156ec0002 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1002 time: 0.1089766 Feb 03 11:48:19.109938 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Transition to ACTIVE for port object faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:48:19.131049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:19.137595 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9693652e-727b-4c15-9fe3-0a028b969ebb x-openstack-request-id: req-9693652e-727b-4c15-9fe3-0a028b969ebb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:19.137891 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:19.138145 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9693652e-727b-4c15-9fe3-0a028b969ebb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:19.138537 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'code': 200} Feb 03 11:48:19.224271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-0000b75a-9c86-40db-b960-6d6d84b69214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:19.225948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-0000b75a-9c86-40db-b960-6d6d84b69214 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.1260149 Feb 03 11:48:19.231434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:19.360073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22264d70-f1d6-4801-8210-1664d88248a9 req-45d7ea63-eb91-45e3-a463-4a471950d74d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:19.361587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22264d70-f1d6-4801-8210-1664d88248a9 req-45d7ea63-eb91-45e3-a463-4a471950d74d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.1957793 Feb 03 11:48:19.363559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] No DVR routers for this DVR port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:48:19.421235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-95347e27-8905-41f7-831d-a1f33f2f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:19.422795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-95347e27-8905-41f7-831d-a1f33f2f4c8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1886721 Feb 03 11:48:19.564386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22264d70-f1d6-4801-8210-1664d88248a9 req-ac7b6849-4995-4bac-8196-4df3959a5a83 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941602 Feb 03 11:48:19.618871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-e7e8a852-1e35-484f-92c6-517152788b35 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893754 Feb 03 11:48:19.637450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:48:19.637790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:48:19.638121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:48:19.663914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:48:19.664267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Attempting to bind port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on network 656e8edc-b34a-474d-b1e3-206278c45095 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:48:19.677923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:48:19.678258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Checking segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:48:19.678640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Bound using segment: {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:48:19.679068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Bound port: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:48:19.679427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:19.771801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-0fac8747-2b55-4387-995b-3cc6c8d92dec service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461377 Feb 03 11:48:19.794097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:48:19.798734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:48:19.806055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:19.851026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:19.851671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:19.853798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1093 time: 1.3970833 Feb 03 11:48:19.878359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049d9b8-2b22-4b6a-9c7c-f2f887f763b2 service neutron] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:19.948794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-36b2df44-a29c-4fb6-88ab-e092e72ab71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:19.950692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-36b2df44-a29c-4fb6-88ab-e092e72ab71e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1127 time: 0.0553768 Feb 03 11:48:20.100704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-793e329d-f74b-401f-892f-d2ff7c175acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:20.102307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-793e329d-f74b-401f-892f-d2ff7c175acf service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1460116 Feb 03 11:48:20.157705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248e53-6256-45c2-9dbe-273bf383910f req-ee1530de-885b-4fda-8f59-8243cda407c8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:20.159146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7248e53-6256-45c2-9dbe-273bf383910f req-ee1530de-885b-4fda-8f59-8243cda407c8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.1136825 Feb 03 11:48:20.199094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-b7e65dd5-0fa6-42cb-a99d-ad2bbd83296d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.0890832 Feb 03 11:48:20.258786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7248e53-6256-45c2-9dbe-273bf383910f req-b3da69b2-fc18-4d64-a959-49a6dfaa596b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877132 Feb 03 11:48:20.270343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-a31b4dbb-88b3-4f36-b666-1d2bde0408fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:20.271900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-a31b4dbb-88b3-4f36-b666-1d2bde0408fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0629382 Feb 03 11:48:20.332224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-72973a79-2346-4321-a34c-58efabb36c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:20.334870 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-72973a79-2346-4321-a34c-58efabb36c0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568748 Feb 03 11:48:20.428717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-bf5f855a-e29d-4081-b242-a69986100422 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885618 Feb 03 11:48:20.515368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a21556c-e2b2-4957-bf8b-af4c21cae0fa req-237c8635-c38e-4c98-937c-65ef43984b82 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813935 Feb 03 11:48:20.697715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfdd15-0be8-4c06-85de-69df4074e90c req-6e5d7b6a-6ba8-47e8-b2a8-c5f53c889161 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:20.699169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39bfdd15-0be8-4c06-85de-69df4074e90c req-6e5d7b6a-6ba8-47e8-b2a8-c5f53c889161 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.0583417 Feb 03 11:48:20.754206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39bfdd15-0be8-4c06-85de-69df4074e90c req-7a8e2fcb-324f-4817-bdd9-82f3895ded2e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487926 Feb 03 11:48:21.140236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:21.142637 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b468990-0404-4aad-963a-d1feb05b217f" -d '{"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:21.194676 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efd9bcc-3b45-40d7-9a59-06796b805de8 x-openstack-request-id: req-5efd9bcc-3b45-40d7-9a59-06796b805de8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:21.194995 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:21.195266 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5efd9bcc-3b45-40d7-9a59-06796b805de8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:21.195675 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:48:21.300541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-a04db40d-4df0-4c90-8b00-4d5eb7d183d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:21.302069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-a04db40d-4df0-4c90-8b00-4d5eb7d183d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1127 time: 0.0815670 Feb 03 11:48:21.308828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-38b966f6-fdbf-466a-ba49-6e1dcc5cbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:21.310251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-38b966f6-fdbf-466a-ba49-6e1dcc5cbccc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1127 time: 0.0620015 Feb 03 11:48:21.895234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90fb1-5e4c-49a2-9e7e-b122cfe1a7a6 req-040c5b55-adab-4a2c-a2b1-da3a704191d1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:21.896760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d90fb1-5e4c-49a2-9e7e-b122cfe1a7a6 req-040c5b55-adab-4a2c-a2b1-da3a704191d1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.5606928 Feb 03 11:48:21.899342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-ef1fcb9e-8ef7-453f-97a9-9aae161907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:21.900679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-ef1fcb9e-8ef7-453f-97a9-9aae161907e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.5895364 Feb 03 11:48:21.901706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-4e4e97d5-b46d-41ef-a988-548eaef845e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:21.903028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-4e4e97d5-b46d-41ef-a988-548eaef845e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.5837343 Feb 03 11:48:22.029028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:48:22.061913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-76a7e6cb-684c-49c4-8e2c-e87513848ccc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.1485982 Feb 03 11:48:22.063581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-0c937274-8952-4822-9195-ab5809c70d77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1000 time: 0.1555533 Feb 03 11:48:22.072218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2646653-8036-40cd-9872-64fc303ed9a9 req-4aef1700-d163-4157-9e8a-cccc685892ca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:22.073804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2646653-8036-40cd-9872-64fc303ed9a9 req-4aef1700-d163-4157-9e8a-cccc685892ca tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.2344565 Feb 03 11:48:22.075047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:48:22.075818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:48:22.092381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18d90fb1-5e4c-49a2-9e7e-b122cfe1a7a6 req-461b1a23-00ac-4f82-b406-03418a2d914b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884334 Feb 03 11:48:22.176467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-c1882843-ae26-43f3-a3c9-e9f530c6e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:22.178024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-c1882843-ae26-43f3-a3c9-e9f530c6e0c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.1033473 Feb 03 11:48:22.219797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-531681ba-567e-4f24-9a25-7b0b5dfd32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:22.221249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-531681ba-567e-4f24-9a25-7b0b5dfd32b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.1452229 Feb 03 11:48:22.242409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2646653-8036-40cd-9872-64fc303ed9a9 req-43c353a5-ed04-4436-adc0-8498426b0d22 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473312 Feb 03 11:48:22.285684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-1f3b4f7b-a03d-46de-a90e-51f9621641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:22.287180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-1f3b4f7b-a03d-46de-a90e-51f9621641f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0996509 Feb 03 11:48:22.303866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468990-0404-4aad-963a-d1feb05b217f req-d7e0f4bb-3620-4ff2-9fdb-08df74f217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:22.305901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-d7e0f4bb-3620-4ff2-9fdb-08df74f217f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749323 Feb 03 11:48:22.452352 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-d377cc8a-14bb-44cd-b22d-1175d35f389a service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576457 Feb 03 11:48:22.481374 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-97fa36b7-a2cd-4ccd-9c21-bb20d34953b8 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658916 Feb 03 11:48:22.615831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-343ed5f7-c615-42d0-8000-d023aa281f8b service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577284 Feb 03 11:48:22.631722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b468990-0404-4aad-963a-d1feb05b217f req-726fc6c5-d02a-4bf6-b96e-80c99be941b2 service neutron] 10.222.0.53 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390300 Feb 03 11:48:23.224407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3ec91-6e11-4e98-b351-43b38e20df42 req-3c25fd8a-1345-4b20-bd37-7ca2ccd7a773 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:23.225974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33b3ec91-6e11-4e98-b351-43b38e20df42 req-3c25fd8a-1345-4b20-bd37-7ca2ccd7a773 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0615849 Feb 03 11:48:23.278377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33b3ec91-6e11-4e98-b351-43b38e20df42 req-34e6c9e4-d6e7-4ff0-aea9-0b3a7e47cf9b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Feb 03 11:48:23.449780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916262a-3aef-4be7-ad46-8bb8b85283a5 req-a00e500d-b455-4fec-b1cd-88fe805091b1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:23.451591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2916262a-3aef-4be7-ad46-8bb8b85283a5 req-a00e500d-b455-4fec-b1cd-88fe805091b1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.1356840 Feb 03 11:48:23.508051 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2916262a-3aef-4be7-ad46-8bb8b85283a5 req-078409f2-4423-4a8a-b349-613b9ade3514 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503685 Feb 03 11:48:24.414757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ce36-22f3-4af0-9a99-2fe9b3ade043 req-9f89255f-7ddc-4831-a381-3e29d9d52b84 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:24.416463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5408ce36-22f3-4af0-9a99-2fe9b3ade043 req-9f89255f-7ddc-4831-a381-3e29d9d52b84 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0675030 Feb 03 11:48:24.467508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5408ce36-22f3-4af0-9a99-2fe9b3ade043 req-cf9e9af0-f026-417c-b44a-9195905b0c97 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Feb 03 11:48:24.628819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2bb50-6e8b-4466-b542-f8f5eb2446b3 req-4c0bf2fc-a53b-4944-ad7a-74bdc5400d67 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:24.630291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12c2bb50-6e8b-4466-b542-f8f5eb2446b3 req-4c0bf2fc-a53b-4944-ad7a-74bdc5400d67 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 945 time: 0.0528269 Feb 03 11:48:24.682173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12c2bb50-6e8b-4466-b542-f8f5eb2446b3 req-6fbd45e4-c424-49f6-987c-03694f8e1771 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460474 Feb 03 11:48:24.703532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54450) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:48:24.763278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d985c9b7-1697-4727-98c8-caed38dcabf8 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/bd109c75-3b9d-4cec-b2e1-104d8029532c HTTP/1.1" status: 200 len: 992 time: 0.0584655 Feb 03 11:48:25.586235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5867-9744-4a4f-bda4-917720a6ec8c req-74ae1f74-93c9-4dad-b267-b157599bceb9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:25.587751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d5a5867-9744-4a4f-bda4-917720a6ec8c req-74ae1f74-93c9-4dad-b267-b157599bceb9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 943 time: 0.0523071 Feb 03 11:48:25.638040 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d5a5867-9744-4a4f-bda4-917720a6ec8c req-4fe07902-2d4c-481a-b6f6-1d8b764ffc5c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Feb 03 11:48:25.752609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:48:25.846723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:25.858065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'port_id': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'mac_address': 'fa:16:3e:ee:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:48:25.897382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:25.897769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:25.910198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:48:25.929356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:25.933871 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:25.934542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c575fb9c-4a18-462e-a48f-922feeb33d85 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:48:25.998851 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:26.064249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c575fb9c-4a18-462e-a48f-922feeb33d85,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:26.078617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c575fb9c-4a18-462e-a48f-922feeb33d85', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': 'c575fb9c-4a18-462e-a48f-922feeb33d85', 'mac_address': 'fa:16:3e:2e:a8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:48:26.114373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c575fb9c-4a18-462e-a48f-922feeb33d85 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:26.114692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:26.127477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c575fb9c-4a18-462e-a48f-922feeb33d85 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:48:26.146523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c575fb9c-4a18-462e-a48f-922feeb33d85,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:26.150598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:26.195664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:26.582164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c575fb9c-4a18-462e-a48f-922feeb33d85'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:26.606890 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:26.765128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ae23-5f87-4113-8c16-edb60d7681f1 req-6df84135-930c-45d0-89f4-7faf9f60b987 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:26.766648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a32ae23-5f87-4113-8c16-edb60d7681f1 req-6df84135-930c-45d0-89f4-7faf9f60b987 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 944 time: 0.0547969 Feb 03 11:48:26.815910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a32ae23-5f87-4113-8c16-edb60d7681f1 req-df16deaf-8c21-4b59-9eaf-ba8e1a1e6f6d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Feb 03 11:48:27.379671 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:27.752346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c575fb9c-4a18-462e-a48f-922feeb33d85 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:48:27.800038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port c575fb9c-4a18-462e-a48f-922feeb33d85 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:48:27.804159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c575fb9c-4a18-462e-a48f-922feeb33d85 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:48:27.804633 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:27.885192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c575fb9c-4a18-462e-a48f-922feeb33d85 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:27.885587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:27.909404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:27.911627 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3769d7a-a177-4d07-bd0b-350d7a01dc22" -d '{"events": [{"server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "name": "network-vif-plugged", "status": "completed", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:27.924524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c575fb9c-4a18-462e-a48f-922feeb33d85,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:27.928682 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:27.929577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:48:27.941929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079629ff-eafa-43a6-ba19-6ddc83333f75 req-182126e6-43dc-41de-8ec2-d5918d7cfde8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:27.943417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-079629ff-eafa-43a6-ba19-6ddc83333f75 req-182126e6-43dc-41de-8ec2-d5918d7cfde8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 944 time: 0.0580981 Feb 03 11:48:27.967470 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4868071-0b9d-4adf-8b24-0f2f295e34cb x-openstack-request-id: req-c4868071-0b9d-4adf-8b24-0f2f295e34cb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:27.967775 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "name": "network-vif-plugged", "status": "completed", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:27.968022 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4868071-0b9d-4adf-8b24-0f2f295e34cb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:27.968411 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85', 'code': 200} Feb 03 11:48:27.997316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-079629ff-eafa-43a6-ba19-6ddc83333f75 req-37ffc571-329a-4c03-a0ba-0c966ad0e2ce tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Feb 03 11:48:28.006500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:28.027763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:48:28.032656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:48:28.033084 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:28.090138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914898e8-24de-451d-a45c-19a8b51c90c9 req-8fcd9c30-4c77-4d4d-b4b5-22bee0c517b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:28.091683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-914898e8-24de-451d-a45c-19a8b51c90c9 req-8fcd9c30-4c77-4d4d-b4b5-22bee0c517b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0494444 Feb 03 11:48:28.114834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:48:28.115219 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:28.136318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-914898e8-24de-451d-a45c-19a8b51c90c9 req-e206b10c-7838-4fa0-81dc-31344e391710 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Feb 03 11:48:28.147241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:28.151173 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:28.197371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=13']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:29.119827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b644-07fc-48be-9fa7-9566744b787b req-658680d1-8eb6-417a-9d10-b22eaa917eb5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:29.121299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2641b644-07fc-48be-9fa7-9566744b787b req-658680d1-8eb6-417a-9d10-b22eaa917eb5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0523078 Feb 03 11:48:29.170643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2641b644-07fc-48be-9fa7-9566744b787b req-cc103119-64c3-4dcb-a07c-390d5780b04e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Feb 03 11:48:29.969674 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:29.972166 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf1f41-1e90-45e4-94d6-5d639b248c99" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:30.012790 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ed47b-c369-4edd-9aba-dafe7b173540 x-openstack-request-id: req-585ed47b-c369-4edd-9aba-dafe7b173540 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:30.013118 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-plugged", "status": "completed", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:30.013371 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-585ed47b-c369-4edd-9aba-dafe7b173540 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:30.013759 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'code': 200} Feb 03 11:48:30.292505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e14d25-b983-434b-a38d-ff8c0d06a905 req-fe92f13e-b6ef-4ae5-b998-a6ae6e78e50d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:30.294029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01e14d25-b983-434b-a38d-ff8c0d06a905 req-fe92f13e-b6ef-4ae5-b998-a6ae6e78e50d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Feb 03 11:48:30.345849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01e14d25-b983-434b-a38d-ff8c0d06a905 req-76f4bfec-32d0-4fbb-a44d-d07dc92a7c0d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Feb 03 11:48:30.466660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650cd9-89b4-4e1d-93b6-d3941cb162d8 req-618992dc-2ba7-4030-b868-8aa22462a0ba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:30.468132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6650cd9-89b4-4e1d-93b6-d3941cb162d8 req-618992dc-2ba7-4030-b868-8aa22462a0ba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0544844 Feb 03 11:48:30.515068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6650cd9-89b4-4e1d-93b6-d3941cb162d8 req-ad7b3078-50cc-4e01-8951-c47538730ff1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Feb 03 11:48:30.819523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c23d-80a0-47a7-8e03-fb515adf7a30 req-29919679-948d-42b1-abb9-5c688195cc62 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:30.820967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e599c23d-80a0-47a7-8e03-fb515adf7a30 req-29919679-948d-42b1-abb9-5c688195cc62 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0555978 Feb 03 11:48:30.873121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e599c23d-80a0-47a7-8e03-fb515adf7a30 req-ba815238-da24-4c4c-b805-ae665057ce85 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Feb 03 11:48:31.276189 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea69ee88-a5f0-4686-9a8d-f5df0ca77378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:32.000306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb0360-7bd8-4d5c-b8ab-1b78cf3411f5 req-1e66a886-89c3-442f-b15c-0d902221b73d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:32.001802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ddb0360-7bd8-4d5c-b8ab-1b78cf3411f5 req-1e66a886-89c3-442f-b15c-0d902221b73d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0579288 Feb 03 11:48:32.049284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ddb0360-7bd8-4d5c-b8ab-1b78cf3411f5 req-d7099db9-53d8-4656-8f9d-cec395474aca tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Feb 03 11:48:32.657102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-72f81d62-ca6a-4f80-bb86-c58d27701abf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:32.658560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-72f81d62-ca6a-4f80-bb86-c58d27701abf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Feb 03 11:48:32.753067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port c575fb9c-4a18-462e-a48f-922feeb33d85 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:48:32.753462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:32.847520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port c575fb9c-4a18-462e-a48f-922feeb33d85, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c575fb9c-4a18-462e-a48f-922feeb33d85,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:32.847808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:32.861370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for c575fb9c-4a18-462e-a48f-922feeb33d85 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:48:32.996705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c575fb9c-4a18-462e-a48f-922feeb33d85), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:33.010503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['9ec6f04a-8135-4670-bafe-4684b990c42f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:33.026993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=c575fb9c-4a18-462e-a48f-922feeb33d85,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:33.070451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c575fb9c-4a18-462e-a48f-922feeb33d85'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:33.080208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port c575fb9c-4a18-462e-a48f-922feeb33d85 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:48:33.083072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:33.087050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-468191d8-135e-48a6-a7c8-80ac9c3d7207 req-32c4c95e-da26-4e4a-9809-7f9188c22561 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "DELETE /v2.0/ports/c575fb9c-4a18-462e-a48f-922feeb33d85 HTTP/1.1" status: 204 len: 173 time: 0.4233918 Feb 03 11:48:33.087771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'name': 'network-vif-deleted', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:33.091110 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac1682-3119-43eb-bce1-706f67c90eca" -d '{"events": [{"server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "name": "network-vif-deleted", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:33.154322 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab2261-7d15-440a-af1a-d4bde9865ca9 x-openstack-request-id: req-4dab2261-7d15-440a-af1a-d4bde9865ca9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:33.154685 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b77708-2cf3-46da-a478-3c6a5db63fa5", "name": "network-vif-deleted", "tag": "c575fb9c-4a18-462e-a48f-922feeb33d85", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:33.154939 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dab2261-7d15-440a-af1a-d4bde9865ca9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:33.155359 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b77708-2cf3-46da-a478-3c6a5db63fa5', 'name': 'network-vif-deleted', 'tag': 'c575fb9c-4a18-462e-a48f-922feeb33d85', 'status': 'completed', 'code': 200} Feb 03 11:48:33.213121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b37cf41-4be5-4532-835d-440e82b91d2a req-1ac855c8-ed5c-4911-87c2-cdf63afde86e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0390513 Feb 03 11:48:34.332435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b205ee7-19da-4c07-9a2f-f3d51f563afb req-d6b22e55-e822-47e1-a77e-9714325d16b4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0291104 Feb 03 11:48:34.385157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f3649b-c565-40c8-ace9-029bc2bbac10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:34.733544 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:35.430838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47d392e9-5597-476c-90b3-44d151f8791f req-bfbcf0d5-d1bb-49c5-94f4-3f4946bd1745 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Feb 03 11:48:35.781462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c575fb9c-4a18-462e-a48f-922feeb33d85 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:48:35.801286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: c575fb9c-4a18-462e-a48f-922feeb33d85 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:48:35.801630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c575fb9c-4a18-462e-a48f-922feeb33d85 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:48:36.505519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:36.547004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08f16f04-54a8-47fc-9908-8e403d21f5b8 req-ae7c892f-524a-4b79-ad80-a212ef21b981 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0402017 Feb 03 11:48:37.387146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:37.637447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-513434fc-2322-46c0-b64a-9b31985bb82d req-1947a3a5-796d-4ea5-9594-d658dac837a9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0281029 Feb 03 11:48:38.005885 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:48:38.735505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-916fe679-a598-4da4-a53d-faee65a68d78 req-cc32196d-d6f1-40c0-9538-b9e726972f16 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0278368 Feb 03 11:48:39.839186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c586d6c-4c66-4f03-94e5-ea75e309550a req-112ea724-ce67-495b-a1ec-13c01ae2055b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0314190 Feb 03 11:48:40.941317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2790e643-ec87-4551-8d24-7f3ff1947540 req-5bc5f131-610b-41be-b2c0-dbc769140909 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Feb 03 11:48:42.057495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c061176-b5f5-470b-a511-7a858214b892 req-a4ea6371-df4c-4072-8d95-7800e0c82a79 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b77708-2cf3-46da-a478-3c6a5db63fa5 HTTP/1.1" status: 200 len: 210 time: 0.0300071 Feb 03 11:48:46.526733 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:49.664148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76169c-5494-4842-bdbb-3ab7988984ef req-ab8e110f-340f-4e66-98c7-7de1b7cbdd19 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:49.665631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed76169c-5494-4842-bdbb-3ab7988984ef req-ab8e110f-340f-4e66-98c7-7de1b7cbdd19 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0522151 Feb 03 11:48:49.711464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed76169c-5494-4842-bdbb-3ab7988984ef req-654d91c8-d7ce-4f58-bdb7-f3b225993cc0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Feb 03 11:48:50.835840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9894-36d1-478e-bc1a-c2fb8819303e req-1ffdd769-0336-4736-9cb3-c9fdb03d44c6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:50.837242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-623c9894-36d1-478e-bc1a-c2fb8819303e req-1ffdd769-0336-4736-9cb3-c9fdb03d44c6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0559113 Feb 03 11:48:50.883826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-623c9894-36d1-478e-bc1a-c2fb8819303e req-5f0054b1-076c-4709-82c0-702d49dedc55 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=abb04cae-20de-4fc9-b8e8-86ebc9e48ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Feb 03 11:48:51.400731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-bbd0542e-22dd-4f86-bf93-5b5e40088592 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:48:51.402221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-bbd0542e-22dd-4f86-bf93-5b5e40088592 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Feb 03 11:48:51.501110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 9ec6f04a-8135-4670-bafe-4684b990c42f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:48:51.501459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:51.589634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port 9ec6f04a-8135-4670-bafe-4684b990c42f, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=9ec6f04a-8135-4670-bafe-4684b990c42f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:48:51.590003 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:51.602368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 9ec6f04a-8135-4670-bafe-4684b990c42f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:48:51.730394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9ec6f04a-8135-4670-bafe-4684b990c42f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:51.748778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['9ec6f04a-8135-4670-bafe-4684b990c42f'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:48:51.757394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=9ec6f04a-8135-4670-bafe-4684b990c42f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:48:51.772156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.772503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.772846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.773213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.774062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.774477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.774723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.775067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.775378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.775700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.776052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.776332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.776652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:48:51.813118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port 9ec6f04a-8135-4670-bafe-4684b990c42f on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:48:51.816178 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:51.819630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691473d5-ac6b-4ccb-aec9-54d675e85927 req-22f8f0e5-0f66-4b67-a2d4-6798412e34e2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "DELETE /v2.0/ports/9ec6f04a-8135-4670-bafe-4684b990c42f HTTP/1.1" status: 204 len: 173 time: 0.4086728 Feb 03 11:48:51.820063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'name': 'network-vif-deleted', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:48:51.822323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff5898-db06-44a9-b738-e15f5798a1c0" -d '{"events": [{"server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "name": "network-vif-deleted", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:48:51.863010 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c323bd-b32b-4422-9da7-eee2c3246950 x-openstack-request-id: req-41c323bd-b32b-4422-9da7-eee2c3246950 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:48:51.863591 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c27667-fe01-4d27-ad09-4f0e025050d7", "name": "network-vif-deleted", "tag": "9ec6f04a-8135-4670-bafe-4684b990c42f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:48:51.863591 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41c323bd-b32b-4422-9da7-eee2c3246950 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:48:51.863925 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c27667-fe01-4d27-ad09-4f0e025050d7', 'name': 'network-vif-deleted', 'tag': '9ec6f04a-8135-4670-bafe-4684b990c42f', 'status': 'completed', 'code': 200} Feb 03 11:48:51.986743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb181523-f635-434d-879e-5189031d3269 req-043dcc51-42ef-4fe2-b1c1-89a5c91a6ff8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Feb 03 11:48:53.091569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde2b94f-78a9-40cd-b014-a1ace7c95845 req-9bb1fb39-43e2-4e68-aba6-863dfaf36dd0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0279632 Feb 03 11:48:54.167904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9ec6f04a-8135-4670-bafe-4684b990c42f no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:48:54.187952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89199652-1384-4e80-91e0-ae9d588e2807 req-2b00db8b-a46a-44b7-b2fe-b4db5f04f582 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0303605 Feb 03 11:48:54.188489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 9ec6f04a-8135-4670-bafe-4684b990c42f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:48:54.188489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 9ec6f04a-8135-4670-bafe-4684b990c42f not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:48:55.287027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a96f7f0b-c406-49a3-b5d6-48291d5b55b6 req-ac97f1b0-88dc-48e0-84d9-2c7dae400769 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0273750 Feb 03 11:48:56.382666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f16e9f94-6d8a-4a7b-951a-3b714214c4db req-577d84ff-fd4a-4b31-b1dd-bfb4f2038c77 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Feb 03 11:48:57.377678 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:48:57.480816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d21a71df-15c4-43da-9733-11baef0b7474 req-29f723db-66d0-4d8f-bea0-60b70275d3c3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0278461 Feb 03 11:48:58.584521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-691058dc-559f-41a7-9c0b-f9c8ad9b4ce8 req-b42ece28-a362-4457-add0-be34a31d5337 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0317643 Feb 03 11:48:59.679071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b1131b4-4654-4fed-b8b4-ba80ef695824 req-54e30df1-d9e2-4ecc-8623-31dff5a3e399 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=23c27667-fe01-4d27-ad09-4f0e025050d7 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Feb 03 11:49:01.278674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85e5acc8-2f00-4939-970b-c55b029ec232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:04.387823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01718c52-be79-4bf3-a1b1-e54254bafe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:04.735705 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.711534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:05.716874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068140820', 'description': 'tempest-secgroup-smoke-1068140820 description', 'project_id': 'f8d17545d42f48a89369d479cc45f50a'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:05.738382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.807599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (3e371f54-6f15-4fd3-93cc-548bde3f774b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.811960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e371f54-6f15-4fd3-93cc-548bde3f774b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.842600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.843882 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313610 Feb 03 11:49:05.845129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e371f54-6f15-4fd3-93cc-548bde3f774b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:05.847074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:05.851495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:05.855308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.855665 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.856011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.856353 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.856691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.857098 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.857546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.858094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.858419 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.858749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.859082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.859413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.859742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926dfe53-a1be-4f21-8e11-6eebcd0eefd8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:05.877961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (c3a65cbc-2d17-4864-b597-f9bf4768bea4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.933781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (c3a65cbc-2d17-4864-b597-f9bf4768bea4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.937561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c3a65cbc-2d17-4864-b597-f9bf4768bea4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.954664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a65cbc-2d17-4864-b597-f9bf4768bea4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:05.965674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:05.967083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-16fc79ea-87dc-403b-91f6-c8e35b1da6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188085 Feb 03 11:49:05.969765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:05.973967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:05.998896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (9c759ba8-afbf-4994-b03a-2301a22b1591), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.054257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (9c759ba8-afbf-4994-b03a-2301a22b1591), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.058421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (9c759ba8-afbf-4994-b03a-2301a22b1591), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.075124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c759ba8-afbf-4994-b03a-2301a22b1591,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:06.084534 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.086261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ec8eae5b-19a8-4e27-ab12-9e403993bea5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155946 Feb 03 11:49:06.088805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:06.093089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:06.117414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (78aaffd0-b781-44aa-9c79-4fb6c910df06), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.174814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (78aaffd0-b781-44aa-9c79-4fb6c910df06), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.178616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (78aaffd0-b781-44aa-9c79-4fb6c910df06), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.195845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aaffd0-b781-44aa-9c79-4fb6c910df06,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:06.207606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.209437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-792fa306-408d-40bf-84bc-a4f644a207af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195462 Feb 03 11:49:06.212168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:06.217306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:06.247484 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (ad544ad9-c98e-4b9d-8b28-b47192c58938), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.306613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (ad544ad9-c98e-4b9d-8b28-b47192c58938), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.311379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ad544ad9-c98e-4b9d-8b28-b47192c58938), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.329964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad544ad9-c98e-4b9d-8b28-b47192c58938,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:06.339899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.343585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9eac6d23-1bfe-4621-83dd-89eab445dd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274583 Feb 03 11:49:06.344329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:06.348806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:06.362880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.374936 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Project f8d17545d42f48a89369d479cc45f50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:49:06.379755 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (6a4b5d91-47f2-4c39-bd90-149b61b51e59), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.437959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (6a4b5d91-47f2-4c39-bd90-149b61b51e59), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.442110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (6a4b5d91-47f2-4c39-bd90-149b61b51e59), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.460226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b5d91-47f2-4c39-bd90-149b61b51e59,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:06.469385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.473424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4b37cdb4-8e52-4f3d-9661-fc86f5dac39f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280162 Feb 03 11:49:06.474245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:06.479477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'security_group_rule': {'security_group_id': '3e371f54-6f15-4fd3-93cc-548bde3f774b', 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:06.502412 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Project f8d17545d42f48a89369d479cc45f50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:49:06.507451 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (c1ca2de7-552f-4415-8bd6-504aa92d7ff4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.577821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (c1ca2de7-552f-4415-8bd6-504aa92d7ff4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.582020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (c1ca2de7-552f-4415-8bd6-504aa92d7ff4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.599587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ca2de7-552f-4415-8bd6-504aa92d7ff4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:06.608550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:06.609810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-495981b9-4e90-4925-9da3-85f146a3d314 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345925 Feb 03 11:49:07.390512 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:15.004876 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:49:16.521303 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:18.614442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-b0f8f6f9-115e-4c22-aa34-3312ef1cab05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466213 Feb 03 11:49:18.716457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-352c588d-2148-4f22-862f-8aae87378cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:18.718171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-352c588d-2148-4f22-862f-8aae87378cd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1129 time: 0.0472984 Feb 03 11:49:18.826565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-3701e6be-9a12-4b61-b4f5-4105ae589e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:18.828058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-3701e6be-9a12-4b61-b4f5-4105ae589e1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.0923004 Feb 03 11:49:18.892747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-5544b0fc-052d-436e-950b-90dfc55945a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 1002 time: 0.0588064 Feb 03 11:49:18.941412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-b35c96a8-680f-4c42-9159-ce61c7213f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:18.942843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-b35c96a8-680f-4c42-9159-ce61c7213f78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0444043 Feb 03 11:49:18.996585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-6b66bca4-5e0d-432d-b7f3-0027e0a04784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:18.998039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-6b66bca4-5e0d-432d-b7f3-0027e0a04784 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488906 Feb 03 11:49:19.085067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-33b95f77-304c-4d51-ae37-80021a080d23 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809109 Feb 03 11:49:19.175376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a644ffbf-39f9-4c71-9d54-64cbabc4d48d req-55b97e51-3b7f-4a79-b0e2-e0372016d9ce service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846834 Feb 03 11:49:22.387526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e43c7a-ed3c-41f3-9bb5-28720e61bbe1 req-e8dd3ac1-07f4-4e7e-9324-ff8a6c8b7a15 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:22.389178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39e43c7a-ed3c-41f3-9bb5-28720e61bbe1 req-e8dd3ac1-07f4-4e7e-9324-ff8a6c8b7a15 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1129 time: 0.0471601 Feb 03 11:49:22.435875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39e43c7a-ed3c-41f3-9bb5-28720e61bbe1 req-412142b7-8635-482f-ab7f-1e61e5cc04c3 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 Feb 03 11:49:22.458914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54766) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:22.650668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 2225ef61-9df7-4ffb-b5d4-5fe7de822624 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:49:22.651020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:22.746305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:22.746640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (2225ef61-9df7-4ffb-b5d4-5fe7de822624), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:22.761813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 2225ef61-9df7-4ffb-b5d4-5fe7de822624 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:49:22.967865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2225ef61-9df7-4ffb-b5d4-5fe7de822624), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:22.997824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=2225ef61-9df7-4ffb-b5d4-5fe7de822624,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:23.077631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (bd109c75-3b9d-4cec-b2e1-104d8029532c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:23.077977 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP bd109c75-3b9d-4cec-b2e1-104d8029532c disassociated (deleted). External IP: 172.25.7.197, port: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d. Feb 03 11:49:23.289821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:49:23.402494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:23.407712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:23.415025 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Sync routers for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:23.426183 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:23.427107 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:23.439443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-688e03fa-1668-47b5-8e88-2afa238633cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd109c75-3b9d-4cec-b2e1-104d8029532c HTTP/1.1" status: 204 len: 168 time: 0.9794576 Feb 03 11:49:23.440045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:23.442305 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b" -d '{"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:23.493613 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63057ca2-e4db-4af2-bcac-1affacbc840f x-openstack-request-id: req-63057ca2-e4db-4af2-bcac-1affacbc840f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:23.493905 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:23.494164 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63057ca2-e4db-4af2-bcac-1affacbc840f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:23.494690 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:49:23.563050 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:23.608283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-50437ce3-4fdc-497f-bc95-be4f5c931b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:23.613667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-50437ce3-4fdc-497f-bc95-be4f5c931b41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 1129 time: 0.0777519 Feb 03 11:49:23.805834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5571a-8caa-4b4f-8991-283e7e876a76 req-30cc42b4-6745-45e3-a577-e811a27d054a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:23.807480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe5571a-8caa-4b4f-8991-283e7e876a76 req-30cc42b4-6745-45e3-a577-e811a27d054a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 947 time: 0.1249921 Feb 03 11:49:23.810881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-e701292b-3597-46f4-8565-d25d96c3d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:23.812713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-e701292b-3597-46f4-8565-d25d96c3d1ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 200 len: 897 time: 0.1564336 Feb 03 11:49:23.873141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-c93f8a9d-e824-4e72-a603-1456c7dbb3f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 200 len: 217 time: 0.0479989 Feb 03 11:49:23.895210 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:23.923620 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Checking router: 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:23.932870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:23.933343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffe5571a-8caa-4b4f-8991-283e7e876a76 req-2ab1f2dd-e423-40b3-813f-bee0cf106692 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176403 Feb 03 11:49:23.933492 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:23.942364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-222a801a-eb26-43b3-b2d5-42d5b642e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:23.943983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-222a801a-eb26-43b3-b2d5-42d5b642e68a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 200 len: 835 time: 0.0632870 Feb 03 11:49:24.061845 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:24.302990 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:24.341230 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05339684-8224-423a-9792-409d4c4c2bf7 None None] The sync data for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 is: [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:46:19Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7030791b-eb8e-4a96-8bce-28115b6ffa24', 'name': '', 'network_id': '656e8edc-b34a-474d-b1e3-206278c45095', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:13:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:19Z', 'updated_at': '2022-02-03T11:46:24Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '05a87766-412e-4043-9af7-35fa65ae6f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:24.408735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-3e9f843e-d134-4739-a20e-a4e52fe3d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:24.410639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-3e9f843e-d134-4739-a20e-a4e52fe3d4a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=656e8edc-b34a-474d-b1e3-206278c45095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4600031 Feb 03 11:49:24.503763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-4c76ba2b-ce60-4cab-b4bd-1642d830b26c service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867143 Feb 03 11:49:24.599357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b4fbcbe-9781-4ff0-8715-55aaf8d7f12b req-20b04499-4d07-4fde-9f58-70c6e860af81 service neutron] 10.222.0.69 "GET /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Feb 03 11:49:24.616586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dbd58-8113-4b92-aec8-b71396a1d9b9 None None] New status for floating IP bd109c75-3b9d-4cec-b2e1-104d8029532c: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:49:25.067043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f1bedb18-a421-4856-85a2-e1eb53102370 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068140820&fields=id&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 267 time: 0.0747008 Feb 03 11:49:25.109582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3bc8-b187-4291-bcb7-abf2eba728d6 req-a58a2ce0-db44-42f2-b81b-d555f052bb29 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:25.111014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6ca3bc8-b187-4291-bcb7-abf2eba728d6 req-a58a2ce0-db44-42f2-b81b-d555f052bb29 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 947 time: 0.0992191 Feb 03 11:49:25.212602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6ca3bc8-b187-4291-bcb7-abf2eba728d6 req-5503a405-5d00-4825-91dc-33d0e413d324 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9567aec-0813-45b5-9677-3849489b3509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943429 Feb 03 11:49:25.219707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-8a71bb1c-501a-45d2-98eb-1bfe7ca60285 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:25.221120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-8a71bb1c-501a-45d2-98eb-1bfe7ca60285 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1474793 Feb 03 11:49:25.236050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-4b1e7a05-841f-46fd-9a50-06777d75b6a4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0090694 Feb 03 11:49:25.325560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-30167090-9bd6-43bb-9565-9a0c8169a654 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838134 Feb 03 11:49:25.335641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f4e940e3-0f17-4965-a638-7d3a8c45b46b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:25.337020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f4e940e3-0f17-4965-a638-7d3a8c45b46b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 947 time: 0.0669017 Feb 03 11:49:25.484454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-ab3da1bc-e21c-4e1c-b95c-410e519eef89 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464176 Feb 03 11:49:25.528511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:49:25.528830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:25.638540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-9b9fec3a-82df-46bc-8495-a0aa8497f450 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471758 Feb 03 11:49:25.660720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:25.662388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:25.676935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:49:25.825521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:25.854458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:25.899911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] No DVR routers for this DVR port faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:49:25.902422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:25.905928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2f3394f-7aa8-403c-bc5e-a0b9a7fe20b3 req-f259e8a1-fb87-4528-959e-a06f455248fc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "DELETE /v2.0/ports/faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d HTTP/1.1" status: 204 len: 173 time: 0.5604796 Feb 03 11:49:25.906213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-deleted', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:25.915226 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab58a5-e4cc-4244-a482-3a6856892388" -d '{"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-deleted", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:25.970564 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a92af-6aa2-4ae4-9a98-aa92bb21614a x-openstack-request-id: req-4b1a92af-6aa2-4ae4-9a98-aa92bb21614a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:25.970864 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823dfa3-f8d3-4e57-abb4-1d01caefe5b0", "name": "network-vif-deleted", "tag": "faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:25.971135 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b1a92af-6aa2-4ae4-9a98-aa92bb21614a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:25.971520 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823dfa3-f8d3-4e57-abb4-1d01caefe5b0', 'name': 'network-vif-deleted', 'tag': 'faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d', 'status': 'completed', 'code': 200} Feb 03 11:49:25.984892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-525ab15d-777d-4820-a507-97aafc3461a5 req-6bad5524-00cd-4351-8884-f18d532d6c20 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0469992 Feb 03 11:49:26.345736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-762b053f-1b8c-46b5-8d61-73441e0bb389 req-69c2ba63-21ca-42b7-b6ff-92df124d4919 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=2823dfa3-f8d3-4e57-abb4-1d01caefe5b0 HTTP/1.1" status: 200 len: 210 time: 0.0335298 Feb 03 11:49:26.997871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-059e4b86-d4f2-4309-9f1f-818bebd5b364 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:26.999534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-059e4b86-d4f2-4309-9f1f-818bebd5b364 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1024508 Feb 03 11:49:27.087570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-692a96de-7162-4928-80c9-be28c4a54484 req-1da1d8cf-737d-4c63-8bd0-553685a3f86d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0381458 Feb 03 11:49:27.093881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-95c84781-d66b-402e-9218-4554faec6099 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 380 time: 0.0848176 Feb 03 11:49:27.105983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'security_groups': ['3e371f54-6f15-4fd3-93cc-548bde3f774b']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:27.214984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:49:27.218311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.347270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.14 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/cc4923a8-6b7e-429c-8132-4c1226b97a74) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:27.384372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.408091 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54814) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:27.499977 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.535349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.581305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:27.587031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:27.590635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:27.621908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:27.646159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:27.647270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.668105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-97e6a070-4f18-4e57-b2af-188cb7eb2c40 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687754 Feb 03 11:49:27.687546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Request body: {'port': {'device_id': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:27.760744 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.816525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.929657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-464bf92e-5485-4abb-891e-5923aebfc1cb None None] Provisioning complete for port cc4923a8-6b7e-429c-8132-4c1226b97a74 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:27.930316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-464bf92e-5485-4abb-891e-5923aebfc1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:27.971625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-464bf92e-5485-4abb-891e-5923aebfc1cb None None] Port cc4923a8-6b7e-429c-8132-4c1226b97a74 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:49:28.057567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:49:28.079247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:49:28.079973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device faaa734e-2c97-4ce1-a4cf-6a9552e5ab1d not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:49:28.086604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4923a8-6b7e-429c-8132-4c1226b97a74 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:49:28.095044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks [] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.108603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Transition to ACTIVE for port object cc4923a8-6b7e-429c-8132-4c1226b97a74 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:49:28.112773 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.116286 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 7030791b-eb8e-4a96-8bce-28115b6ffa24 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:49:28.116711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.166846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:28.249750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 7030791b-eb8e-4a96-8bce-28115b6ffa24, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7030791b-eb8e-4a96-8bce-28115b6ffa24,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:28.250141 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.265559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 7030791b-eb8e-4a96-8bce-28115b6ffa24 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:49:28.288848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Attempting to bind port cc4923a8-6b7e-429c-8132-4c1226b97a74 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:49:28.289455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Attempting to bind port cc4923a8-6b7e-429c-8132-4c1226b97a74 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:49:28.289970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Attempting to bind port cc4923a8-6b7e-429c-8132-4c1226b97a74 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:28.299035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167fe9-4612-42e8-bea2-f4afa8f4d63a req-b0881f48-c8ac-467a-9dcf-c97a2ddeaade tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:28.300946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2167fe9-4612-42e8-bea2-f4afa8f4d63a req-b0881f48-c8ac-467a-9dcf-c97a2ddeaade tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1308081 Feb 03 11:49:28.305891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Port cc4923a8-6b7e-429c-8132-4c1226b97a74 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:49:28.309858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Attempting to bind port cc4923a8-6b7e-429c-8132-4c1226b97a74 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:28.315406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:49:28.315754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:28.316138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:49:28.316571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Bound port: cc4923a8-6b7e-429c-8132-4c1226b97a74, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:49:28.316946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.403513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2167fe9-4612-42e8-bea2-f4afa8f4d63a req-4dad0e19-99cc-4324-b072-f7df83b49304 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839336 Feb 03 11:49:28.431620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:49:28.435426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:49:28.451975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.479096 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7030791b-eb8e-4a96-8bce-28115b6ffa24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.511606 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=7030791b-eb8e-4a96-8bce-28115b6ffa24,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:28.514051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:28.514677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.516131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] 10.222.0.53 "PUT /v2.0/ports/cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 1092 time: 0.8358777 Feb 03 11:49:28.516602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:28.518861 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b0d89c-be16-4fe7-ba22-edb688b824f5" -d '{"events": [{"name": "network-changed", "server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:28.613459 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaec373-e18f-4bb4-a12d-51e48b502d50 x-openstack-request-id: req-eeaec373-e18f-4bb4-a12d-51e48b502d50 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:28.613840 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:28.614165 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eeaec373-e18f-4bb4-a12d-51e48b502d50 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:28.614800 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'status': 'completed', 'code': 200} Feb 03 11:49:28.635558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eab540-be61-434c-8b11-29ef1e2c7ceb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:28.669025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f1672785-8e40-4645-960a-f9ec76abab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:28.670667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f1672785-8e40-4645-960a-f9ec76abab7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1126 time: 0.1031272 Feb 03 11:49:28.745577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-6ed853ca-6d75-4733-88fb-2484d6b6fcab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 217 time: 0.0613213 Feb 03 11:49:28.805815 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:28.854012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-797ebd22-13d5-4c07-bdb6-08d485de7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:28.856402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-797ebd22-13d5-4c07-bdb6-08d485de7a0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.1023760 Feb 03 11:49:28.920820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ceeb-35d2-4197-897f-52428ec25127 req-be7cc758-85bc-4021-9a36-15a0966156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:28.922488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-be7cc758-85bc-4021-9a36-15a0966156b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548048 Feb 03 11:49:29.023232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-7ad220fa-3471-4469-bb58-ca3eb60bad18 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890279 Feb 03 11:49:29.063319 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:49:29.125824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a873ceeb-35d2-4197-897f-52428ec25127 req-f03f7348-c826-4c65-86b4-4a5da0a5a432 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936770 Feb 03 11:49:29.174533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:29.183315 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00b3d780-b171-4a63-baef-97ab3f5c94fa tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/7c4a13d6-f4f8-4389-b880-27a43a8eb4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740433 Feb 03 11:49:29.183918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54820) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:29.186660 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Sync routers for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:29.196823 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:29.197474 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:29.229730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-9456811b-d8bd-4318-ae53-4226fb6cc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:29.231580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-9456811b-d8bd-4318-ae53-4226fb6cc236 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1126 time: 0.0567269 Feb 03 11:49:29.252238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting subnet 05a87766-412e-4043-9af7-35fa65ae6f8f {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:49:29.255483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (05a87766-412e-4043-9af7-35fa65ae6f8f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.305126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (05a87766-412e-4043-9af7-35fa65ae6f8f), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.320595 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:29.355711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-d8e840f4-3a51-4a6d-becd-c65e5b127a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:29.357208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-d8e840f4-3a51-4a6d-becd-c65e5b127a8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1111925 Feb 03 11:49:29.404621 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (05a87766-412e-4043-9af7-35fa65ae6f8f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.416725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-e07c6b30-c248-4728-8e06-bdcae680b81b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 217 time: 0.0485251 Feb 03 11:49:29.471803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (05a87766-412e-4043-9af7-35fa65ae6f8f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.491209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-5e965d91-7b53-4a57-af4f-0e06c01c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:29.493418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-5e965d91-7b53-4a57-af4f-0e06c01c3cd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0665972 Feb 03 11:49:29.518926 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Subnet': ['ID=05a87766-412e-4043-9af7-35fa65ae6f8f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:29.523624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.529990 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-38fff70e-c554-4b94-9211-47e3b93ae968 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/subnets/05a87766-412e-4043-9af7-35fa65ae6f8f HTTP/1.1" status: 204 len: 168 time: 0.3337078 Feb 03 11:49:29.530338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54824) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:29.536117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f7f02-e084-4605-9988-b34369f1d553 None None] Network 656e8edc-b34a-474d-b1e3-206278c45095 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:49:29.573540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:49:28Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:29.611514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-368f4a36-0cda-4420-aa39-59a23e5664b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:29.613401 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-368f4a36-0cda-4420-aa39-59a23e5664b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1007514 Feb 03 11:49:29.621342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb20d9-0456-47af-8e45-e22ada71b5f4 req-41c7138c-7857-445b-a6ef-73754ad8c4f2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:29.623331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63fb20d9-0456-47af-8e45-e22ada71b5f4 req-41c7138c-7857-445b-a6ef-73754ad8c4f2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1207333 Feb 03 11:49:29.643902 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Checking router: 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:29.658264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Routers {'7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:29.663118 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:29.708229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] DHCP port deletion for 656e8edc-b34a-474d-b1e3-206278c45095 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:49:29.740886 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.770594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Deleting port e0f0b99c-cd28-449f-98b0-056347bbc7bb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:49:29.771499 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.794029 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] Set router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:29.805391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63fb20d9-0456-47af-8e45-e22ada71b5f4 req-7c331b2a-ce8f-4a20-9864-96cf31f24a2a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718965 Feb 03 11:49:29.827278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-9f9b3add-d0b8-47f2-8cc0-5eee2c78dd9e service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024436 Feb 03 11:49:29.871362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] For port e0f0b99c-cd28-449f-98b0-056347bbc7bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e0f0b99c-cd28-449f-98b0-056347bbc7bb,segment=NetworkSegment(b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3),segment_id=b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:29.872686 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:29.887946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Calling delete_port for e0f0b99c-cd28-449f-98b0-056347bbc7bb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:49:29.938729 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80b0d89c-be16-4fe7-ba22-edb688b824f5 req-87eada17-e581-4f24-84a7-ed836c176d6b service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044743 Feb 03 11:49:29.941079 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.005615 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (e0f0b99c-cd28-449f-98b0-056347bbc7bb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.012345 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:49:30.012711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.032798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Pushing event deleted for resources: {'Port': ['ID=e0f0b99c-cd28-449f-98b0-056347bbc7bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:30.044158 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.044341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.044618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.044983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.045334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.045663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.045995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.046322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.046651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.047025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.047293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.047616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.047937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:30.054213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b94907-db59-466f-a1e7-f75dd182a69a None None] No DVR routers for this DVR port e0f0b99c-cd28-449f-98b0-056347bbc7bb on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:49:30.072734 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:49:28Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:30.104010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed2d53-724b-4f34-8e02-3b5aff6bdd99 None None] The sync data for ids ['7c4a13d6-f4f8-4389-b880-27a43a8eb4cb'] in n-d-821606-6 is: [{'id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179943104', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:46:15Z', 'updated_at': '2022-02-03T11:49:28Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '8c1bdfd3-e57b-4814-a4ea-947d007c63f3', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a13d6-f4f8-4389-b880-27a43a8eb4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:46:16Z', 'updated_at': '2022-02-03T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:30.127274 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 8c1bdfd3-e57b-4814-a4ea-947d007c63f3, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:30.127738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.143580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:49:30.327255 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8c1bdfd3-e57b-4814-a4ea-947d007c63f3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.353292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=8c1bdfd3-e57b-4814-a4ea-947d007c63f3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:30.417519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.521705 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.523934 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.571145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7c4a13d6-f4f8-4389-b880-27a43a8eb4cb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.571733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4a13d6-f4f8-4389-b880-27a43a8eb4cb {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:49:30.579433 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.581756 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d92a2985-5fbf-44b2-a993-b7056504aab4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/routers/7c4a13d6-f4f8-4389-b880-27a43a8eb4cb HTTP/1.1" status: 204 len: 168 time: 1.0500584 Feb 03 11:49:30.585309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:30.703858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (656e8edc-b34a-474d-b1e3-206278c45095), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.738046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0f0b99c-cd28-449f-98b0-056347bbc7bb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:49:30.761923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e0f0b99c-cd28-449f-98b0-056347bbc7bb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:49:30.762664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e0f0b99c-cd28-449f-98b0-056347bbc7bb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:49:30.763269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7030791b-eb8e-4a96-8bce-28115b6ffa24 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:49:30.786067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7030791b-eb8e-4a96-8bce-28115b6ffa24 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:49:30.787195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7030791b-eb8e-4a96-8bce-28115b6ffa24 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:49:30.800879 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (656e8edc-b34a-474d-b1e3-206278c45095), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.828197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e8edc-b34a-474d-b1e3-206278c45095']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:30.840397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:30.840397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:30.852014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.870127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.877172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:49:30.877562 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (b92b93e4-ae5c-46a5-9d1d-aa571e74f8b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:49:30.881734 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:49:30.969148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (656e8edc-b34a-474d-b1e3-206278c45095), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.977958 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:30.983768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/networks/656e8edc-b34a-474d-b1e3-206278c45095 HTTP/1.1" status: 204 len: 168 time: 0.3942900 Feb 03 11:49:30.984603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54830) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:30.994830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8c162-ab0f-44cd-94f8-59ce22748319 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Network': ['ID=656e8edc-b34a-474d-b1e3-206278c45095,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.017489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd163-b518-4784-a94b-c87e2a0e5a6a req-e6d88486-a21a-48c6-87a5-a09c91bab1f5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:31.018840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b73cd163-b518-4784-a94b-c87e2a0e5a6a req-e6d88486-a21a-48c6-87a5-a09c91bab1f5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1095541 Feb 03 11:49:31.046289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (b9567aec-0813-45b5-9677-3849489b3509), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.073873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (b9567aec-0813-45b5-9677-3849489b3509), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.078445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b73cd163-b518-4784-a94b-c87e2a0e5a6a req-947f733d-70d0-49dc-8b8b-27b0f2849221 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533159 Feb 03 11:49:31.141933 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b9567aec-0813-45b5-9677-3849489b3509), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.144585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.148799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/security-groups/b9567aec-0813-45b5-9677-3849489b3509 HTTP/1.1" status: 204 len: 168 time: 0.1600187 Feb 03 11:49:31.156015 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce1d3-2055-4096-ac1c-41513d7864a0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9567aec-0813-45b5-9677-3849489b3509,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.289461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40aac065-8750-4c01-87c6-509bb36abe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.473094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:31.477605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912655520', 'description': 'tempest-secgroup-smoke-912655520 description', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:31.499030 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.569425 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (038c38b0-8252-4ebf-a086-1c3524c5794a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.573163 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (038c38b0-8252-4ebf-a086-1c3524c5794a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.602954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.604168 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300738 Feb 03 11:49:31.605272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810bcd9-2638-4c3b-9cdd-8efce23c7e28 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038c38b0-8252-4ebf-a086-1c3524c5794a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.608018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:31.613371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:31.639996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (9dde927d-94e4-46ab-8b91-72ef52178f93), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.698044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (9dde927d-94e4-46ab-8b91-72ef52178f93), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.701686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (9dde927d-94e4-46ab-8b91-72ef52178f93), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.719963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dde927d-94e4-46ab-8b91-72ef52178f93,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.724842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.728612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3722a64f-1335-4e5c-a50c-758bec4ea72e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166043 Feb 03 11:49:31.729089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:31.733470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:31.758537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (36c25c3e-1ad9-49df-ad91-4664ba4dc97a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.815587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (36c25c3e-1ad9-49df-ad91-4664ba4dc97a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.819220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (36c25c3e-1ad9-49df-ad91-4664ba4dc97a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.836719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c25c3e-1ad9-49df-ad91-4664ba4dc97a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.846426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.851160 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:31.851318 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c1473e98-9975-4612-9078-a8fc0adc53db tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212931 Feb 03 11:49:31.856166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:31.883430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (75df401d-3cb2-4567-b766-65b72db8cf0a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.947160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (75df401d-3cb2-4567-b766-65b72db8cf0a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.951139 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (75df401d-3cb2-4567-b766-65b72db8cf0a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.970394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75df401d-3cb2-4567-b766-65b72db8cf0a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:31.978455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:31.979736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a8a16a1-8181-4b9b-9f88-a0aa262598c9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272762 Feb 03 11:49:31.982627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:31.987697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:32.014216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (acc1872d-49ff-421d-9eda-8a3c167d090f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.072088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (acc1872d-49ff-421d-9eda-8a3c167d090f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.075133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (acc1872d-49ff-421d-9eda-8a3c167d090f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.094282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc1872d-49ff-421d-9eda-8a3c167d090f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:32.103180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.106923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b66e4ce6-136c-46ac-b456-a61cf39177cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206279 Feb 03 11:49:32.107060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:32.112169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:32.132460 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:49:32.137576 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (8b03bdc8-8b98-491a-ab9e-de8b493adc0c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.230327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (8b03bdc8-8b98-491a-ab9e-de8b493adc0c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.239988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594d64-22eb-4bde-a3e0-8fd47120312f req-e03b1231-1e53-4c6b-8986-245c9a1d0928 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:32.241504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1594d64-22eb-4bde-a3e0-8fd47120312f req-e03b1231-1e53-4c6b-8986-245c9a1d0928 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0846851 Feb 03 11:49:32.242593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8b03bdc8-8b98-491a-ab9e-de8b493adc0c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.272578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b03bdc8-8b98-491a-ab9e-de8b493adc0c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:32.281268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.282450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b5f31610-2de4-4b54-a4c0-c31961639a84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744671 Feb 03 11:49:32.285484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:32.290910 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': '038c38b0-8252-4ebf-a086-1c3524c5794a', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:32.311327 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:49:32.311588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1594d64-22eb-4bde-a3e0-8fd47120312f req-11c98ebc-5233-46ea-8f7a-2a7d339c3149 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631793 Feb 03 11:49:32.316610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (0a444c94-3cfc-435f-a2ef-be95d12ee310), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.375472 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (0a444c94-3cfc-435f-a2ef-be95d12ee310), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.378868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (0a444c94-3cfc-435f-a2ef-be95d12ee310), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.395280 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a444c94-3cfc-435f-a2ef-be95d12ee310,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:32.403456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.407297 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff134a28-a516-4282-a9a9-97e06ee92996 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179967 Feb 03 11:49:32.407498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:32.412839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'network': {'name': 'tempest-network-smoke--349227520', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'port_security_enabled': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:32.430843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:49:32.434282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.459200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:49:32.468294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (43fea6e3-a48b-4dc7-b855-abdce19a157f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.468641 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Added segment 43fea6e3-a48b-4dc7-b855-abdce19a157f of type vlan for network f838ff3b-427e-433b-8d0f-07c70c3c727f Feb 03 11:49:32.511583 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f838ff3b-427e-433b-8d0f-07c70c3c727f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.536321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f838ff3b-427e-433b-8d0f-07c70c3c727f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.541237 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:32.541821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.580849 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698496 Feb 03 11:49:32.581636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54854) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:32.585789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'admin_state_up': True, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:32.602113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:49:32.625743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:49:32.626113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8c1bdfd3-e57b-4814-a4ea-947d007c63f3 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:49:32.632769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f93e3-2ac5-412c-aef2-aa51ed94d99f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Network': ['ID=f838ff3b-427e-433b-8d0f-07c70c3c727f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:32.642574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f838ff3b-427e-433b-8d0f-07c70c3c727f details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:49:32.643485 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.644533 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.704206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (7c3111d1-16bc-44fc-bab4-074fe5e58f08), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:32.852407 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c3111d1-16bc-44fc-bab4-074fe5e58f08), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:33.046809 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:33.066790 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:33.172027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.90 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/0a12ba04-5f30-499c-8db7-6714562ad682) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:33.269638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (0a12ba04-5f30-499c-8db7-6714562ad682), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:33.302312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:33.341761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:33.346703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:33.349068 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:33.381848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=0a12ba04-5f30-499c-8db7-6714562ad682,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:33.451303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75ad38-ea17-4bd1-905b-4f299ee7dd21 req-bd2c5619-de4d-452f-9e99-ca472dae0dd5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:33.453633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed75ad38-ea17-4bd1-905b-4f299ee7dd21 req-bd2c5619-de4d-452f-9e99-ca472dae0dd5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0556164 Feb 03 11:49:33.523326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed75ad38-ea17-4bd1-905b-4f299ee7dd21 req-8bc84929-544d-4d99-a440-7543d2c522d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627933 Feb 03 11:49:33.949649 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.141913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.270223 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:49:34.379579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:34.390835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Sync routers for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:34.395231 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741c2689-7434-47ca-bbd1-bc76f33f5d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.401863 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.406049 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-61970c35-d6ca-45bd-a1e0-929304766e1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8213334 Feb 03 11:49:34.406199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:34.406199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:34.406496 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54858) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:34.437430 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b865030b-6599-46a9-976f-9f1a90f9fb24 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=83e0ae26c00f438c9d0337c4cfb5fbf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293958 Feb 03 11:49:34.439967 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:34.516333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:34.533595 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52ea18-dca5-4a70-9795-dfbd5b4dc97b tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:34.538259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a52ea18-dca5-4a70-9795-dfbd5b4dc97b tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941799 Feb 03 11:49:34.538483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:34.570044 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1f16ede0-e3ed-4d4d-9cf0-b33b6e63521d tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281777 Feb 03 11:49:34.570388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:34.575546 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825165015', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:34.673878 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:49:34.678385 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.686038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df72fde-203b-4845-88a2-189552aefacc req-119dd4b1-6dae-477a-b9e1-e1c9c0168552 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:34.695337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2df72fde-203b-4845-88a2-189552aefacc req-119dd4b1-6dae-477a-b9e1-e1c9c0168552 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0738895 Feb 03 11:49:34.744477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.750881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:33Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:34.764304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2df72fde-203b-4845-88a2-189552aefacc req-f5509d16-8a63-4f33-88e4-d9f1fb3caf6a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665851 Feb 03 11:49:34.786732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Checking router: 7c3111d1-16bc-44fc-bab4-074fe5e58f08 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:34.786983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Updating router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 port 0a12ba04-5f30-499c-8db7-6714562ad682 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:49:34.816399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.894180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (a7ed45f2-2535-4c96-9724-479cffbf5239), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:34.965631 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Subnet': ['ID=a7ed45f2-2535-4c96-9724-479cffbf5239,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:34.974232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:34.974608 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network hostable DHCP agents. Network: f838ff3b-427e-433b-8d0f-07c70c3c727f, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:49:34.991682 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network f838ff3b-427e-433b-8d0f-07c70c3c727f is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:49:35.002690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f838ff3b-427e-433b-8d0f-07c70c3c727f) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:35.007634 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:35.009137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.016130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b675c0-1ebf-43d1-a2c4-f1cf010f40b2 None None] Network f838ff3b-427e-433b-8d0f-07c70c3c727f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:49:35.028924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7d9d8bdf-d8d1-4853-9004-84b1af96fa1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4549718 Feb 03 11:49:35.029869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54868) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:35.102844 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks [] for port (0a12ba04-5f30-499c-8db7-6714562ad682), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.118993 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.207624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Attempting to bind port 0a12ba04-5f30-499c-8db7-6714562ad682 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:49:35.208553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Attempting to bind port 0a12ba04-5f30-499c-8db7-6714562ad682 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:49:35.209129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Attempting to bind port 0a12ba04-5f30-499c-8db7-6714562ad682 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:35.227588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08242318-876a-47f7-b6a6-7817423bb40c None None] Pushing event updated for resources: {'Port': ['ID=0a12ba04-5f30-499c-8db7-6714562ad682,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:35.230006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:49:35.230386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:35.230795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.231218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:49:35.231663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Bound port: 0a12ba04-5f30-499c-8db7-6714562ad682, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:49:35.232046 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.311813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f838ff3b-427e-433b-8d0f-07c70c3c727f', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:49:35.312680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.315006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] For port 0a12ba04-5f30-499c-8db7-6714562ad682, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:49:35.318478 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] For port 0a12ba04-5f30-499c-8db7-6714562ad682, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a12ba04-5f30-499c-8db7-6714562ad682,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:49:35.330353 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.463197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:35.463839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:35.470926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08242318-876a-47f7-b6a6-7817423bb40c None None] Pushing event updated for resources: {'Port': ['ID=0a12ba04-5f30-499c-8db7-6714562ad682,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:35.519902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.611107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Allocated IP 172.20.0.2 (f838ff3b-427e-433b-8d0f-07c70c3c727f/a7ed45f2-2535-4c96-9724-479cffbf5239/26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:35.637072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:35.892408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8e252-52c9-425e-8917-dfb91dc537f8 req-59d2da95-f4f6-4b0b-a2e0-bfb4fadb22c4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:35.894788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bf8e252-52c9-425e-8917-dfb91dc537f8 req-59d2da95-f4f6-4b0b-a2e0-bfb4fadb22c4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0621579 Feb 03 11:49:35.902701 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks [] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:35.915217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.003936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bf8e252-52c9-425e-8917-dfb91dc537f8 req-5d40182e-c445-42cc-b532-6c5f5953a706 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013684 Feb 03 11:49:36.005337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.1 (f838ff3b-427e-433b-8d0f-07c70c3c727f/a7ed45f2-2535-4c96-9724-479cffbf5239/6f2e6405-a137-471a-aeb1-d192b0b08f2a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:36.121368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Network f838ff3b-427e-433b-8d0f-07c70c3c727f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:36.124961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:36.130432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:36.142723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:33Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:36.152062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.172710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Pushing event updated for resources: {'Port': ['ID=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:36.194594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.195647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe000fbe-4599-4320-8e8f-1bba4fbf10c7 None None] The sync data for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 is: [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:33Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:36.229501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network f838ff3b-427e-433b-8d0f-07c70c3c727f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:36.231859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:36.231976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Attempting to bind port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:49:36.232299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Attempting to bind port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:49:36.232709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Attempting to bind port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:36.239071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:49:36.239459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:36.240139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.240542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Bound using segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:49:36.241048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Bound port: 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:49:36.241434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.281837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:36.355832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] For port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:49:36.359457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.390917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] For port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:49:36.394706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.402454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.497117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:36.521453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775121fa-46e7-4e72-af3a-41302b227156 None None] Pushing event updated for resources: {'Port': ['ID=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:36.621845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:36.929968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a12ba04-5f30-499c-8db7-6714562ad682 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:37.024968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0a12ba04-5f30-499c-8db7-6714562ad682 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:37.025361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.215477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0a12ba04-5f30-499c-8db7-6714562ad682 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:37.216116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.244588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 0a12ba04-5f30-499c-8db7-6714562ad682, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a12ba04-5f30-499c-8db7-6714562ad682,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:37.250764 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.341502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=0a12ba04-5f30-499c-8db7-6714562ad682,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:37.400044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.657296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.672691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548c171-0819-417b-a70d-7c0562c5b49f req-25c72ed3-ac34-439b-a3e7-cce327847020 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:37.680284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a548c171-0819-417b-a70d-7c0562c5b49f req-25c72ed3-ac34-439b-a3e7-cce327847020 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.5036118 Feb 03 11:49:37.688440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.816063 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:37.818659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:37.837614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a548c171-0819-417b-a70d-7c0562c5b49f req-c3481199-b5ec-473c-af37-c0f5364007e4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553872 Feb 03 11:49:37.963995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network f838ff3b-427e-433b-8d0f-07c70c3c727f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:37.965411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:38.060311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85d622-83a1-4d44-be30-d583e390d106 None None] Network f838ff3b-427e-433b-8d0f-07c70c3c727f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:49:38.094149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:49:38.149820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Provisioning complete for port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:38.150205 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.219021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:38.227167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-19918e08-2014-4798-a35d-d76ae1289336 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/7c3111d1-16bc-44fc-bab4-074fe5e58f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944921 Feb 03 11:49:38.293039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Current status of the port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:38.293441 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.351473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] For port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:38.361669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.432171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9e320-ef37-4d78-b0d0-642724c7659f None None] Pushing event updated for resources: {'Port': ['ID=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:38.437591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-91a6b5d8-85de-4b41-ac43-2144d9f6feb5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912655520&fields=id&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 267 time: 0.0599408 Feb 03 11:49:38.566277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-b95dbd49-b9da-4cd6-88e9-5d31b4882507 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:38.567888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-b95dbd49-b9da-4cd6-88e9-5d31b4882507 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 796 time: 0.1231601 Feb 03 11:49:38.584956 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-603772e2-77f5-4910-8db6-54e5d67ff54c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/quotas/83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 375 time: 0.0097544 Feb 03 11:49:38.589848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Provisioning complete for port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:38.590320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.714041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-e62ab836-7b6f-4efc-9d90-0cc30646f5c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199672 Feb 03 11:49:38.724219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Current status of the port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:38.735651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:38.736233 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.786266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c812706-87d2-414a-84f9-a74b8c8d5fdb None None] Port 6f2e6405-a137-471a-aeb1-d192b0b08f2a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:49:38.788612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Sync routers for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:38.810623 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:38.812078 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:38.879431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a12ba04-5f30-499c-8db7-6714562ad682 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:38.895282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-6b8c68d7-14d6-46e9-beea-87323bea24f6 service neutron] 10.222.0.30 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679752 Feb 03 11:49:38.954892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8d6c0c2b-1b62-4474-a9a4-b1f6aea92022 None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:38.955504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0c2b-1b62-4474-a9a4-b1f6aea92022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:38.963233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:39.005838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0a12ba04-5f30-499c-8db7-6714562ad682 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:39.006427 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.008247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c0c2b-1b62-4474-a9a4-b1f6aea92022 None None] Port 6f2e6405-a137-471a-aeb1-d192b0b08f2a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:49:39.048774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-9527f38c-6619-4908-9773-34255b4dc608 service neutron] 10.222.0.30 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524501 Feb 03 11:49:39.066800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473fd96-816b-453f-8651-fa7b29dccaa0 req-f90e4479-2e71-4e45-9563-64db34b89244 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:39.072068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9473fd96-816b-453f-8651-fa7b29dccaa0 req-f90e4479-2e71-4e45-9563-64db34b89244 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1382077 Feb 03 11:49:39.128797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0a12ba04-5f30-499c-8db7-6714562ad682 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:39.131856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:39.137271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9473fd96-816b-453f-8651-fa7b29dccaa0 req-a739d05d-d500-49b2-9ba7-6a2cbe0145d9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623255 Feb 03 11:49:39.177994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-379b7c3f-689b-430c-8b06-742f915fb008 None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:39.178847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-379b7c3f-689b-430c-8b06-742f915fb008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.250672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:39.251181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.252841 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-379b7c3f-689b-430c-8b06-742f915fb008 None None] Port 6f2e6405-a137-471a-aeb1-d192b0b08f2a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:49:39.257759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2f8fa1a-d89a-43a3-a588-1c8088d40ef9 req-d12bcc89-86cf-4eaf-a972-cbb22a63641c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 210 time: 0.0450711 Feb 03 11:49:39.328749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 2, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:39.337879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:39.357309 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Checking router: 7c3111d1-16bc-44fc-bab4-074fe5e58f08 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:39.357662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Updating router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 port 6f2e6405-a137-471a-aeb1-d192b0b08f2a binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:49:39.385907 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.653155 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks [] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.658366 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.713729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Pushing event updated for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:39.738366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.738719 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.739564 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.739907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.740258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.740569 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.740896 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.741253 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.741578 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.741900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.742221 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.742539 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.742860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:39.774514 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Attempting to bind port 6f2e6405-a137-471a-aeb1-d192b0b08f2a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:49:39.774924 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Attempting to bind port 6f2e6405-a137-471a-aeb1-d192b0b08f2a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:49:39.775343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Attempting to bind port 6f2e6405-a137-471a-aeb1-d192b0b08f2a on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:39.781493 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:49:39.781928 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:39.782446 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.782889 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Bound using segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:49:39.783407 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Bound port: 6f2e6405-a137-471a-aeb1-d192b0b08f2a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:49:39.783794 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.862670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] For port 6f2e6405-a137-471a-aeb1-d192b0b08f2a, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:49:39.866883 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] For port 6f2e6405-a137-471a-aeb1-d192b0b08f2a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f2e6405-a137-471a-aeb1-d192b0b08f2a,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:49:39.872719 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.923966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:39.924594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:39.978499 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:39.978948 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:39.985790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc46886-7a4e-41b5-917c-3883d78220ee None None] Pushing event updated for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:40.053929 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:40.068149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Current status of the port 6f2e6405-a137-471a-aeb1-d192b0b08f2a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:40.068788 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.107545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] For port 6f2e6405-a137-471a-aeb1-d192b0b08f2a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f2e6405-a137-471a-aeb1-d192b0b08f2a,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:40.112000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.175776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a3845-4a89-4a69-936d-2bfe091167c5 None None] Pushing event updated for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:40.243641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7e04804c-53d7-41b6-b1cf-047ba2b501ce None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:40.244124 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e04804c-53d7-41b6-b1cf-047ba2b501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.327214 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:39Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:40.370160 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b72881-4d6b-48bf-a8e6-deb4b085a85b None None] The sync data for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 is: [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:39Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:40.376180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e04804c-53d7-41b6-b1cf-047ba2b501ce None None] Current status of the port 6f2e6405-a137-471a-aeb1-d192b0b08f2a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:40.390766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-573c545e-636f-476b-b1ff-d5a42857630c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:40.392287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-573c545e-636f-476b-b1ff-d5a42857630c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 796 time: 0.2031300 Feb 03 11:49:40.394211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c17f6e49-27fa-4503-91e2-131a0fe7fc6d req-c622e090-9af0-4922-bdeb-2f63b749d611 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 210 time: 0.0422966 Feb 03 11:49:40.413641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96cee8-24df-420e-ac5f-80661d411434 req-05ee5952-3710-4a49-a9c7-7b31bae928d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:40.415670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e96cee8-24df-420e-ac5f-80661d411434 req-05ee5952-3710-4a49-a9c7-7b31bae928d4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.2158177 Feb 03 11:49:40.526883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e96cee8-24df-420e-ac5f-80661d411434 req-fd09c887-2315-4163-b936-9f7ef2fe5c55 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910313 Feb 03 11:49:40.536935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-7851abd8-8bb7-4abf-9e17-cbca1d42ce13 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 379 time: 0.0940435 Feb 03 11:49:40.546344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'port': {'device_id': '24802d83-67e4-4b24-90e4-d817b4471fad', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'admin_state_up': True, 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'security_groups': ['038c38b0-8252-4ebf-a086-1c3524c5794a']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:40.663817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:49:40.668265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.719030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f2e6405-a137-471a-aeb1-d192b0b08f2a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:40.774817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6f2e6405-a137-471a-aeb1-d192b0b08f2a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:40.775364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.808528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.14 (f838ff3b-427e-433b-8d0f-07c70c3c727f/a7ed45f2-2535-4c96-9724-479cffbf5239/97e7b9c5-20d8-4a0c-8422-f5b241c46d26) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:40.859563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6f2e6405-a137-471a-aeb1-d192b0b08f2a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:40.965041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:40.999015 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.043651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network f838ff3b-427e-433b-8d0f-07c70c3c727f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:41.049049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:41.052965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:41.079493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:41.110437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:41.111098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.130299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-057e59a9-1743-4622-aa1d-9cd267da737c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5875888 Feb 03 11:49:41.146563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Request body: {'port': {'device_id': '24802d83-67e4-4b24-90e4-d817b4471fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:41.219073 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.308115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a69e8275-fd42-44e6-8ab3-f8e25cdbe155 None None] Provisioning complete for port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:41.308672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a69e8275-fd42-44e6-8ab3-f8e25cdbe155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.344143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a69e8275-fd42-44e6-8ab3-f8e25cdbe155 None None] Port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:49:41.556344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:49:41.566457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks [] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.583502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a78d1-8258-48eb-b1d3-948900c03fcb req-78a14229-b3db-4e13-a6de-2df4673d9cc5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:41.585024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb6a78d1-8258-48eb-b1d3-948900c03fcb req-78a14229-b3db-4e13-a6de-2df4673d9cc5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 932 time: 0.1148162 Feb 03 11:49:41.590235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Transition to ACTIVE for port object 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:49:41.599926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.717806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb6a78d1-8258-48eb-b1d3-948900c03fcb req-720b9f09-fc9c-4a0b-b067-3d475d6a2f0c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263201 Feb 03 11:49:41.718422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:41.774425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866913f-3463-4990-a046-50fb78352d24 req-f0e4f37b-6ed3-447a-8193-a9949d3a696a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:41.775963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0866913f-3463-4990-a046-50fb78352d24 req-f0e4f37b-6ed3-447a-8193-a9949d3a696a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1571460 Feb 03 11:49:41.841909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:49:41.842253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:49:41.842588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:41.857413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:49:41.857741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:49:41.867863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0866913f-3463-4990-a046-50fb78352d24 req-bd28fe60-d87f-41d5-a919-2490533a8481 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851707 Feb 03 11:49:41.868986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:49:41.869372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:49:41.869757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Bound using segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:49:41.870161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Bound port: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:49:41.870527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.936457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:49:41.939348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:49:41.945452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.979402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:41.980025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:41.981438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] 10.222.0.69 "PUT /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1092 time: 0.8395565 Feb 03 11:49:41.981875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:41.984117 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb65e8-2d96-43d2-b342-873104959419" -d '{"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:42.010397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827233-59ac-49fb-9786-fa9082ba0661 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:42.043485 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b3056-2127-4d05-bbc0-0236990794bb x-openstack-request-id: req-135b3056-2127-4d05-bbc0-0236990794bb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:42.043863 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:42.044182 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-135b3056-2127-4d05-bbc0-0236990794bb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:42.044673 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'status': 'completed', 'code': 200} Feb 03 11:49:42.083370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-3f78fb7c-d5e8-4d67-8349-52bfac2a41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.084889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-3f78fb7c-d5e8-4d67-8349-52bfac2a41ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1126 time: 0.0517564 Feb 03 11:49:42.138385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-0bff3a57-7667-4dc1-9dbd-7357da71b84b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 217 time: 0.0398417 Feb 03 11:49:42.188939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-d14ecc1e-37ad-4e16-8e2e-a68203011213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.190896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-d14ecc1e-37ad-4e16-8e2e-a68203011213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0472307 Feb 03 11:49:42.240267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-56fa54d5-f83b-4b01-beb5-9df1ddb07a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.241849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-56fa54d5-f83b-4b01-beb5-9df1ddb07a26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442934 Feb 03 11:49:42.333826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-40d71a19-bb18-42ff-8d53-ea8f2f5dac1d service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Feb 03 11:49:42.419665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c779d1a-00f1-4a85-8cb9-78eb74f342ed req-22217689-885c-4b37-9c4c-64eeaf257f5e service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801163 Feb 03 11:49:42.557968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb65e8-2d96-43d2-b342-873104959419 req-66d80d10-c884-4158-af4a-243f1722d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.559533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-66d80d10-c884-4158-af4a-243f1722d3b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1126 time: 0.0501676 Feb 03 11:49:42.648696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb65e8-2d96-43d2-b342-873104959419 req-bad4ccbd-3551-4096-b399-58e6aa39ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.650178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-bad4ccbd-3551-4096-b399-58e6aa39ba26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.0849633 Feb 03 11:49:42.695875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-464a7e5c-c782-44ad-a6b5-b4e9694df81c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 217 time: 0.0389018 Feb 03 11:49:42.742251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb65e8-2d96-43d2-b342-873104959419 req-3de5b762-d57b-49a9-9142-834fa90bfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.743669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-3de5b762-d57b-49a9-9142-834fa90bfacd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0428309 Feb 03 11:49:42.793274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb65e8-2d96-43d2-b342-873104959419 req-6168a056-1d2b-4d59-955b-3e3e14397c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.794785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-6168a056-1d2b-4d59-955b-3e3e14397c3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451093 Feb 03 11:49:42.905936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d118c-8f6c-4e9d-9bb6-54bdb52e56cc req-8f6dc677-6ef8-4d36-812b-27e1150cfd1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:42.907399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f8d118c-8f6c-4e9d-9bb6-54bdb52e56cc req-8f6dc677-6ef8-4d36-812b-27e1150cfd1b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 944 time: 0.1117651 Feb 03 11:49:42.933908 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-76beb6ed-ea29-49aa-a668-b0f65f908de8 service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294553 Feb 03 11:49:43.042661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f8d118c-8f6c-4e9d-9bb6-54bdb52e56cc req-d0b139a0-8119-4d2a-ab94-92306d8eca98 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262305 Feb 03 11:49:43.080564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46e98-8c77-42a1-8941-eae0c4e62fa2 req-f91f1d67-a111-464f-95e6-bf16e52cc23c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:43.082080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72c46e98-8c77-42a1-8941-eae0c4e62fa2 req-f91f1d67-a111-464f-95e6-bf16e52cc23c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.1417861 Feb 03 11:49:43.099860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3eb65e8-2d96-43d2-b342-873104959419 req-a01df8c0-2f18-42df-a552-5c78a6521329 service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584709 Feb 03 11:49:43.136835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72c46e98-8c77-42a1-8941-eae0c4e62fa2 req-2f845af9-0483-4f5d-b1d3-8f9dcbaf3af8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Feb 03 11:49:44.165104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f8e8e-48c9-4efd-8101-57b43c3b8ff1 req-a2ff72e7-f7fd-44b1-9916-eb43aad99d93 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:44.166590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-221f8e8e-48c9-4efd-8101-57b43c3b8ff1 req-a2ff72e7-f7fd-44b1-9916-eb43aad99d93 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 944 time: 0.0561624 Feb 03 11:49:44.225176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-221f8e8e-48c9-4efd-8101-57b43c3b8ff1 req-bcb6ebb9-d602-473c-bb9f-990bc9fa302c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520127 Feb 03 11:49:44.264063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5710c0-2edd-4df0-8044-bfdea860c3cd req-cefe31bd-0e8f-4068-a99c-ae2141efc88f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:44.265622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a5710c0-2edd-4df0-8044-bfdea860c3cd req-cefe31bd-0e8f-4068-a99c-ae2141efc88f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0582676 Feb 03 11:49:44.315911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a5710c0-2edd-4df0-8044-bfdea860c3cd req-956fc312-488e-4654-97ab-ff677c6c5d1c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Feb 03 11:49:45.345734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffe2bd-3e0b-4c3a-917f-4ea8490507c7 req-722f0efd-b5bc-4f7e-9be5-f4a69d1ba68a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:45.347219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ffe2bd-3e0b-4c3a-917f-4ea8490507c7 req-722f0efd-b5bc-4f7e-9be5-f4a69d1ba68a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 944 time: 0.0524988 Feb 03 11:49:45.408969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ffe2bd-3e0b-4c3a-917f-4ea8490507c7 req-40699f3e-64fe-4b4d-8616-185d4f775f12 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555389 Feb 03 11:49:45.448604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2365d-d491-499e-81b9-c5b1b8c4d004 req-c4a02df4-6adb-41b4-9f18-cbfdaf7890c5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:45.450089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ce2365d-d491-499e-81b9-c5b1b8c4d004 req-c4a02df4-6adb-41b4-9f18-cbfdaf7890c5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0586314 Feb 03 11:49:45.498362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ce2365d-d491-499e-81b9-c5b1b8c4d004 req-0036add8-bf6c-42b1-9c63-de67ca8b922c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Feb 03 11:49:46.131742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:49:46.227476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:46.238229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'port_id': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'mac_address': 'fa:16:3e:dc:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:49:46.273880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:46.274264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:46.286951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:49:46.306687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:46.310387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:46.358113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:46.395734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cc4923a8-6b7e-429c-8132-4c1226b97a74 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:49:46.494005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:46.505161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'mac_address': 'fa:16:3e:ae:45:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:49:46.526104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9229-dd99-4b50-a7c0-9bbee5130177 req-7e6c326b-dc8e-44a7-8163-e61ca496137d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:46.529037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10bc9229-dd99-4b50-a7c0-9bbee5130177 req-7e6c326b-dc8e-44a7-8163-e61ca496137d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0533624 Feb 03 11:49:46.564563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port cc4923a8-6b7e-429c-8132-4c1226b97a74 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:46.565164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:46.576485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:46.579985 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4923a8-6b7e-429c-8132-4c1226b97a74 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:49:46.584354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10bc9229-dd99-4b50-a7c0-9bbee5130177 req-3a4c838e-4f6f-4e94-9d00-e4b7914f7c65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492921 Feb 03 11:49:46.605584 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:46.610219 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:46.641313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a08952-fd7e-4dc3-a69f-d136bb75484e req-a9661144-4621-460f-8e31-c26c8471405f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:46.642794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0a08952-fd7e-4dc3-a69f-d136bb75484e req-a9661144-4621-460f-8e31-c26c8471405f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 944 time: 0.0636690 Feb 03 11:49:46.656474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:46.692200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0a08952-fd7e-4dc3-a69f-d136bb75484e req-7ae96303-e03b-4f2c-af82-f54889aef6a1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Feb 03 11:49:46.699337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['97e7b9c5-20d8-4a0c-8422-f5b241c46d26'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:49:46.878794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['cc4923a8-6b7e-429c-8132-4c1226b97a74'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:49:47.702443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e889a24-2719-4b4c-85a8-eadfa5e7d2e7 req-7f3dd8d0-c0b8-4f38-a03a-2f7fc0dfa3b1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:47.703903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e889a24-2719-4b4c-85a8-eadfa5e7d2e7 req-7f3dd8d0-c0b8-4f38-a03a-2f7fc0dfa3b1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0519111 Feb 03 11:49:47.752523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e889a24-2719-4b4c-85a8-eadfa5e7d2e7 req-3cc06378-a979-4212-a726-417aafab718a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Feb 03 11:49:47.810538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dc16-69cd-4a71-b1a5-4d0c50fa87e8 req-2ead1576-f1ba-48cd-830f-8c4680a30dd6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:47.811879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1481dc16-69cd-4a71-b1a5-4d0c50fa87e8 req-2ead1576-f1ba-48cd-830f-8c4680a30dd6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 945 time: 0.0523648 Feb 03 11:49:47.862053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1481dc16-69cd-4a71-b1a5-4d0c50fa87e8 req-81aefee8-3706-490d-ac85-304d8ebf6ee8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Feb 03 11:49:48.147344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:48.195090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:49:48.199110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:48.199488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.280372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:48.280761 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.302330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:48.304821 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d934a-b378-4ebc-9f77-d35a7ddae937" -d '{"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-plugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:48.317205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:48.321332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.344618 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b24ee9-7266-448b-ae18-8d4667a348c1 x-openstack-request-id: req-f8b24ee9-7266-448b-ae18-8d4667a348c1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:48.344936 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-plugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:48.345196 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8b24ee9-7266-448b-ae18-8d4667a348c1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:48.345593 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'code': 200} Feb 03 11:49:48.370082 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:48.412235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cc4923a8-6b7e-429c-8132-4c1226b97a74 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:49:48.466188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port cc4923a8-6b7e-429c-8132-4c1226b97a74 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:49:48.470192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port cc4923a8-6b7e-429c-8132-4c1226b97a74 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:49:48.470579 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.472964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96945c46-70b0-477b-abe8-7318bc7057b7 req-9cc004c2-bf81-456f-aa40-acfb2ef41083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:48.474458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96945c46-70b0-477b-abe8-7318bc7057b7 req-9cc004c2-bf81-456f-aa40-acfb2ef41083 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1128 time: 0.0451217 Feb 03 11:49:48.520733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96945c46-70b0-477b-abe8-7318bc7057b7 req-7a43b647-cac5-4c0f-8cc3-c50b4e3b138c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 Feb 03 11:49:48.549477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port cc4923a8-6b7e-429c-8132-4c1226b97a74 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:49:48.549873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.581891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:49:48.586558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:48.632917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:48.868876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d91b67-c978-47d2-a910-507724deb7df req-e87e3d1f-ec63-4b4d-818d-2072151bc0e7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:48.870409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6d91b67-c978-47d2-a910-507724deb7df req-e87e3d1f-ec63-4b4d-818d-2072151bc0e7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0514419 Feb 03 11:49:48.919749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6d91b67-c978-47d2-a910-507724deb7df req-93d9b6be-c5f7-4f10-86bd-28cb061912c5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436885 Feb 03 11:49:49.047044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88528f7e-71b6-4af1-b9b1-2502b81190cb req-9700b8a5-a3ae-4fbe-b580-75421b26fee1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:49.048503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88528f7e-71b6-4af1-b9b1-2502b81190cb req-9700b8a5-a3ae-4fbe-b580-75421b26fee1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0577219 Feb 03 11:49:49.096552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88528f7e-71b6-4af1-b9b1-2502b81190cb req-37bbadd8-e04d-4cc4-b889-18d5a3fe42dc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Feb 03 11:49:50.038776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4962116-81ee-4da4-a243-0320417ac1a5 req-c59ebb69-6456-4767-8390-7f292f205cb4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:50.040221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4962116-81ee-4da4-a243-0320417ac1a5 req-c59ebb69-6456-4767-8390-7f292f205cb4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0517507 Feb 03 11:49:50.090081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4962116-81ee-4da4-a243-0320417ac1a5 req-9c049f06-e0db-4fb3-9bdd-f405ae8f2141 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Feb 03 11:49:50.244597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135824c-d567-4c96-9f44-f3db4564f815 req-714c4974-653c-4627-92f2-34329f969dc0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:50.246037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f135824c-d567-4c96-9f44-f3db4564f815 req-714c4974-653c-4627-92f2-34329f969dc0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0796652 Feb 03 11:49:50.252522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68138b9a-6da3-4b68-b024-76dc366a6367 req-cf39a809-e87f-4588-8491-2630d1dc0f76 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:50.254448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68138b9a-6da3-4b68-b024-76dc366a6367 req-cf39a809-e87f-4588-8491-2630d1dc0f76 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0962694 Feb 03 11:49:50.326730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f135824c-d567-4c96-9f44-f3db4564f815 req-a709bdcc-2fce-4ed1-b760-edf048f2cfa4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713491 Feb 03 11:49:50.330402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68138b9a-6da3-4b68-b024-76dc366a6367 req-bc50651c-38f0-4f76-8159-4263696a5d24 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695217 Feb 03 11:49:50.347447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:50.349893 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e26257-e4c0-4562-b7e5-8ecc8f7a7a35" -d '{"events": [{"server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "name": "network-vif-plugged", "status": "completed", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:50.352049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:50.385709 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b4efea-524a-4519-80b4-daac7c4230dc x-openstack-request-id: req-e9b4efea-524a-4519-80b4-daac7c4230dc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:50.386015 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "name": "network-vif-plugged", "status": "completed", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:50.386255 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9b4efea-524a-4519-80b4-daac7c4230dc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:50.386648 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'code': 200} Feb 03 11:49:50.396595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ac1e7-0f99-4e19-b987-0d8f323bb11b tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:50.398131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e10ac1e7-0f99-4e19-b987-0d8f323bb11b tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1123 time: 0.0451248 Feb 03 11:49:50.401055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:50.405436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:50.427872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:50.537638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa8d2-e72e-44eb-9b89-bbfb7e2fd66f req-7212de58-3530-4cf5-9137-e0a420b4c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:50.539047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e1fa8d2-e72e-44eb-9b89-bbfb7e2fd66f req-7212de58-3530-4cf5-9137-e0a420b4c343 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1128 time: 0.0875530 Feb 03 11:49:50.583369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:50.606157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e1fa8d2-e72e-44eb-9b89-bbfb7e2fd66f req-554683a8-0930-4977-8acc-47e1c9ef1eb3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 Feb 03 11:49:50.702797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.222 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/cc25ca04-8c62-4489-a44a-b5a102509ac4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:50.805426 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:50.841617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:50.878766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:50.883503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:50.886925 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:50.892048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=cc25ca04-8c62-4489-a44a-b5a102509ac4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:51.237528 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (46a109da-c0b3-4e84-be2a-62039787ed58), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:51.308666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:51.482426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a203-edd0-40e1-a295-2509d8972361 req-6da3908d-9ccb-4a6f-bf10-7a277bfff414 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:51.483889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd75a203-edd0-40e1-a295-2509d8972361 req-6da3908d-9ccb-4a6f-bf10-7a277bfff414 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0808032 Feb 03 11:49:51.511405 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:51.516937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:51.607010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd75a203-edd0-40e1-a295-2509d8972361 req-0427f693-6a7f-4a8b-aff0-5b5e90cd8bdb tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176014 Feb 03 11:49:51.609289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=cc25ca04-8c62-4489-a44a-b5a102509ac4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:51.621745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (46a109da-c0b3-4e84-be2a-62039787ed58), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:51.720726 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 46a109da-c0b3-4e84-be2a-62039787ed58 associated. External IP: 172.25.7.222, port: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26. Feb 03 11:49:52.004522 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:49:52.273838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:49:52.395729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:52.405717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Sync routers for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:52.414225 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:52.415504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:52.416128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:52.444720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c5040b07-411f-4a08-a746-320ac834de96 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0425639 Feb 03 11:49:52.445421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:52.447747 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe1477-29ce-421f-bf4a-52a1298afdba" -d '{"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:52.496872 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc08b5b-2cc4-4d32-bbd0-9c0791e8344f x-openstack-request-id: req-4dc08b5b-2cc4-4d32-bbd0-9c0791e8344f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:52.497218 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:52.497475 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dc08b5b-2cc4-4d32-bbd0-9c0791e8344f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:52.497921 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'status': 'completed', 'code': 200} Feb 03 11:49:52.524772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:52.588545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4745e4-5735-4f1a-9e28-6a32a4256ea0 req-e5cd72f4-25c6-4c68-aed8-6b67be630a16 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.590042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c4745e4-5735-4f1a-9e28-6a32a4256ea0 req-e5cd72f4-25c6-4c68-aed8-6b67be630a16 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0838752 Feb 03 11:49:52.606034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-8b8fe081-6667-4004-9f20-9c213fb54037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.607467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-8b8fe081-6667-4004-9f20-9c213fb54037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1128 time: 0.0682023 Feb 03 11:49:52.721329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c4745e4-5735-4f1a-9e28-6a32a4256ea0 req-9ccaad45-707b-4bd5-9efd-e534a48dd449 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246910 Feb 03 11:49:52.745290 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54958) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:52.766827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-91b9c3e1-ceea-4d39-a686-e9a5afea37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.768494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-91b9c3e1-ceea-4d39-a686-e9a5afea37a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.1543002 Feb 03 11:49:52.789524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8a595-8089-4203-84de-18fbc3562d17 req-68ac06ab-fe02-4617-a806-17d936f70956 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.790961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b8a595-8089-4203-84de-18fbc3562d17 req-68ac06ab-fe02-4617-a806-17d936f70956 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0919228 Feb 03 11:49:52.812972 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6db45b30-bd2c-4022-97ef-ab3d38aeee94 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/46a109da-c0b3-4e84-be2a-62039787ed58 HTTP/1.1" status: 200 len: 992 time: 0.0664432 Feb 03 11:49:52.867530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-2c2ac6fc-56b4-4eb5-ab14-20b51ed6ce4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1000 time: 0.0925927 Feb 03 11:49:52.906678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '46a109da-c0b3-4e84-be2a-62039787ed58', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'port_id': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'mac_address': 'fa:16:3e:dc:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24802d83-67e4-4b24-90e4-d817b4471fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:51Z', 'updated_at': '2022-02-03T11:49:51Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:52.911976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c6b8a595-8089-4203-84de-18fbc3562d17 req-1a27e768-d4c4-4d8c-b1de-da71891faa51 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884004 Feb 03 11:49:52.928332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-650e44a7-af3d-4ff5-a466-8ccf2109f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.929825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-650e44a7-af3d-4ff5-a466-8ccf2109f924 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0566413 Feb 03 11:49:52.937502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Checking router: 7c3111d1-16bc-44fc-bab4-074fe5e58f08 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:52.946903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:52.947537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:52.979249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-abada0e2-c9b2-4d19-a062-32942173601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:52.980793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-abada0e2-c9b2-4d19-a062-32942173601d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457072 Feb 03 11:49:53.055951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:53.097312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e124c-edac-4e91-974c-69073364dd13 req-3f21f9ac-3018-458a-ac77-4a06960fd445 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:53.098846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f47e124c-edac-4e91-974c-69073364dd13 req-3f21f9ac-3018-458a-ac77-4a06960fd445 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.1133702 Feb 03 11:49:53.128245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-8e7d767c-a92a-46c7-ba1e-05d4894b1c54 service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410344 Feb 03 11:49:53.190661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f47e124c-edac-4e91-974c-69073364dd13 req-cd40543f-26ec-4ab1-b5a8-63450cc5fee1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836468 Feb 03 11:49:53.214497 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54962) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:53.247000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1bfe1477-29ce-421f-bf4a-52a1298afdba req-287d83db-fc53-4548-9d48-3c31a4c99a72 service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117842 Feb 03 11:49:53.282671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '46a109da-c0b3-4e84-be2a-62039787ed58', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'port_id': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'mac_address': 'fa:16:3e:dc:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24802d83-67e4-4b24-90e4-d817b4471fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:51Z', 'updated_at': '2022-02-03T11:49:51Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:53.313482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98405392-565a-465e-9f6a-3277b68cde64 None None] The sync data for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 is: [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '46a109da-c0b3-4e84-be2a-62039787ed58', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'port_id': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'mac_address': 'fa:16:3e:dc:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24802d83-67e4-4b24-90e4-d817b4471fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:51Z', 'updated_at': '2022-02-03T11:49:51Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:53.383478 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb756f-4230-4470-8407-e2d06b49c7f6 tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:53.386383 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-05fb756f-4230-4470-8407-e2d06b49c7f6 tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1123 time: 0.1688247 Feb 03 11:49:53.388143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 54966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:53.392977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:53.416515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:53.522721 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9b6ca-c5d2-4fb1-85d4-cce54833b3dc None None] New status for floating IP 46a109da-c0b3-4e84-be2a-62039787ed58: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:49:53.523462 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:53.630231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.25.7.166 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/4c9887c0-065b-45ca-8011-2cf5803016e4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:49:53.741169 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:53.774657 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:53.811037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:49:53.813761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:49:53.816176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:49:53.816581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 54968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:49:53.844164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=4c9887c0-065b-45ca-8011-2cf5803016e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:53.859130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.859476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.859816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.860153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.860485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.860813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.861168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.861491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.861811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.862131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.862452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.862762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.863741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:49:53.881237 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79d54a1d-ed86-4712-ae72-b0f1f253806d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/46a109da-c0b3-4e84-be2a-62039787ed58 HTTP/1.1" status: 200 len: 994 time: 0.0628297 Feb 03 11:49:54.188700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (4c553d65-9fba-4f9c-8e10-16782628cbd7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.256446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.404420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.410455 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.477569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=4c9887c0-065b-45ca-8011-2cf5803016e4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:49:54.487906 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4c553d65-9fba-4f9c-8e10-16782628cbd7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.587400 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP 4c553d65-9fba-4f9c-8e10-16782628cbd7 associated. External IP: 172.25.7.166, port: cc4923a8-6b7e-429c-8132-4c1226b97a74. Feb 03 11:49:54.795268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:49:54.901082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:49:54.911252 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:49:54.920445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:49:54.921357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:54.922238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:54.949711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0ed64ef6-a3bf-4cfe-9e78-36a6a0a726af tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5603349 Feb 03 11:49:54.950288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:49:54.952528 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e1b00-5843-40a6-9fb2-06c676890e54" -d '{"events": [{"name": "network-changed", "server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:49:54.988530 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f4ecd-8613-49e5-a92b-55ba75b61726 x-openstack-request-id: req-201f4ecd-8613-49e5-a92b-55ba75b61726 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:49:54.988828 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:49:54.989124 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-201f4ecd-8613-49e5-a92b-55ba75b61726 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:49:54.989540 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'status': 'completed', 'code': 200} Feb 03 11:49:55.030415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:55.056953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-cf4e21f7-f498-47d5-9a05-a8a792ae0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:55.058379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-cf4e21f7-f498-47d5-9a05-a8a792ae0fb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1128 time: 0.0453250 Feb 03 11:49:55.151169 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-f4f4faed-7db6-4d36-85c2-b11011faa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:55.152686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-f4f4faed-7db6-4d36-85c2-b11011faa7ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0878370 Feb 03 11:49:55.217214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-8973349c-741c-4b63-8b74-9fa8309addc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 1000 time: 0.0587342 Feb 03 11:49:55.254581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4c553d65-9fba-4f9c-8e10-16782628cbd7', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:ae:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:54Z', 'updated_at': '2022-02-03T11:49:54Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:55.270669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-391186be-7adb-4c33-af39-02b0065cc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:55.272147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-391186be-7adb-4c33-af39-02b0065cc21d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0475543 Feb 03 11:49:55.285506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:49:55.293813 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:49:55.294417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:49:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:55.322124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-5a1f4ab0-def0-4dca-82da-29cc8b41d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:49:55.323561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-5a1f4ab0-def0-4dca-82da-29cc8b41d653 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451162 Feb 03 11:49:55.399764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:49:55.418926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-6954bff9-aeb3-4371-bc6b-75d737c13cc5 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883987 Feb 03 11:49:55.517800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c7e1b00-5843-40a6-9fb2-06c676890e54 req-0c6da933-2e39-4d66-bbf4-c222b1fbbc27 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930252 Feb 03 11:49:55.624822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4c553d65-9fba-4f9c-8e10-16782628cbd7', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:ae:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:54Z', 'updated_at': '2022-02-03T11:49:54Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:49:55.650785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304eea38-8602-4a1f-8abd-4ee3aa9ab2b5 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '4c553d65-9fba-4f9c-8e10-16782628cbd7', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:ae:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:49:54Z', 'updated_at': '2022-02-03T11:49:54Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:49:55.849401 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c86251-3549-4d37-bb6e-d33af81e8d9e None None] New status for floating IP 4c553d65-9fba-4f9c-8e10-16782628cbd7: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:49:57.393417 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:01.282826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a385256-29f0-4617-8a75-c8c7d9ac96b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:04.260834 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-2b0338e5-f41d-44a9-9c44-621601a69aa0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430520 Feb 03 11:50:04.348957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-57fb4adb-fb78-4905-9eef-fdf3b9fabb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:04.350437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-57fb4adb-fb78-4905-9eef-fdf3b9fabb2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1128 time: 0.0483553 Feb 03 11:50:04.387136 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dc2386d-2daa-44d3-aef3-56ecad970ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:04.452970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-41eb882a-3dd9-4cad-af0d-c6802370620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:04.454424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-41eb882a-3dd9-4cad-af0d-c6802370620f service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0863559 Feb 03 11:50:04.527950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-6278593e-5baa-45bb-b7dc-8d9cf9b4778c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 1002 time: 0.0616734 Feb 03 11:50:04.574483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-800594e5-8d0c-424e-84e6-e8c2e5a7f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:04.575862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-800594e5-8d0c-424e-84e6-e8c2e5a7f784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0418088 Feb 03 11:50:04.623302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-68053bc7-51d0-43b4-99ed-fe61b8c6f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:04.624755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-68053bc7-51d0-43b4-99ed-fe61b8c6f014 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423307 Feb 03 11:50:04.713510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-42614619-28e9-4c6c-9cd2-8c6b54a77fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Feb 03 11:50:04.739881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:04.800808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e8bcd3f-b197-4213-8041-92c8004433e5 req-c6007c96-6a10-4305-a9bd-983f9f8e1597 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815787 Feb 03 11:50:06.361415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:07.393093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:16.534699 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:19.201948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-ccc63d56-38a5-409a-a319-fdef7fa76646 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541096 Feb 03 11:50:19.307765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e147d83-2a7a-4200-801e-6af9205df310 req-131c384c-fbf5-4d94-bc1f-8aee7ee4d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:19.309339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-131c384c-fbf5-4d94-bc1f-8aee7ee4d09f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1128 time: 0.0501294 Feb 03 11:50:19.425500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e147d83-2a7a-4200-801e-6af9205df310 req-a4b99f16-f303-4b07-a9ac-af1a827ad126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:19.427437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-a4b99f16-f303-4b07-a9ac-af1a827ad126 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.0978496 Feb 03 11:50:19.503667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-a3dfd1df-c85b-4eee-a4c2-8abadfd1e592 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1002 time: 0.0710402 Feb 03 11:50:19.558542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e147d83-2a7a-4200-801e-6af9205df310 req-03440d64-58cb-42fe-ae7a-76808123ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:19.560226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-03440d64-58cb-42fe-ae7a-76808123ff7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0511780 Feb 03 11:50:19.611138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e147d83-2a7a-4200-801e-6af9205df310 req-a7e0fc61-8885-4c65-98a9-5ff8ddcf0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:50:19.612599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-a7e0fc61-8885-4c65-98a9-5ff8ddcf0037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470891 Feb 03 11:50:19.713702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-b238e7fc-a50d-4d38-afa2-0ea2ee5d314e service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956912 Feb 03 11:50:19.818945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e147d83-2a7a-4200-801e-6af9205df310 req-01e8d8e9-6323-47ce-bf22-af5640ae0b4b service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994444 Feb 03 11:50:27.389672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:29.004794 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:50:31.287072 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3b2a-d1ec-46a3-8099-54c926afcf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:34.387458 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2e9334b-284c-4a44-a8a4-fa8cd5c4d583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:34.743418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:36.364414 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:37.395089 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:46.549215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:50:57.384730 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:01.288675 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-070b435f-d021-4090-8980-cb8fd1b00273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:04.255517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-550dbe81-e7a7-4488-8aba-c1550277879f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443046 Feb 03 11:51:04.340502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-2ef9c39e-8875-4ba9-9dd8-4e5c87991a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:04.342008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-2ef9c39e-8875-4ba9-9dd8-4e5c87991a04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 1128 time: 0.0440874 Feb 03 11:51:04.388193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7bb83698-7b9f-4e40-94da-ef48338d9fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:04.453679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-3ba0ff61-6708-4760-9f5e-624ba85ffbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:04.455132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-3ba0ff61-6708-4760-9f5e-624ba85ffbb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0892074 Feb 03 11:51:04.522275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-038a2233-a5a3-4198-b1d5-1fbc8a839232 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 200 len: 1002 time: 0.0578153 Feb 03 11:51:04.570514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-5ea47d5f-12b2-4245-a521-98b4fc6c6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:04.571962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-5ea47d5f-12b2-4245-a521-98b4fc6c6f43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0427630 Feb 03 11:51:04.628212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-582a8658-ec30-405d-b468-c1dccf0ba61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:04.629758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-582a8658-ec30-405d-b468-c1dccf0ba61e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469353 Feb 03 11:51:04.720382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-56d14e9d-c462-48ec-9e15-50588d127a73 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Feb 03 11:51:04.746457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:05.146833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a8a92d9b-7af3-4203-b0da-b51bb56b9991 req-d0063281-88a4-44e1-83df-07f007f832f9 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175634 Feb 03 11:51:06.003641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:51:06.361359 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:07.397247 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:08.981507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc91a9-f009-4cf1-bc68-db3ada0a7f9d req-8417471d-3ac8-46b5-a34c-83b53b45d0cc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:08.982958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0dc91a9-f009-4cf1-bc68-db3ada0a7f9d req-8417471d-3ac8-46b5-a34c-83b53b45d0cc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0516860 Feb 03 11:51:09.032838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0dc91a9-f009-4cf1-bc68-db3ada0a7f9d req-18e9bee5-6270-4e72-a8a9-e16e74209333 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Feb 03 11:51:09.055017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55014) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:09.119006 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4b183ead-aa3b-4f79-9b89-8a0f196cebdb tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/46a109da-c0b3-4e84-be2a-62039787ed58 HTTP/1.1" status: 200 len: 994 time: 0.0628669 Feb 03 11:51:09.458364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf129962-e210-4bc7-baf8-5e107952b3a5 req-ebd3eb36-e878-4b7b-8e7f-b3eb238acd0f tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:09.459801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf129962-e210-4bc7-baf8-5e107952b3a5 req-ebd3eb36-e878-4b7b-8e7f-b3eb238acd0f tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1128 time: 0.0444584 Feb 03 11:51:09.507218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf129962-e210-4bc7-baf8-5e107952b3a5 req-c405a1c8-d4d6-495d-ad54-3bf11e4dee35 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Feb 03 11:51:09.934893 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55042) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:10.077898 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a95466e6-895d-4356-9671-0b0a5951dfae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409276 Feb 03 11:51:10.085690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-0af04dbb-4156-43fa-b17c-bb0112605572 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:51:10.086649 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-0af04dbb-4156-43fa-b17c-bb0112605572 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049598 Feb 03 11:51:10.582789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-786abc64-dc27-4e1d-bf67-97b252b7142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:10.584157 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-786abc64-dc27-4e1d-bf67-97b252b7142c service neutron] 10.222.0.30 "GET /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1125 time: 0.0363321 Feb 03 11:51:10.592476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Request body: {'binding': {'host': 'n-h1-821606-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:10.592947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Unknown quota resources ['binding']. {{(pid=103126) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 11:51:10.724324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on host n-h1-821606-6 for vnic_type normal with profile None {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:10.724656 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:10.725018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:10.729264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:51:10.729589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:10.734219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:10.734579 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:10.734958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Bound using segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:10.735379 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Bound port: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:10.836318 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:10.842495 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:10.843672 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] 10.222.0.30 "POST /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26/bindings HTTP/1.1" status: 201 len: 389 time: 0.2543364 Feb 03 11:51:10.996354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b02e-bb02-4081-a648-f0dbf0eb0ba1 req-e87e9db4-6fb9-4110-b11c-fcc0fdb4cfe4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:10.997855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9695b02e-bb02-4081-a648-f0dbf0eb0ba1 req-e87e9db4-6fb9-4110-b11c-fcc0fdb4cfe4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0564647 Feb 03 11:51:11.078871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9695b02e-bb02-4081-a648-f0dbf0eb0ba1 req-9a3659f5-b3b0-4a77-adaa-889ad60fbc61 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740635 Feb 03 11:51:11.084883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a9401b60-aada-4ddd-9a30-9e4069f45073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:11.086402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a9401b60-aada-4ddd-9a30-9e4069f45073 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1128 time: 0.0655351 Feb 03 11:51:11.179572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-6e7efa26-d94e-4e0d-b6cc-2513022eaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:11.181005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-6e7efa26-d94e-4e0d-b6cc-2513022eaf3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.0859303 Feb 03 11:51:11.248442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-addf0141-0f02-4247-9ec6-5189f077d923 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1002 time: 0.0569911 Feb 03 11:51:11.302990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ca3eebb3-7337-4c06-aaff-20ef021a7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:11.304436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ca3eebb3-7337-4c06-aaff-20ef021a7a3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0475318 Feb 03 11:51:11.356459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-01a81eab-2e82-4661-afb4-bfb0b2988fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:11.357864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-01a81eab-2e82-4661-afb4-bfb0b2988fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432673 Feb 03 11:51:11.448306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a98244d3-0511-4708-b903-f37de70bbb57 service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806401 Feb 03 11:51:11.540188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-8154491d-82dd-46f1-b4ed-595ca747eb47 service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830786 Feb 03 11:51:11.714856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-7e80e141-12eb-4d99-a979-df0ddb6d0dbb tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:11.716333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-7e80e141-12eb-4d99-a979-df0ddb6d0dbb tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1128 time: 0.1016293 Feb 03 11:51:11.729633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821606-6'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:11.796991 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:11.924184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:11.960492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:12.000125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:12.002857 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983caaf0-9ec4-45e8-8c66-cf231e51387c" -d '{"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-unplugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:12.006362 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks [] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.011710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.043602 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b75e3d1-5f1c-4a25-82da-8831e52b2d42 x-openstack-request-id: req-5b75e3d1-5f1c-4a25-82da-8831e52b2d42 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:12.043894 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-unplugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:12.044140 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b75e3d1-5f1c-4a25-82da-8831e52b2d42 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:12.044540 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'code': 200} Feb 03 11:51:12.107268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:12.124498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.124851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.125317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.126448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.126794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.127132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.127466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.127797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.128126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.128455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.128784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.129188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.129519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.202554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on host n-h2-821606-6 for vnic_type normal with profile {"migrating_to": "n-h1-821606-6"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:12.202882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:12.203211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:12.211992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:51:12.212320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Attempting to bind port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on network f838ff3b-427e-433b-8d0f-07c70c3c727f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:12.221816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:12.222163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Checking segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:12.222546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Bound using segment: {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:12.222975 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Bound port: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fea6e3-a48b-4dc7-b855-abdce19a157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:12.223332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.250224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2178d-bbc2-4e89-9e21-37b2a0a091a2 req-9b186916-29c0-4d31-a35f-28c9ee3b7563 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:12.251797 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98b2178d-bbc2-4e89-9e21-37b2a0a091a2 req-9b186916-29c0-4d31-a35f-28c9ee3b7563 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 944 time: 0.0847447 Feb 03 11:51:12.342312 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98b2178d-bbc2-4e89-9e21-37b2a0a091a2 req-f3d63522-572c-4ce3-a7d0-2f4b981ee8b4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705266 Feb 03 11:51:12.343209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:12.346914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:12.353447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.354565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Provisioning complete for port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:12.365145 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.452767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:12.456148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Current status of the port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:12.456831 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.484334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:12.487184 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5111c-7236-4af2-94d7-2b743723e26f" -d '{"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-plugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:12.501780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:12.502447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:12.503050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.504719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-ed46ae12-f57c-4caf-8bb0-441184e3484e service neutron] 10.222.0.53 "PUT /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1122 time: 0.7789841 Feb 03 11:51:12.508161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:12.536683 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce2559-ea4e-4f6a-8121-843903e73768 x-openstack-request-id: req-78ce2559-ea4e-4f6a-8121-843903e73768 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:12.537002 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-plugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:12.537259 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78ce2559-ea4e-4f6a-8121-843903e73768 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:12.537649 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'code': 200} Feb 03 11:51:12.804736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:12.814403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['97e7b9c5-20d8-4a0c-8422-f5b241c46d26'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:51:12.827010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.827355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.827691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.828025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.828351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.829247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.829576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.829898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.830219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.830538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.830856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.831173 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:12.831487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c01a6-d9a8-4037-8093-2e96b1ef3823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:13.032774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c8d1939b-45dd-4c7d-bcd0-3f03cdd62e22 None None] Provisioning complete for port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:13.033176 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8d1939b-45dd-4c7d-bcd0-3f03cdd62e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:13.150912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1939b-45dd-4c7d-bcd0-3f03cdd62e22 None None] Current status of the port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:13.467683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cd26e-e34c-4110-8b10-2fc1245528dc req-05d10eea-72cd-48c2-b719-b1752ad1f6a3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:13.469102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c6cd26e-e34c-4110-8b10-2fc1245528dc req-05d10eea-72cd-48c2-b719-b1752ad1f6a3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0576963 Feb 03 11:51:13.517338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c6cd26e-e34c-4110-8b10-2fc1245528dc req-618f0f7f-1a02-4f9f-8d42-52a358d01c7e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426610 Feb 03 11:51:14.046139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:14.049076 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad83c7-d554-473b-ae1c-ce858ec88055" -d '{"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:14.085416 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe8e12-2532-435b-a4f8-27126f96da90 x-openstack-request-id: req-3bbe8e12-2532-435b-a4f8-27126f96da90 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:14.085883 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:14.086140 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bbe8e12-2532-435b-a4f8-27126f96da90 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:14.086548 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'status': 'completed', 'code': 200} Feb 03 11:51:14.251650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-e252aa2a-373d-44ac-9356-5a1c2d1e86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:14.253183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-e252aa2a-373d-44ac-9356-5a1c2d1e86ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1158 time: 0.1256468 Feb 03 11:51:14.346518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-cd7de8af-69de-4bac-bf97-c93733549121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:14.347894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-cd7de8af-69de-4bac-bf97-c93733549121 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.0889316 Feb 03 11:51:14.412075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-0fddfd6c-d1b7-49eb-b9dd-b9deddcdf55d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1002 time: 0.0582159 Feb 03 11:51:14.460510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-1c1f4235-bf7e-4fb9-98f3-533164458eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:14.461937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-1c1f4235-bf7e-4fb9-98f3-533164458eff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0433199 Feb 03 11:51:14.519323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-3c533796-363c-4f11-a49f-17f69784cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:14.520843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-3c533796-363c-4f11-a49f-17f69784cfac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535607 Feb 03 11:51:14.661024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-2f14981b-0dc4-4353-bd3e-badc393e604e service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139066 Feb 03 11:51:14.683899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c4dc-211d-4ee4-814c-6d0145e341fd req-7536b181-78a5-4f21-b385-9dd9622cb2b3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:14.685368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8302c4dc-211d-4ee4-814c-6d0145e341fd req-7536b181-78a5-4f21-b385-9dd9622cb2b3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0831423 Feb 03 11:51:14.783216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8302c4dc-211d-4ee4-814c-6d0145e341fd req-ed7b2e67-fe7b-4b68-b658-80a47c0a1734 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839536 Feb 03 11:51:14.806964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47ad83c7-d554-473b-ae1c-ce858ec88055 req-f6273e22-c990-4c90-8e6b-76f7f28fe239 service neutron] 10.222.0.69 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383216 Feb 03 11:51:14.895616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:51:15.000461 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:15.012110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 has no active binding in host n-h1-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 11:51:15.907771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff38e6-d216-46d6-8969-a203e759b7ff req-990625af-ff22-4bdf-bd55-d551f9fff39f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:15.909251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3aff38e6-d216-46d6-8969-a203e759b7ff req-990625af-ff22-4bdf-bd55-d551f9fff39f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0542083 Feb 03 11:51:15.962669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3aff38e6-d216-46d6-8969-a203e759b7ff req-fc877936-51e2-4b9a-a725-2769aeb16dec tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477602 Feb 03 11:51:16.558453 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:17.089950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324ee7-5ef1-41be-b6d5-dae7ceb284a2 req-138fdd03-2888-4db5-9308-ca7a47e46706 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:17.091430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63324ee7-5ef1-41be-b6d5-dae7ceb284a2 req-138fdd03-2888-4db5-9308-ca7a47e46706 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 946 time: 0.0556457 Feb 03 11:51:17.139589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63324ee7-5ef1-41be-b6d5-dae7ceb284a2 req-91debee8-fce4-40bb-8fa6-2fa521230ba5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Feb 03 11:51:17.864767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-2ed4f4e4-4fda-4c3e-a72e-1e27d09ed14b service neutron] 10.222.0.69 "GET /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 384 time: 0.0549858 Feb 03 11:51:18.034612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:18.053848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:18.096992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:18.099232 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a036e3-f4ea-41fa-9051-e9b4aab8722e" -d '{"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-unplugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:18.105690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:18.120585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:18.154031 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a3afed-75ef-4586-aa61-fe2a897d7e09 x-openstack-request-id: req-94a3afed-75ef-4586-aa61-fe2a897d7e09 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:18.154323 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-unplugged", "status": "completed", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:18.154574 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94a3afed-75ef-4586-aa61-fe2a897d7e09 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:18.154967 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'code': 200} Feb 03 11:51:18.196748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] Transition to ACTIVE for port object 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:51:18.201563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:18.331080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] Pushing event updated for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:18.355794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18008-3ee5-4a7d-8950-5bc4121c90ab req-ace45bb2-6c7f-471d-a80a-e425883055b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:18.357379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ef18008-3ee5-4a7d-8950-5bc4121c90ab req-ace45bb2-6c7f-471d-a80a-e425883055b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.1307282 Feb 03 11:51:18.393488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] No DVR routers for this DVR port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:51:18.470549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ef18008-3ee5-4a7d-8950-5bc4121c90ab req-3a112fdd-0306-432c-9107-8fafd0a8cfce tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044991 Feb 03 11:51:18.557537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5e5ee494-f63a-4b70-a033-49bbfb7b9211 service neutron] 10.222.0.69 "PUT /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26/bindings/n-h1-821606-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6867516 Feb 03 11:51:18.697821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-daca2358-708e-4a47-8a07-d3af45046c45 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:18.699315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-daca2358-708e-4a47-8a07-d3af45046c45 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.0525229 Feb 03 11:51:18.752831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-0987a2df-6b30-4370-a7af-065390f0cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:18.754315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-0987a2df-6b30-4370-a7af-065390f0cf17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 1127 time: 0.0434659 Feb 03 11:51:18.827354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-7d214f07-a1c7-4aaa-8c11-9d60b8d4ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:18.828816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-7d214f07-a1c7-4aaa-8c11-9d60b8d4ec82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1127 time: 0.0437720 Feb 03 11:51:18.926167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-81fd6829-fb4d-4eb4-b243-a4b7b89c22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:18.927536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-81fd6829-fb4d-4eb4-b243-a4b7b89c22cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.0872982 Feb 03 11:51:18.997625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-94ccd026-1436-403d-a537-892b950ab677 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 1000 time: 0.0586810 Feb 03 11:51:19.048593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-91419195-b657-451b-b0fb-825cc69d16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.050077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-91419195-b657-451b-b0fb-825cc69d16cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0435538 Feb 03 11:51:19.107732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-581226db-cb47-409a-936a-682297be9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.109268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-581226db-cb47-409a-936a-682297be9771 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490274 Feb 03 11:51:19.199198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-bea411b6-a092-4f9d-84cb-3190a4b2d25f service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809612 Feb 03 11:51:19.293580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-5919baeb-d8f7-49c8-852b-42cee2a45152 service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Feb 03 11:51:19.581370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-17801f5f-e987-4439-90f6-b02469725a48 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.582912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-17801f5f-e987-4439-90f6-b02469725a48 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 1127 time: 0.0768824 Feb 03 11:51:19.606761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42ec-7b89-4fff-a4a4-11867808591a req-be27217e-4f85-41d2-9c3a-e337663f3eb3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.608151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fceb42ec-7b89-4fff-a4a4-11867808591a req-be27217e-4f85-41d2-9c3a-e337663f3eb3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0674369 Feb 03 11:51:19.693435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fceb42ec-7b89-4fff-a4a4-11867808591a req-2cab178b-d7a9-4c3e-a047-f697ee03eba7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680568 Feb 03 11:51:19.801681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-9d8ce766-192b-458a-be9c-4714335bcbd9 service neutron] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:19.806278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-9d8ce766-192b-458a-be9c-4714335bcbd9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:19.807362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-9d8ce766-192b-458a-be9c-4714335bcbd9 service neutron] 10.222.0.53 "DELETE /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26/bindings/n-h2-821606-6 HTTP/1.1" status: 204 len: 173 time: 0.2132599 Feb 03 11:51:19.821207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c10e4-11fb-4973-9c5e-52604451c2d3 req-8acb04f7-9dcc-482c-92bb-b55130846a45 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.822694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-441c10e4-11fb-4973-9c5e-52604451c2d3 req-8acb04f7-9dcc-482c-92bb-b55130846a45 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1127 time: 0.0561759 Feb 03 11:51:19.874518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-441c10e4-11fb-4973-9c5e-52604451c2d3 req-319601d0-59f5-4275-950d-2cd19f9f2f98 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Feb 03 11:51:19.990324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d8c1-d95f-494d-8cb3-02667e674819 req-72da9f40-c4ff-42cd-8968-7dac1d5eb36a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:19.991777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b00d8c1-d95f-494d-8cb3-02667e674819 req-72da9f40-c4ff-42cd-8968-7dac1d5eb36a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0524883 Feb 03 11:51:20.040934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b00d8c1-d95f-494d-8cb3-02667e674819 req-4001b53b-178b-4d4f-8dbe-f7b0bd206933 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Feb 03 11:51:20.067171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55092) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:20.133446 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b05dc1f9-be08-49ac-8e17-44df26fdef84 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/46a109da-c0b3-4e84-be2a-62039787ed58 HTTP/1.1" status: 200 len: 992 time: 0.0651350 Feb 03 11:51:20.378538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:20.541828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port cc25ca04-8c62-4489-a44a-b5a102509ac4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:20.542329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:20.629376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:20.629627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (cc25ca04-8c62-4489-a44a-b5a102509ac4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:20.641932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for cc25ca04-8c62-4489-a44a-b5a102509ac4 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:20.793503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cc25ca04-8c62-4489-a44a-b5a102509ac4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:20.819683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=cc25ca04-8c62-4489-a44a-b5a102509ac4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:20.879375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (46a109da-c0b3-4e84-be2a-62039787ed58), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:20.879857 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 46a109da-c0b3-4e84-be2a-62039787ed58 disassociated (deleted). External IP: 172.25.7.222, port: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26. Feb 03 11:51:21.084525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:51:21.191130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:21.196252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:21.202241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Sync routers for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:21.211578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:21.212390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:21.225141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8e325938-ea1f-4dd0-a2b2-96d37d7a784e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/floatingips/46a109da-c0b3-4e84-be2a-62039787ed58 HTTP/1.1" status: 204 len: 168 time: 0.8455591 Feb 03 11:51:21.225746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:21.228315 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:21.274791 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6385680-d82c-42e1-996c-3cd4113ddee3 x-openstack-request-id: req-b6385680-d82c-42e1-996c-3cd4113ddee3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:21.275087 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:21.275368 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6385680-d82c-42e1-996c-3cd4113ddee3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:21.275784 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'status': 'completed', 'code': 200} Feb 03 11:51:21.331978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:21.361409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-8ba623d8-5aa6-4eb3-bd2f-4ddb45690b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.361409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-8ba623d8-5aa6-4eb3-bd2f-4ddb45690b4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 1127 time: 0.0593452 Feb 03 11:51:21.489529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-7f33d338-bcfc-4ac2-a984-deacb31a031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.490879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-7f33d338-bcfc-4ac2-a984-deacb31a031a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 200 len: 897 time: 0.1207907 Feb 03 11:51:21.501841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d6e4-f753-4354-b8e6-38826f5715d2 req-85d5653a-514e-4720-b7b8-dc06f7327417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.503266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25c9d6e4-f753-4354-b8e6-38826f5715d2 req-85d5653a-514e-4720-b7b8-dc06f7327417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0730536 Feb 03 11:51:21.541270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:21.553439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-b8ab41d1-4450-44a8-8e49-d2e4185e5cf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 200 len: 217 time: 0.0492449 Feb 03 11:51:21.567179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Checking router: 7c3111d1-16bc-44fc-bab4-074fe5e58f08 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:21.575347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:21.575953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:21.613678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25c9d6e4-f753-4354-b8e6-38826f5715d2 req-16cc2473-4121-4071-8b76-1f26f14db760 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=038c38b0-8252-4ebf-a086-1c3524c5794a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037138 Feb 03 11:51:21.622815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-88a8fcff-5d34-418c-9488-ffaad8faebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.624291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-88a8fcff-5d34-418c-9488-ffaad8faebe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 200 len: 834 time: 0.0634198 Feb 03 11:51:21.674780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-214930ea-7b79-43f1-b109-6fc7c028fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.676525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-214930ea-7b79-43f1-b109-6fc7c028fc12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f838ff3b-427e-433b-8d0f-07c70c3c727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451055 Feb 03 11:51:21.682808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:21.773471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-e6067921-17ae-46f2-b458-eb4b21c1d8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882473 Feb 03 11:51:21.865003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f58528c-6ef4-4f6f-8572-329f6e02e2ad req-d95723d9-1bb8-4e1e-b4ab-144ecea68c5b service neutron] 10.222.0.53 "GET /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Feb 03 11:51:21.873227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.53', 60085) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:21.886696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:21.914154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a285ed-6c74-4e42-a699-eca3f605a3f9 None None] The sync data for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 is: [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:49:36Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f2e6405-a137-471a-aeb1-d192b0b08f2a', 'name': '', 'network_id': 'f838ff3b-427e-433b-8d0f-07c70c3c727f', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:de:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:35Z', 'updated_at': '2022-02-03T11:49:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': 'a7ed45f2-2535-4c96-9724-479cffbf5239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:21.934217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-b8b593d0-8808-4def-b7b6-f24060a8feb6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:21.935719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-b8b593d0-8808-4def-b7b6-f24060a8feb6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "GET /v2.0/ports?device_id=24802d83-67e4-4b24-90e4-d817b4471fad HTTP/1.1" status: 200 len: 945 time: 0.0614960 Feb 03 11:51:22.033364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:22.033740 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:22.129106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:22.129476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:22.142535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:22.150556 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96fc0e-dace-48c6-9807-5ced0264b718 None None] New status for floating IP 46a109da-c0b3-4e84-be2a-62039787ed58: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:51:22.276140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (97e7b9c5-20d8-4a0c-8422-f5b241c46d26), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:22.309987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=97e7b9c5-20d8-4a0c-8422-f5b241c46d26,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:22.353746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] No DVR routers for this DVR port 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:51:22.356406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:22.360016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23b9f872-8dbb-43b3-acd0-df8891c94de3 req-8c0a1d08-eaa6-4388-a134-7389f34a9774 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.53 "DELETE /v2.0/ports/97e7b9c5-20d8-4a0c-8422-f5b241c46d26 HTTP/1.1" status: 204 len: 173 time: 0.4165952 Feb 03 11:51:22.625365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:22.646769 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:22.647130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:22.673914 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:23.284314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-deleted', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:23.286888 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1146c1-30b0-4847-a5a0-34df4a54c2c2" -d '{"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-deleted", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:23.324649 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd2ff76-6649-4062-a161-4141c7045a73 x-openstack-request-id: req-8cd2ff76-6649-4062-a161-4141c7045a73 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:23.324970 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24802d83-67e4-4b24-90e4-d817b4471fad", "name": "network-vif-deleted", "tag": "97e7b9c5-20d8-4a0c-8422-f5b241c46d26", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:23.325227 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cd2ff76-6649-4062-a161-4141c7045a73 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:23.325621 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24802d83-67e4-4b24-90e4-d817b4471fad', 'name': 'network-vif-deleted', 'tag': '97e7b9c5-20d8-4a0c-8422-f5b241c46d26', 'status': 'completed', 'code': 200} Feb 03 11:51:23.430665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:23.744894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 6f2e6405-a137-471a-aeb1-d192b0b08f2a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:23.745597 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:23.834482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 6f2e6405-a137-471a-aeb1-d192b0b08f2a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f2e6405-a137-471a-aeb1-d192b0b08f2a,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:23.834838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:23.846396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 6f2e6405-a137-471a-aeb1-d192b0b08f2a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:24.026630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f2e6405-a137-471a-aeb1-d192b0b08f2a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.054347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=6f2e6405-a137-471a-aeb1-d192b0b08f2a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:24.224680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.438517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:51:24.544899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:24.549783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2461a78-0997-444a-a586-02ac121484ef tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/7c3111d1-16bc-44fc-bab4-074fe5e58f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748622 Feb 03 11:51:24.553365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:24.554809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Sync routers for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:24.564832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:24.565552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:24.604961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting subnet a7ed45f2-2535-4c96-9724-479cffbf5239 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:51:24.608198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (a7ed45f2-2535-4c96-9724-479cffbf5239), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.648811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (a7ed45f2-2535-4c96-9724-479cffbf5239), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.688614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:24.817804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a7ed45f2-2535-4c96-9724-479cffbf5239), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.880883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (a7ed45f2-2535-4c96-9724-479cffbf5239), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.882419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:51:23Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:24.911658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Checking router: 7c3111d1-16bc-44fc-bab4-074fe5e58f08 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:24.917390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ed45f2-2535-4c96-9724-479cffbf5239,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:24.920951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:24.921099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Routers {'7c3111d1-16bc-44fc-bab4-074fe5e58f08'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:24.921099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:24.929254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:24.929972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-747627ba-5a54-421b-afb5-505d63f88b4f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/subnets/a7ed45f2-2535-4c96-9724-479cffbf5239 HTTP/1.1" status: 204 len: 168 time: 0.3754687 Feb 03 11:51:24.955330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577258a6-8f00-4758-9818-1bd7fdb95e40 None None] Network f838ff3b-427e-433b-8d0f-07c70c3c727f requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:51:25.014171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:25.043725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.044129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:25.044479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 97e7b9c5-20d8-4a0c-8422-f5b241c46d26 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:25.132358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] Set router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:25.148153 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (7c3111d1-16bc-44fc-bab4-074fe5e58f08), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.207607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] DHCP port deletion for f838ff3b-427e-433b-8d0f-07c70c3c727f request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:51:25.209018 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 0a12ba04-5f30-499c-8db7-6714562ad682 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:25.209296 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.288225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 0a12ba04-5f30-499c-8db7-6714562ad682, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0a12ba04-5f30-499c-8db7-6714562ad682,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:25.288601 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.300662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 0a12ba04-5f30-499c-8db7-6714562ad682 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:25.337113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Deleting port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:25.337487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.475319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0a12ba04-5f30-499c-8db7-6714562ad682), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.507798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=0a12ba04-5f30-499c-8db7-6714562ad682,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:25.536079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.536430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.536771 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.537131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.537467 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.537800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.538128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.538450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.538773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.539097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.539416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.539732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.540051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:25.567350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] For port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,segment=NetworkSegment(43fea6e3-a48b-4dc7-b855-abdce19a157f),segment_id=43fea6e3-a48b-4dc7-b855-abdce19a157f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:25.567929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.576368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:51:23Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:25.579586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.609512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Calling delete_port for 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:25.611457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cf30a-d1d2-4793-9909-29a0277a5f85 None None] The sync data for ids ['7c3111d1-16bc-44fc-bab4-074fe5e58f08'] in n-d-821606-6 is: [{'id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515430646', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:49:32Z', 'updated_at': '2022-02-03T11:51:23Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': '0a12ba04-5f30-499c-8db7-6714562ad682', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3111d1-16bc-44fc-bab4-074fe5e58f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:49:33Z', 'updated_at': '2022-02-03T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:25.676349 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.678711 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (7c3111d1-16bc-44fc-bab4-074fe5e58f08), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.695363 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.720574 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] Pushing event deleted for resources: {'Port': ['ID=26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:25.725061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08a5b9-9a3e-4e23-8e41-34ef85c7236c None None] No DVR routers for this DVR port 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:51:25.728004 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (7c3111d1-16bc-44fc-bab4-074fe5e58f08), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.732786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3111d1-16bc-44fc-bab4-074fe5e58f08 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:51:25.741825 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.742917 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-052b1981-a4d2-4d6c-9e26-bf7bd8e24798 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/routers/7c3111d1-16bc-44fc-bab4-074fe5e58f08 HTTP/1.1" status: 204 len: 168 time: 0.8126116 Feb 03 11:51:25.745751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55116) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:25.826203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f838ff3b-427e-433b-8d0f-07c70c3c727f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.910254 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f838ff3b-427e-433b-8d0f-07c70c3c727f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.931712 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f838ff3b-427e-433b-8d0f-07c70c3c727f']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:25.939700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fea6e3-a48b-4dc7-b855-abdce19a157f') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:25.940079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fea6e3-a48b-4dc7-b855-abdce19a157f') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:25.955943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (43fea6e3-a48b-4dc7-b855-abdce19a157f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.970252 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (43fea6e3-a48b-4dc7-b855-abdce19a157f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.976942 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:51:25.977276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (43fea6e3-a48b-4dc7-b855-abdce19a157f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:51:25.980893 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:51:26.041258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f838ff3b-427e-433b-8d0f-07c70c3c727f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.048110 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.052093 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/networks/f838ff3b-427e-433b-8d0f-07c70c3c727f HTTP/1.1" status: 204 len: 168 time: 0.3053882 Feb 03 11:51:26.054940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:26.063603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2893551-885a-48ff-834a-8378490af8bf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Network': ['ID=f838ff3b-427e-433b-8d0f-07c70c3c727f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:26.117668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (038c38b0-8252-4ebf-a086-1c3524c5794a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.143272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (038c38b0-8252-4ebf-a086-1c3524c5794a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.209203 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (038c38b0-8252-4ebf-a086-1c3524c5794a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.211907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.213469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/security-groups/038c38b0-8252-4ebf-a086-1c3524c5794a HTTP/1.1" status: 204 len: 168 time: 0.1574979 Feb 03 11:51:26.229715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15eb9a-369b-4cc2-b59d-c9bc373be6be tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c38b0-8252-4ebf-a086-1c3524c5794a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:26.702764 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55124) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:26.708114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657867654', 'description': 'tempest-secgroup-smoke-1657867654 description', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:26.724084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f2e6405-a137-471a-aeb1-d192b0b08f2a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:26.730821 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.747598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6f2e6405-a137-471a-aeb1-d192b0b08f2a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:26.747944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f2e6405-a137-471a-aeb1-d192b0b08f2a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:26.748361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:26.767420 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:26.767774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 26b6bff3-4cf4-4cbf-b1ef-c8b86be4e61f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:26.768211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a12ba04-5f30-499c-8db7-6714562ad682 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:26.789456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0a12ba04-5f30-499c-8db7-6714562ad682 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:26.789808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0a12ba04-5f30-499c-8db7-6714562ad682 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:26.806989 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (d94f3500-6416-4d43-b53e-10ab63271702), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.810983 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d94f3500-6416-4d43-b53e-10ab63271702), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.842453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.843702 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1399243 Feb 03 11:51:26.844807 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef60d9-80a9-4592-8571-da0b2c2d4acd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f3500-6416-4d43-b53e-10ab63271702,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:26.846868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:26.852514 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:26.877498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (7e186ca8-7d7c-4a5b-b21e-30a5a57e81fa), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.924055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (7e186ca8-7d7c-4a5b-b21e-30a5a57e81fa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.927923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7e186ca8-7d7c-4a5b-b21e-30a5a57e81fa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.946552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e186ca8-7d7c-4a5b-b21e-30a5a57e81fa,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:26.953944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:26.955156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-22e9ffb9-ce32-4b79-9763-01bd866c9417 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063533 Feb 03 11:51:26.958411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:26.962709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:26.987498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (08774612-f5aa-49f6-bd13-aae006a49e0f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.041993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (08774612-f5aa-49f6-bd13-aae006a49e0f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.045530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (08774612-f5aa-49f6-bd13-aae006a49e0f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.066207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08774612-f5aa-49f6-bd13-aae006a49e0f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.073611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.074795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-563c00d0-1a50-4753-830d-20e3bdd5bb5b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154363 Feb 03 11:51:27.077516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.082230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.107125 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (a6ed8c34-53e0-4c7d-a734-600248b8c57c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.162234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (a6ed8c34-53e0-4c7d-a734-600248b8c57c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.166550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a6ed8c34-53e0-4c7d-a734-600248b8c57c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.184230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ed8c34-53e0-4c7d-a734-600248b8c57c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.192314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.193524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f0bdc961-214b-44a0-8eb7-c41932396c0a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150675 Feb 03 11:51:27.196171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.200632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.225734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (0a0c6f81-421c-4c35-92ac-6e6b7f28e15d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.283768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (0a0c6f81-421c-4c35-92ac-6e6b7f28e15d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.287374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (0a0c6f81-421c-4c35-92ac-6e6b7f28e15d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.305149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0c6f81-421c-4c35-92ac-6e6b7f28e15d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.313568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.314780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-adf65a89-c1f6-45da-b80b-808eb3bb93cf tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177006 Feb 03 11:51:27.317989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55134) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.322821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.342191 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:51:27.346974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (b241dda9-5ff6-422d-a261-0aeadcffd8e6), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.383532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.406153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (b241dda9-5ff6-422d-a261-0aeadcffd8e6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.409935 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b241dda9-5ff6-422d-a261-0aeadcffd8e6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.429586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b241dda9-5ff6-422d-a261-0aeadcffd8e6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.436313 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.437523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-02242878-de52-450c-b81d-5114a26dd6b5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186295 Feb 03 11:51:27.440222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.445093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'security_group_rule': {'security_group_id': 'd94f3500-6416-4d43-b53e-10ab63271702', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.465434 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Project 83e0ae26c00f438c9d0337c4cfb5fbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 11:51:27.470053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (96a37584-475e-4894-86b4-c814758f6bb0), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.527072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (96a37584-475e-4894-86b4-c814758f6bb0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.530555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (96a37584-475e-4894-86b4-c814758f6bb0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.547072 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a37584-475e-4894-86b4-c814758f6bb0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.556104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.557326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bce3d301-115c-4f3c-9ea3-f8692b2613b2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161666 Feb 03 11:51:27.560128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.565400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'network': {'name': 'tempest-network-smoke--1169892326', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.586551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:51:27.590090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.615393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:51:27.625933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (96f17894-1759-4cf9-98d1-3cf97197ec2e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.626368 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Added segment 96f17894-1759-4cf9-98d1-3cf97197ec2e of type vlan for network 7f8538f7-85a1-444d-926c-8c77e69fdc41 Feb 03 11:51:27.683332 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (7f8538f7-85a1-444d-926c-8c77e69fdc41), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.716983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (7f8538f7-85a1-444d-926c-8c77e69fdc41), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.721909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:27.722523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.763257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2020237 Feb 03 11:51:27.765945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:27.773007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'admin_state_up': True, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:27.812416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b422df-b4cb-4921-a14d-962c915fa1e1 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Network': ['ID=7f8538f7-85a1-444d-926c-8c77e69fdc41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:27.823178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:51:27.826223 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.827522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:27.917518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.304902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.490038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.519268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.619433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.21 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/c8abd6a6-ff03-451c-a427-d083aa419a47) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:51:28.731303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.763984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:28.802437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:28.807158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:28.810821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:51:28.816076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=c8abd6a6-ff03-451c-a427-d083aa419a47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:29.055187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:29.250967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:29.387580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 11:51:29.494076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:29.504751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Sync routers for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:29.515043 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:29.515653 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:29.515861 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:29.517102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b0e15211-2de2-4e05-a883-7662961707d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7502120 Feb 03 11:51:29.520283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:29.555206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0e79a4ab-d371-4023-8e59-7de73d4f83ba tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=83e0ae26c00f438c9d0337c4cfb5fbf3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334070 Feb 03 11:51:29.557467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:29.618905 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:29.701479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd3e6f-be8f-41ca-87cf-20d4437bcd02 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:29.703061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f9dd3e6f-be8f-41ca-87cf-20d4437bcd02 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447003 Feb 03 11:51:29.705865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55146) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:29.743428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7fb85b79-ac3e-41c5-9bbc-8ed5f0b43a44 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364752 Feb 03 11:51:29.745853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:29.750478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289162583', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:29.799876 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:28Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:29.827063 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Checking router: e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:29.827405 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Updating router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a port c8abd6a6-ff03-451c-a427-d083aa419a47 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:51:29.839755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:51:29.843723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:29.855504 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.028837 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (626c62fc-5dfa-45d5-a54f-71ff03fbe7b6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.091883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Subnet': ['ID=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:30.103984 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks [] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.104894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Checking segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:30.105285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network hostable DHCP agents. Network: 7f8538f7-85a1-444d-926c-8c77e69fdc41, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:51:30.109544 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.130112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:51:30.141248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 7f8538f7-85a1-444d-926c-8c77e69fdc41) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:30.145707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:30.146403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.156103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80314406-d8a8-41c8-b3d3-ae96e0af00a4 None None] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:51:30.163072 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Attempting to bind port c8abd6a6-ff03-451c-a427-d083aa419a47 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:30.163638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Attempting to bind port c8abd6a6-ff03-451c-a427-d083aa419a47 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:30.164001 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Attempting to bind port c8abd6a6-ff03-451c-a427-d083aa419a47 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:30.172940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9ead76a6-7aa0-4759-bdd3-c5a00903cae6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4259720 Feb 03 11:51:30.173355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Pushing event updated for resources: {'Port': ['ID=c8abd6a6-ff03-451c-a427-d083aa419a47,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:30.176328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:30.176460 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:30.176460 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:30.176661 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.176970 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:30.177432 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Bound port: c8abd6a6-ff03-451c-a427-d083aa419a47, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:30.177800 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.185345 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.185692 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.186028 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.186356 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.186680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.186998 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.187317 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.187634 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.187947 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.188272 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.188868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.188868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.189194 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:51:30.246089 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] For port c8abd6a6-ff03-451c-a427-d083aa419a47, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:30.249842 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] For port c8abd6a6-ff03-451c-a427-d083aa419a47, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8abd6a6-ff03-451c-a427-d083aa419a47,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:30.257398 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.276734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-7f8538f7-85a1-444d-926c-8c77e69fdc41', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 11:51:30.277834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.321235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562a3df-898c-404d-a905-1143a21b3953 None None] Pushing event updated for resources: {'Port': ['ID=c8abd6a6-ff03-451c-a427-d083aa419a47,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:30.333753 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:30.334356 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:30.422160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Allocated IP 172.20.0.2 (7f8538f7-85a1-444d-926c-8c77e69fdc41/626c62fc-5dfa-45d5-a54f-71ff03fbe7b6/fc094fc8-eb88-4573-8179-520af839a0af) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:51:30.444507 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:30.579164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks [] for port (fc094fc8-eb88-4573-8179-520af839a0af), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.586087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (fc094fc8-eb88-4573-8179-520af839a0af), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.627885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:30.633354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:30.636745 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:51:30.643392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.644097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Pushing event updated for resources: {'Port': ['ID=fc094fc8-eb88-4573-8179-520af839a0af,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:30.680127 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:28Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:30.711030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Attempting to bind port fc094fc8-eb88-4573-8179-520af839a0af on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:30.711399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Attempting to bind port fc094fc8-eb88-4573-8179-520af839a0af by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:30.711757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Attempting to bind port fc094fc8-eb88-4573-8179-520af839a0af on network 7f8538f7-85a1-444d-926c-8c77e69fdc41 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:30.712989 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0bae0-2fef-4975-9069-3b4ded3b2c61 None None] The sync data for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 is: [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:28Z', 'revision_number': 3, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:30.717411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:30.718325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Checking segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:30.718325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.718560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Bound using segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:30.718998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Bound port: fc094fc8-eb88-4573-8179-520af839a0af, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:30.719358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fc094fc8-eb88-4573-8179-520af839a0af), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.790765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] For port fc094fc8-eb88-4573-8179-520af839a0af, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:30.794369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] For port fc094fc8-eb88-4573-8179-520af839a0af, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc094fc8-eb88-4573-8179-520af839a0af,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:30.803592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fc094fc8-eb88-4573-8179-520af839a0af), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:30.877663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a13f-86e2-427b-86d9-f7e4c1184b45 None None] Pushing event updated for resources: {'Port': ['ID=fc094fc8-eb88-4573-8179-520af839a0af,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:31.286069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.1 (7f8538f7-85a1-444d-926c-8c77e69fdc41/626c62fc-5dfa-45d5-a54f-71ff03fbe7b6/e4c0c513-b5cc-42fa-bfd7-88949f74a25a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:51:31.301577 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3baaed13-2771-4c0a-a919-680f334961e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:31.414345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:31.450852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:31.495328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:31.500672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:31.503172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:51:31.529104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:31.556530 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:31.701925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:31.970597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da7271-7a16-4b3d-bb42-d5d0bf87d3df None None] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:51:32.010944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.015603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.051916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Provisioning complete for port fc094fc8-eb88-4573-8179-520af839a0af triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:32.052292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fc094fc8-eb88-4573-8179-520af839a0af), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.106027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.108973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:32.169061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Current status of the port fc094fc8-eb88-4573-8179-520af839a0af is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:32.169558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fc094fc8-eb88-4573-8179-520af839a0af), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.214389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] For port fc094fc8-eb88-4573-8179-520af839a0af, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc094fc8-eb88-4573-8179-520af839a0af,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:32.219220 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fc094fc8-eb88-4573-8179-520af839a0af), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.243664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:32.245335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:32.292292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcda76-acd6-4d8c-a35c-b91f5144e646 None None] Pushing event updated for resources: {'Port': ['ID=fc094fc8-eb88-4573-8179-520af839a0af,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:32.390042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:51:32.453792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Provisioning complete for port fc094fc8-eb88-4573-8179-520af839a0af triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:32.454392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fc094fc8-eb88-4573-8179-520af839a0af), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.524742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:32.537917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8dd708e5-1d03-40d0-8d65-d1015b36b21d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610516 Feb 03 11:51:32.539740 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Sync routers for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:32.568042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Current status of the port fc094fc8-eb88-4573-8179-520af839a0af is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:32.572457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:32.573185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:32.636725 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:32.637146 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.731037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cce9088-3b6d-446f-89fe-74bfa6e3cf9b None None] Port e4c0c513-b5cc-42fa-bfd7-88949f74a25a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:51:32.740192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-3d5ee438-9a5f-4c94-820d-956718389e74 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657867654&fields=id&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 267 time: 0.0792408 Feb 03 11:51:32.755436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:32.875760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-0939c603-d203-4bac-ae0a-b80d00f69da2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:32.883328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-0939c603-d203-4bac-ae0a-b80d00f69da2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 797 time: 0.1411710 Feb 03 11:51:32.900144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-10e5374a-68b1-453f-98f1-403fdfcb05ed tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/quotas/83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 375 time: 0.0157897 Feb 03 11:51:32.903339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-54bf378b-63e1-48aa-b21e-9f3c8e997fe0 None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:32.903724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54bf378b-63e1-48aa-b21e-9f3c8e997fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:32.936624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc094fc8-eb88-4573-8179-520af839a0af up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:51:32.965138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-55bdcea9-f540-4d5a-b337-16357ebca436 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641589 Feb 03 11:51:33.002538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54bf378b-63e1-48aa-b21e-9f3c8e997fe0 None None] Port e4c0c513-b5cc-42fa-bfd7-88949f74a25a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:51:33.033381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-62de4c09-21d1-4f4d-94ce-cc642dde3ed5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:51:33.034407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-62de4c09-21d1-4f4d-94ce-cc642dde3ed5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562422 Feb 03 11:51:33.060844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port fc094fc8-eb88-4573-8179-520af839a0af triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:33.061247 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fc094fc8-eb88-4573-8179-520af839a0af), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.100809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 2, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:33.132313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-d454beeb-5b5b-4573-9fec-35274bc676d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914226 Feb 03 11:51:33.135315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Checking router: e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:33.135676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Updating router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a port e4c0c513-b5cc-42fa-bfd7-88949f74a25a binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 11:51:33.177040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e9a880e1-6723-416c-ad9b-0356f56c4369 None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:33.177316 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9a880e1-6723-416c-ad9b-0356f56c4369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.194027 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.226647 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-5ab8cc63-24fe-4f66-a894-4b4a88e57419 service neutron] 10.222.0.30 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Feb 03 11:51:33.423529 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab0bc496-5f87-4274-b1b0-afb176d3d255 req-02711f14-06b9-4c49-bd43-69b13508d19b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 210 time: 0.0310369 Feb 03 11:51:33.461925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port fc094fc8-eb88-4573-8179-520af839a0af is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:33.463221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8abd6a6-ff03-451c-a427-d083aa419a47 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:51:33.499221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e9a880e1-6723-416c-ad9b-0356f56c4369 None None] Port e4c0c513-b5cc-42fa-bfd7-88949f74a25a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:51:33.615089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c8abd6a6-ff03-451c-a427-d083aa419a47 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:33.615347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.769860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c8abd6a6-ff03-451c-a427-d083aa419a47 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:33.770250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.819724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port c8abd6a6-ff03-451c-a427-d083aa419a47, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8abd6a6-ff03-451c-a427-d083aa419a47,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:33.826024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.833468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks [] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.858042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.895995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=c8abd6a6-ff03-451c-a427-d083aa419a47,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:33.984963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0cab8-8e12-42ac-b56c-42e53bd6f539 None None] Pushing event updated for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:33.992095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Attempting to bind port e4c0c513-b5cc-42fa-bfd7-88949f74a25a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:33.992438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Attempting to bind port e4c0c513-b5cc-42fa-bfd7-88949f74a25a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:33.992799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Attempting to bind port e4c0c513-b5cc-42fa-bfd7-88949f74a25a on network 7f8538f7-85a1-444d-926c-8c77e69fdc41 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:33.998206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:33.998585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Checking segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:33.998985 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:33.999372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Bound using segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:33.999897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Bound port: e4c0c513-b5cc-42fa-bfd7-88949f74a25a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:34.000281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.067846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] For port e4c0c513-b5cc-42fa-bfd7-88949f74a25a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:34.071685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] For port e4c0c513-b5cc-42fa-bfd7-88949f74a25a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:34.078423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.146504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:34.146812 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.177699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0cab8-8e12-42ac-b56c-42e53bd6f539 None None] Pushing event updated for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:34.182360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:34.182992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:34.335923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:34.337982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Current status of the port e4c0c513-b5cc-42fa-bfd7-88949f74a25a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:34.338377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.443370 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67277993-7db2-4647-a93c-e7828a1cb5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.448844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] For port e4c0c513-b5cc-42fa-bfd7-88949f74a25a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:34.461400 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.536455 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cb7bf3be-5850-43ab-a190-69a97b172a11 req-e95b7ff2-2a8e-4a13-9fe8-f6a07be2b637 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 210 time: 0.0307107 Feb 03 11:51:34.572452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4511dd-80f9-4681-860c-f5486ca575d3 None None] Pushing event updated for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:34.611295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e93bd806-84f2-46a6-b452-1b7f489bcf87 None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:34.611676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93bd806-84f2-46a6-b452-1b7f489bcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.674424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:34.723599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe7bb3-1d31-4526-bd7e-7854276b227a None None] The sync data for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 is: [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:34.752877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e93bd806-84f2-46a6-b452-1b7f489bcf87 None None] Current status of the port e4c0c513-b5cc-42fa-bfd7-88949f74a25a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:34.757434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-a096ae64-1c46-486a-884f-2593660fa523 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:34.758868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-a096ae64-1c46-486a-884f-2593660fa523 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 797 time: 0.1492124 Feb 03 11:51:34.764245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8abd6a6-ff03-451c-a427-d083aa419a47 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:51:34.767051 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.835347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port c8abd6a6-ff03-451c-a427-d083aa419a47 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:34.835734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:34.858591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-2ecd0957-64c3-4202-a34e-508d8499be57 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3 HTTP/1.1" status: 200 len: 380 time: 0.0748942 Feb 03 11:51:34.868617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'port': {'device_id': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'admin_state_up': True, 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'security_groups': ['d94f3500-6416-4d43-b53e-10ab63271702']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:34.921283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port c8abd6a6-ff03-451c-a427-d083aa419a47 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:34.994794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Made reservation on behalf of 83e0ae26c00f438c9d0337c4cfb5fbf3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:51:34.998387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.133203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.20.0.12 (7f8538f7-85a1-444d-926c-8c77e69fdc41/626c62fc-5dfa-45d5-a54f-71ff03fbe7b6/7500ff9d-d46e-4a00-99ac-ea5486cc7652) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:51:35.279328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.314809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.368778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:35.371945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:35.376506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:51:35.381270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:35.441449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:35.442127 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.463028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-1abe7d92-7dca-4181-9873-6cf4f63bd414 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982485 Feb 03 11:51:35.480087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Request body: {'port': {'device_id': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:35.545369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.688672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-bb7a61d8-452f-41cb-8fe3-7cd70927f699 None None] Provisioning complete for port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:35.689452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb7a61d8-452f-41cb-8fe3-7cd70927f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.727080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a61d8-452f-41cb-8fe3-7cd70927f699 None None] Port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:51:35.762531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67dcce-52b0-45cf-8c3e-4b6bf15c4e83 req-dd3f1bff-eca8-4926-8836-f1f39ec11d49 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:35.764046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd67dcce-52b0-45cf-8c3e-4b6bf15c4e83 req-dd3f1bff-eca8-4926-8836-f1f39ec11d49 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 932 time: 0.1048665 Feb 03 11:51:35.860718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd67dcce-52b0-45cf-8c3e-4b6bf15c4e83 req-919e5731-4c9c-4613-be6c-70ab6062d0c0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714219 Feb 03 11:51:35.915503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:51:35.922974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks [] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.935294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Transition to ACTIVE for port object 7500ff9d-d46e-4a00-99ac-ea5486cc7652 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:51:35.939067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:35.994828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:36.065307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Attempting to bind port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:51:36.066305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Attempting to bind port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:51:36.066649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Attempting to bind port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 on network 7f8538f7-85a1-444d-926c-8c77e69fdc41 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:36.071246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 on network 7f8538f7-85a1-444d-926c-8c77e69fdc41 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:51:36.071577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Attempting to bind port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 on network 7f8538f7-85a1-444d-926c-8c77e69fdc41 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:51:36.076638 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:51:36.077017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Checking segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:51:36.077415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Bound using segment: {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:51:36.077852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Bound port: 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f17894-1759-4cf9-98d1-3cf97197ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:51:36.078219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:36.144755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:51:36.148309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:51:36.155525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:36.205683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.206303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:36.207734 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 1092 time: 0.7322021 Feb 03 11:51:36.208187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:36.210443 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64485e9-61f0-426b-95ce-d302eb7e03a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:36.232317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a052e4-0aca-491a-9b0d-eb051a0003b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:36.286809 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e9cfc-81db-4143-9703-d12b92415d43 x-openstack-request-id: req-b04e9cfc-81db-4143-9703-d12b92415d43 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:36.287175 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:36.287481 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b04e9cfc-81db-4143-9703-d12b92415d43 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:36.288036 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'status': 'completed', 'code': 200} Feb 03 11:51:36.351496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-bffc5270-163b-46b8-9afd-82050aa0a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.353076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-bffc5270-163b-46b8-9afd-82050aa0a5c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1126 time: 0.0496697 Feb 03 11:51:36.367748 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:36.403462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-ced2fcef-e383-43ba-b9bf-fef7c7463adf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 217 time: 0.0376060 Feb 03 11:51:36.458990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-96c2325d-3a98-4d87-820e-fd45a90d13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.460675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-96c2325d-3a98-4d87-820e-fd45a90d13a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0499303 Feb 03 11:51:36.511036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9609-116e-409a-93d8-206997f4f408 req-11b6f98d-ec3d-46c4-a4e6-8ee54e1e50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.512630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-11b6f98d-ec3d-46c4-a4e6-8ee54e1e50d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464368 Feb 03 11:51:36.600780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-8edbf010-d153-4c7f-bc5d-9554682a42f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818357 Feb 03 11:51:36.701900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c8a9609-116e-409a-93d8-206997f4f408 req-d566d534-f077-4d86-bbdd-c4004b8159ce service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953212 Feb 03 11:51:36.757876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e4c0c513-b5cc-42fa-bfd7-88949f74a25a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:51:36.824756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e4c0c513-b5cc-42fa-bfd7-88949f74a25a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:36.825292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:36.833477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-bae42a19-0ed2-4223-a3d3-ecf60b6436ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.835079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-bae42a19-0ed2-4223-a3d3-ecf60b6436ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1126 time: 0.0496655 Feb 03 11:51:36.915907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e4c0c513-b5cc-42fa-bfd7-88949f74a25a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:36.937542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-7decc6b8-b4b1-4314-8111-e9aa639dd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:36.944763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-7decc6b8-b4b1-4314-8111-e9aa639dd61b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.1038489 Feb 03 11:51:37.012955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-f1bf3512-1cd1-4764-b7a2-cd7a437aefc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 217 time: 0.0622623 Feb 03 11:51:37.073859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e142f9-c275-459c-bee0-46986eeee98f req-fdba6b34-27fa-4447-97aa-57ad37a2f641 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:37.075427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6e142f9-c275-459c-bee0-46986eeee98f req-fdba6b34-27fa-4447-97aa-57ad37a2f641 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 944 time: 0.1259768 Feb 03 11:51:37.082254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-f7da0318-328c-4bec-9757-51144f397c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:37.083713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-f7da0318-328c-4bec-9757-51144f397c44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0657644 Feb 03 11:51:37.157941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6e142f9-c275-459c-bee0-46986eeee98f req-52cdc329-405a-4472-9421-58cb8b524e44 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732615 Feb 03 11:51:37.164612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-886c435b-b214-4060-875a-70200569e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:37.166095 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-886c435b-b214-4060-875a-70200569e180 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755212 Feb 03 11:51:37.260229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-950f3696-51b6-466a-b0e5-399c64f839bc service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872877 Feb 03 11:51:37.350813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a64485e9-61f0-426b-95ce-d302eb7e03a9 req-689cc41c-eec0-47b7-8b86-eee4076be621 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Feb 03 11:51:37.399860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:38.280738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629088d4-1147-462d-aa0a-dcb64d00f52a req-5eb43942-682e-4299-831e-a0b16a308d9b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:38.282249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-629088d4-1147-462d-aa0a-dcb64d00f52a req-5eb43942-682e-4299-831e-a0b16a308d9b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 944 time: 0.0540030 Feb 03 11:51:38.334794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-629088d4-1147-462d-aa0a-dcb64d00f52a req-ec686579-842c-4c1d-b385-086b3a30ed09 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Feb 03 11:51:39.455624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa1d3d-2c4f-4967-8b56-48ea81fa98bb req-aaf3db8f-ba44-456a-981c-7c971d38bcd6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:39.457788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dafa1d3d-2c4f-4967-8b56-48ea81fa98bb req-aaf3db8f-ba44-456a-981c-7c971d38bcd6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 944 time: 0.0539255 Feb 03 11:51:39.505599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dafa1d3d-2c4f-4967-8b56-48ea81fa98bb req-1ea92a53-85e9-4ec0-9cb4-664356364c1f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Feb 03 11:51:40.623351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2454-a415-46e7-ba95-341a47e41e17 req-75aeb38d-c0a2-4802-a08f-26f143631d5d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:40.624829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf0e2454-a415-46e7-ba95-341a47e41e17 req-75aeb38d-c0a2-4802-a08f-26f143631d5d tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 944 time: 0.0523045 Feb 03 11:51:40.672668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf0e2454-a415-46e7-ba95-341a47e41e17 req-d3c86c37-57e8-4462-bea5-d0f25f881f49 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Feb 03 11:51:40.687022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:51:40.787882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:40.798807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'mac_address': 'fa:16:3e:15:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:51:40.836102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:40.836495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:40.848955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:51:40.868632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:40.872720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:40.922934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:41.308489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['7500ff9d-d46e-4a00-99ac-ea5486cc7652'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:51:41.795847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dc982-86e1-40cf-aced-d6bbc9579000 req-d36436ad-e08a-4a24-974d-b69ca8993362 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:41.797315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-993dc982-86e1-40cf-aced-d6bbc9579000 req-d36436ad-e08a-4a24-974d-b69ca8993362 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 945 time: 0.0574102 Feb 03 11:51:41.845460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-993dc982-86e1-40cf-aced-d6bbc9579000 req-d7c5686f-a06f-4788-995f-4b429425b93c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Feb 03 11:51:42.691790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:51:42.739891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:51:42.743764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:51:42.744133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:42.819670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:51:42.820065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:42.842348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:42.844572 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01df934e-69af-4787-a4f8-a90dfc6720fa" -d '{"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-plugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:42.860029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:42.864828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:42.893068 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee87f72-1771-4cc7-b5e0-97f92a8a2990 x-openstack-request-id: req-0ee87f72-1771-4cc7-b5e0-97f92a8a2990 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:42.893373 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-plugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:42.893629 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ee87f72-1771-4cc7-b5e0-97f92a8a2990 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:42.894052 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'code': 200} Feb 03 11:51:42.921600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:42.970646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f261a-1338-4c73-9cdf-02e0c27ce317 req-b880e170-a64d-48d2-9f26-6d45a785acc0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:42.972446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b2f261a-1338-4c73-9cdf-02e0c27ce317 req-b880e170-a64d-48d2-9f26-6d45a785acc0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0576324 Feb 03 11:51:43.002468 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:51:43.052962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b2f261a-1338-4c73-9cdf-02e0c27ce317 req-5394fd64-440e-4b75-9132-7221afde629c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745139 Feb 03 11:51:43.058820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da818a7-6c3c-49e1-830b-0340e45fbea2 req-83e66fb9-9e92-4f79-bdeb-4b285f4276ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:43.060223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8da818a7-6c3c-49e1-830b-0340e45fbea2 req-83e66fb9-9e92-4f79-bdeb-4b285f4276ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0761783 Feb 03 11:51:43.106522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8da818a7-6c3c-49e1-830b-0340e45fbea2 req-f4c97868-23f0-4f8c-ab0d-dabc896ac584 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Feb 03 11:51:44.171295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ddc7e-3e21-48f5-a15f-96dd41bd645e req-dc48a212-5cb1-4b34-b529-56ec0162988a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:44.172744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f14ddc7e-3e21-48f5-a15f-96dd41bd645e req-dc48a212-5cb1-4b34-b529-56ec0162988a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0513625 Feb 03 11:51:44.221224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f14ddc7e-3e21-48f5-a15f-96dd41bd645e req-7503e102-9fbc-4381-b70b-f26913307370 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Feb 03 11:51:45.342024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d2f11-6104-4692-98f7-5a5adbf48de7 req-c07f1e3a-f8ae-4fed-a356-2c8474e04255 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:45.343480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-841d2f11-6104-4692-98f7-5a5adbf48de7 req-c07f1e3a-f8ae-4fed-a356-2c8474e04255 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0557563 Feb 03 11:51:45.400703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-841d2f11-6104-4692-98f7-5a5adbf48de7 req-31605a0b-1bfd-472a-9cd5-99ba426893c2 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514908 Feb 03 11:51:45.518002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c1a33-8b95-4e19-b4b1-3277b5ff4e2c req-3a9f7811-ce47-4b11-8696-64706062a733 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:45.519348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-635c1a33-8b95-4e19-b4b1-3277b5ff4e2c req-3a9f7811-ce47-4b11-8696-64706062a733 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0516753 Feb 03 11:51:45.567213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-635c1a33-8b95-4e19-b4b1-3277b5ff4e2c req-5cfa15b1-1117-4a15-9793-8bc544e00743 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Feb 03 11:51:45.588003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:45.630375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d68b28-525f-4e96-bf18-d64457087f98 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:45.631844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-67d68b28-525f-4e96-bf18-d64457087f98 tempest-TestNetworkAdvancedServerOps-448398525 tempest-TestNetworkAdvancedServerOps-448398525-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1123 time: 0.0429113 Feb 03 11:51:45.634652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:45.638926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:51:45.658607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:45.768102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:45.872212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Allocated IP 172.25.7.77 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/184ea5e6-0be8-4161-a573-60b23d16f436) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:51:45.974774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (184ea5e6-0be8-4161-a573-60b23d16f436), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.007070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.042534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:51:46.045451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:51:46.051692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:51:46.074228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=184ea5e6-0be8-4161-a573-60b23d16f436,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:46.554740 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.686719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (5a572326-d5a1-4c68-816e-46330de6559c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.752757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.908548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for port (184ea5e6-0be8-4161-a573-60b23d16f436), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.912896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:46.980959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event updated for resources: {'Port': ['ID=184ea5e6-0be8-4161-a573-60b23d16f436,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:46.992728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (5a572326-d5a1-4c68-816e-46330de6559c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:47.092459 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 5a572326-d5a1-4c68-816e-46330de6559c associated. External IP: 172.25.7.77, port: 7500ff9d-d46e-4a00-99ac-ea5486cc7652. Feb 03 11:51:47.296283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:51:47.402496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:47.412609 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Sync routers for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:47.422622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:47.422786 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:47.423308 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:47.456413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab3061ff-e063-4fbd-a1d8-f679d0472c4b tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8207605 Feb 03 11:51:47.457145 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:47.459428 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad84f2d6-709a-49a3-a31b-69c373785eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:47.529446 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:47.568564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1d789-cdca-47d6-b02a-529d3f2623f2 req-9523a319-ddbc-4ec2-99aa-0694c3954039 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:47.570133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50e1d789-cdca-47d6-b02a-529d3f2623f2 req-9523a319-ddbc-4ec2-99aa-0694c3954039 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0565903 Feb 03 11:51:47.571591 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d22f66-25f9-4f28-ab00-926e1b3f1461 x-openstack-request-id: req-43d22f66-25f9-4f28-ab00-926e1b3f1461 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:47.571882 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:47.572137 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43d22f66-25f9-4f28-ab00-926e1b3f1461 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:47.572529 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'status': 'completed', 'code': 200} Feb 03 11:51:47.646019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50e1d789-cdca-47d6-b02a-529d3f2623f2 req-cf994abf-6a05-4350-b8b6-c11aed983922 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693126 Feb 03 11:51:47.669669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-43b39cc3-80db-45a1-8b63-5283c7a20737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:47.669669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-43b39cc3-80db-45a1-8b63-5283c7a20737 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0487618 Feb 03 11:51:47.669669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:47.754520 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '5a572326-d5a1-4c68-816e-46330de6559c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'mac_address': 'fa:16:3e:15:da:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:51:46Z', 'updated_at': '2022-02-03T11:51:46Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:47.783101 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Checking router: e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:47.792192 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:47.792799 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:47.798136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-10ed8977-dbab-4049-af00-48c99666ae3c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/5a572326-d5a1-4c68-816e-46330de6559c HTTP/1.1" status: 200 len: 991 time: 0.1274629 Feb 03 11:51:47.819626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-9330f838-293f-487f-8deb-fe6333794335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:47.821496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-9330f838-293f-487f-8deb-fe6333794335 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.1454396 Feb 03 11:51:47.893449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-9b7ccd08-fa37-4597-a250-e3314c85dc45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 999 time: 0.0655205 Feb 03 11:51:47.943661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-7d82a66b-0b81-4e74-a77e-dac1817aa026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:47.945147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-7d82a66b-0b81-4e74-a77e-dac1817aa026 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0458195 Feb 03 11:51:47.985103 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:47.994848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-c4b97785-cf8a-4799-b9c6-a8833954ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:47.996345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-c4b97785-cf8a-4799-b9c6-a8833954ce31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451236 Feb 03 11:51:48.091176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-8d3091e1-ca4b-482c-bf28-cfcaf90791b2 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887063 Feb 03 11:51:48.193979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad84f2d6-709a-49a3-a31b-69c373785eb4 req-2fefe197-1c52-4f66-a88e-06e196395bcc service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976655 Feb 03 11:51:48.211408 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '5a572326-d5a1-4c68-816e-46330de6559c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'mac_address': 'fa:16:3e:15:da:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:51:46Z', 'updated_at': '2022-02-03T11:51:46Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:48.237893 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b1d7f-22f6-4897-ac1c-1829dfebb902 None None] The sync data for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 is: [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '5a572326-d5a1-4c68-816e-46330de6559c', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'mac_address': 'fa:16:3e:15:da:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:51:46Z', 'updated_at': '2022-02-03T11:51:46Z', 'revision_number': 0, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:48.434927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c39ba-fe6e-429c-a563-4c5b5a5158ac None None] New status for floating IP 5a572326-d5a1-4c68-816e-46330de6559c: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:51:48.802432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55224) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:51:48.870955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3a264647-3c2c-434a-aba8-a44b1949f8e0 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/5a572326-d5a1-4c68-816e-46330de6559c HTTP/1.1" status: 200 len: 993 time: 0.0668449 Feb 03 11:51:52.401981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a64bd-c86c-48d3-925d-953a7b98b127 req-574a21a7-cd14-41b3-901a-90029131ab8f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:52.403437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54a64bd-c86c-48d3-925d-953a7b98b127 req-574a21a7-cd14-41b3-901a-90029131ab8f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0516162 Feb 03 11:51:52.452499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54a64bd-c86c-48d3-925d-953a7b98b127 req-c2ee29c7-e7bb-4c66-bcdd-deff87b2e81c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Feb 03 11:51:53.577314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f9efd-8b54-4c5f-8e4a-6e8d0f45db7e req-2e6ef5af-eb7e-4cb9-9d1f-5d54c0a425fc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:53.578790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c6f9efd-8b54-4c5f-8e4a-6e8d0f45db7e req-2e6ef5af-eb7e-4cb9-9d1f-5d54c0a425fc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0579996 Feb 03 11:51:53.627003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c6f9efd-8b54-4c5f-8e4a-6e8d0f45db7e req-3bb981b0-dea1-455c-bb95-f9033305f1c7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Feb 03 11:51:54.168504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-a7caaaaa-832e-4c99-9520-b77bc8cf418c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:54.169989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-a7caaaaa-832e-4c99-9520-b77bc8cf418c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Feb 03 11:51:54.263872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port cc4923a8-6b7e-429c-8132-4c1226b97a74 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:51:54.264217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:54.351338 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port cc4923a8-6b7e-429c-8132-4c1226b97a74, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=cc4923a8-6b7e-429c-8132-4c1226b97a74,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:51:54.351698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:54.587518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:54.588104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (4c553d65-9fba-4f9c-8e10-16782628cbd7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:54.588198 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP 4c553d65-9fba-4f9c-8e10-16782628cbd7 disassociated. External IP: 172.25.7.166, port: cc4923a8-6b7e-429c-8132-4c1226b97a74. Feb 03 11:51:54.588555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for cc4923a8-6b7e-429c-8132-4c1226b97a74 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:51:54.739642 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cc4923a8-6b7e-429c-8132-4c1226b97a74), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:54.773302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=cc4923a8-6b7e-429c-8132-4c1226b97a74,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:51:54.794438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d53f8-2e78-49b2-a98c-0f764159a41c req-a95ee334-00b2-4330-9f08-e644e2d9039e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:51:54.795909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-455d53f8-2e78-49b2-a98c-0f764159a41c req-a95ee334-00b2-4330-9f08-e644e2d9039e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 867 time: 0.0939431 Feb 03 11:51:54.919603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-455d53f8-2e78-49b2-a98c-0f764159a41c req-9dd595ef-5566-4666-b345-b50e2c72b49a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901279 Feb 03 11:51:54.938987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:51:55.041058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:51:55.050889 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:51:55.060558 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:55.061200 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:55.085909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port cc4923a8-6b7e-429c-8132-4c1226b97a74 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:51:55.088446 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:55.091756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d4256bc-c05c-4f01-9879-5ce33f6b637c req-0bf57a18-193b-4391-96aa-0aeff67766f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "DELETE /v2.0/ports/cc4923a8-6b7e-429c-8132-4c1226b97a74 HTTP/1.1" status: 204 len: 173 time: 0.9166048 Feb 03 11:51:55.092192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'name': 'network-vif-deleted', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:51:55.094467 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6b694-a0e4-4c0d-a6ae-421324d3ef38" -d '{"events": [{"server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "name": "network-vif-deleted", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:51:55.145796 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f1ebd3-3016-40bc-b109-3f7be51e4251 x-openstack-request-id: req-15f1ebd3-3016-40bc-b109-3f7be51e4251 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:51:55.146096 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba58eeb-39be-41d6-a284-94db3da702e8", "name": "network-vif-deleted", "tag": "cc4923a8-6b7e-429c-8132-4c1226b97a74", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:51:55.146352 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15f1ebd3-3016-40bc-b109-3f7be51e4251 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:51:55.147413 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba58eeb-39be-41d6-a284-94db3da702e8', 'name': 'network-vif-deleted', 'tag': 'cc4923a8-6b7e-429c-8132-4c1226b97a74', 'status': 'completed', 'code': 200} Feb 03 11:51:55.185208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:55.386612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:55.416452 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:51:55.425638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:51:55.426726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:51:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:55.531359 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:51:55.726884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:51:55.753363 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60893ae1-365f-42f4-ab5e-5cf3061fc239 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:51:55.996136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659394a-1295-41fd-9efa-181d79ae0b3a None None] New status for floating IP 4c553d65-9fba-4f9c-8e10-16782628cbd7: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:51:56.023651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7ed1092-5962-4483-9296-b5481a66771e req-2c7e4a51-9da3-44d3-a613-5d03464a5707 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Feb 03 11:51:57.062439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cc4923a8-6b7e-429c-8132-4c1226b97a74 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:51:57.083303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: cc4923a8-6b7e-429c-8132-4c1226b97a74 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:51:57.083654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device cc4923a8-6b7e-429c-8132-4c1226b97a74 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:51:57.122336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-183e1db1-ec2d-4d4f-9a0a-deb773c5c67d req-83c0b9b2-fd97-4766-bd94-da999139e4e0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0267348 Feb 03 11:51:57.399254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:51:58.218664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0305c3f8-9501-4484-8df5-e5559443814a req-73c50e5d-1f99-42b1-9ea4-c35884704925 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0271089 Feb 03 11:51:59.313971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-de591c09-6cb8-4c15-bd59-2770dd6d4431 req-9fc5472b-d99a-4d2d-8fd1-7b7a3d2ad3cf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Feb 03 11:52:00.411633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d856b99a-450f-4609-bd06-7dbe704d05cd req-6cc64518-aaa3-41fc-a4de-67723f35b098 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0301423 Feb 03 11:52:01.295290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fa9364-41fc-4007-a8a9-ef0639062ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:01.509622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe959e04-55c4-42c6-8ee6-0a4acb3ede98 req-12144b6f-4d53-46f4-8d74-2bc6b38b2652 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0287011 Feb 03 11:52:02.603293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee850e6d-6012-496e-bacb-8966ad84b46e req-161ee40e-09b7-4dbb-b8fc-cb5b15d945e6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Feb 03 11:52:03.714326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-481205f5-aaae-49e4-bc8d-6dd81b6a5c5e req-466cb2ed-e4cc-43bb-ab79-63915cea3676 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=eba58eeb-39be-41d6-a284-94db3da702e8 HTTP/1.1" status: 200 len: 210 time: 0.0279214 Feb 03 11:52:04.395001 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f40b0de7-660c-4e91-a841-a96923b4047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:04.755194 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:04.917929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-bdff346d-dc0a-4266-af7a-659c2c805ca6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068140820&fields=id&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 267 time: 0.0431864 Feb 03 11:52:05.024946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f96418f1-6bd3-4004-ad10-161c008becc8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:05.026303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f96418f1-6bd3-4004-ad10-161c008becc8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1020827 Feb 03 11:52:05.041010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-0a6021a2-10a5-4449-9a42-424bab48852f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0093930 Feb 03 11:52:05.094686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-8e7c595a-be32-4bfa-a416-8fe51f500865 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489609 Feb 03 11:52:05.191004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-60b95746-e5ba-4957-85a8-76e252710f42 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846839 Feb 03 11:52:05.280993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-9c9bd4ee-0ff9-40a0-b8c4-97f6109cbfe1 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842876 Feb 03 11:52:05.555663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45c12323-31ee-42c5-b3a0-4ae696aa2de6 req-ad5782a4-612e-4ea9-aebb-72381341cba4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0275681 Feb 03 11:52:06.368061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:06.860696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae64159a-f5a5-4e27-b4e3-eabdf956b286 req-baf5912e-8bbf-4e00-b1f2-f536392c0fcc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0331793 Feb 03 11:52:06.889345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-a3f65210-a86a-4b2d-8d91-49da05528364 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:06.890853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-a3f65210-a86a-4b2d-8d91-49da05528364 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.4152114 Feb 03 11:52:06.959877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-67fa2fb0-3315-487a-8a6c-c1f60ae3ee45 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 380 time: 0.0541732 Feb 03 11:52:06.971056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'security_groups': ['3e371f54-6f15-4fd3-93cc-548bde3f774b']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:52:07.078607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:52:07.084848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.215912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.8 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/fe8741da-5863-460c-8f44-f11305541865) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:52:07.355277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (fe8741da-5863-460c-8f44-f11305541865), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.389925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fe8741da-5863-460c-8f44-f11305541865), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.403942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.438842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:52:07.441908 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:52:07.444340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:52:07.480193 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:07.503395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:07.504041 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.523718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-f333488b-84a5-48fa-a481-e677c64db2bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562820 Feb 03 11:52:07.538723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Request body: {'port': {'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:52:07.604439 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fe8741da-5863-460c-8f44-f11305541865), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.704006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-be08286a-b6c6-493a-aeda-5bd587161274 None None] Provisioning complete for port fe8741da-5863-460c-8f44-f11305541865 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:52:07.704660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be08286a-b6c6-493a-aeda-5bd587161274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fe8741da-5863-460c-8f44-f11305541865), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.742257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be08286a-b6c6-493a-aeda-5bd587161274 None None] Port fe8741da-5863-460c-8f44-f11305541865 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:52:07.885259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8741da-5863-460c-8f44-f11305541865 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:52:07.893809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks [] for port (fe8741da-5863-460c-8f44-f11305541865), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:07.908120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Transition to ACTIVE for port object fe8741da-5863-460c-8f44-f11305541865 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:52:07.912698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fe8741da-5863-460c-8f44-f11305541865), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:08.002774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Pushing event updated for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:08.078047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe7bd8-ebb2-4796-832b-0b515798b2b1 req-a4fce665-7cb9-4fec-9a35-8068b4112d48 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.079558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44fe7bd8-ebb2-4796-832b-0b515798b2b1 req-a4fce665-7cb9-4fec-9a35-8068b4112d48 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.1211660 Feb 03 11:52:08.115899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Attempting to bind port fe8741da-5863-460c-8f44-f11305541865 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:52:08.116238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Attempting to bind port fe8741da-5863-460c-8f44-f11305541865 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:52:08.116566 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Attempting to bind port fe8741da-5863-460c-8f44-f11305541865 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:52:08.131921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Port fe8741da-5863-460c-8f44-f11305541865 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:52:08.132241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Attempting to bind port fe8741da-5863-460c-8f44-f11305541865 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:52:08.148883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44fe7bd8-ebb2-4796-832b-0b515798b2b1 req-1361847e-b685-4f23-97ff-e131c266e90a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625257 Feb 03 11:52:08.149633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:52:08.149976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:52:08.150354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:52:08.150792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Bound port: fe8741da-5863-460c-8f44-f11305541865, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:52:08.151148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fe8741da-5863-460c-8f44-f11305541865), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:08.214916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:52:08.217888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=fe8741da-5863-460c-8f44-f11305541865,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:52:08.224520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fe8741da-5863-460c-8f44-f11305541865), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:08.267885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.267885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:08.269198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] 10.222.0.53 "PUT /v2.0/ports/fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 1091 time: 0.7349467 Feb 03 11:52:08.269644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:52:08.272005 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c652392-83f4-4634-8bd2-2a870b3d39c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:52:08.321212 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e1a8b-dc32-48ca-8b09-a422de267a51 x-openstack-request-id: req-971e1a8b-dc32-48ca-8b09-a422de267a51 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:52:08.321516 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:52:08.321773 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-971e1a8b-dc32-48ca-8b09-a422de267a51 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:52:08.322176 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865', 'status': 'completed', 'code': 200} Feb 03 11:52:08.335840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2427bc-165b-415c-8afa-17a84b1f1b6a service neutron] Pushing event updated for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:08.374532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-845c975d-6aa9-43be-8b8c-cbb063ad6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.376085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-845c975d-6aa9-43be-8b8c-cbb063ad6edd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1125 time: 0.0516469 Feb 03 11:52:08.425901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-dff1ccbb-fa9e-4c16-8315-e759953c044a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 217 time: 0.0379152 Feb 03 11:52:08.484407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-a9d3e288-5c89-4866-bf3d-e2cb65a6578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.486048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-a9d3e288-5c89-4866-bf3d-e2cb65a6578b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0516875 Feb 03 11:52:08.541425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-bb8a5aae-1792-44eb-b255-d85c80fa8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.543026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-bb8a5aae-1792-44eb-b255-d85c80fa8550 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478711 Feb 03 11:52:08.635198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-49feb810-d969-4731-bbd7-f12ceb26a9ff service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 Feb 03 11:52:08.732770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d51f5ad-a709-4951-a6c7-9b712aefc196 req-ef48701c-29cb-4035-983b-b454c3203180 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882955 Feb 03 11:52:08.830011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-56026831-6071-4712-b1ea-c738fca88e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.831427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-56026831-6071-4712-b1ea-c738fca88e48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1125 time: 0.0458035 Feb 03 11:52:08.927394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-ee4a66a9-60b9-4e00-8382-8f9336e7de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:08.928867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-ee4a66a9-60b9-4e00-8382-8f9336e7de8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0884616 Feb 03 11:52:08.975506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-aa1ffb51-93e7-4997-ac79-01f16f81998d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 217 time: 0.0357425 Feb 03 11:52:09.027794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-6195d2b1-48ce-4860-ada7-92cd8ff89790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:09.029259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-6195d2b1-48ce-4860-ada7-92cd8ff89790 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0434923 Feb 03 11:52:09.081904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-06ac1e97-b90b-4dc9-999f-dfb9efaa5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:09.083380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-06ac1e97-b90b-4dc9-999f-dfb9efaa5f46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483103 Feb 03 11:52:09.182933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-d3630231-d900-4e20-a9a7-c41bb98f6a7d service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897319 Feb 03 11:52:09.329137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c652392-83f4-4634-8bd2-2a870b3d39c5 req-083de3a5-d240-45ab-8751-be98c9a48294 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397667 Feb 03 11:52:09.337340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dcf9c-4e88-4c2d-9abb-ca9c345a359b req-0f7dea0e-cdfe-46e1-99cf-1b9290aebe0f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:09.338817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872dcf9c-4e88-4c2d-9abb-ca9c345a359b req-0f7dea0e-cdfe-46e1-99cf-1b9290aebe0f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0871327 Feb 03 11:52:09.391283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-872dcf9c-4e88-4c2d-9abb-ca9c345a359b req-ee0fe6f4-95d3-452a-a1f4-199a2f70a421 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Feb 03 11:52:10.522041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd30ea-a6fc-4b9f-8087-6c64d09a4dc0 req-883f668d-0d6b-4159-bf13-c60fc0f9cac2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:10.523467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0bd30ea-a6fc-4b9f-8087-6c64d09a4dc0 req-883f668d-0d6b-4159-bf13-c60fc0f9cac2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0579407 Feb 03 11:52:10.572407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0bd30ea-a6fc-4b9f-8087-6c64d09a4dc0 req-e25de0c4-af03-466e-b9c3-1ce61bc5bc71 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Feb 03 11:52:11.692333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a733-d8ce-481d-8562-d436cb03f83d req-86262a1c-44df-459a-a482-99febd407318 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:11.694475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5db1a733-d8ce-481d-8562-d436cb03f83d req-86262a1c-44df-459a-a482-99febd407318 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0541515 Feb 03 11:52:11.748421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5db1a733-d8ce-481d-8562-d436cb03f83d req-3aa441c6-b0c2-477a-a28a-25978edcbd38 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Feb 03 11:52:12.868425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd930b5-4825-465d-8068-a6b0a3552085 req-e8f07d78-bd51-4166-84ba-1de828324d5d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:12.869826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dd930b5-4825-465d-8068-a6b0a3552085 req-e8f07d78-bd51-4166-84ba-1de828324d5d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0527201 Feb 03 11:52:12.922016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8dd930b5-4825-465d-8068-a6b0a3552085 req-2d7252f7-8721-4a2e-b99b-ed4ae3d7193d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464907 Feb 03 11:52:14.041802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99ee5-680e-4427-9cb2-e65793c0da6c req-957271b8-83af-410d-b93d-21a7871e9eb7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:14.043328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3b99ee5-680e-4427-9cb2-e65793c0da6c req-957271b8-83af-410d-b93d-21a7871e9eb7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0544252 Feb 03 11:52:14.096713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3b99ee5-680e-4427-9cb2-e65793c0da6c req-2fb28161-3b53-4d21-b5d7-efee6d6b3064 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 Feb 03 11:52:15.218388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0d5ce-f3de-4d2e-98b5-2af8d64182fb req-381b845d-3731-493e-b86d-247a129ae804 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:15.219866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdf0d5ce-f3de-4d2e-98b5-2af8d64182fb req-381b845d-3731-493e-b86d-247a129ae804 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0532060 Feb 03 11:52:15.269533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdf0d5ce-f3de-4d2e-98b5-2af8d64182fb req-5d957ba0-b708-4e5c-ac54-b710869e45bd tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Feb 03 11:52:16.391125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd1cd-c0ad-4064-86ea-c559ab2dce35 req-26d70062-9f25-4503-add9-af76352d7683 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:16.392586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-108fd1cd-c0ad-4064-86ea-c559ab2dce35 req-26d70062-9f25-4503-add9-af76352d7683 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0555968 Feb 03 11:52:16.446047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-108fd1cd-c0ad-4064-86ea-c559ab2dce35 req-119d52f6-eaa1-468f-8c83-48a96dd55769 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473013 Feb 03 11:52:16.573263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:17.563279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2966a5-f13e-440f-8a0a-f9cd29aebbb1 req-d7ee097c-9799-4666-bba7-37d9b9c1c3b0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:17.564745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b2966a5-f13e-440f-8a0a-f9cd29aebbb1 req-d7ee097c-9799-4666-bba7-37d9b9c1c3b0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0525155 Feb 03 11:52:17.612413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b2966a5-f13e-440f-8a0a-f9cd29aebbb1 req-37f6db91-7627-4ae1-867a-ad6beefebf1e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Feb 03 11:52:18.728142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764f3d-b672-4a4c-9e48-00dea0e99236 req-24c483ac-1827-41ef-85ac-a558e0273425 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:18.729613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47764f3d-b672-4a4c-9e48-00dea0e99236 req-24c483ac-1827-41ef-85ac-a558e0273425 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0515912 Feb 03 11:52:18.793510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47764f3d-b672-4a4c-9e48-00dea0e99236 req-72183c38-ac9c-45a1-8895-77528777a4d8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582261 Feb 03 11:52:19.913667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342d0d4-decf-4bfb-a5a4-05dd198d63a8 req-a7d9d6ae-83a2-4d27-b12a-fa93ee07257a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:19.915065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b342d0d4-decf-4bfb-a5a4-05dd198d63a8 req-a7d9d6ae-83a2-4d27-b12a-fa93ee07257a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0525043 Feb 03 11:52:19.963356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b342d0d4-decf-4bfb-a5a4-05dd198d63a8 req-2a4c85fe-8c73-46bd-9b55-d9df2cb0a024 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Feb 03 11:52:20.001500 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:52:21.087602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf2e1-d0f7-41d1-a244-14683ded0c9c req-3a48d65c-4881-4462-9021-c030045f7cf1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:21.089112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d33bf2e1-d0f7-41d1-a244-14683ded0c9c req-3a48d65c-4881-4462-9021-c030045f7cf1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0584855 Feb 03 11:52:21.138748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d33bf2e1-d0f7-41d1-a244-14683ded0c9c req-4aca7e7c-c6f3-4410-9989-fc2709bd0b3d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Feb 03 11:52:22.264997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501afcbd-fe1d-4317-a6e8-a31ae9d85aa1 req-fcbc091e-c3c2-4419-a97d-7b11feba52c3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:22.266475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-501afcbd-fe1d-4317-a6e8-a31ae9d85aa1 req-fcbc091e-c3c2-4419-a97d-7b11feba52c3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0557959 Feb 03 11:52:22.314515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-501afcbd-fe1d-4317-a6e8-a31ae9d85aa1 req-86371641-9ac8-4dc5-bff1-ab4c4d8dc48d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Feb 03 11:52:22.605387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-d41d7cab-0591-4d47-ba49-0cf1c0668864 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431714 Feb 03 11:52:22.703264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571030b-6529-43ed-8dec-3549b5dea107 req-bbdca237-db64-4cc7-b4b2-7c2da3587397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:22.704771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-bbdca237-db64-4cc7-b4b2-7c2da3587397 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0446169 Feb 03 11:52:22.810695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571030b-6529-43ed-8dec-3549b5dea107 req-6ef6c79e-0b7e-4256-9176-4b8f706c2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:22.812142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-6ef6c79e-0b7e-4256-9176-4b8f706c2fb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.0885065 Feb 03 11:52:22.877044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-805916d1-9282-4285-93e8-56c43a48f448 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 1001 time: 0.0582840 Feb 03 11:52:22.926867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571030b-6529-43ed-8dec-3549b5dea107 req-c718bce6-a3a7-4991-aaca-5ad3dd6916b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:22.928283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-c718bce6-a3a7-4991-aaca-5ad3dd6916b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0461681 Feb 03 11:52:22.977310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571030b-6529-43ed-8dec-3549b5dea107 req-804c596e-cfb1-4e74-a633-98e5579cdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:22.978810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-804c596e-cfb1-4e74-a633-98e5579cdc30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438888 Feb 03 11:52:23.067942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-3e0e875b-cc0b-4387-ad5b-d6f1593e71a8 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819435 Feb 03 11:52:23.156241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3571030b-6529-43ed-8dec-3549b5dea107 req-03488bad-8e49-4b43-8a6e-ab2fc5eeabbb service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833735 Feb 03 11:52:23.214116 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device fe8741da-5863-460c-8f44-f11305541865 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:52:23.312057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=fe8741da-5863-460c-8f44-f11305541865,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:52:23.323013 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'fe8741da-5863-460c-8f44-f11305541865', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:52:23.359136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port fe8741da-5863-460c-8f44-f11305541865 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:52:23.359532 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fe8741da-5863-460c-8f44-f11305541865), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:23.372576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8741da-5863-460c-8f44-f11305541865 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:52:23.391738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=fe8741da-5863-460c-8f44-f11305541865,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:52:23.396120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fe8741da-5863-460c-8f44-f11305541865), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:23.436152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7add5-2b1a-46b0-81cb-7cc33c86b9b0 req-722f0e26-c2e3-4407-9383-0f3f814dc2a6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:23.437617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caf7add5-2b1a-46b0-81cb-7cc33c86b9b0 req-722f0e26-c2e3-4407-9383-0f3f814dc2a6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 943 time: 0.0553677 Feb 03 11:52:23.449937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:23.457234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.457666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.457944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.458279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.458606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.458964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.459259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.459577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.459895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.460215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.460534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.460854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.461192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:23.487585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caf7add5-2b1a-46b0-81cb-7cc33c86b9b0 req-9ee85bb5-a394-4aa5-8094-7bd2fa2cd839 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440931 Feb 03 11:52:23.718157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['fe8741da-5863-460c-8f44-f11305541865'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:52:24.609163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e07d80-8ab4-4da6-bbe8-41ca3bd1086f req-96fc38db-7e9b-41ef-972b-36826d8430f2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:24.610610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e07d80-8ab4-4da6-bbe8-41ca3bd1086f req-96fc38db-7e9b-41ef-972b-36826d8430f2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 944 time: 0.0569003 Feb 03 11:52:24.657773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e07d80-8ab4-4da6-bbe8-41ca3bd1086f req-75c83c90-bfc1-4ffd-9b4a-c467432a074c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Feb 03 11:52:25.222873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device fe8741da-5863-460c-8f44-f11305541865 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:52:25.278629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port fe8741da-5863-460c-8f44-f11305541865 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:52:25.282377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port fe8741da-5863-460c-8f44-f11305541865 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:52:25.282752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fe8741da-5863-460c-8f44-f11305541865), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:25.361703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port fe8741da-5863-460c-8f44-f11305541865 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:52:25.362093 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fe8741da-5863-460c-8f44-f11305541865), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:25.385571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8741da-5863-460c-8f44-f11305541865'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:52:25.387779 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34200dee-4a1d-4dde-bd8e-4668ac7d0107" -d '{"events": [{"server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "name": "network-vif-plugged", "status": "completed", "tag": "fe8741da-5863-460c-8f44-f11305541865"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:52:25.399749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=fe8741da-5863-460c-8f44-f11305541865,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:52:25.403966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fe8741da-5863-460c-8f44-f11305541865), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:25.429060 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6666e513-9134-4a6b-b13f-f79959085471 x-openstack-request-id: req-6666e513-9134-4a6b-b13f-f79959085471 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:52:25.429359 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "name": "network-vif-plugged", "status": "completed", "tag": "fe8741da-5863-460c-8f44-f11305541865", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:52:25.429620 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6666e513-9134-4a6b-b13f-f79959085471 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:52:25.430018 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8741da-5863-460c-8f44-f11305541865', 'code': 200} Feb 03 11:52:25.458514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:25.534891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683439eb-dd06-445a-a908-3fea45bcc8e1 req-db5a18cf-4951-42d0-bbeb-528e56db8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:25.536874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-683439eb-dd06-445a-a908-3fea45bcc8e1 req-db5a18cf-4951-42d0-bbeb-528e56db8416 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0439346 Feb 03 11:52:25.585307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-683439eb-dd06-445a-a908-3fea45bcc8e1 req-e3deb966-b285-4e9f-9b2b-222102cee135 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 Feb 03 11:52:25.780515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e0e0e-56e7-448a-86af-447d12f12ae7 req-b578a1d5-3823-48ad-8b3c-9522a3f658c1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:25.781941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-581e0e0e-56e7-448a-86af-447d12f12ae7 req-b578a1d5-3823-48ad-8b3c-9522a3f658c1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0530334 Feb 03 11:52:25.834075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-581e0e0e-56e7-448a-86af-447d12f12ae7 req-5cac5973-50c1-49df-80ef-fae5b3071de9 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Feb 03 11:52:26.969861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f323-c39a-4070-afd5-2980be97d3d5 req-241a0a47-62ab-48a0-8611-372e6440366f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:26.971249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f45f323-c39a-4070-afd5-2980be97d3d5 req-241a0a47-62ab-48a0-8611-372e6440366f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0542223 Feb 03 11:52:27.019143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f45f323-c39a-4070-afd5-2980be97d3d5 req-b51df754-880d-48d1-8ddf-afb4127ae8a7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Feb 03 11:52:27.138917 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcbce6-f9ed-4b99-9ec6-4fc5c00513db req-3dbba8fc-8d0b-494d-89a3-583001b42b8a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:27.140387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5bcbce6-f9ed-4b99-9ec6-4fc5c00513db req-3dbba8fc-8d0b-494d-89a3-583001b42b8a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Feb 03 11:52:27.188266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c5bcbce6-f9ed-4b99-9ec6-4fc5c00513db req-5c93ffdd-7872-4e12-bba5-3a31fef5528a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Feb 03 11:52:27.210075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:52:27.258296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5738e-2a01-45a0-b1f6-f14cd440f5cb tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:27.259759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7ce5738e-2a01-45a0-b1f6-f14cd440f5cb tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1122 time: 0.0487301 Feb 03 11:52:27.262773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:52:27.267367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:52:27.288695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:27.384842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:27.396106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:27.490412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.25.7.138 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/6596d1ef-bf97-4000-842f-ff5bb879d00d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:52:27.590301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:27.623070 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:27.662978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:52:27.666297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:52:27.672507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:52:27.695746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=6596d1ef-bf97-4000-842f-ff5bb879d00d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:27.709448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.709790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.710128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.710462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.710793 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.711124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.711447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.711765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.712083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.712400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.712715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.713065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:27.713383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:52:28.045979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (aa5eeccd-8359-4f2a-8050-255a03a06d45), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.112599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.260046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.265898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.330893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=6596d1ef-bf97-4000-842f-ff5bb879d00d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:52:28.342054 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (aa5eeccd-8359-4f2a-8050-255a03a06d45), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.440503 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP aa5eeccd-8359-4f2a-8050-255a03a06d45 associated. External IP: 172.25.7.138, port: fe8741da-5863-460c-8f44-f11305541865. Feb 03 11:52:28.644244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:52:28.750130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:52:28.760503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:52:28.769014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:28.771638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:52:28.772254 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:52:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:52:28.799808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bf474dd6-bde7-4ab7-bf54-75704824bfc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5359764 Feb 03 11:52:28.800511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:52:28.803439 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a998a016-d728-4ebd-a7cc-77a2b354f606" -d '{"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:52:28.841421 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c958a6b-3420-446d-ab1d-1be456a161ce x-openstack-request-id: req-5c958a6b-3420-446d-ab1d-1be456a161ce {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:52:28.841720 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:52:28.841978 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c958a6b-3420-446d-ab1d-1be456a161ce {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:52:28.842416 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865', 'status': 'completed', 'code': 200} Feb 03 11:52:28.878503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:52:28.956532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-a606cb1d-778e-440d-86ee-dec802bcdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:28.958652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-a606cb1d-778e-440d-86ee-dec802bcdfaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0949790 Feb 03 11:52:29.054930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-7eb5fc20-6a15-4a35-96e6-04a1037f4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:29.056536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-7eb5fc20-6a15-4a35-96e6-04a1037f4bf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0921931 Feb 03 11:52:29.121423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-2fed5957-9dff-4508-90aa-1a06148c64ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 999 time: 0.0588112 Feb 03 11:52:29.174213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-92294a4a-fd83-4c8f-a9c7-74cc00c7378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:29.175597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-92294a4a-fd83-4c8f-a9c7-74cc00c7378f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0484064 Feb 03 11:52:29.186900 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:27Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:52:29.212590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:52:29.220503 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:52:29.221121 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:52:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:52:29.223034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-4ac93c93-1b9a-4dee-9b58-2aa518362f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:52:29.225107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-4ac93c93-1b9a-4dee-9b58-2aa518362f9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439806 Feb 03 11:52:29.314013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-d2457d52-0318-41d7-84b2-c8b9c667d074 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825083 Feb 03 11:52:29.326574 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:52:29.406680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a998a016-d728-4ebd-a7cc-77a2b354f606 req-57333102-a758-4936-a02c-901fdcaffc22 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Feb 03 11:52:29.549545 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:27Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:52:29.575985 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1f069-e768-485a-ae5c-8dbec556a8f1 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:27Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:52:29.768882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059606c-3375-403b-b9fe-e3020ad9a3e6 None None] New status for floating IP aa5eeccd-8359-4f2a-8050-255a03a06d45: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:52:31.296814 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-473a0d17-da0a-4ce8-8252-f3ce5446d7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:34.398048 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f259-4926-4b26-9e11-80f645a1a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:34.758247 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:36.370853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:37.407170 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:46.570498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:52:57.000282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:52:57.385472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:00.218362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c43c-4ca9-4d58-adbb-eddaab7f24d8 req-5cc90e73-16e1-45af-b619-a478b69f2023 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:00.219831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dab3c43c-4ca9-4d58-adbb-eddaab7f24d8 req-5cc90e73-16e1-45af-b619-a478b69f2023 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.1105008 Feb 03 11:53:00.272400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dab3c43c-4ca9-4d58-adbb-eddaab7f24d8 req-909bea95-7eaf-4355-9130-69f71d0909a3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Feb 03 11:53:01.299261 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17e29dcd-64a2-43a1-9024-ec51ff300690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:01.395935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ebd8-926a-4e3c-9bca-3e031f8c4c1a req-e32dc911-0eae-4a03-a12a-3e44761a71d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:01.397420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec47ebd8-926a-4e3c-9bca-3e031f8c4c1a req-e32dc911-0eae-4a03-a12a-3e44761a71d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0561841 Feb 03 11:53:01.446278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec47ebd8-926a-4e3c-9bca-3e031f8c4c1a req-86448e33-8aab-4492-b844-3c0d2f87af65 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Feb 03 11:53:02.565443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980db1e-b66d-487c-9b86-dd060a889f24 req-11f70ce3-7ac0-483d-811b-3d20cd39fc14 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:02.566886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3980db1e-b66d-487c-9b86-dd060a889f24 req-11f70ce3-7ac0-483d-811b-3d20cd39fc14 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0522530 Feb 03 11:53:02.614058 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3980db1e-b66d-487c-9b86-dd060a889f24 req-b9d925cd-9a4b-46ca-8c1b-c4d4c2b987f4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Feb 03 11:53:03.732302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818a63-3684-4125-b65a-02cf3aee0917 req-e548011b-ac29-48e7-bc6e-8e0232cdbdba tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:03.733800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2818a63-3684-4125-b65a-02cf3aee0917 req-e548011b-ac29-48e7-bc6e-8e0232cdbdba tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0518839 Feb 03 11:53:04.071467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f2818a63-3684-4125-b65a-02cf3aee0917 req-57234f86-34a6-4d53-be4b-1b85794ce3cd tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320925 Feb 03 11:53:04.399265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb203d9e-1070-4c08-b27b-7c53f94b517a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:04.760511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:05.188439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb1291-bfc1-496b-97e7-3b2482e144ba req-75a4c464-f19c-44b4-8b74-387114bca743 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:05.189927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81cb1291-bfc1-496b-97e7-3b2482e144ba req-75a4c464-f19c-44b4-8b74-387114bca743 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0520494 Feb 03 11:53:05.236858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81cb1291-bfc1-496b-97e7-3b2482e144ba req-26dec87c-b809-4e95-b3d0-23d1d1d8856a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Feb 03 11:53:06.243178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-60bebdf4-23c4-4930-82b2-afbe4ca268e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433261 Feb 03 11:53:06.370164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c157b-a911-4994-9e41-7082d3c75624 req-8a7922f5-0485-4b23-9351-b2fdf1d9be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:06.372042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-8a7922f5-0485-4b23-9351-b2fdf1d9be2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0821640 Feb 03 11:53:06.373099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:06.388766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745e2ee-0593-491e-9ee8-4a1d3953a5d1 req-4e5f8f32-78c6-428e-8697-cf8fd66ee6d9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:06.390250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0745e2ee-0593-491e-9ee8-4a1d3953a5d1 req-4e5f8f32-78c6-428e-8697-cf8fd66ee6d9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0743530 Feb 03 11:53:06.493965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0745e2ee-0593-491e-9ee8-4a1d3953a5d1 req-c4021c0e-b590-45fc-80c4-2b632efa242c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980389 Feb 03 11:53:06.515704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c157b-a911-4994-9e41-7082d3c75624 req-b0d756e1-8157-4865-a65f-99725d2ec28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:06.517357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-b0d756e1-8157-4865-a65f-99725d2ec28b service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1155856 Feb 03 11:53:06.585458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-eeb44f85-93ee-4996-a6e4-e34f188ab8b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 1001 time: 0.0582690 Feb 03 11:53:06.635170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c157b-a911-4994-9e41-7082d3c75624 req-953ab951-0a3a-4db7-a45d-f20ac3eca26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:06.636563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-953ab951-0a3a-4db7-a45d-f20ac3eca26f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0428813 Feb 03 11:53:06.690953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c157b-a911-4994-9e41-7082d3c75624 req-77645364-2ecd-4433-9587-a237eca20a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:06.692389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-77645364-2ecd-4433-9587-a237eca20a11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474453 Feb 03 11:53:06.781718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-cd014807-cdb8-4a03-b226-7957ecad3824 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800309 Feb 03 11:53:06.875585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-847c157b-a911-4994-9e41-7082d3c75624 req-33bf9f07-35d5-4cb7-90d1-dc8844012349 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851154 Feb 03 11:53:07.411032 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:07.612286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210e3b-b151-4ccb-80d4-12881112e539 req-5f1ac673-51d5-4cc6-b3bd-f763f98f1a12 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:07.613787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e210e3b-b151-4ccb-80d4-12881112e539 req-5f1ac673-51d5-4cc6-b3bd-f763f98f1a12 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0524771 Feb 03 11:53:07.661211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e210e3b-b151-4ccb-80d4-12881112e539 req-0811d104-744d-4f7f-b618-0a95529bcc52 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Feb 03 11:53:08.782173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97ef1-0237-49c8-a8df-7dee8593c4d0 req-092269cb-a45d-49e8-a860-de17f803644c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:08.783920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13d97ef1-0237-49c8-a8df-7dee8593c4d0 req-092269cb-a45d-49e8-a860-de17f803644c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0521834 Feb 03 11:53:08.837181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13d97ef1-0237-49c8-a8df-7dee8593c4d0 req-8eba3f0c-9c53-4ceb-a3ad-64456a948f17 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 Feb 03 11:53:09.961103 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f9847-d209-4408-9ce7-44b0601ee8b8 req-d1163266-ccac-42f8-9f82-0effec4b2486 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:09.962573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-105f9847-d209-4408-9ce7-44b0601ee8b8 req-d1163266-ccac-42f8-9f82-0effec4b2486 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0534420 Feb 03 11:53:10.013065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-105f9847-d209-4408-9ce7-44b0601ee8b8 req-067de8be-723e-40d6-b0d3-548d69e52160 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449862 Feb 03 11:53:11.133703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e2a0d-ab72-4393-85eb-948dd93fe233 req-9bbfa1a2-00fc-4d1e-a86f-13144f997d0c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:11.135158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e5e2a0d-ab72-4393-85eb-948dd93fe233 req-9bbfa1a2-00fc-4d1e-a86f-13144f997d0c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0523307 Feb 03 11:53:11.185974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e5e2a0d-ab72-4393-85eb-948dd93fe233 req-45d275b5-b430-4f6e-9046-4662168469a6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Feb 03 11:53:12.323254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007744f-c569-41a0-b171-df06dee057ce req-17c084c0-d8c1-4a19-8471-5b75cfa1249a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:12.324742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8007744f-c569-41a0-b171-df06dee057ce req-17c084c0-d8c1-4a19-8471-5b75cfa1249a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0611472 Feb 03 11:53:12.383509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8007744f-c569-41a0-b171-df06dee057ce req-4fd886a3-b4eb-4ac3-ad98-7b6b7bffc40e tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524383 Feb 03 11:53:13.504940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d8f5-d465-42d1-8e26-c31bd04a3372 req-fabcaf41-fd63-4229-94f9-8311f82be536 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:13.506947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff95d8f5-d465-42d1-8e26-c31bd04a3372 req-fabcaf41-fd63-4229-94f9-8311f82be536 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0520403 Feb 03 11:53:13.554904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff95d8f5-d465-42d1-8e26-c31bd04a3372 req-6d3fc1a2-e3a8-45c5-90ba-f5314da95da5 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 Feb 03 11:53:14.707742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26336a28-1486-49e4-8400-26cd34e7ae61 req-09a3244f-eb0e-44bf-b5ab-e1d3eeb8b1c7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:14.710325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26336a28-1486-49e4-8400-26cd34e7ae61 req-09a3244f-eb0e-44bf-b5ab-e1d3eeb8b1c7 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0847116 Feb 03 11:53:14.712331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c086b-cb6d-41fe-bb92-06a30518d100 req-463b0903-7f47-40ee-8ffe-1bf938d747aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:14.713747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518c086b-cb6d-41fe-bb92-06a30518d100 req-463b0903-7f47-40ee-8ffe-1bf938d747aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0805891 Feb 03 11:53:14.787443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26336a28-1486-49e4-8400-26cd34e7ae61 req-0e6bb2c4-9d7c-4356-bba3-ab4b89f9a89a tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719903 Feb 03 11:53:14.790938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-518c086b-cb6d-41fe-bb92-06a30518d100 req-4d85a410-3fd4-4a3f-8368-8497928473a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697758 Feb 03 11:53:15.908035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b062-b396-4b76-8985-548eee004522 req-2da153a9-99a8-4900-8df4-64191325cf23 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:15.909482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feb9b062-b396-4b76-8985-548eee004522 req-2da153a9-99a8-4900-8df4-64191325cf23 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0532706 Feb 03 11:53:15.960211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-feb9b062-b396-4b76-8985-548eee004522 req-e393cdc3-beaf-4b96-b901-2a1456096164 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Feb 03 11:53:16.583783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:17.039637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:53:17.050007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:53:17.084779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba01ca9-12a2-48db-9700-049328a180ee req-24bc36e4-b191-4e8e-be20-1c1e6f7918d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:17.087173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ba01ca9-12a2-48db-9700-049328a180ee req-24bc36e4-b191-4e8e-be20-1c1e6f7918d3 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0600629 Feb 03 11:53:17.136575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ba01ca9-12a2-48db-9700-049328a180ee req-ec8249dd-7a58-40c0-ae08-aacdc8f45ff9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440581 Feb 03 11:53:17.159344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:53:17.189145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:53:17.189533 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:17.208358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:53:17.219927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-80282da6-dad1-4adb-aa0c-a6cc0e60aee4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/floatingips/5a572326-d5a1-4c68-816e-46330de6559c HTTP/1.1" status: 200 len: 993 time: 0.0593624 Feb 03 11:53:17.227351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'port_id': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'mac_address': 'fa:16:3e:15:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:53:17.232545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:53:17.234828 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93044d3-2fd1-4638-bf8d-5fe03d4ead57" -d '{"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-unplugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:53:17.250088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:53:17.271459 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:17.309768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:53:17.310396 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:17.337009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:53:17.347507 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:53:17.385282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:53:17.385649 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 11:53:17.390367 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4074ad33-4f46-4f20-8ca9-ee9a9df1186f x-openstack-request-id: req-4074ad33-4f46-4f20-8ca9-ee9a9df1186f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:53:17.390661 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-unplugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:53:17.390919 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4074ad33-4f46-4f20-8ca9-ee9a9df1186f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:53:17.391310 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'code': 200} Feb 03 11:53:17.920795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:53:17.921483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:17.934309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:53:17.954820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:53:17.958507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:18.013975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:53:18.353098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['7500ff9d-d46e-4a00-99ac-ea5486cc7652'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:53:21.051038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:53:21.098063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:53:21.098441 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:21.180636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:53:21.181186 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:21.203029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:53:21.205282 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0485e-7048-4f59-a61b-5d9dc13758e7" -d '{"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-plugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:53:21.218360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:53:21.222059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:21.249452 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff437b4-f23b-4a02-bab6-ae7916e66fbe x-openstack-request-id: req-1ff437b4-f23b-4a02-bab6-ae7916e66fbe {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:53:21.249744 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-plugged", "status": "completed", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:53:21.249998 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ff437b4-f23b-4a02-bab6-ae7916e66fbe {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:53:21.250387 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'code': 200} Feb 03 11:53:21.276477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:53:22.573262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-7d2bcd51-b10b-42f9-8876-59a7bf52c960 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471311 Feb 03 11:53:22.671354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-f217012e-f9b3-4f44-abf3-9c6668735c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:22.673112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-f217012e-f9b3-4f44-abf3-9c6668735c60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0447354 Feb 03 11:53:22.773471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-574fd176-a04a-4ae9-bba0-d47b3d68b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:22.774938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-574fd176-a04a-4ae9-bba0-d47b3d68b291 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.0850093 Feb 03 11:53:22.844370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-7fad67a1-fbf3-47d1-bc78-129a6126b368 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 1001 time: 0.0636203 Feb 03 11:53:22.889817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-d6d643c8-d0a4-4c20-85b2-7ac4e7f766d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:22.891225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-d6d643c8-d0a4-4c20-85b2-7ac4e7f766d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0420043 Feb 03 11:53:22.939603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-e5b31833-0901-45ee-b8c3-7585185223c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:53:22.941113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-e5b31833-0901-45ee-b8c3-7585185223c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443318 Feb 03 11:53:23.032610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-878f9cae-622c-4673-8e8a-85edbee8b1a3 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 Feb 03 11:53:23.127049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66fbc635-e6c1-426b-ac8e-d4e892329605 req-c9f9c9f1-5516-4cfe-9325-94793f5625d1 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886881 Feb 03 11:53:27.399180 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:31.301930 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-390dfcb9-735d-4f31-82b8-80e6e306d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:33.999584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:53:34.401224 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63fe2401-5ccb-4a22-9711-f96810e6fcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:34.765424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:36.376647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:37.413833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:46.588931 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:53:57.404772 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:01.304020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194bda9d-d402-4265-a2f4-6c22da17b2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:04.403323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb29023b-9f5a-41db-847d-dc711224272c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:04.767966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:06.375824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:07.259988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-4514ad51-dff9-4181-bcd4-037a1fcc9ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543215 Feb 03 11:54:07.360402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300852-fe49-43a6-915f-655b8cac710b req-7ed020be-144e-48cd-bbed-078e9cc0a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:07.361992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-7ed020be-144e-48cd-bbed-078e9cc0a3cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0481689 Feb 03 11:54:07.418014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:07.491472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300852-fe49-43a6-915f-655b8cac710b req-1168eb30-b50a-4e6f-8be7-e6f93a58c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:07.492988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-1168eb30-b50a-4e6f-8be7-e6f93a58c21b service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1110318 Feb 03 11:54:07.562292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-bec0ac1a-9406-48aa-b382-755d0ac81cec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 1001 time: 0.0588818 Feb 03 11:54:07.617354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300852-fe49-43a6-915f-655b8cac710b req-32ea7e9a-9523-4afd-8160-31f3fe414d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:07.618829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-32ea7e9a-9523-4afd-8160-31f3fe414d88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0431950 Feb 03 11:54:07.674156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300852-fe49-43a6-915f-655b8cac710b req-9fd102b2-3334-42bd-b675-0b97c78a9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:07.675660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-9fd102b2-3334-42bd-b675-0b97c78a9067 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477850 Feb 03 11:54:07.772447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-ca6ea198-a799-46a4-98da-5aa684673c4f service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Feb 03 11:54:07.871224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c300852-fe49-43a6-915f-655b8cac710b req-5ccc76d4-fba9-4a3c-88f4-978cd823ea1a service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898798 Feb 03 11:54:11.000555 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:54:14.904488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-cf89b7da-16e6-4487-944b-07b811116d79 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068140820&fields=id&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 267 time: 0.0451260 Feb 03 11:54:15.012002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-a7a0a187-43af-402e-a644-041fcc753e3c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:15.013363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-a7a0a187-43af-402e-a644-041fcc753e3c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1025600 Feb 03 11:54:15.027538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-25e70328-cba2-44c6-93fa-2aa588568bb5 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/quotas/f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 375 time: 0.0087428 Feb 03 11:54:15.083182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-c19e8281-63a7-4009-a297-a0691bf70442 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509310 Feb 03 11:54:15.237003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-199a4c35-4ea4-4668-86f2-4f64dba40184 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428978 Feb 03 11:54:15.329019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-a1302933-01e2-490e-a985-77e6371f4440 service neutron] 10.222.0.30 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854197 Feb 03 11:54:15.660335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-005933b5-6cbf-4e1f-ad0d-757f940b2c56 req-fd27df80-f191-4d48-9357-acb16d8e6b8f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0778444 Feb 03 11:54:16.599825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:16.737540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6e3c2d0-1def-4b85-8394-53f8d10aa6a9 req-a4efee63-9ff9-4243-a0c1-7550d548c683 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Feb 03 11:54:17.820937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f891d9d6-00f3-4399-b158-64d85b901565 req-d1272ab0-ad7f-41c3-863c-485bc80cd91c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Feb 03 11:54:18.904816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-358a79b1-6298-49da-b1f6-a460a851a7a5 req-92f03984-93c2-4359-b7ed-8804ca414233 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0343227 Feb 03 11:54:20.000309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b17cd2a3-6716-4194-90d7-e43ceb5599af req-515612c2-3230-4de4-ab8e-c5d2e02d9cee tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0287604 Feb 03 11:54:20.625577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-ef4b9be5-2279-432e-a0d3-d573f58affe6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:20.626995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-ef4b9be5-2279-432e-a0d3-d573f58affe6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 812 time: 0.1026156 Feb 03 11:54:20.696587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-fef7ccb0-5a7b-4799-94a2-79250ca38b41 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8d17545d42f48a89369d479cc45f50a HTTP/1.1" status: 200 len: 380 time: 0.0568464 Feb 03 11:54:20.705380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'port': {'device_id': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'admin_state_up': True, 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'security_groups': ['3e371f54-6f15-4fd3-93cc-548bde3f774b']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:54:20.820665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Made reservation on behalf of f8d17545d42f48a89369d479cc45f50a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:54:20.824053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:20.953903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.20.0.7 (36af39f8-cd4e-4f30-a3d7-a0c025840755/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6/6219cc83-10f6-4bce-a0ad-5d80ff7c80b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:54:21.111552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9dc475f8-45ee-47b5-8c55-ef0f0dd3c88b req-14fde588-584f-4fab-9c87-24995eada4d0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0398090 Feb 03 11:54:21.120754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.156025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.199961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:54:21.205114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:54:21.213582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:54:21.221499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:21.248080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.248426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.248771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.249132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.249470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.249803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.250132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.250459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.250782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.251106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.251423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.251746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.252063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:21.287525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:21.288175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.306217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-e48d9a42-81da-4066-8481-0820230b7635 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043644 Feb 03 11:54:21.315470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-36a6a446-c9bb-4fe9-b79d-32027721f1dc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:54:21.316506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-36a6a446-c9bb-4fe9-b79d-32027721f1dc tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054991 Feb 03 11:54:21.333168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Request body: {'port': {'device_id': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:54:21.399236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.433506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9af42939-646f-48b0-972c-e93d3a8d43ca None None] Provisioning complete for port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:54:21.434041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9af42939-646f-48b0-972c-e93d3a8d43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.469216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9af42939-646f-48b0-972c-e93d3a8d43ca None None] Port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:54:21.667560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:54:21.675474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks [] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.687863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Transition to ACTIVE for port object 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:54:21.691633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.749111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:21.821743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Attempting to bind port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:54:21.822092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Attempting to bind port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:54:21.822431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Attempting to bind port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:54:21.827178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:54:21.827510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Attempting to bind port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 on network 36af39f8-cd4e-4f30-a3d7-a0c025840755 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:54:21.832666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:54:21.833089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Checking segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:54:21.833482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Bound using segment: {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:54:21.833921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Bound port: 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174576d-1bd3-4872-ba2d-2ce6f9d55b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:54:21.834286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.907352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:54:21.913152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:54:21.919537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.956766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:21.957474 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:21.958996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] 10.222.0.69 "PUT /v2.0/ports/6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 1091 time: 0.6301777 Feb 03 11:54:21.959386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:54:21.961636 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d106a-f660-4614-ba72-ab21b05a3c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:54:21.990086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49c94-7cf3-46b0-a758-e8fbf2fe1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:22.054619 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd268d5-6f88-4e0c-a087-3ae32bc34109 x-openstack-request-id: req-ebd268d5-6f88-4e0c-a087-3ae32bc34109 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:54:22.054920 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:54:22.055184 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebd268d5-6f88-4e0c-a087-3ae32bc34109 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:54:22.055735 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'status': 'completed', 'code': 200} Feb 03 11:54:22.076387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-14418690-b92a-47bf-8a32-7822eaff3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.077895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-14418690-b92a-47bf-8a32-7822eaff3d4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1125 time: 0.0548794 Feb 03 11:54:22.130564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-fcf068fe-8234-48f8-83ce-142cc0c65e62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 217 time: 0.0397542 Feb 03 11:54:22.182074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-99c376a5-d84e-4b6d-b80d-add84b219c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.183462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-99c376a5-d84e-4b6d-b80d-add84b219c2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0483344 Feb 03 11:54:22.270446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-742bf604-3379-4095-a378-111f1ff46665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.271948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-742bf604-3379-4095-a378-111f1ff46665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826564 Feb 03 11:54:22.283085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3326-ae0d-4aa9-956c-9c14d0f2bda8 req-c974e992-01b2-45cb-b7a2-e6c26bacd038 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.284472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cbe3326-ae0d-4aa9-956c-9c14d0f2bda8 req-c974e992-01b2-45cb-b7a2-e6c26bacd038 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0861981 Feb 03 11:54:22.392309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cbe3326-ae0d-4aa9-956c-9c14d0f2bda8 req-8fca4ff6-3196-4e38-8b3c-bf6365450636 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000018 Feb 03 11:54:22.413904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-b905e126-3d67-4270-95c5-658a1fe65ecf service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Feb 03 11:54:22.510156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed5985dd-205c-4564-b5b6-d3bf42df3808 req-5593b4ad-cc68-4ec5-87e5-cd546fccff59 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895214 Feb 03 11:54:22.632249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-8ecc94b3-8cf0-4a0b-b83b-e164dc508141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.633838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-8ecc94b3-8cf0-4a0b-b83b-e164dc508141 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1125 time: 0.0546136 Feb 03 11:54:22.732294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-e58f920d-4ce1-429a-87c1-9137e3885ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.734410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-e58f920d-4ce1-429a-87c1-9137e3885ab5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0944874 Feb 03 11:54:22.787595 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-c0366582-a89e-4e23-9802-4e99c815933f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 217 time: 0.0462661 Feb 03 11:54:22.841800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-e66f3537-054d-43a8-b86b-7a682f3b40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.843544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-e66f3537-054d-43a8-b86b-7a682f3b40d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0510552 Feb 03 11:54:22.896076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-39e45177-a16c-42e6-bc40-9f99508212b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:22.897592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-39e45177-a16c-42e6-bc40-9f99508212b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486112 Feb 03 11:54:22.997856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-191e4ee2-4ac1-41e4-b682-c73aaf4ee451 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926483 Feb 03 11:54:23.101153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-445d106a-f660-4614-ba72-ab21b05a3c8e req-0c0f051a-ec09-45b7-ae28-676113797366 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979624 Feb 03 11:54:23.521955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19c58-5519-4c00-aa7a-bad070cc2aa6 req-f11e2d8d-9187-4506-a123-a5143edafcc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:23.523377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecb19c58-5519-4c00-aa7a-bad070cc2aa6 req-f11e2d8d-9187-4506-a123-a5143edafcc2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0552709 Feb 03 11:54:23.576436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecb19c58-5519-4c00-aa7a-bad070cc2aa6 req-7d09c4fc-0a2e-49cf-b603-9256dc974ec3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Feb 03 11:54:24.632030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-61c28f8e-4cec-41c0-96f1-e43eec70881f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536790 Feb 03 11:54:24.741623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f2e29-7fc2-4ad7-9ff0-a939927a34a1 req-41d6e987-c2bf-4556-b4b4-9fd867d3cbc0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:24.743500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a01f2e29-7fc2-4ad7-9ff0-a939927a34a1 req-41d6e987-c2bf-4556-b4b4-9fd867d3cbc0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0966845 Feb 03 11:54:24.776602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-c3217174-bdf5-41bd-8bd8-39b429aa6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:24.778242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-c3217174-bdf5-41bd-8bd8-39b429aa6c77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.0882783 Feb 03 11:54:24.836381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a01f2e29-7fc2-4ad7-9ff0-a939927a34a1 req-7764c067-b004-4909-8782-3ffa9ac1ff63 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854049 Feb 03 11:54:24.918505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-28c8c4ce-524c-452a-a4c2-a8ed290dd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:24.919967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-28c8c4ce-524c-452a-a4c2-a8ed290dd40e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.1236553 Feb 03 11:54:25.291177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-e0e029ba-f3e9-4a31-8101-e9627f30c5bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 1001 time: 0.3641713 Feb 03 11:54:25.340423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-4b287fb4-bbaf-49f9-ab95-d22d376e5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:25.342104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-4b287fb4-bbaf-49f9-ab95-d22d376e5c95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0447192 Feb 03 11:54:25.390592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-f8a10b8f-c011-400e-aff0-b4cb87a0213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:25.392055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-f8a10b8f-c011-400e-aff0-b4cb87a0213d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438018 Feb 03 11:54:25.487604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-2d3c5931-15b0-446a-8bff-58eb240ca803 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892112 Feb 03 11:54:25.576958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-214b7f6a-5aec-463d-9437-b8d771d10ff2 req-a471f71d-8073-4b44-ac4d-0263cf3c6fba service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836172 Feb 03 11:54:25.967842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b584e24-8a4c-40bf-bb34-049681434af7 req-8e1f33d9-6009-40ee-a6ad-39d1bbb4e09a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:25.974992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b584e24-8a4c-40bf-bb34-049681434af7 req-8e1f33d9-6009-40ee-a6ad-39d1bbb4e09a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0663087 Feb 03 11:54:26.027437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b584e24-8a4c-40bf-bb34-049681434af7 req-50f30901-7f59-44b7-8f3e-a9146a50f446 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515409 Feb 03 11:54:27.152894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49140bc-2807-4dc6-b374-7db498f33888 req-c28a273a-faa2-45b0-8d51-d8aec73d9578 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:27.154364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e49140bc-2807-4dc6-b374-7db498f33888 req-c28a273a-faa2-45b0-8d51-d8aec73d9578 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0517566 Feb 03 11:54:27.201217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e49140bc-2807-4dc6-b374-7db498f33888 req-e8701e7a-65ac-4fd9-a653-3f39d93194bf tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Feb 03 11:54:27.424740 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:28.324272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9434345-6e93-481a-85fb-f7746edcae45 req-61d75cea-e06c-4126-beff-6ce44823fd19 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:28.325918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9434345-6e93-481a-85fb-f7746edcae45 req-61d75cea-e06c-4126-beff-6ce44823fd19 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0556016 Feb 03 11:54:28.377509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9434345-6e93-481a-85fb-f7746edcae45 req-e4236794-0daa-4352-9ff3-7e841b9b3f9b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Feb 03 11:54:29.502167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a91adc-d30d-49a6-9540-6181f3268aa7 req-911ea94e-d1a0-4bb5-bbc9-95cf54e63030 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:29.503634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28a91adc-d30d-49a6-9540-6181f3268aa7 req-911ea94e-d1a0-4bb5-bbc9-95cf54e63030 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0566421 Feb 03 11:54:29.552373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28a91adc-d30d-49a6-9540-6181f3268aa7 req-2e18a949-041f-4c1d-9540-73eddb229aab tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Feb 03 11:54:30.668499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d42ba-53a9-49bc-9452-58ecb227d41d req-b21cfc36-001f-4331-97ba-42ef5708b097 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:30.669987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236d42ba-53a9-49bc-9452-58ecb227d41d req-b21cfc36-001f-4331-97ba-42ef5708b097 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0523393 Feb 03 11:54:30.717459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236d42ba-53a9-49bc-9452-58ecb227d41d req-2750e118-86ad-4403-9057-62ebff3a8bf0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Feb 03 11:54:31.309942 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d72d6296-9f46-4238-8d68-789a2b9a7815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:31.839559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e25d4-4517-4c1a-a091-6d0c97b440e1 req-a2c1fcff-5411-4104-a63f-9d0bb62a836b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:31.841216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c43e25d4-4517-4c1a-a091-6d0c97b440e1 req-a2c1fcff-5411-4104-a63f-9d0bb62a836b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0565124 Feb 03 11:54:31.889479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c43e25d4-4517-4c1a-a091-6d0c97b440e1 req-52983692-f3ec-4ec3-825a-3992cbed193a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Feb 03 11:54:33.010870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01896-6d38-45a4-a1a4-05691edd9470 req-8f22b3bf-b915-4e08-b642-d8ffb6649f00 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:33.012260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23f01896-6d38-45a4-a1a4-05691edd9470 req-8f22b3bf-b915-4e08-b642-d8ffb6649f00 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0525610 Feb 03 11:54:33.061764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23f01896-6d38-45a4-a1a4-05691edd9470 req-48dfa929-86c9-4d5e-b866-97d58adf8d6f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Feb 03 11:54:34.182803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087948fa-eb2b-421f-b8c2-bf7e8a13429d req-2c60155d-a37b-4f65-b99e-f1a33c3a9f4b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:34.184235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-087948fa-eb2b-421f-b8c2-bf7e8a13429d req-2c60155d-a37b-4f65-b99e-f1a33c3a9f4b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.0519760 Feb 03 11:54:34.227171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55598) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:34.238255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-087948fa-eb2b-421f-b8c2-bf7e8a13429d req-d7a3af32-1a1b-4bb4-a56c-a743786e2e4f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484965 Feb 03 11:54:34.406162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4459267-2694-44cd-acfd-cc157dd3a98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.452654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 184ea5e6-0be8-4161-a573-60b23d16f436 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:54:34.453042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.527830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.528161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (184ea5e6-0be8-4161-a573-60b23d16f436), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.539759 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 184ea5e6-0be8-4161-a573-60b23d16f436 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:54:34.684547 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (184ea5e6-0be8-4161-a573-60b23d16f436), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.711030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=184ea5e6-0be8-4161-a573-60b23d16f436,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:34.736801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.737188 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.737540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.737884 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.738224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.738564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.738899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.739888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.740225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.740557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.740932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.741242 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.741576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:34.772432 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.784274 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for floatingip (5a572326-d5a1-4c68-816e-46330de6559c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:34.784699 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Floating IP 5a572326-d5a1-4c68-816e-46330de6559c disassociated (deleted). External IP: 172.25.7.77, port: 7500ff9d-d46e-4a00-99ac-ea5486cc7652. Feb 03 11:54:34.997542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:54:35.105796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:54:35.110453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:35.115220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Sync routers for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:54:35.124925 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:35.125525 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:35.139598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f8532c38-e7c7-4d34-b0c6-02ff9cff9381 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/floatingips/5a572326-d5a1-4c68-816e-46330de6559c HTTP/1.1" status: 204 len: 168 time: 0.9113448 Feb 03 11:54:35.140185 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:54:35.142593 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04ab7cc-ff86-4511-adac-6ada2e7aa529" -d '{"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:54:35.237884 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:35.255328 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb331cd-733e-4734-9412-7fd728ce0994 x-openstack-request-id: req-cbb331cd-733e-4734-9412-7fd728ce0994 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:54:35.255845 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:54:35.255845 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbb331cd-733e-4734-9412-7fd728ce0994 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:54:35.256257 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'status': 'completed', 'code': 200} Feb 03 11:54:35.406014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-83b1007d-bd73-4c6c-81fa-2aa4ac74813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.407524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-83b1007d-bd73-4c6c-81fa-2aa4ac74813b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 1128 time: 0.1081376 Feb 03 11:54:35.455482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628acd3-5cf3-46cc-a11b-d2aae49fd176 req-808c2d3b-f0d9-4aab-9176-625a61a6c65b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.457006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5628acd3-5cf3-46cc-a11b-d2aae49fd176 req-808c2d3b-f0d9-4aab-9176-625a61a6c65b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.1273119 Feb 03 11:54:35.462290 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:35.481712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686a547-da55-4420-bcd7-7a5f4e955194 req-f71e6f48-d22d-4f24-967a-4d7819749000 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.483159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5686a547-da55-4420-bcd7-7a5f4e955194 req-f71e6f48-d22d-4f24-967a-4d7819749000 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.1385167 Feb 03 11:54:35.492192 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Checking router: e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:54:35.500522 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:35.501146 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:35.598073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5628acd3-5cf3-46cc-a11b-d2aae49fd176 req-cae0a371-4354-43a7-99bf-26687944be1f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322837 Feb 03 11:54:35.603957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-9c9d5096-9086-4072-93c8-1be7e360ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.605461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-9c9d5096-9086-4072-93c8-1be7e360ba05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 200 len: 898 time: 0.1908541 Feb 03 11:54:35.617948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5686a547-da55-4420-bcd7-7a5f4e955194 req-acb03c5d-774c-4713-b834-97de1881f298 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011856 Feb 03 11:54:35.656224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-2c95acc8-60ad-475f-9da7-567cccb87d35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 200 len: 217 time: 0.0436752 Feb 03 11:54:35.694626 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:35.709152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-e2997db5-b1a2-4a71-8684-dc6bed903012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.710626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-e2997db5-b1a2-4a71-8684-dc6bed903012 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 200 len: 834 time: 0.0450246 Feb 03 11:54:35.760382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-6e4ae251-921a-4cb8-8df9-0f2bbcd3e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:35.761937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-6e4ae251-921a-4cb8-8df9-0f2bbcd3e763 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f8538f7-85a1-444d-926c-8c77e69fdc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449100 Feb 03 11:54:35.856644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-4b447823-6fe6-4a70-80e2-8ac59939b343 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876386 Feb 03 11:54:35.892973 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:35.919944 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091417f8-10b4-45e0-91eb-b03a90ae1271 None None] The sync data for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 is: [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:51:31Z', 'revision_number': 4, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'e4c0c513-b5cc-42fa-bfd7-88949f74a25a', 'name': '', 'network_id': '7f8538f7-85a1-444d-926c-8c77e69fdc41', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'mac_address': 'fa:16:3e:1e:7a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:30Z', 'updated_at': '2022-02-03T11:51:34Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'subnets': [{'id': '626c62fc-5dfa-45d5-a54f-71ff03fbe7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:54:35.950788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ab7cc-ff86-4511-adac-6ada2e7aa529 req-5412eabf-7d55-4ec3-b093-7808c37bbf14 service neutron] 10.222.0.69 "GET /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877881 Feb 03 11:54:36.151846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208fb8d-9891-4977-86d9-6cff7d04c700 None None] New status for floating IP 5a572326-d5a1-4c68-816e-46330de6559c: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:54:36.373132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:36.771516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495e6c9-e882-4fc5-8b4b-0200a00ae651 req-1642f181-7ac8-4e04-bda0-717641451262 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:36.773140 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e495e6c9-e882-4fc5-8b4b-0200a00ae651 req-1642f181-7ac8-4e04-bda0-717641451262 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.1033335 Feb 03 11:54:36.798398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67081ad6-429e-4bef-80a1-842ab6933e2e req-2ba968f5-4c25-409c-9465-2d6ee6245a2c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:36.799885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67081ad6-429e-4bef-80a1-842ab6933e2e req-2ba968f5-4c25-409c-9465-2d6ee6245a2c tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0936930 Feb 03 11:54:36.860784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e495e6c9-e882-4fc5-8b4b-0200a00ae651 req-07659b80-b928-4e72-b453-e6c69e7ce115 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809994 Feb 03 11:54:36.879159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67081ad6-429e-4bef-80a1-842ab6933e2e req-ba0206e1-6f44-4080-8467-00505498a999 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94f3500-6416-4d43-b53e-10ab63271702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706210 Feb 03 11:54:37.128569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756967d2-7dbb-439e-91a1-2359381223bd req-34c5971f-bade-43cc-8df9-60db768f08cc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:37.130840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-756967d2-7dbb-439e-91a1-2359381223bd req-34c5971f-bade-43cc-8df9-60db768f08cc tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 946 time: 0.0647914 Feb 03 11:54:37.227163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:54:37.227506 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:37.316520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port 7500ff9d-d46e-4a00-99ac-ea5486cc7652, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=7500ff9d-d46e-4a00-99ac-ea5486cc7652,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:37.316926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:37.336356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for 7500ff9d-d46e-4a00-99ac-ea5486cc7652 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:54:37.436347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:37.485227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7500ff9d-d46e-4a00-99ac-ea5486cc7652), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:37.515105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=7500ff9d-d46e-4a00-99ac-ea5486cc7652,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:37.562831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] No DVR routers for this DVR port 7500ff9d-d46e-4a00-99ac-ea5486cc7652 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:54:37.565367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:37.568669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-756967d2-7dbb-439e-91a1-2359381223bd req-9574ebb2-32be-44d6-a34a-35770738812f tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.69 "DELETE /v2.0/ports/7500ff9d-d46e-4a00-99ac-ea5486cc7652 HTTP/1.1" status: 204 len: 173 time: 0.4330053 Feb 03 11:54:37.569126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-deleted', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:54:37.571365 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e86115-2a2f-4f0a-8a85-56054b143b03" -d '{"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-deleted", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:54:37.607285 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948bbf74-41d3-4347-a566-334aee8d52c3 x-openstack-request-id: req-948bbf74-41d3-4347-a566-334aee8d52c3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:54:37.607901 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381ad51-7d5d-4839-bc08-693286b2f17c", "name": "network-vif-deleted", "tag": "7500ff9d-d46e-4a00-99ac-ea5486cc7652", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:54:37.608304 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-948bbf74-41d3-4347-a566-334aee8d52c3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:54:37.608865 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381ad51-7d5d-4839-bc08-693286b2f17c', 'name': 'network-vif-deleted', 'tag': '7500ff9d-d46e-4a00-99ac-ea5486cc7652', 'status': 'completed', 'code': 200} Feb 03 11:54:38.047578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39d5b671-760b-4f2f-91c5-f6f89f6d3889 req-aa0495c6-28df-4574-bf02-ecdf2bbffac4 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381ad51-7d5d-4839-bc08-693286b2f17c HTTP/1.1" status: 200 len: 210 time: 0.0627115 Feb 03 11:54:38.081379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fe7b5-4457-4a36-a994-630b0ba70254 req-2d846649-f449-44cb-a249-7798f5a1b0aa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:38.083669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a36fe7b5-4457-4a36-a994-630b0ba70254 req-2d846649-f449-44cb-a249-7798f5a1b0aa tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.1308196 Feb 03 11:54:38.144210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a36fe7b5-4457-4a36-a994-630b0ba70254 req-e1565a1c-050b-4a29-9cce-df663abde746 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545332 Feb 03 11:54:39.108647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:39.354811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f13a-01d3-4a1a-b1fa-c31bde182104 req-b26e45c2-7218-4353-8daf-8f99abf4daf8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:39.356190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d008f13a-01d3-4a1a-b1fa-c31bde182104 req-b26e45c2-7218-4353-8daf-8f99abf4daf8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 943 time: 0.1399217 Feb 03 11:54:39.446587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d008f13a-01d3-4a1a-b1fa-c31bde182104 req-068f850b-2999-45fd-b4a2-dfa97f63a37d tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835042 Feb 03 11:54:39.506957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:54:39.549913 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:39.606640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:39.777218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'port_id': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'mac_address': 'fa:16:3e:96:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:54:39.815020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:54:39.815420 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:39.826611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port e4c0c513-b5cc-42fa-bfd7-88949f74a25a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:54:39.826973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:39.827825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:54:39.847161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:39.851559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:39.899199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:39.907165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.907516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.907856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.908194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.908539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.908876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.909278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.909609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.909937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.910263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.910588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.910946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.911264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:54:39.923168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port e4c0c513-b5cc-42fa-bfd7-88949f74a25a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:39.923544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:39.936403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for e4c0c513-b5cc-42fa-bfd7-88949f74a25a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:54:40.123390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e4c0c513-b5cc-42fa-bfd7-88949f74a25a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:40.149943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=e4c0c513-b5cc-42fa-bfd7-88949f74a25a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:40.252002 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:54:40.333284 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:40.585184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:54:40.593155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86153ac-15c9-443c-99b0-fd20056e3b17 req-ef022870-9108-4e6a-b3b3-6487c2549701 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:40.594613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d86153ac-15c9-443c-99b0-fd20056e3b17 req-ef022870-9108-4e6a-b3b3-6487c2549701 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 944 time: 0.0732582 Feb 03 11:54:40.711145 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d86153ac-15c9-443c-99b0-fd20056e3b17 req-7944d1f2-adbc-4727-b3a4-d4552804a344 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103618 Feb 03 11:54:40.732293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:54:40.737357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ce637c99-69db-455a-a669-6f6deb70ae35 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "PUT /v2.0/routers/e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6276453 Feb 03 11:54:40.740488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:40.743638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Sync routers for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:54:40.753351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:40.753955 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:40.792013 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting subnet 626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:54:40.795831 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (626c62fc-5dfa-45d5-a54f-71ff03fbe7b6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:40.836119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (626c62fc-5dfa-45d5-a54f-71ff03fbe7b6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:40.865291 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:40.921802 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (626c62fc-5dfa-45d5-a54f-71ff03fbe7b6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:40.979416 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (626c62fc-5dfa-45d5-a54f-71ff03fbe7b6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.009999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.016151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a33a4-0d6f-48cb-a5b8-913949c3a83a None None] Network 7f8538f7-85a1-444d-926c-8c77e69fdc41 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:54:41.016666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/subnets/626c62fc-5dfa-45d5-a54f-71ff03fbe7b6 HTTP/1.1" status: 204 len: 168 time: 0.2743731 Feb 03 11:54:41.017272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55638) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:41.017690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5da80-1282-4981-b6b8-4e3476fbd1f6 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Subnet': ['ID=626c62fc-5dfa-45d5-a54f-71ff03fbe7b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:41.058878 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:54:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:41.087288 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Checking router: e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:54:41.095638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Routers {'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:41.096239 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:41.130226 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.189193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] DHCP port deletion for 7f8538f7-85a1-444d-926c-8c77e69fdc41 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:54:41.208530 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] Set router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:41.240986 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_gateway (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.247803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Deleting port fc094fc8-eb88-4573-8179-520af839a0af {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:54:41.248225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fc094fc8-eb88-4573-8179-520af839a0af), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.296669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Deleting port c8abd6a6-ff03-451c-a427-d083aa419a47 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:54:41.297069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.317218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] For port fc094fc8-eb88-4573-8179-520af839a0af, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=fc094fc8-eb88-4573-8179-520af839a0af,segment=NetworkSegment(96f17894-1759-4cf9-98d1-3cf97197ec2e),segment_id=96f17894-1759-4cf9-98d1-3cf97197ec2e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:41.317617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fc094fc8-eb88-4573-8179-520af839a0af), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.330743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Calling delete_port for fc094fc8-eb88-4573-8179-520af839a0af owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:54:41.380479 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] For port c8abd6a6-ff03-451c-a427-d083aa419a47, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=c8abd6a6-ff03-451c-a427-d083aa419a47,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:41.380855 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.392977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Calling delete_port for c8abd6a6-ff03-451c-a427-d083aa419a47 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:54:41.393171 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:54:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:41.417403 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (fc094fc8-eb88-4573-8179-520af839a0af), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.424353 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb858d3d-ef5e-4da2-8283-e2633cfb7835 None None] The sync data for ids ['e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a'] in n-d-821606-6 is: [{'id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137480622', 'tenant_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:51:27Z', 'updated_at': '2022-02-03T11:54:40Z', 'revision_number': 5, 'project_id': '83e0ae26c00f438c9d0337c4cfb5fbf3', 'gw_port': {'id': 'c8abd6a6-ff03-451c-a427-d083aa419a47', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:51:28Z', 'updated_at': '2022-02-03T11:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:54:41.442973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] Pushing event deleted for resources: {'Port': ['ID=fc094fc8-eb88-4573-8179-520af839a0af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:41.450235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4395c6a-2d76-41de-92eb-eb812da24527 None None] No DVR routers for this DVR port fc094fc8-eb88-4573-8179-520af839a0af on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:54:41.513986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:54:41.564279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:54:41.567215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (c8abd6a6-ff03-451c-a427-d083aa419a47), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.568683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:54:41.569090 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.595284 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Port': ['ID=c8abd6a6-ff03-451c-a427-d083aa419a47,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:41.653757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:54:41.654150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.660065 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.678250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:54:41.680541 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906e6b4-72d1-48c8-9094-e80fd8072223" -d '{"events": [{"server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "name": "network-vif-plugged", "status": "completed", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:54:41.693439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:54:41.698082 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.699205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:54:41.739940 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57ce61-d93e-4e43-b27c-369a4511bc72 x-openstack-request-id: req-fb57ce61-d93e-4e43-b27c-369a4511bc72 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:54:41.740237 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "name": "network-vif-plugged", "status": "completed", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:54:41.740860 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb57ce61-d93e-4e43-b27c-369a4511bc72 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:54:41.740860 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'code': 200} Feb 03 11:54:41.745145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 7500ff9d-d46e-4a00-99ac-ea5486cc7652 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:54:41.745508 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 7500ff9d-d46e-4a00-99ac-ea5486cc7652 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:54:41.754044 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.756223 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router_controller (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.782782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:41.816208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.816794 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Fanout notify agent at l3_agent the message router_deleted on router e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:54:41.823893 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.825186 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-15fff502-8e0f-4dd2-ab25-fe963e4d3eb9 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/routers/e39a53c3-3e0d-4f45-bcfb-ab2c73ad224a HTTP/1.1" status: 204 len: 168 time: 0.8067057 Feb 03 11:54:41.827848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55644) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:41.909590 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (7f8538f7-85a1-444d-926c-8c77e69fdc41), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:41.926126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdcf-4798-4601-8705-3fc9ce37d2b7 req-d564dd73-4e81-47e4-9e6e-e74abfa54aba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:41.928662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c267cdcf-4798-4601-8705-3fc9ce37d2b7 req-d564dd73-4e81-47e4-9e6e-e74abfa54aba tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.1336260 Feb 03 11:54:41.930867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb70b19-3772-4d55-9793-1467bd068946 req-4b4ec59e-3add-4655-a6dd-5e36e5f3b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:41.932253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb70b19-3772-4d55-9793-1467bd068946 req-4b4ec59e-3add-4655-a6dd-5e36e5f3b5e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1127 time: 0.0844676 Feb 03 11:54:42.010724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c267cdcf-4798-4601-8705-3fc9ce37d2b7 req-b19d887a-611e-4a4f-a7f8-54d061e288b8 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762718 Feb 03 11:54:42.013314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb70b19-3772-4d55-9793-1467bd068946 req-46a5424b-1dfd-4fa6-83e2-d96c09d340df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725579 Feb 03 11:54:42.016052 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (7f8538f7-85a1-444d-926c-8c77e69fdc41), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.037776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8538f7-85a1-444d-926c-8c77e69fdc41']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:42.048154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f17894-1759-4cf9-98d1-3cf97197ec2e') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:42.048455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f17894-1759-4cf9-98d1-3cf97197ec2e') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:42.058997 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (96f17894-1759-4cf9-98d1-3cf97197ec2e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.073021 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (96f17894-1759-4cf9-98d1-3cf97197ec2e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.080644 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:54:42.081171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (96f17894-1759-4cf9-98d1-3cf97197ec2e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:54:42.084709 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:54:42.148479 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (7f8538f7-85a1-444d-926c-8c77e69fdc41), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.155544 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.159062 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/networks/7f8538f7-85a1-444d-926c-8c77e69fdc41 HTTP/1.1" status: 204 len: 168 time: 0.3301907 Feb 03 11:54:42.163646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:42.170636 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690829-0725-457e-9308-4deb2cfb5a63 tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'Network': ['ID=7f8538f7-85a1-444d-926c-8c77e69fdc41,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:42.220179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (d94f3500-6416-4d43-b53e-10ab63271702), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.245330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (d94f3500-6416-4d43-b53e-10ab63271702), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.307067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (d94f3500-6416-4d43-b53e-10ab63271702), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.309781 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:42.310954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] 10.222.0.30 "DELETE /v2.0/security-groups/d94f3500-6416-4d43-b53e-10ab63271702 HTTP/1.1" status: 204 len: 168 time: 0.1460395 Feb 03 11:54:42.320676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413e75-c76d-4fd8-ac2a-a937b1402aee tempest-TestNetworkAdvancedServerOps-2114997261 tempest-TestNetworkAdvancedServerOps-2114997261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f3500-6416-4d43-b53e-10ab63271702,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:42.657876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:42.818949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e4c0c513-b5cc-42fa-bfd7-88949f74a25a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:54:42.839148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e4c0c513-b5cc-42fa-bfd7-88949f74a25a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:54:42.839496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e4c0c513-b5cc-42fa-bfd7-88949f74a25a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:54:42.839923 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc094fc8-eb88-4573-8179-520af839a0af no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:54:42.863242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: fc094fc8-eb88-4573-8179-520af839a0af {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:54:42.863504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device fc094fc8-eb88-4573-8179-520af839a0af not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:54:42.864006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8abd6a6-ff03-451c-a427-d083aa419a47 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:54:42.884133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: c8abd6a6-ff03-451c-a427-d083aa419a47 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:54:42.884490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device c8abd6a6-ff03-451c-a427-d083aa419a47 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:54:43.087739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a8644cc-ea26-40d4-a3dd-ecb20349d9db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83e0ae26c00f438c9d0337c4cfb5fbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287198 Feb 03 11:54:43.090351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:43.176249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb633e-7524-4333-8cac-0d1462cfbe8e req-6b4f2bdf-c66d-4ec0-af7c-109e10e8f59a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:43.178273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98fb633e-7524-4333-8cac-0d1462cfbe8e req-6b4f2bdf-c66d-4ec0-af7c-109e10e8f59a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.0821338 Feb 03 11:54:43.179338 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] Publish callbacks [] for security_group (6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.215301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] Publish callbacks [] for security_group (6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.268580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98fb633e-7524-4333-8cac-0d1462cfbe8e req-52601b20-7f6d-4a9f-a0ec-bbc114d0de6b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795710 Feb 03 11:54:43.291475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.294407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.295496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd HTTP/1.1" status: 204 len: 168 time: 0.2042749 Feb 03 11:54:43.304310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967a298-f549-4390-84c1-b5e277dc32d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa31a85-87f1-43fb-99ab-91ecdbf5f5cd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:43.574845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:43.614262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a6b87a48-6d57-46ae-a371-eecfa7c51e4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60756cda88174fa3bf180a906a30f27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380511 Feb 03 11:54:43.616689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:43.662706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] Publish callbacks [] for security_group (41bf6982-3bec-4fce-8189-d0e954196ec0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.683433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] Publish callbacks [] for security_group (41bf6982-3bec-4fce-8189-d0e954196ec0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.729568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (41bf6982-3bec-4fce-8189-d0e954196ec0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.732080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:43.733370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41bf6982-3bec-4fce-8189-d0e954196ec0 HTTP/1.1" status: 204 len: 168 time: 0.1157665 Feb 03 11:54:43.741435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1a15f-c600-42de-b145-f7545b44448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf6982-3bec-4fce-8189-d0e954196ec0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:44.391712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ae842-ea5e-42f7-8d6e-8ac7f9609233 req-6e25d1c8-9bc9-4464-8f0a-17a16b886c86 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:44.393204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a66ae842-ea5e-42f7-8d6e-8ac7f9609233 req-6e25d1c8-9bc9-4464-8f0a-17a16b886c86 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.0520275 Feb 03 11:54:44.443990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a66ae842-ea5e-42f7-8d6e-8ac7f9609233 req-77fddf44-4f8a-4022-8c0e-011b6ca9f40c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453699 Feb 03 11:54:44.560430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578420e0-1766-4834-a56e-6567de75a5e3 req-3c6a5d56-0462-45a7-b1e8-53ee2afe8a35 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:44.561911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-578420e0-1766-4834-a56e-6567de75a5e3 req-3c6a5d56-0462-45a7-b1e8-53ee2afe8a35 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Feb 03 11:54:44.608942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-578420e0-1766-4834-a56e-6567de75a5e3 req-c8b84bc1-61f2-4468-92c4-626b02cdedf4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Feb 03 11:54:44.630237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55676) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:44.672515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36b654-7cb9-40fe-a081-fdcd876d6321 tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:44.674016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fa36b654-7cb9-40fe-a081-fdcd876d6321 tempest-TestVolumeBootPattern-1881311220 tempest-TestVolumeBootPattern-1881311220-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1122 time: 0.0428112 Feb 03 11:54:44.676681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:54:44.680777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:54:44.699836 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:44.796936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:44.904604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Allocated IP 172.25.7.134 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/bdbc6095-bf3a-4e15-894b-e70a6dbc33f2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:54:45.003060 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.037128 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.074336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:54:45.080501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:54:45.085194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:54:45.088091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=bdbc6095-bf3a-4e15-894b-e70a6dbc33f2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:45.444219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (dab25880-69ef-4bfd-b2f7-3dc44d53747a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.514941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.658882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.663687 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.734363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event updated for resources: {'Port': ['ID=bdbc6095-bf3a-4e15-894b-e70a6dbc33f2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:54:45.746421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (dab25880-69ef-4bfd-b2f7-3dc44d53747a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:45.847412 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP dab25880-69ef-4bfd-b2f7-3dc44d53747a associated. External IP: 172.25.7.134, port: 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4. Feb 03 11:54:46.054575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:54:46.162634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:54:46.172406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:54:46.180676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:46.183251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:46.183975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:46.212768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-264358b0-cf6c-44d1-9f00-e03b349763ad tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5350595 Feb 03 11:54:46.213389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:54:46.215640 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a858d-da0a-47f6-b328-ffa56f028bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:54:46.253017 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe5a70c-fe0e-40c3-a470-d00a9414ddaa x-openstack-request-id: req-9fe5a70c-fe0e-40c3-a470-d00a9414ddaa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:54:46.253311 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:54:46.253569 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fe5a70c-fe0e-40c3-a470-d00a9414ddaa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:54:46.253979 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'status': 'completed', 'code': 200} Feb 03 11:54:46.296844 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:46.338153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-9650169f-c325-45ee-a28e-1ed7348a01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:46.339580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-9650169f-c325-45ee-a28e-1ed7348a01dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1127 time: 0.0445549 Feb 03 11:54:46.433272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-90ee6a6d-c3e5-4005-9c1f-b1a15410509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:46.434728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-90ee6a6d-c3e5-4005-9c1f-b1a15410509d service neutron] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0887723 Feb 03 11:54:46.498827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-ca329cdf-7567-40f7-af37-821a51d1fd72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 999 time: 0.0582011 Feb 03 11:54:46.521125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}, {'id': 'dab25880-69ef-4bfd-b2f7-3dc44d53747a', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:96:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:54:45Z', 'updated_at': '2022-02-03T11:54:45Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:46.546529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-42cec57a-cce5-4af3-a9ce-d9199f161d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:46.547036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:54:46.547978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-42cec57a-cce5-4af3-a9ce-d9199f161d89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0434923 Feb 03 11:54:46.555428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:54:46.556066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:54:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:46.601197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-5fb7d009-2260-4bbe-8b8b-a3fa34a8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:54:46.602619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-5fb7d009-2260-4bbe-8b8b-a3fa34a8aa6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483785 Feb 03 11:54:46.662817 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:54:46.671485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:54:46.692771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-4775be0d-431c-45eb-be0c-f82d3526f317 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843420 Feb 03 11:54:46.787340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-282a858d-da0a-47f6-b328-ffa56f028bd0 req-0539154d-794c-44c6-8269-593e9b8d9160 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Feb 03 11:54:46.900977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}, {'id': 'dab25880-69ef-4bfd-b2f7-3dc44d53747a', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:96:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:54:45Z', 'updated_at': '2022-02-03T11:54:45Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:54:46.928188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe52ce3-e719-4f74-a7ea-b79e833891ca None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}, {'id': 'dab25880-69ef-4bfd-b2f7-3dc44d53747a', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:96:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:54:45Z', 'updated_at': '2022-02-03T11:54:45Z', 'revision_number': 0, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:54:47.120463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d8de-e67a-486e-b104-d97546232e5d None None] New status for floating IP dab25880-69ef-4bfd-b2f7-3dc44d53747a: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:54:47.999580 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:54:57.426401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:01.301602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5766ede8-e643-4e70-9e66-5a502bc9d80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:04.407284 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cab0654d-bdc7-4cf9-b2b8-42f2160ec49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:04.774477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:06.375332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:07.420163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:09.240438 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-13b9ffb9-7fd3-4665-811c-c6287bb83093 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435140 Feb 03 11:55:09.329713 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-fa115f82-ece3-4454-9950-1c1a56b25b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:09.331223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-fa115f82-ece3-4454-9950-1c1a56b25b40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0437505 Feb 03 11:55:09.436237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-68898064-0113-4ffb-a784-367d44a70c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:09.437743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-68898064-0113-4ffb-a784-367d44a70c45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0879745 Feb 03 11:55:09.510555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-7f8c0324-b0d0-4650-8c49-961f21fd6f65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 1001 time: 0.0634799 Feb 03 11:55:09.567036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-2c70dce3-bc2d-497c-911f-4d34916b8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:09.568462 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-2c70dce3-bc2d-497c-911f-4d34916b8da2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0468509 Feb 03 11:55:09.617207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-7630cb5c-72dc-45be-8a65-8233f03d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:09.618654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-7630cb5c-72dc-45be-8a65-8233f03d00a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437257 Feb 03 11:55:09.709836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-25b27d00-b54c-4d52-a297-20c2b1ae545b service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826149 Feb 03 11:55:09.806880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-198e7c59-9326-4de7-b62d-6f894e4f5a10 req-a3b89b3f-431e-4d14-9034-f94455abcb28 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869365 Feb 03 11:55:16.642428 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:24.998825 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:55:25.607327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-c46b0c21-1b41-4e57-bf66-d1f77535df62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647721 Feb 03 11:55:25.710946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-7d910101-10ad-4607-8512-3df9a9cd43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:25.712700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-7d910101-10ad-4607-8512-3df9a9cd43bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1127 time: 0.0480981 Feb 03 11:55:25.821652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-f1c3c9a5-377e-4f9e-a431-705cd2b67b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:25.823119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-f1c3c9a5-377e-4f9e-a431-705cd2b67b0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0933733 Feb 03 11:55:25.896830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-fbb37199-f311-4c28-915b-30c5416b269c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 1001 time: 0.0675557 Feb 03 11:55:25.952543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-2e5bdd3a-6b8e-4223-9fc8-f96a8ac11305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:25.954021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-2e5bdd3a-6b8e-4223-9fc8-f96a8ac11305 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0512583 Feb 03 11:55:26.002470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-99f805e5-e031-42f0-af95-6fd1f36909eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:55:26.004522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-99f805e5-e031-42f0-af95-6fd1f36909eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443566 Feb 03 11:55:26.096380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-096327ef-f5d9-4a12-8cdd-a277ba964e84 service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863521 Feb 03 11:55:26.185014 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7aabd3c1-a822-4b83-b705-a899bba7f44e req-ceb7435b-edc4-4b49-be13-eef0bccbf6de service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Feb 03 11:55:27.418145 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:31.303418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9a9bc32-6012-4396-8ce8-518c603a23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:34.407819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2673cca-fd5e-45a2-b96f-e8499d20360b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:34.775415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:36.378521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:37.423010 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:46.646101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:55:57.415553 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:01.305647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6faa8d4d-4d7e-4cbd-b49f-a3ceec4c04e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:01.998015 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:56:04.410598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ec26f9-cf6d-4487-bacb-d749f1048621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:04.778022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:06.376956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:07.425395 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:11.238020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-e32c8cfb-96b2-4b51-a214-7a87ab7081a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436225 Feb 03 11:56:11.345189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736056e-1270-4813-a4b1-e81ce2315021 req-7024bfae-ff07-43a5-862a-3ec461fddcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:11.346674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-7024bfae-ff07-43a5-862a-3ec461fddcf4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0568066 Feb 03 11:56:11.450001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736056e-1270-4813-a4b1-e81ce2315021 req-23ade42e-8e29-4e81-a700-2a13f75d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:11.451454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-23ade42e-8e29-4e81-a700-2a13f75d2875 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.0830491 Feb 03 11:56:11.802991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-aaf1dde1-ffb5-4efc-90bb-e0d5ead4cbc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 1001 time: 0.3422849 Feb 03 11:56:11.854850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736056e-1270-4813-a4b1-e81ce2315021 req-69ff15d7-0af4-45b2-bd61-cbfcc4d1523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:11.856285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-69ff15d7-0af4-45b2-bd61-cbfcc4d1523b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0439639 Feb 03 11:56:11.907081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736056e-1270-4813-a4b1-e81ce2315021 req-27195f88-9c52-430a-8026-9247341ac205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:11.908551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-27195f88-9c52-430a-8026-9247341ac205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438032 Feb 03 11:56:12.002967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-69697ff1-a17d-45b2-aa8d-ec5d417b75a0 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Feb 03 11:56:12.102660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6736056e-1270-4813-a4b1-e81ce2315021 req-88d6c867-2874-4dde-8bd7-e7706b5fac79 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909777 Feb 03 11:56:13.680003 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:14.001058 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port bdbc6095-bf3a-4e15-894b-e70a6dbc33f2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:14.001321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.078873 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.079195 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.090822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for bdbc6095-bf3a-4e15-894b-e70a6dbc33f2 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:14.232191 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bdbc6095-bf3a-4e15-894b-e70a6dbc33f2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.259869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=bdbc6095-bf3a-4e15-894b-e70a6dbc33f2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:14.273516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.273868 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.274212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.274550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.274909 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.275240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.275569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.275895 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.276216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.276538 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.276886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.277235 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.277560 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:14.334658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (dab25880-69ef-4bfd-b2f7-3dc44d53747a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.335045 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP dab25880-69ef-4bfd-b2f7-3dc44d53747a disassociated (deleted). External IP: 172.25.7.134, port: 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4. Feb 03 11:56:14.542080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:56:14.968855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:56:14.973620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:14.979956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:56:14.992006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:14.992629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:15.002286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ffd02f51-82fa-4302-9aed-3547d5d9ff94 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "DELETE /v2.0/floatingips/dab25880-69ef-4bfd-b2f7-3dc44d53747a HTTP/1.1" status: 204 len: 168 time: 1.3211689 Feb 03 11:56:15.002886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:56:15.005797 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d70d15f97f233aee228712148ff56ebf9431a22520893cb39807f8a55935ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b431242a-2e73-4eb4-89c2-4c5db4d64883" -d '{"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:56:15.050879 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a29f87e-2e91-4251-90a6-3cb77197aa10 x-openstack-request-id: req-9a29f87e-2e91-4251-90a6-3cb77197aa10 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:56:15.051176 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:56:15.051429 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a29f87e-2e91-4251-90a6-3cb77197aa10 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:56:15.051863 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'status': 'completed', 'code': 200} Feb 03 11:56:15.117310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:15.203942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-bc8f5a3e-1c36-41b6-b93a-2ea52edb565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:15.205513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-bc8f5a3e-1c36-41b6-b93a-2ea52edb565c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 1127 time: 0.1121116 Feb 03 11:56:15.324576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36b80-a421-441f-9b07-1ecf3eaa36f3 req-4ab6a505-fbf6-4609-8699-e21cb4eecc60 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:15.326080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20c36b80-a421-441f-9b07-1ecf3eaa36f3 req-4ab6a505-fbf6-4609-8699-e21cb4eecc60 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.1182933 Feb 03 11:56:15.355139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-9ea677e4-a521-414f-bcd8-a93cd32e4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:15.356620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-9ea677e4-a521-414f-bcd8-a93cd32e4468 service neutron] 10.222.0.69 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1403224 Feb 03 11:56:15.409596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-0e44e970-396f-4982-aeba-42fd72a3ef95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 200 len: 217 time: 0.0456252 Feb 03 11:56:15.432424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20c36b80-a421-441f-9b07-1ecf3eaa36f3 req-b828bd4f-4404-4b89-9f4e-b4708aca6847 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993731 Feb 03 11:56:15.467458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-88468488-7030-4dc4-a52d-da91a0223be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:15.468948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-88468488-7030-4dc4-a52d-da91a0223be2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0503378 Feb 03 11:56:15.515316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:15.521865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-83f9c57d-18a2-4354-aebf-bf197f38f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:15.523379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-83f9c57d-18a2-4354-aebf-bf197f38f637 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484526 Feb 03 11:56:15.541171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:56:15.549795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:15.550394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:15.613778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-4d7bb3f4-b0d7-4bba-8c86-8083e777539a service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837526 Feb 03 11:56:15.653408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:15.708990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b431242a-2e73-4eb4-89c2-4c5db4d64883 req-24fd5cbd-edab-4ffd-afef-1e6aa9e5392f service neutron] 10.222.0.69 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887642 Feb 03 11:56:15.881596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:15.907965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a31e64-9f69-4cd2-8fb9-cae69836f2f2 None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'aa5eeccd-8359-4f2a-8050-255a03a06d45', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'port_id': 'fe8741da-5863-460c-8f44-f11305541865', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'mac_address': 'fa:16:3e:3a:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T11:52:27Z', 'updated_at': '2022-02-03T11:52:29Z', 'revision_number': 1, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:56:16.133908 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5fe53-abe7-45b5-bf8f-de02bf839d2e None None] New status for floating IP dab25880-69ef-4bfd-b2f7-3dc44d53747a: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:56:16.558064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6553e4-87bd-4a71-8e27-e2909040f912 req-7a441d49-e160-4376-856e-e5d9db745ef6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:16.559526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d6553e4-87bd-4a71-8e27-e2909040f912 req-7a441d49-e160-4376-856e-e5d9db745ef6 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.0528047 Feb 03 11:56:16.607131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d6553e4-87bd-4a71-8e27-e2909040f912 req-391d8bae-db43-458c-a1cc-7c000f3246a2 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Feb 03 11:56:16.644176 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:16.987032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-80d237f1-e8a1-4304-9538-e7256c8a049f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:16.988459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-80d237f1-e8a1-4304-9538-e7256c8a049f tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 945 time: 0.0513482 Feb 03 11:56:17.081692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:17.081960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:17.168519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:17.168892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:17.186496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:17.310140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6219cc83-10f6-4bce-a0ad-5d80ff7c80b4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:17.339088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=6219cc83-10f6-4bce-a0ad-5d80ff7c80b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:17.372335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.372686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.373056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.373400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.373736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.374070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.374402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.374730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.375073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.375404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.375729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.376056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.376381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:17.396155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:56:17.398555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:17.402073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2553cd7e-9dfa-45ca-a9cd-bdbb382a546b req-998de39b-4d0a-448a-aad4-8fa8ebc7ae0b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.69 "DELETE /v2.0/ports/6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 HTTP/1.1" status: 204 len: 173 time: 0.4086614 Feb 03 11:56:17.402504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'name': 'network-vif-deleted', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:56:17.404742 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd1705-3530-40ec-9c4b-b767930b315c" -d '{"events": [{"server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "name": "network-vif-deleted", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:56:17.446610 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac22f1-b0bc-4958-957d-6abccc0243b9 x-openstack-request-id: req-26ac22f1-b0bc-4958-957d-6abccc0243b9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:56:17.446904 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cfdccb-171c-4c1d-b275-5abb560e2782", "name": "network-vif-deleted", "tag": "6219cc83-10f6-4bce-a0ad-5d80ff7c80b4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:56:17.447158 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26ac22f1-b0bc-4958-957d-6abccc0243b9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:56:17.447559 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cfdccb-171c-4c1d-b275-5abb560e2782', 'name': 'network-vif-deleted', 'tag': '6219cc83-10f6-4bce-a0ad-5d80ff7c80b4', 'status': 'completed', 'code': 200} Feb 03 11:56:17.706821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08ed6d02-30d0-49a7-a3f0-139fa48cefaa req-77901e20-cb7c-4011-8edf-e3a080302b95 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0286241 Feb 03 11:56:18.810316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb913ed9-1597-4edd-9323-49b6fef4c73d req-a0afab37-3371-4d8e-94c3-adb5260b5008 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0318229 Feb 03 11:56:19.912423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac08f382-ed2f-4319-a1cd-322e5ac0db69 req-0afdddfd-075c-4421-abb1-87e1f73dd7ee tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Feb 03 11:56:21.009065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca1c3397-f0b1-47b1-bcfe-a04afcbd97f4 req-cf18bce0-85c4-417c-a238-4f2bb4d02b3a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0271153 Feb 03 11:56:22.102643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bad6270f-9ed3-476d-a386-20baebda2ae1 req-58629b7b-4efa-4b41-ab7f-01ebe1e9432e tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Feb 03 11:56:22.112084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:56:22.136878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:56:22.137337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 6219cc83-10f6-4bce-a0ad-5d80ff7c80b4 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:56:23.200445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0f4b070-7a83-414e-96f4-d9f5f277c403 req-a609d0d5-db23-4985-8b22-6702033aad06 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Feb 03 11:56:24.300353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53a02154-cbf1-47a6-b73d-2e4aec62e5e9 req-362e74a2-f833-495d-a80c-8e74cb0d5cd0 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Feb 03 11:56:25.394204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-02410b8e-42ea-4806-8984-ec7c2aef62de req-89a36003-48b0-4659-8e58-a2f687bb1399 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cfdccb-171c-4c1d-b275-5abb560e2782 HTTP/1.1" status: 200 len: 210 time: 0.0274668 Feb 03 11:56:27.431663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:31.309135 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ed2dca2-744b-44ab-9e82-71ab6383ae9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:34.411897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d3d97a0-8ed9-486d-bbf0-3f733770ce3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:34.781203 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:34.915157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:35.070898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 6596d1ef-bf97-4000-842f-ff5bb879d00d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:35.071246 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.150080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.150406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (6596d1ef-bf97-4000-842f-ff5bb879d00d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.162148 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 6596d1ef-bf97-4000-842f-ff5bb879d00d owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:35.323745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6596d1ef-bf97-4000-842f-ff5bb879d00d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.351587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=6596d1ef-bf97-4000-842f-ff5bb879d00d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:35.412472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (aa5eeccd-8359-4f2a-8050-255a03a06d45), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.412816 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Floating IP aa5eeccd-8359-4f2a-8050-255a03a06d45 disassociated (deleted). External IP: 172.25.7.138, port: fe8741da-5863-460c-8f44-f11305541865. Feb 03 11:56:35.620334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:56:35.729649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:56:35.734365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:35.739760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:56:35.748696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:35.749348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:35.765173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0b50ef8a-5923-46ed-97f7-8ba3521432f1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "DELETE /v2.0/floatingips/aa5eeccd-8359-4f2a-8050-255a03a06d45 HTTP/1.1" status: 204 len: 168 time: 0.8488925 Feb 03 11:56:35.765802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:56:35.768151 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80756d0f-5089-442f-8ead-9c453688611d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:56:35.809296 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf9fe8-2bc9-49f7-bb02-1aa584091376 x-openstack-request-id: req-5ddf9fe8-2bc9-49f7-bb02-1aa584091376 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:56:35.809589 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "tag": "fe8741da-5863-460c-8f44-f11305541865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:56:35.809845 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ddf9fe8-2bc9-49f7-bb02-1aa584091376 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:56:35.810257 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'tag': 'fe8741da-5863-460c-8f44-f11305541865', 'status': 'completed', 'code': 200} Feb 03 11:56:35.861087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:35.879921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756d0f-5089-442f-8ead-9c453688611d req-d5fd374b-3240-41a3-86b9-4e0d746b267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:35.882082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-d5fd374b-3240-41a3-86b9-4e0d746b267f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d17545d42f48a89369d479cc45f50a&device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 1127 time: 0.0519381 Feb 03 11:56:36.026324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756d0f-5089-442f-8ead-9c453688611d req-5f34f001-1693-4a42-bf45-6483cc2e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:36.027803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-5f34f001-1693-4a42-bf45-6483cc2e9921 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 200 len: 913 time: 0.1339865 Feb 03 11:56:36.037835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e38c-9f72-41fd-8c18-b021d5007367 req-b94119ec-5ace-4a7e-8960-b412a2829b60 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:36.039229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da61e38c-9f72-41fd-8c18-b021d5007367 req-b94119ec-5ace-4a7e-8960-b412a2829b60 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0744476 Feb 03 11:56:36.075239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:36.089791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-816e6052-1b9c-4f28-9390-2f177574f873 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 200 len: 217 time: 0.0496173 Feb 03 11:56:36.103680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:56:36.112819 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:36.114107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:36.154577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da61e38c-9f72-41fd-8c18-b021d5007367 req-3ddc82a3-daf6-4029-bce4-e086d73b1ef7 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082256 Feb 03 11:56:36.162290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756d0f-5089-442f-8ead-9c453688611d req-3dda4df5-4ee3-4562-b52c-51474e0179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:36.163689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-3dda4df5-4ee3-4562-b52c-51474e0179b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 200 len: 851 time: 0.0661473 Feb 03 11:56:36.221862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756d0f-5089-442f-8ead-9c453688611d req-4c507d0e-0466-4a43-bb3d-c76933e77986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:36.223804 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-4c507d0e-0466-4a43-bb3d-c76933e77986 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36af39f8-cd4e-4f30-a3d7-a0c025840755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502713 Feb 03 11:56:36.225967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:36.326192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-23f31e2b-6f39-4378-a6bc-6253a7925709 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957227 Feb 03 11:56:36.393225 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:36.424675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80756d0f-5089-442f-8ead-9c453688611d req-d52c343c-2681-4acf-9c4f-0e94f18deeb2 service neutron] 10.222.0.53 "GET /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916946 Feb 03 11:56:36.448703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:36.475147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb47f-b3b5-4846-a5a7-5881c469782c None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:39Z', 'revision_number': 4, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '83604015-5b69-46cd-9837-657c153c6e5f', 'name': '', 'network_id': '36af39f8-cd4e-4f30-a3d7-a0c025840755', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'mac_address': 'fa:16:3e:c7:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:38Z', 'updated_at': '2022-02-03T11:44:44Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'subnets': [{'id': '7ff27509-aa7b-4a48-bb2a-e71e7f2387e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:56:36.694078 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab6e48-49ab-4749-8044-2f54e5f0b68f None None] New status for floating IP aa5eeccd-8359-4f2a-8050-255a03a06d45: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 11:56:37.281859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803fa3c-edb1-41b7-9800-71beae5ea1ba req-2715be94-aae9-4642-82df-c2753d90ddb3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:37.283358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8803fa3c-edb1-41b7-9800-71beae5ea1ba req-2715be94-aae9-4642-82df-c2753d90ddb3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0539794 Feb 03 11:56:37.345181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8803fa3c-edb1-41b7-9800-71beae5ea1ba req-e52b1821-4e45-4f60-b546-f3e995cb8b45 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e371f54-6f15-4fd3-93cc-548bde3f774b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558355 Feb 03 11:56:37.434034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:37.827736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-371d5d96-6518-4bc5-8094-43bc5e67301a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:56:37.829347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-371d5d96-6518-4bc5-8094-43bc5e67301a tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 945 time: 0.0536120 Feb 03 11:56:37.924186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port fe8741da-5863-460c-8f44-f11305541865 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:37.924526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fe8741da-5863-460c-8f44-f11305541865), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:38.020864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] For port fe8741da-5863-460c-8f44-f11305541865, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=fe8741da-5863-460c-8f44-f11305541865,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:38.021422 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fe8741da-5863-460c-8f44-f11305541865), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:38.035835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for fe8741da-5863-460c-8f44-f11305541865 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:38.164468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fe8741da-5863-460c-8f44-f11305541865), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:38.191236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=fe8741da-5863-460c-8f44-f11305541865,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:38.236794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] No DVR routers for this DVR port fe8741da-5863-460c-8f44-f11305541865 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:56:38.239812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:38.243098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd28af7a-2619-41af-a3eb-aa71ac6ba803 req-2e6df587-dac3-4786-860d-7feb9325255b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.53 "DELETE /v2.0/ports/fe8741da-5863-460c-8f44-f11305541865 HTTP/1.1" status: 204 len: 173 time: 0.4053898 Feb 03 11:56:38.243537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'name': 'network-vif-deleted', 'tag': 'fe8741da-5863-460c-8f44-f11305541865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:56:38.245781 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2349b-1116-4950-bd11-d827e0fc6f70" -d '{"events": [{"server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "name": "network-vif-deleted", "tag": "fe8741da-5863-460c-8f44-f11305541865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:56:38.284790 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54011b50-1ba2-45e5-812c-88e5236193c8 x-openstack-request-id: req-54011b50-1ba2-45e5-812c-88e5236193c8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:56:38.286007 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f53aacd-dab9-48e7-b047-e53e7c7d4353", "name": "network-vif-deleted", "tag": "fe8741da-5863-460c-8f44-f11305541865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:56:38.286007 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54011b50-1ba2-45e5-812c-88e5236193c8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:56:38.286293 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f53aacd-dab9-48e7-b047-e53e7c7d4353', 'name': 'network-vif-deleted', 'tag': 'fe8741da-5863-460c-8f44-f11305541865', 'status': 'completed', 'code': 200} Feb 03 11:56:38.440403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c79f7536-1d52-41ce-b0eb-059bcc669e4f req-92aebd84-f466-43f1-8396-fe86f4c95f3c tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0271537 Feb 03 11:56:38.997564 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:56:39.541936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a36ef13-26c9-4695-a455-f0868e93b0b8 req-75cc0ffa-35de-4ae7-a785-eda690ce80c1 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0303195 Feb 03 11:56:40.391099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device fe8741da-5863-460c-8f44-f11305541865 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:56:40.411287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: fe8741da-5863-460c-8f44-f11305541865 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:56:40.411637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device fe8741da-5863-460c-8f44-f11305541865 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:56:40.647147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a971a357-580d-4a6f-9819-403f293240d9 req-b87fbdb8-605c-48d6-87e1-52b5d635ab19 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0330412 Feb 03 11:56:41.741911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b2efa7e-d2e8-4373-a3d8-fa8856a04735 req-4d972851-d16c-4bd1-a140-4f9271a1f8c4 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Feb 03 11:56:42.838101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d41167b-dd5e-4dd9-a514-7b94cb133e43 req-f1cfaff5-f212-4169-ae3f-6f62111c27e3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0282032 Feb 03 11:56:43.933164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e49ccce6-73c4-4bc4-8cec-cc1f82258e21 req-32169c77-0c2f-4023-bbc6-cdeb97d95ea3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0276074 Feb 03 11:56:45.025542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe3039bc-2a46-4cb8-91d7-a784538f9797 req-cb45ba8c-4d6c-4e75-9308-002bd92e6590 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0262115 Feb 03 11:56:46.123888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0b47e3b5-64c0-4421-a6f2-57110096393b req-627e65b8-becd-4396-b79b-38b8066f6aea tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f53aacd-dab9-48e7-b047-e53e7c7d4353 HTTP/1.1" status: 200 len: 210 time: 0.0300133 Feb 03 11:56:46.637849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.179031 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55810) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:47.301457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Deleting port 4c9887c0-065b-45ca-8011-2cf5803016e4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:47.301804 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.380220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.380550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (4c9887c0-065b-45ca-8011-2cf5803016e4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.391975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Calling delete_port for 4c9887c0-065b-45ca-8011-2cf5803016e4 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:47.518733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4c9887c0-065b-45ca-8011-2cf5803016e4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.546313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'Port': ['ID=4c9887c0-065b-45ca-8011-2cf5803016e4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:47.606752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for floatingip (4c553d65-9fba-4f9c-8e10-16782628cbd7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.609312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:47.610452 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8361331e-3c45-4eb5-ae77-395da46c58d3 tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "DELETE /v2.0/floatingips/4c553d65-9fba-4f9c-8e10-16782628cbd7 HTTP/1.1" status: 204 len: 168 time: 0.4304628 Feb 03 11:56:52.987469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55830) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:53.045410 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (3e371f54-6f15-4fd3-93cc-548bde3f774b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:53.070551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (3e371f54-6f15-4fd3-93cc-548bde3f774b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:53.129775 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3e371f54-6f15-4fd3-93cc-548bde3f774b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:53.133278 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:53.134571 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e371f54-6f15-4fd3-93cc-548bde3f774b HTTP/1.1" status: 204 len: 168 time: 0.1455836 Feb 03 11:56:53.144408 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9baae-bb62-4aea-9497-dca976c05f7b tempest-TestVolumeBootPattern-1878330283 tempest-TestVolumeBootPattern-1878330283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e371f54-6f15-4fd3-93cc-548bde3f774b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:54.215051 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55836) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:54.657692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (15888197-7a67-4ef8-827a-f1310240d7e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:54.907998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Deleting port 83604015-5b69-46cd-9837-657c153c6e5f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:54.908335 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (83604015-5b69-46cd-9837-657c153c6e5f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:54.985635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] For port 83604015-5b69-46cd-9837-657c153c6e5f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=83604015-5b69-46cd-9837-657c153c6e5f,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:54.985999 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (83604015-5b69-46cd-9837-657c153c6e5f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:55.002204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Calling delete_port for 83604015-5b69-46cd-9837-657c153c6e5f owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:55.177438 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (83604015-5b69-46cd-9837-657c153c6e5f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:55.202142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Pushing event deleted for resources: {'Port': ['ID=83604015-5b69-46cd-9837-657c153c6e5f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:55.366668 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (15888197-7a67-4ef8-827a-f1310240d7e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:55.580900 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Router 15888197-7a67-4ef8-827a-f1310240d7e5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:56:55.685882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:56:55.691484 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b7e4b85d-9b9d-4b2a-91ae-438075e05103 admin admin] 10.222.0.30 "PUT /v2.0/routers/15888197-7a67-4ef8-827a-f1310240d7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746253 Feb 03 11:56:55.693850 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:55.696934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Sync routers for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:56:55.706244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:55.706843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:55.802284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks [] for router (15888197-7a67-4ef8-827a-f1310240d7e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:55.816494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:55.908769 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks [] for router_gateway (15888197-7a67-4ef8-827a-f1310240d7e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:55.960361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Deleting port 64d90a5a-2c13-44ce-ab87-a430eed0ff46 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:55.960706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.014723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:56:55Z', 'revision_number': 5, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port': {'id': '64d90a5a-2c13-44ce-ab87-a430eed0ff46', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:56.038216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] For port 64d90a5a-2c13-44ce-ab87-a430eed0ff46, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=64d90a5a-2c13-44ce-ab87-a430eed0ff46,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:56.038574 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.041606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Checking router: 15888197-7a67-4ef8-827a-f1310240d7e5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:56:56.051048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Routers {'15888197-7a67-4ef8-827a-f1310240d7e5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:56.051653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['15888197-7a67-4ef8-827a-f1310240d7e5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:56.055869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Calling delete_port for 64d90a5a-2c13-44ce-ab87-a430eed0ff46 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:56.136069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] Set router 15888197-7a67-4ef8-827a-f1310240d7e5 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:56.187922 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:56:55Z', 'revision_number': 6, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:56.216886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7ec5b-10ae-4b3a-83d5-149ed6e9f22f None None] The sync data for ids ['15888197-7a67-4ef8-827a-f1310240d7e5'] in n-d-821606-6 is: [{'id': '15888197-7a67-4ef8-827a-f1310240d7e5', 'name': 'tempest-TestVolumeBootPattern-1156590289-router', 'tenant_id': 'f8d17545d42f48a89369d479cc45f50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:36Z', 'updated_at': '2022-02-03T11:56:55Z', 'revision_number': 6, 'project_id': 'f8d17545d42f48a89369d479cc45f50a', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:56:56.220076 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (64d90a5a-2c13-44ce-ab87-a430eed0ff46), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.253045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Pushing event deleted for resources: {'Port': ['ID=64d90a5a-2c13-44ce-ab87-a430eed0ff46,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:56.313864 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (15888197-7a67-4ef8-827a-f1310240d7e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.402207 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (15888197-7a67-4ef8-827a-f1310240d7e5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.404439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks [] for router_controller (15888197-7a67-4ef8-827a-f1310240d7e5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.452546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (15888197-7a67-4ef8-827a-f1310240d7e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.453067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15888197-7a67-4ef8-827a-f1310240d7e5 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:56:56.457819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.459043 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4c0cfc81-23ff-4987-b7e7-d79579f5b22d admin admin] 10.222.0.30 "DELETE /v2.0/routers/15888197-7a67-4ef8-827a-f1310240d7e5 HTTP/1.1" status: 204 len: 168 time: 0.7642853 Feb 03 11:56:56.461533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55842) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:56.505732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Deleting subnet 7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:56:56.508813 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Publish callbacks [] for subnet (7ff27509-aa7b-4a48-bb2a-e71e7f2387e6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.541834 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7ff27509-aa7b-4a48-bb2a-e71e7f2387e6), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.630181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7ff27509-aa7b-4a48-bb2a-e71e7f2387e6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.693388 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7ff27509-aa7b-4a48-bb2a-e71e7f2387e6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.718245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff27509-aa7b-4a48-bb2a-e71e7f2387e6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:56.721751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.724872 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a52a542c-d98c-4bef-85da-1ee1b2d9c314 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7ff27509-aa7b-4a48-bb2a-e71e7f2387e6 HTTP/1.1" status: 204 len: 168 time: 0.2624128 Feb 03 11:56:56.727542 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:56.728034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62227889-a0ac-4c48-8278-6a06e1ec7a69 None None] Network 36af39f8-cd4e-4f30-a3d7-a0c025840755 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:56:56.796180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (36af39f8-cd4e-4f30-a3d7-a0c025840755), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.855421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Deleting port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:56.855762 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.916852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] For port 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=70f7e337-d0a5-4851-8f70-c4bcba6fd717,segment=NetworkSegment(3174576d-1bd3-4872-ba2d-2ce6f9d55b72),segment_id=3174576d-1bd3-4872-ba2d-2ce6f9d55b72)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:56.917167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:56.930525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Calling delete_port for 70f7e337-d0a5-4851-8f70-c4bcba6fd717 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:57.005023 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] DHCP port deletion for 36af39f8-cd4e-4f30-a3d7-a0c025840755 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:56:57.027721 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.055602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f7e337-d0a5-4851-8f70-c4bcba6fd717,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:57.060085 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] No DVR routers for this DVR port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:56:57.065001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Deleting port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:57.065314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.080455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83604015-5b69-46cd-9837-657c153c6e5f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:56:57.107047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 83604015-5b69-46cd-9837-657c153c6e5f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:56:57.107426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 83604015-5b69-46cd-9837-657c153c6e5f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:56:57.107900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70f7e337-d0a5-4851-8f70-c4bcba6fd717 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:56:57.134259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (36af39f8-cd4e-4f30-a3d7-a0c025840755), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.157396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 70f7e337-d0a5-4851-8f70-c4bcba6fd717 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:56:57.157754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 70f7e337-d0a5-4851-8f70-c4bcba6fd717 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:56:57.158177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 64d90a5a-2c13-44ce-ab87-a430eed0ff46 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:56:57.160718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36af39f8-cd4e-4f30-a3d7-a0c025840755']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:57.170524 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3174576d-1bd3-4872-ba2d-2ce6f9d55b72') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:57.170813 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3174576d-1bd3-4872-ba2d-2ce6f9d55b72') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:57.179935 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (3174576d-1bd3-4872-ba2d-2ce6f9d55b72), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.189144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 64d90a5a-2c13-44ce-ab87-a430eed0ff46 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:56:57.189498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 64d90a5a-2c13-44ce-ab87-a430eed0ff46 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:56:57.191535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] For port 70f7e337-d0a5-4851-8f70-c4bcba6fd717, host n-d-821606-6, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:57.191949 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.198571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (3174576d-1bd3-4872-ba2d-2ce6f9d55b72), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.204578 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:56:57.205299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (3174576d-1bd3-4872-ba2d-2ce6f9d55b72), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.205982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Calling delete_port for 70f7e337-d0a5-4851-8f70-c4bcba6fd717 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:56:57.207760 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:56:57.209585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 11:56:57.210713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (70f7e337-d0a5-4851-8f70-c4bcba6fd717), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.237998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Pushing event deleted for resources: {'Port': ['ID=70f7e337-d0a5-4851-8f70-c4bcba6fd717,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:57.240597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] No DVR routers for this DVR port 70f7e337-d0a5-4851-8f70-c4bcba6fd717 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:56:57.249668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.250125 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.250990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.251344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.251806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.252298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.252698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.253165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.253630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.254063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.254493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.255103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.255512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbedf9a-d467-4fc9-a072-5dd4d6d92428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:56:57.269969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (36af39f8-cd4e-4f30-a3d7-a0c025840755), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.278466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.281068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] 10.222.0.30 "DELETE /v2.0/networks/36af39f8-cd4e-4f30-a3d7-a0c025840755 HTTP/1.1" status: 204 len: 168 time: 0.5525346 Feb 03 11:56:57.284247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:57.298979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9444-eae0-45e3-b043-8637adfe8151 admin admin] Pushing event deleted for resources: {'Network': ['ID=36af39f8-cd4e-4f30-a3d7-a0c025840755,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:57.430604 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:57.637685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:58.162831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Deleting port 0488c465-3384-4e5d-9e79-350336d28e18 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:58.163153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0488c465-3384-4e5d-9e79-350336d28e18), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:58.242450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] For port 0488c465-3384-4e5d-9e79-350336d28e18, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0488c465-3384-4e5d-9e79-350336d28e18,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:58.242815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0488c465-3384-4e5d-9e79-350336d28e18), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:58.255646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Calling delete_port for 0488c465-3384-4e5d-9e79-350336d28e18 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:58.438155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0488c465-3384-4e5d-9e79-350336d28e18), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:58.465406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Pushing event deleted for resources: {'Port': ['ID=0488c465-3384-4e5d-9e79-350336d28e18,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:58.633452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:58.866167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 11:56:58.971994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 11:56:58.977635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee8335c1-adf9-4e81-b93c-6b4530d8a14f admin admin] 10.222.0.30 "PUT /v2.0/routers/c0e5f379-5af2-4ae7-a92b-6945eb31f0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916881 Feb 03 11:56:58.980127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:58.983371 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Sync routers for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 11:56:58.992699 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:58.993402 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:59.095300 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks [] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.109065 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:59.197801 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks [] for router_gateway (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.253984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Deleting port 9a94b9a8-4039-4e2b-ac4d-7300faad596d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:56:59.254321 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.334117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] For port 9a94b9a8-4039-4e2b-ac4d-7300faad596d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9a94b9a8-4039-4e2b-ac4d-7300faad596d,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:56:59.334475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.352351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Calling delete_port for 9a94b9a8-4039-4e2b-ac4d-7300faad596d owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:56:59.376239 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:56:58Z', 'revision_number': 5, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port': {'id': '9a94b9a8-4039-4e2b-ac4d-7300faad596d', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T11:44:42Z', 'updated_at': '2022-02-03T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:59.402560 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Checking router: c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 11:56:59.410604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Routers {'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 11:56:59.411197 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T11:56:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:59.496603 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] Set router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 11:56:59.513369 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9a94b9a8-4039-4e2b-ac4d-7300faad596d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.540999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a94b9a8-4039-4e2b-ac4d-7300faad596d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:56:59.553168 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:56:59Z', 'revision_number': 6, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:56:59.581037 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1352e9-3d7b-4360-a53c-4cb3fd3c9d3d None None] The sync data for ids ['c0e5f379-5af2-4ae7-a92b-6945eb31f0f8'] in n-d-821606-6 is: [{'id': 'c0e5f379-5af2-4ae7-a92b-6945eb31f0f8', 'name': 'tempest-TestVolumeBootPattern-2063895076-router', 'tenant_id': 'bc3d79c2bd2d49f2986679d015a51879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T11:44:41Z', 'updated_at': '2022-02-03T11:56:59Z', 'revision_number': 6, 'project_id': 'bc3d79c2bd2d49f2986679d015a51879', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 11:56:59.606926 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.702372 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.704428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks [] for router_controller (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.745517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (c0e5f379-5af2-4ae7-a92b-6945eb31f0f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.746185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 11:56:59.750460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.751690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1a6cf6ab-5224-4b4f-a4ca-59dad1d7cfbe admin admin] 10.222.0.30 "DELETE /v2.0/routers/c0e5f379-5af2-4ae7-a92b-6945eb31f0f8 HTTP/1.1" status: 204 len: 168 time: 0.7706449 Feb 03 11:56:59.754831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:56:59.803080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Deleting subnet 64d01e9e-5940-4902-b122-7c5fa33911b7 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:56:59.806209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Publish callbacks [] for subnet (64d01e9e-5940-4902-b122-7c5fa33911b7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.840199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (64d01e9e-5940-4902-b122-7c5fa33911b7), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.915186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (64d01e9e-5940-4902-b122-7c5fa33911b7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:56:59.975160 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (64d01e9e-5940-4902-b122-7c5fa33911b7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.001617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d01e9e-5940-4902-b122-7c5fa33911b7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:00.005494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.008903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dff23fbd-8338-49bd-8407-84701e2be7f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/64d01e9e-5940-4902-b122-7c5fa33911b7 HTTP/1.1" status: 204 len: 168 time: 0.2531421 Feb 03 11:57:00.011485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 55852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:00.014572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e5553f-59ff-4960-8cc5-ff69ac91246a None None] Network caa7d0dd-653d-4d3e-ac28-445d9e299d0b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:57:00.082971 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (caa7d0dd-653d-4d3e-ac28-445d9e299d0b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.135595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Deleting port 8114fbb2-9238-480f-9a55-28cfd4980296 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:57:00.135943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.202467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] For port 8114fbb2-9238-480f-9a55-28cfd4980296, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8114fbb2-9238-480f-9a55-28cfd4980296,segment=NetworkSegment(ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898),segment_id=ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:00.202734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.215504 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Calling delete_port for 8114fbb2-9238-480f-9a55-28cfd4980296 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:57:00.293685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8114fbb2-9238-480f-9a55-28cfd4980296), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.322500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8114fbb2-9238-480f-9a55-28cfd4980296,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:00.325961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] No DVR routers for this DVR port 8114fbb2-9238-480f-9a55-28cfd4980296 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:57:00.359997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8184f9-c110-4dad-978f-22d5b26d69df None None] DHCP port deletion for caa7d0dd-653d-4d3e-ac28-445d9e299d0b request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 11:57:00.414315 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (caa7d0dd-653d-4d3e-ac28-445d9e299d0b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.434428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa7d0dd-653d-4d3e-ac28-445d9e299d0b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:57:00.444667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:57:00.444999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:57:00.459765 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.476559 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.482499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:57:00.482909 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (ab0bf502-d3a7-43f4-84b9-4e7a9f8d1898), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: timer() Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:57:00.484679 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:57:00.539894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (caa7d0dd-653d-4d3e-ac28-445d9e299d0b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.545813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.552008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/caa7d0dd-653d-4d3e-ac28-445d9e299d0b HTTP/1.1" status: 204 len: 168 time: 0.5365357 Feb 03 11:57:00.565944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29384-c807-4007-8eba-754ba507eeb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa7d0dd-653d-4d3e-ac28-445d9e299d0b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:00.674329 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55856) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:00.738652 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-af485712-317d-4174-94ac-2647787ad553 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8d17545d42f48a89369d479cc45f50a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623665 Feb 03 11:57:00.741396 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55858) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:00.802423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] Publish callbacks [] for security_group (abb04cae-20de-4fc9-b8e8-86ebc9e48ced), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.822648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] Publish callbacks [] for security_group (abb04cae-20de-4fc9-b8e8-86ebc9e48ced), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.870701 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (abb04cae-20de-4fc9-b8e8-86ebc9e48ced), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.873509 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:00.874741 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abb04cae-20de-4fc9-b8e8-86ebc9e48ced HTTP/1.1" status: 204 len: 168 time: 0.1324503 Feb 03 11:57:00.882577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813defba-e780-41be-ad06-99bbef3df015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb04cae-20de-4fc9-b8e8-86ebc9e48ced,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:00.898332 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0488c465-3384-4e5d-9e79-350336d28e18 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:57:00.922666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0488c465-3384-4e5d-9e79-350336d28e18 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:57:00.923007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0488c465-3384-4e5d-9e79-350336d28e18 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:57:00.923416 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9a94b9a8-4039-4e2b-ac4d-7300faad596d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:57:00.946410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9a94b9a8-4039-4e2b-ac4d-7300faad596d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:57:00.946760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9a94b9a8-4039-4e2b-ac4d-7300faad596d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:57:00.947279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8114fbb2-9238-480f-9a55-28cfd4980296 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:57:00.966196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8114fbb2-9238-480f-9a55-28cfd4980296 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:57:00.966540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8114fbb2-9238-480f-9a55-28cfd4980296 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:57:01.195372 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55864) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:01.235770 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c9de3dc-06de-489e-a3f8-4073e10925e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc3d79c2bd2d49f2986679d015a51879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391848 Feb 03 11:57:01.238321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 55866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:01.287584 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] Publish callbacks [] for security_group (abc6d71b-3003-42bb-93c3-856500033d70), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:01.308720 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] Publish callbacks [] for security_group (abc6d71b-3003-42bb-93c3-856500033d70), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:01.310188 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4decb395-6048-4f7a-aedd-6d0032d5eaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:01.356477 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (abc6d71b-3003-42bb-93c3-856500033d70), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:01.359049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:01.360180 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abc6d71b-3003-42bb-93c3-856500033d70 HTTP/1.1" status: 204 len: 168 time: 0.1208801 Feb 03 11:57:01.367703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b66af-8b98-4670-b323-94f530b4f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6d71b-3003-42bb-93c3-856500033d70,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:04.414158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be840ddb-5f8b-4935-9218-161d5528162c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:04.785191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:06.383964 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:07.426804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:11.654515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-588158c2-7402-4a0b-b105-0b6db15ad472 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286963 Feb 03 11:57:11.858754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-e0028799-e099-47b4-af8b-544ddaf409c3 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:11.860105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-e0028799-e099-47b4-af8b-544ddaf409c3 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000794 Feb 03 11:57:11.875108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-43ad02f4-fa57-4ce1-aa1a-5e0e968a768d tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/quotas/96f02e47900541a0bd9aa5a4e2a829d9 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Feb 03 11:57:11.907033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-658ed48b-0c94-44dc-a164-7cff69844969 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263636 Feb 03 11:57:12.064859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29e162d1-544c-4475-8144-568cd58393db req-18a10314-c0e2-4c94-bc65-040453af451c tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 210 time: 0.0270309 Feb 03 11:57:13.142907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-590c8cef-094d-4983-afef-9a41e2be1ed2 req-57529a93-3ebe-4a2f-8233-40315b87b8e9 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 210 time: 0.0279126 Feb 03 11:57:14.088293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-953e345b-767f-4776-9a89-f86b2e1406b7 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236218 Feb 03 11:57:14.198894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-b1d20cdf-defe-4d30-b596-e36eef4606fc tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:14.200423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-b1d20cdf-defe-4d30-b596-e36eef4606fc tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064112 Feb 03 11:57:14.218244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Request body: {'port': {'device_id': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'admin_state_up': True, 'tenant_id': '96f02e47900541a0bd9aa5a4e2a829d9'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:14.263204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb378869-8f42-4bb1-b746-3ec372730cc3 req-fa3e38c2-63fa-4c7e-a3d5-d0df926a2fdb tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 210 time: 0.0414209 Feb 03 11:57:14.352651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Made reservation on behalf of 96f02e47900541a0bd9aa5a4e2a829d9 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:57:14.355777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.364674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.438611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks [] for security_group (1b25966a-7dcd-4f3a-bd2d-489fd23d5255), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.442215 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b25966a-7dcd-4f3a-bd2d-489fd23d5255), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.508444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25966a-7dcd-4f3a-bd2d-489fd23d5255,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:14.578666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Allocated IP 192.168.233.83 (cd6ec556-0392-4a69-894d-51664491af4c/837018a9-348f-4af0-aa4c-b3e2dd0c6a30/bc4f0844-6f5e-4223-b41a-1edd81610848) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:57:14.726178 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks [] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.758649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.801424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Network cd6ec556-0392-4a69-894d-51664491af4c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:57:14.806544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:57:14.810035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:57:14.840743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Pushing event updated for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:14.869317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:14.869996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:14.887772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-0fe9b6cf-15c2-41dc-9d43-278cf3a41ede tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6735110 Feb 03 11:57:14.905523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Request body: {'port': {'device_id': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:14.970350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.102859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6f7a1033-002d-4fc6-beb6-3e9074089757 None None] Provisioning complete for port bc4f0844-6f5e-4223-b41a-1edd81610848 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:57:15.103390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1033-002d-4fc6-beb6-3e9074089757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.136557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a1033-002d-4fc6-beb6-3e9074089757 None None] Port bc4f0844-6f5e-4223-b41a-1edd81610848 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 11:57:15.228680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4f0844-6f5e-4223-b41a-1edd81610848 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:57:15.236005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks [] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.249492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Transition to ACTIVE for port object bc4f0844-6f5e-4223-b41a-1edd81610848 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:57:15.253607 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.305018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:15.408703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Attempting to bind port bc4f0844-6f5e-4223-b41a-1edd81610848 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:57:15.409087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Attempting to bind port bc4f0844-6f5e-4223-b41a-1edd81610848 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:57:15.409467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Attempting to bind port bc4f0844-6f5e-4223-b41a-1edd81610848 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:57:15.416438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Port bc4f0844-6f5e-4223-b41a-1edd81610848 on network cd6ec556-0392-4a69-894d-51664491af4c not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:57:15.416770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Attempting to bind port bc4f0844-6f5e-4223-b41a-1edd81610848 on network cd6ec556-0392-4a69-894d-51664491af4c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:57:15.425701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:57:15.426043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Checking segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:57:15.426445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Bound using segment: {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:57:15.426872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Bound port: bc4f0844-6f5e-4223-b41a-1edd81610848, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72ac44-d91e-463f-aa7a-9f9b53d22e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:57:15.427704 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.445941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6374fa-bd9d-44aa-862e-98e4f98d6cf2 req-f5a62548-a57e-47c1-a8d0-d320bf84e4e1 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:15.447424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd6374fa-bd9d-44aa-862e-98e4f98d6cf2 req-f5a62548-a57e-47c1-a8d0-d320bf84e4e1 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 947 time: 0.0989003 Feb 03 11:57:15.538384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:57:15.543801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd6374fa-bd9d-44aa-862e-98e4f98d6cf2 req-f54df6b6-da48-4f95-82d3-380b79b011f0 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905252 Feb 03 11:57:15.545936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bc4f0844-6f5e-4223-b41a-1edd81610848,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:57:15.553890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.887910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:15.888433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:15.889810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] 10.222.0.69 "PUT /v2.0/ports/bc4f0844-6f5e-4223-b41a-1edd81610848 HTTP/1.1" status: 200 len: 1095 time: 0.9890633 Feb 03 11:57:15.890240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:57:15.895660 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf80aa0-83e4-46d4-a981-abac0328321e" -d '{"events": [{"name": "network-changed", "server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:57:15.921224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10413a72-fe61-4f04-87bf-6627d8b4022e service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:15.993367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-b016bdeb-bdca-4251-90fa-707aaa9c347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:15.994913 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-b016bdeb-bdca-4251-90fa-707aaa9c347a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 1129 time: 0.0449622 Feb 03 11:57:15.996348 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:57:16.005122 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c26b32-c157-4272-b9c5-14c46d6844ea x-openstack-request-id: req-26c26b32-c157-4272-b9c5-14c46d6844ea {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:57:16.005422 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:57:16.005678 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26c26b32-c157-4272-b9c5-14c46d6844ea {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:57:16.006070 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848', 'status': 'completed', 'code': 200} Feb 03 11:57:16.046007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-24f8d062-fa5d-4d94-8e73-15d730d4971c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc4f0844-6f5e-4223-b41a-1edd81610848 HTTP/1.1" status: 200 len: 217 time: 0.0365682 Feb 03 11:57:16.092323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-16a56ad8-42ba-4805-93d9-b9da791f34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.093762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-16a56ad8-42ba-4805-93d9-b9da791f34c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0422001 Feb 03 11:57:16.142034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-cccae6b2-60da-4bf8-9986-9dd4b5dac954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.143519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-cccae6b2-60da-4bf8-9986-9dd4b5dac954 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0438545 Feb 03 11:57:16.234639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-36c61d2e-4c6b-4fb3-b3e0-51bd9a2aa6c9 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Feb 03 11:57:16.328838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e838b800-264a-44cc-8ba0-f597e4d751a1 req-36564fba-cc3f-46a5-808f-42bb47183c1f service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882995 Feb 03 11:57:16.454949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-dc646af5-97e2-45ce-b7f9-1e992892ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.456514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-dc646af5-97e2-45ce-b7f9-1e992892ed66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 1129 time: 0.0459762 Feb 03 11:57:16.554931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-954f2653-3b9e-444f-a954-847737cff9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.556395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-954f2653-3b9e-444f-a954-847737cff9de service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd6ec556-0392-4a69-894d-51664491af4c HTTP/1.1" status: 200 len: 870 time: 0.0942094 Feb 03 11:57:16.597214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-14adc306-4f20-4a17-8d8a-a49341de8ea6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bc4f0844-6f5e-4223-b41a-1edd81610848 HTTP/1.1" status: 200 len: 217 time: 0.0345175 Feb 03 11:57:16.633974 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:16.680384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-f353fb12-49ec-46ad-b4d1-61eb0e6b635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.681857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-f353fb12-49ec-46ad-b4d1-61eb0e6b635d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=837018a9-348f-4af0-aa4c-b3e2dd0c6a30 HTTP/1.1" status: 200 len: 843 time: 0.0798359 Feb 03 11:57:16.704743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846ac7b-7c9e-4e9c-840e-939c553b0485 req-cf98e2b6-8a5e-4286-bce8-72f07187b602 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.706715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f846ac7b-7c9e-4e9c-840e-939c553b0485 req-cf98e2b6-8a5e-4286-bce8-72f07187b602 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 947 time: 0.0748725 Feb 03 11:57:16.771778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-3d089f75-3345-4449-8df9-8774cce560e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:16.773463 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-3d089f75-3345-4449-8df9-8774cce560e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd6ec556-0392-4a69-894d-51664491af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0854216 Feb 03 11:57:16.776925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f846ac7b-7c9e-4e9c-840e-939c553b0485 req-9c7c5813-c954-419b-bc7e-eb37741ea0a1 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558894 Feb 03 11:57:16.867152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-c87721d3-bbc4-4958-968a-da3dba87bcb7 service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882533 Feb 03 11:57:16.959710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf80aa0-83e4-46d4-a981-abac0328321e req-98f5cf49-bac2-4b51-b199-8583c12a297d service neutron] 10.222.0.69 "GET /v2.0/networks/cd6ec556-0392-4a69-894d-51664491af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868137 Feb 03 11:57:17.900180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d39ab8-4010-4a32-9592-2dd621d61e7a req-79298e26-7b7c-4daf-a698-149c5f0569ae tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:17.901680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95d39ab8-4010-4a32-9592-2dd621d61e7a req-79298e26-7b7c-4daf-a698-149c5f0569ae tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 947 time: 0.0520036 Feb 03 11:57:17.949425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95d39ab8-4010-4a32-9592-2dd621d61e7a req-4094d6f5-7616-427c-babb-cb2632920be7 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Feb 03 11:57:19.068406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff98b2-7305-4409-bd96-cd5ffbf829d5 req-8bc3cdaa-e768-4490-a196-6fc51c0aa4eb tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:19.069906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60ff98b2-7305-4409-bd96-cd5ffbf829d5 req-8bc3cdaa-e768-4490-a196-6fc51c0aa4eb tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 947 time: 0.0521319 Feb 03 11:57:19.115794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-60ff98b2-7305-4409-bd96-cd5ffbf829d5 req-c5fa65a8-6653-4dab-adfa-a2dc4e3b4b96 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Feb 03 11:57:20.247192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2079a6c-6fa2-48e5-977f-6811298a361f req-7fc6ccf2-ccdb-4367-b131-e4f252b78eef tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:20.248774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2079a6c-6fa2-48e5-977f-6811298a361f req-7fc6ccf2-ccdb-4367-b131-e4f252b78eef tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 947 time: 0.0591695 Feb 03 11:57:20.296336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e2079a6c-6fa2-48e5-977f-6811298a361f req-c3eda5e2-b4ac-4df0-9316-b8d7208bf54c tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Feb 03 11:57:20.375099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bc4f0844-6f5e-4223-b41a-1edd81610848 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:57:20.626651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bc4f0844-6f5e-4223-b41a-1edd81610848,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:20.637425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bc4f0844-6f5e-4223-b41a-1edd81610848', 'network_id': 'cd6ec556-0392-4a69-894d-51664491af4c', 'port_id': 'bc4f0844-6f5e-4223-b41a-1edd81610848', 'mac_address': 'fa:16:3e:79:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837018a9-348f-4af0-aa4c-b3e2dd0c6a30', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:57:20.677803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bc4f0844-6f5e-4223-b41a-1edd81610848 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:57:20.678198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:20.690393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4f0844-6f5e-4223-b41a-1edd81610848 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:57:20.709184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bc4f0844-6f5e-4223-b41a-1edd81610848,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:20.713337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:20.760331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:21.089355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bc4f0844-6f5e-4223-b41a-1edd81610848'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:57:21.413968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530345cb-3553-4ba0-807c-ca48b5e50cf6 req-54f69c85-6b26-4285-86c8-6bef0bee6cbb tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:21.415335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-530345cb-3553-4ba0-807c-ca48b5e50cf6 req-54f69c85-6b26-4285-86c8-6bef0bee6cbb tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 948 time: 0.0516942 Feb 03 11:57:21.460756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-530345cb-3553-4ba0-807c-ca48b5e50cf6 req-a410bd68-20e5-49ff-af8c-4f518d00b89e tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Feb 03 11:57:22.403587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bc4f0844-6f5e-4223-b41a-1edd81610848 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:57:22.450640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bc4f0844-6f5e-4223-b41a-1edd81610848 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:57:22.454298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bc4f0844-6f5e-4223-b41a-1edd81610848 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:57:22.454674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:22.533939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bc4f0844-6f5e-4223-b41a-1edd81610848 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:57:22.534321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:22.557005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:57:22.559252 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b0c01-591b-4ffe-9aa8-38a667699d52" -d '{"events": [{"server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:57:22.571787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bc4f0844-6f5e-4223-b41a-1edd81610848,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:22.576480 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:22.582171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276553-8304-4ca9-8fce-e58f83a2b0f4 req-cca05ff9-4c48-40a1-a87d-49cbcc4b7bd2 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:22.584093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6276553-8304-4ca9-8fce-e58f83a2b0f4 req-cca05ff9-4c48-40a1-a87d-49cbcc4b7bd2 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 948 time: 0.0562286 Feb 03 11:57:22.604591 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040feeac-63ab-4e64-8f6c-056f5c70ae6f x-openstack-request-id: req-040feeac-63ab-4e64-8f6c-056f5c70ae6f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:57:22.604889 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:57:22.605193 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-040feeac-63ab-4e64-8f6c-056f5c70ae6f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:57:22.605583 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848', 'code': 200} Feb 03 11:57:22.631486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:22.635213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f6276553-8304-4ca9-8fce-e58f83a2b0f4 req-5916b476-92b2-43de-9945-f48d9b2cfcec tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Feb 03 11:57:22.738059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7a521-661d-4738-a1be-772cbb0f8c5d req-70006586-e87c-44af-a004-3843fded6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:22.739627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78d7a521-661d-4738-a1be-772cbb0f8c5d req-70006586-e87c-44af-a004-3843fded6650 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 1131 time: 0.0471375 Feb 03 11:57:22.788186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78d7a521-661d-4738-a1be-772cbb0f8c5d req-93da2e66-8bce-4f01-995c-caf9e25eb768 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Feb 03 11:57:23.755417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37689-d7ac-41c5-a780-db56444065ba req-535218b3-300e-43b4-b32f-b7352d41b9c6 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:23.756875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92b37689-d7ac-41c5-a780-db56444065ba req-535218b3-300e-43b4-b32f-b7352d41b9c6 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 949 time: 0.0514228 Feb 03 11:57:23.803165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-92b37689-d7ac-41c5-a780-db56444065ba req-e82a2edf-993c-4495-b1c9-dde9f3efb863 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Feb 03 11:57:24.924225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23508ccf-f15e-479d-b8bd-88a4f699c176 req-16fc9b07-e032-43bd-8152-3cde46ed191f tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:24.925733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23508ccf-f15e-479d-b8bd-88a4f699c176 req-16fc9b07-e032-43bd-8152-3cde46ed191f tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 949 time: 0.0558488 Feb 03 11:57:24.972064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-23508ccf-f15e-479d-b8bd-88a4f699c176 req-f2cad72a-81e5-42bd-a646-776b63c79c7d tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Feb 03 11:57:25.344294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-df5df72a-c241-45dc-a6a5-3d56a4a919c3 req-44591a7f-232d-46e1-894e-4a44d73ed99f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:57:25.345371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df5df72a-c241-45dc-a6a5-3d56a4a919c3 req-44591a7f-232d-46e1-894e-4a44d73ed99f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1024213 Feb 03 11:57:25.669580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-bf0e3d32-86ce-4eb2-b77a-8d865e8fe064 req-bc749022-21d7-4601-806a-16ddcb555e5b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:57:25.670835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf0e3d32-86ce-4eb2-b77a-8d865e8fe064 req-bc749022-21d7-4601-806a-16ddcb555e5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056884 Feb 03 11:57:26.006310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bbdd5-5ac8-4e46-8df1-9504adb1f52b req-feba2195-8032-47ec-b222-b534ea4e0a1c tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:26.007778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c2bbdd5-5ac8-4e46-8df1-9504adb1f52b req-feba2195-8032-47ec-b222-b534ea4e0a1c tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 949 time: 0.0531459 Feb 03 11:57:26.054617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c2bbdd5-5ac8-4e46-8df1-9504adb1f52b req-5ad46e09-e404-4b67-ad32-58ff4f4d04c2 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Feb 03 11:57:27.179333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28f6e-99c5-4fe2-ba43-423eae0e1497 req-61ca3160-8b62-4cd9-b6d2-a360b07c3a43 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:27.180696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a28f6e-99c5-4fe2-ba43-423eae0e1497 req-61ca3160-8b62-4cd9-b6d2-a360b07c3a43 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 949 time: 0.0576439 Feb 03 11:57:27.226123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a28f6e-99c5-4fe2-ba43-423eae0e1497 req-9766898c-d984-492c-bc95-0a065ccff288 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b25966a-7dcd-4f3a-bd2d-489fd23d5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Feb 03 11:57:27.431159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:27.467642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-50b74075-75b3-4962-856c-5eb01db49540 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:27.469111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-50b74075-75b3-4962-856c-5eb01db49540 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.69 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 949 time: 0.0519867 Feb 03 11:57:27.559045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Deleting port bc4f0844-6f5e-4223-b41a-1edd81610848 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:57:27.559391 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:27.651100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] For port bc4f0844-6f5e-4223-b41a-1edd81610848, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bc4f0844-6f5e-4223-b41a-1edd81610848,segment=NetworkSegment(4a72ac44-d91e-463f-aa7a-9f9b53d22e73),segment_id=4a72ac44-d91e-463f-aa7a-9f9b53d22e73)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:27.651460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:27.663926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Calling delete_port for bc4f0844-6f5e-4223-b41a-1edd81610848 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:57:27.791712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bc4f0844-6f5e-4223-b41a-1edd81610848), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:27.822264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Pushing event deleted for resources: {'Port': ['ID=bc4f0844-6f5e-4223-b41a-1edd81610848,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:27.823656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bc4f0844-6f5e-4223-b41a-1edd81610848'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:57:27.834543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.834775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.835316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.835437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.835789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.837199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.837544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.837922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.838270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.838614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.839116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.839453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.839790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:27.880561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] No DVR routers for this DVR port bc4f0844-6f5e-4223-b41a-1edd81610848 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:57:27.883337 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:27.886854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06501727-b634-4077-a35a-bfc1bfdff3f6 req-f370206f-e27f-4cb2-999a-ffa03aa2ca47 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.69 "DELETE /v2.0/ports/bc4f0844-6f5e-4223-b41a-1edd81610848 HTTP/1.1" status: 204 len: 173 time: 0.4128013 Feb 03 11:57:27.887300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'name': 'network-vif-deleted', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:57:27.889613 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3aff64-5cac-41ff-8e9b-bbccd515f577" -d '{"events": [{"server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "name": "network-vif-deleted", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:57:27.938783 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e7a0f2-9f91-4e0e-a418-eec67fbdf18f x-openstack-request-id: req-56e7a0f2-9f91-4e0e-a418-eec67fbdf18f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:57:27.939085 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41edee4-505e-46fe-b45b-3d4085b6ff7f", "name": "network-vif-deleted", "tag": "bc4f0844-6f5e-4223-b41a-1edd81610848", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:57:27.939346 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56e7a0f2-9f91-4e0e-a418-eec67fbdf18f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:57:27.939780 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41edee4-505e-46fe-b45b-3d4085b6ff7f', 'name': 'network-vif-deleted', 'tag': 'bc4f0844-6f5e-4223-b41a-1edd81610848', 'status': 'completed', 'code': 200} Feb 03 11:57:28.343800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b0227df-3cb4-440a-87ea-009b81ff516b req-2ae9d980-f84a-4aeb-9d31-5ee91aca1d22 tempest-ServersAdminNegativeTestJSON-1587113808 tempest-ServersAdminNegativeTestJSON-1587113808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e41edee4-505e-46fe-b45b-3d4085b6ff7f HTTP/1.1" status: 200 len: 210 time: 0.0360467 Feb 03 11:57:29.641698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:29.769550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1fec2f85-78fc-4a8a-91c1-81b0d91d6e2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96f02e47900541a0bd9aa5a4e2a829d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266489 Feb 03 11:57:29.772029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:29.826379 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] Publish callbacks [] for security_group (1b25966a-7dcd-4f3a-bd2d-489fd23d5255), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:29.855325 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] Publish callbacks [] for security_group (1b25966a-7dcd-4f3a-bd2d-489fd23d5255), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:29.901695 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (1b25966a-7dcd-4f3a-bd2d-489fd23d5255), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:29.904482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:29.905662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b25966a-7dcd-4f3a-bd2d-489fd23d5255 HTTP/1.1" status: 204 len: 168 time: 0.1326604 Feb 03 11:57:29.913668 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43df6-dfe1-4152-ad45-5b821fed8655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25966a-7dcd-4f3a-bd2d-489fd23d5255,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:30.163902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:30.176983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f137da8-5cce-43f3-aaf1-e02ff4b48a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.269627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f137da8-5cce-43f3-aaf1-e02ff4b48a0e admin admin] Publish callbacks [] for security_group (8509f609-3dba-4236-84ca-75293a8a49a7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.273545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f137da8-5cce-43f3-aaf1-e02ff4b48a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8509f609-3dba-4236-84ca-75293a8a49a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.314078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8f137da8-5cce-43f3-aaf1-e02ff4b48a0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81287a08aade473aa1601a6934f8b2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491237 Feb 03 11:57:30.314932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f137da8-5cce-43f3-aaf1-e02ff4b48a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509f609-3dba-4236-84ca-75293a8a49a7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:30.317268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:30.367865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Publish callbacks [] for security_group (8509f609-3dba-4236-84ca-75293a8a49a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.614289 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Publish callbacks [] for security_group (8509f609-3dba-4236-84ca-75293a8a49a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.659321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (8509f609-3dba-4236-84ca-75293a8a49a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.662068 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:30.663348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8509f609-3dba-4236-84ca-75293a8a49a7 HTTP/1.1" status: 204 len: 168 time: 0.3449709 Feb 03 11:57:30.671042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509f609-3dba-4236-84ca-75293a8a49a7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:30.678527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.678854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.679201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.679533 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.679867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.680195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.680522 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.680845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.681189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.681511 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.681835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.682154 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:30.682473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c6d0-9fc9-4654-b15e-b1ab6e38d662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:57:31.313768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f636fd64-9317-4b8b-bd86-dd23c70d4bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.323105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:31.418123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1222486322-network', 'tenant_id': 'ab740e3adf7b4fe3bda1ab00fadedb92'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:31.437447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Made reservation on behalf of ab740e3adf7b4fe3bda1ab00fadedb92 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:57:31.439685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.448147 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.519805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks [] for security_group (0365dfac-0158-4113-bf5e-144751d4af2f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.523922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0365dfac-0158-4113-bf5e-144751d4af2f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.544543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:57:31.560784 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0365dfac-0158-4113-bf5e-144751d4af2f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:31.563670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5298231c-81dc-4022-8e41-f41ad34a1794), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.564015 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Added segment 5298231c-81dc-4022-8e41-f41ad34a1794 of type vlan for network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 Feb 03 11:57:31.604447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8b69f10a-0f73-4e35-bd5d-988da7a981b9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.629897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8b69f10a-0f73-4e35-bd5d-988da7a981b9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.630948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:31.631552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.682917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3587420 Feb 03 11:57:31.685977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:57:31.690906 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Request body: {'subnet': {'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1222486322-subnet', 'tenant_id': 'ab740e3adf7b4fe3bda1ab00fadedb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:31.710457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Made reservation on behalf of ab740e3adf7b4fe3bda1ab00fadedb92 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:57:31.712896 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.726352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81277-7951-4a1e-8fe7-b86fb96d4d56 admin admin] Pushing event updated for resources: {'Network': ['ID=8b69f10a-0f73-4e35-bd5d-988da7a981b9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:31.739965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:57:31.876120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (614fdaa3-dd96-4659-853f-b398e045493f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.932352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614fdaa3-dd96-4659-853f-b398e045493f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:31.941809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Checking segment: {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:57:31.942105 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Network hostable DHCP agents. Network: 8b69f10a-0f73-4e35-bd5d-988da7a981b9, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:57:31.958375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:57:31.966715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8b69f10a-0f73-4e35-bd5d-988da7a981b9) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:57:31.970803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:31.972203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:31.976241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c653ed5-2b8b-47a8-a994-5e6278c645c4 None None] Network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:57:31.992165 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0cb65d09-be44-460c-8dfa-b3f858400c30 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3049099 Feb 03 11:57:32.079468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a9e105-545a-48eb-be45-da2626ac13b9 None None] Network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:57:32.413717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-03e0a81e-99ac-40d5-a617-a4d18c7e8754 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:32.415764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-03e0a81e-99ac-40d5-a617-a4d18c7e8754 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 812 time: 0.1049728 Feb 03 11:57:32.430266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-f01ebeb9-18fb-43f4-b48d-c2d3ccd731f7 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/quotas/ab740e3adf7b4fe3bda1ab00fadedb92 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Feb 03 11:57:32.461607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-5374a058-fd84-4e38-9165-f94ab2248817 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266345 Feb 03 11:57:32.469017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bc4f0844-6f5e-4223-b41a-1edd81610848 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:57:32.490418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: bc4f0844-6f5e-4223-b41a-1edd81610848 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:57:32.490692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bc4f0844-6f5e-4223-b41a-1edd81610848 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:57:32.552611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-e4bff46f-77eb-4184-ad3c-7e05b6fc35c5 service neutron] 10.222.0.30 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846112 Feb 03 11:57:32.641393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-635428cb-3170-4aee-ae76-a701179cd2b6 service neutron] 10.222.0.30 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831311 Feb 03 11:57:32.804209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d43ce960-2594-4980-a8fe-76585b66136f req-07059095-c80b-472d-884c-5df3b38017c3 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 210 time: 0.0290856 Feb 03 11:57:33.881112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-9197422d-b8af-4cf3-a852-1ba8d6038941 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:33.882680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-9197422d-b8af-4cf3-a852-1ba8d6038941 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.69 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 812 time: 0.1066236 Feb 03 11:57:33.912685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c711352b-59c9-443a-8c0d-ec6177b8ea40 req-0499f688-c9b3-4f77-b72c-cece0ce09f04 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 210 time: 0.0289547 Feb 03 11:57:33.916073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Request body: {'port': {'device_id': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9', 'admin_state_up': True, 'tenant_id': 'ab740e3adf7b4fe3bda1ab00fadedb92'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:34.020401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Made reservation on behalf of ab740e3adf7b4fe3bda1ab00fadedb92 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:57:34.023725 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.148089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Allocated IP 172.20.0.14 (8b69f10a-0f73-4e35-bd5d-988da7a981b9/614fdaa3-dd96-4659-853f-b398e045493f/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:57:34.295846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks [] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.328885 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.371036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:57:34.375910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:57:34.380268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:57:34.386360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:34.420632 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20fcd122-f30b-4871-9579-c85fa829645f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.433639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:34.434257 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.449575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-902e74ce-bee1-4e90-b8f8-eec4afd3b796 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5395966 Feb 03 11:57:34.465772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Request body: {'port': {'device_id': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:57:34.527080 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.781349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:57:34.787526 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.789493 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks [] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.802894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Transition to ACTIVE for port object 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:57:34.806549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:34.859700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:34.926044 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:57:34.926704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:57:34.926704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:57:34.930909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:57:34.931230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:57:34.935992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:57:34.936332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Checking segment: {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:57:34.936717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Bound using segment: {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:57:34.937177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Bound port: 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:57:34.937535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:35.034031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:57:35.037365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:57:35.043640 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:35.079384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af7587-fc1b-4ca7-b5d4-465cedc1171c req-cddcef05-1a3c-41d4-a264-cfb8f8622d41 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.080872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90af7587-fc1b-4ca7-b5d4-465cedc1171c req-cddcef05-1a3c-41d4-a264-cfb8f8622d41 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.1007068 Feb 03 11:57:35.092859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.093504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:35.094837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] 10.222.0.69 "PUT /v2.0/ports/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 1092 time: 0.6330945 Feb 03 11:57:35.095269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:57:35.098173 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266eb071-699b-417f-9672-12532ccd14bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:57:35.141920 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99fef5a-a29c-407a-b1f0-1968ddcc6c8b x-openstack-request-id: req-d99fef5a-a29c-407a-b1f0-1968ddcc6c8b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:57:35.142213 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:57:35.142469 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d99fef5a-a29c-407a-b1f0-1968ddcc6c8b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:57:35.142908 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'status': 'completed', 'code': 200} Feb 03 11:57:35.145746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7cce-8678-4d93-8a37-931d2726417f service neutron] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:35.172116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90af7587-fc1b-4ca7-b5d4-465cedc1171c req-d351f87f-2121-4177-ad8f-86394d6a0751 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850694 Feb 03 11:57:35.204491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-6daa5c50-b7f3-437d-b785-eea285f32469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.206055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-6daa5c50-b7f3-437d-b785-eea285f32469 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1126 time: 0.0496199 Feb 03 11:57:35.254548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-d5701887-f82b-4122-9c9d-c4d6c7a3b4a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0375321 Feb 03 11:57:35.303404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-2f0b6ccd-724f-4afe-98a1-38865acca291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.304828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-2f0b6ccd-724f-4afe-98a1-38865acca291 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0435605 Feb 03 11:57:35.334378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-de183075-7532-4465-a17b-c8bbed01e58b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240309 Feb 03 11:57:35.424856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-480a8571-769b-4e7f-8edf-2287d59e6e5f service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848203 Feb 03 11:57:35.510687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5148faf6-2097-40b0-a185-43e4fd6e4a2f req-4a85d9fc-5d70-477c-aa75-6c1959256c07 service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805602 Feb 03 11:57:35.635519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb071-699b-417f-9672-12532ccd14bc req-08b52268-ecf5-4e69-827f-b79a73febb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.636898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-08b52268-ecf5-4e69-827f-b79a73febb37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1126 time: 0.0444112 Feb 03 11:57:35.729850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb071-699b-417f-9672-12532ccd14bc req-a05b4f64-088b-42b4-b449-2f2e28a6ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.731296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-a05b4f64-088b-42b4-b449-2f2e28a6ac60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.0870254 Feb 03 11:57:35.771335 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-e6ed2b4a-355e-4615-aa1a-89be0c1d991c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0335829 Feb 03 11:57:35.835118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb071-699b-417f-9672-12532ccd14bc req-b0391a03-eb18-4f3c-a817-4a8ff3702310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:35.836550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-b0391a03-eb18-4f3c-a817-4a8ff3702310 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0478709 Feb 03 11:57:35.867527 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-c3be1ba3-97e1-4e94-a35d-22c61b2f1a51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255620 Feb 03 11:57:35.954257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-732af6ba-28e6-46f5-9f1a-342a25e3c3f4 service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812209 Feb 03 11:57:36.041947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-266eb071-699b-417f-9672-12532ccd14bc req-2a083c4a-8f17-42c2-8d1d-4038eb7f57ef service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826910 Feb 03 11:57:36.297707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a57347-37ba-4509-8bdb-70a7bf3cd618 req-7186e5e0-9f64-47da-9ecd-b63c062ac10a tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:36.299155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13a57347-37ba-4509-8bdb-70a7bf3cd618 req-7186e5e0-9f64-47da-9ecd-b63c062ac10a tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Feb 03 11:57:36.344510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13a57347-37ba-4509-8bdb-70a7bf3cd618 req-dcf98b70-2160-4c8a-b7e4-465fad94bb9a tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Feb 03 11:57:36.385998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:37.431126 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:37.468856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa075e-081a-4679-ab2f-8c5c25fe9738 req-dc57f417-155a-409b-9d1b-eff31e920a1b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:37.470430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1caa075e-081a-4679-ab2f-8c5c25fe9738 req-dc57f417-155a-409b-9d1b-eff31e920a1b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0595067 Feb 03 11:57:37.518310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1caa075e-081a-4679-ab2f-8c5c25fe9738 req-7377cb24-5045-4923-869d-d1dfc893ac50 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Feb 03 11:57:38.484272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:57:38.582038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:38.593212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9', 'port_id': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'mac_address': 'fa:16:3e:87:51:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614fdaa3-dd96-4659-853f-b398e045493f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:57:38.630345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:57:38.630741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:38.638405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9482-c01c-42b0-acc7-b0c134452b09 req-e623f33b-e3fb-4137-a53d-ce31fbc2cd5d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:38.639891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-111a9482-c01c-42b0-acc7-b0c134452b09 req-e623f33b-e3fb-4137-a53d-ce31fbc2cd5d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0527327 Feb 03 11:57:38.643288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:57:38.662496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:38.666415 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:38.687746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-111a9482-c01c-42b0-acc7-b0c134452b09 req-c690c6e5-db87-4b5d-a204-eaaae1c0f2bd tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Feb 03 11:57:38.714243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:39.018275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:57:39.806749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8637bea-2be8-4af9-90b5-2175259dfb5e req-283a7f68-581f-403d-8015-632a6a72a048 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:39.808238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8637bea-2be8-4af9-90b5-2175259dfb5e req-283a7f68-581f-403d-8015-632a6a72a048 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Feb 03 11:57:39.859702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f8637bea-2be8-4af9-90b5-2175259dfb5e req-c4754048-6225-4490-802e-08bb72ed1340 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Feb 03 11:57:40.499294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:57:40.546180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:57:40.550529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:57:40.550899 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:40.628296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:57:40.628672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:40.650178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:57:40.652376 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac703b2-5045-48d8-b176-34595de9a314" -d '{"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-plugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:57:40.665316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:57:40.669110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:40.694964 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374630e6-bf63-4584-a342-2b36913dd794 x-openstack-request-id: req-374630e6-bf63-4584-a342-2b36913dd794 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:57:40.695253 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-plugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:57:40.695506 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-374630e6-bf63-4584-a342-2b36913dd794 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:57:40.695893 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'code': 200} Feb 03 11:57:40.720347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:57:40.819550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3b57c-19ab-4939-94d5-1c9149445b04 req-99f30b3a-3b45-453a-a123-c2803ed79f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:40.820957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbc3b57c-19ab-4939-94d5-1c9149445b04 req-99f30b3a-3b45-453a-a123-c2803ed79f1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1128 time: 0.0438178 Feb 03 11:57:40.865223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbc3b57c-19ab-4939-94d5-1c9149445b04 req-982587b5-2809-4c54-b89f-190c209bfa8b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Feb 03 11:57:40.979547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9ffa-ba59-425d-8c5c-031bd0b3aeba req-6650dc51-2699-42f6-925e-0f32b86b6f34 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:40.981025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edf9ffa-ba59-425d-8c5c-031bd0b3aeba req-6650dc51-2699-42f6-925e-0f32b86b6f34 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0517955 Feb 03 11:57:41.026630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8edf9ffa-ba59-425d-8c5c-031bd0b3aeba req-17f44a37-aa27-4fa7-a636-5a21691f3384 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Feb 03 11:57:42.149861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de10578-3ed9-47fd-a65e-b9c606c4db37 req-df6dd1d0-f77f-40c6-b196-79d5206b13a7 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:42.151329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5de10578-3ed9-47fd-a65e-b9c606c4db37 req-df6dd1d0-f77f-40c6-b196-79d5206b13a7 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0570850 Feb 03 11:57:42.197315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5de10578-3ed9-47fd-a65e-b9c606c4db37 req-e1648b74-93d4-4989-986c-5af862ae7661 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Feb 03 11:57:43.317283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6dc2a-72be-4a67-877d-703849ee5f56 req-efc78e02-d270-44dd-8928-7ddfb596681f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:43.318732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ad6dc2a-72be-4a67-877d-703849ee5f56 req-efc78e02-d270-44dd-8928-7ddfb596681f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0522113 Feb 03 11:57:43.364583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ad6dc2a-72be-4a67-877d-703849ee5f56 req-29efe331-4e6a-40a7-a768-615dcebd82ed tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 03 11:57:43.629224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848740-846f-4e3f-b7bb-0857a9cb63e9 req-619445d1-8060-40b3-8c32-b6195910a84d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:43.630675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51848740-846f-4e3f-b7bb-0857a9cb63e9 req-619445d1-8060-40b3-8c32-b6195910a84d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0797095 Feb 03 11:57:43.671927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ba571700-4dc0-4ba0-8576-4ac8c04bdd18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296539 Feb 03 11:57:43.685369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-5c79ff77-c87a-4fa8-a520-45e3974d617a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:57:43.686321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-5c79ff77-c87a-4fa8-a520-45e3974d617a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072596 Feb 03 11:57:43.690615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51848740-846f-4e3f-b7bb-0857a9cb63e9 req-1ecbc8e3-4202-41a0-90f5-0097d6c27b6d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Feb 03 11:57:44.814073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982626-d2e9-4833-b240-ccecce279107 req-5544203a-d45e-441b-b0e9-00151b804c05 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:44.816097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65982626-d2e9-4833-b240-ccecce279107 req-5544203a-d45e-441b-b0e9-00151b804c05 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0546634 Feb 03 11:57:44.865763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65982626-d2e9-4833-b240-ccecce279107 req-a90df4fc-0b39-4002-8d18-2c590df3b991 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Feb 03 11:57:44.920857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-888da940-f1f6-4f04-b7fa-72c60f93a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:44.922377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-888da940-f1f6-4f04-b7fa-72c60f93a4b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1128 time: 0.0496998 Feb 03 11:57:45.009882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ffe7f77e-94d3-47be-b6ca-f32d823e6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:45.011249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ffe7f77e-94d3-47be-b6ca-f32d823e6407 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.0833650 Feb 03 11:57:45.055814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-0197aa01-5b34-4afd-86d1-05d05b504d6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0384278 Feb 03 11:57:45.104047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ea4339e6-afaf-440f-8b47-c15fc135733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:45.105547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ea4339e6-afaf-440f-8b47-c15fc135733c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0444221 Feb 03 11:57:45.138238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-f460a5c1-1ca7-410e-a354-a672a93ada43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269787 Feb 03 11:57:45.227774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-57b16e22-741e-4ba8-a265-a6d29b7b9fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837226 Feb 03 11:57:45.614836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-e183b15e-4ace-4b50-9566-39fcdc47c04a service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804338 Feb 03 11:57:45.985470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a49064-927b-4f41-bad6-bf2a287b2bda req-83fe3780-6c7f-49a0-89b1-9a65a69361af tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:45.986919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71a49064-927b-4f41-bad6-bf2a287b2bda req-83fe3780-6c7f-49a0-89b1-9a65a69361af tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Feb 03 11:57:46.035963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71a49064-927b-4f41-bad6-bf2a287b2bda req-19e3e57a-094e-4a8b-902c-4ee091bc0426 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Feb 03 11:57:46.651381 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:47.157582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535bf92-ae48-444d-ad38-ebcf468a9f0f req-b8f0b81f-53f9-4154-9b3a-fdcf5a6ab992 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:47.159543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5535bf92-ae48-444d-ad38-ebcf468a9f0f req-b8f0b81f-53f9-4154-9b3a-fdcf5a6ab992 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Feb 03 11:57:47.205730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5535bf92-ae48-444d-ad38-ebcf468a9f0f req-66ec599c-75c2-4b62-95e6-0c0373bced7f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Feb 03 11:57:48.322608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ce89a-987c-4134-a956-f83f1f073242 req-5b102012-e6a7-4ef0-9363-b195e89b16bf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:48.324053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-016ce89a-987c-4134-a956-f83f1f073242 req-5b102012-e6a7-4ef0-9363-b195e89b16bf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0511694 Feb 03 11:57:48.369633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-016ce89a-987c-4134-a956-f83f1f073242 req-d1904909-bea3-4b14-9f65-a448f6fab742 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Feb 03 11:57:49.492980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f75ead-0335-4826-a246-69435e04110f req-b3dd1f9d-80b6-4b27-9d08-588b70de8a46 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:49.494413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82f75ead-0335-4826-a246-69435e04110f req-b3dd1f9d-80b6-4b27-9d08-588b70de8a46 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0569329 Feb 03 11:57:49.539926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82f75ead-0335-4826-a246-69435e04110f req-689325f1-d22f-4ec9-be1b-05347a719663 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Feb 03 11:57:50.656877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27e15c-7c46-4de5-a60b-dd50a647385b req-4a16466a-7329-4373-a1b9-aff9c3492568 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:50.658995 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf27e15c-7c46-4de5-a60b-dd50a647385b req-4a16466a-7329-4373-a1b9-aff9c3492568 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Feb 03 11:57:50.704047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf27e15c-7c46-4de5-a60b-dd50a647385b req-f1687264-9053-41cc-95fe-70c6ceb2f5ca tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Feb 03 11:57:51.825920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb6272-5e9f-478e-82c4-742577f6699a req-789efaec-32e4-4cea-81ac-d711158a245e tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:51.827370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffeb6272-5e9f-478e-82c4-742577f6699a req-789efaec-32e4-4cea-81ac-d711158a245e tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0548663 Feb 03 11:57:51.872354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ffeb6272-5e9f-478e-82c4-742577f6699a req-72eb0e0c-e43d-4e8b-b1e6-8b1f9ffff3ab tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Feb 03 11:57:52.993465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d65c3e-f8f9-4097-b142-c8346a7d9540 req-11cb3dc8-c7bb-4f64-b308-5014f03bda8b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:52.994935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2d65c3e-f8f9-4097-b142-c8346a7d9540 req-11cb3dc8-c7bb-4f64-b308-5014f03bda8b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0522077 Feb 03 11:57:52.995815 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:57:53.040600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2d65c3e-f8f9-4097-b142-c8346a7d9540 req-6195dac2-d1e5-4edd-85a0-dc0d938b342b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Feb 03 11:57:54.157886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dacd9-2773-4efe-be70-17bee26df6c9 req-b1d2c49a-1b3c-42d5-ab64-2401e9ec5c0d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:54.159841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-500dacd9-2773-4efe-be70-17bee26df6c9 req-b1d2c49a-1b3c-42d5-ab64-2401e9ec5c0d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0525224 Feb 03 11:57:54.208060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-500dacd9-2773-4efe-be70-17bee26df6c9 req-ec7d9a30-174d-4891-9045-bc797f40bfd4 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Feb 03 11:57:55.325202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e39a3-804f-487c-9106-19baacf6cbb5 req-dc51c894-8187-4032-990e-9d90b699722a tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:55.326645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa3e39a3-804f-487c-9106-19baacf6cbb5 req-dc51c894-8187-4032-990e-9d90b699722a tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0511715 Feb 03 11:57:55.371172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa3e39a3-804f-487c-9106-19baacf6cbb5 req-cbdbe25d-e1f8-4313-8ebb-a9a7f0f5dd4d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Feb 03 11:57:56.490125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd957-41a6-44b0-87b2-3527ec10c3f1 req-ddcc871c-0ca6-4270-b759-6fc71f2acfbf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:56.491472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14fd957-41a6-44b0-87b2-3527ec10c3f1 req-ddcc871c-0ca6-4270-b759-6fc71f2acfbf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0520940 Feb 03 11:57:56.537394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b14fd957-41a6-44b0-87b2-3527ec10c3f1 req-35df2690-cf96-4fca-82c6-05883aa709f9 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Feb 03 11:57:57.433257 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:57:57.656727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1361a-5dcf-4def-b542-359a84b0f207 req-b7be3d5a-51cf-43d9-b829-82b6fcf378cd tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:57.658722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99a1361a-5dcf-4def-b542-359a84b0f207 req-b7be3d5a-51cf-43d9-b829-82b6fcf378cd tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0557032 Feb 03 11:57:57.704381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99a1361a-5dcf-4def-b542-359a84b0f207 req-d521e7af-e991-451f-a064-b377f249ef3e tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Feb 03 11:57:58.823230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd4b45-6370-4a25-8776-d4f46fd42335 req-bcc72db3-599b-4d32-b360-19984345e81f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:57:58.824695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3dd4b45-6370-4a25-8776-d4f46fd42335 req-bcc72db3-599b-4d32-b360-19984345e81f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0526907 Feb 03 11:57:58.871885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3dd4b45-6370-4a25-8776-d4f46fd42335 req-c87966a7-1892-4540-8f32-433e8307c3d1 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Feb 03 11:58:00.044228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40363b-5170-48b5-98f4-cbba37228c9e req-adf8d6bc-1380-4468-8953-b6f866bea331 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:00.045962 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b40363b-5170-48b5-98f4-cbba37228c9e req-adf8d6bc-1380-4468-8953-b6f866bea331 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.1044090 Feb 03 11:58:00.094784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b40363b-5170-48b5-98f4-cbba37228c9e req-aa988c48-a2cc-42df-8c12-1a5c8b5a83da tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427108 Feb 03 11:58:01.219527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c27eef-47e1-4af4-8413-c10869e1a829 req-fa67e728-ed28-4e7c-908f-115030345ec5 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:01.221896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28c27eef-47e1-4af4-8413-c10869e1a829 req-fa67e728-ed28-4e7c-908f-115030345ec5 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0548143 Feb 03 11:58:01.271721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-28c27eef-47e1-4af4-8413-c10869e1a829 req-b529166f-4ef5-4263-92ef-c2db62072a38 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Feb 03 11:58:01.316462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a550bd3-4a36-4a09-8c7e-72390e43d416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:02.393107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a8871-84d2-44e6-8c4f-139941d860ef req-cb22fd09-f29c-4b83-b1ff-64e74161fcd6 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:02.394559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948a8871-84d2-44e6-8c4f-139941d860ef req-cb22fd09-f29c-4b83-b1ff-64e74161fcd6 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Feb 03 11:58:02.440946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-948a8871-84d2-44e6-8c4f-139941d860ef req-1435cfc7-d536-49ce-a9f2-f66e9147e49c tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Feb 03 11:58:03.563012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364d69-4db9-4739-9aca-461266a2826a req-a2361d99-6713-4a76-a663-03579ba2cec6 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:03.564459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df364d69-4db9-4739-9aca-461266a2826a req-a2361d99-6713-4a76-a663-03579ba2cec6 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0567255 Feb 03 11:58:03.610091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df364d69-4db9-4739-9aca-461266a2826a req-64b07c08-43f0-477e-b06a-b0f58117771e tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Feb 03 11:58:04.411978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0e28-dacb-4d78-8fa7-0473a8ac8838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:04.727450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd78dac-5abe-413d-b6d0-e5d861c72864 req-4d75999c-5801-4358-b8f1-95c0e9ca2f5d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:04.728925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdd78dac-5abe-413d-b6d0-e5d861c72864 req-4d75999c-5801-4358-b8f1-95c0e9ca2f5d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0514836 Feb 03 11:58:04.774364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdd78dac-5abe-413d-b6d0-e5d861c72864 req-e3230c42-ce00-45c5-b6d9-5ed6dbdf9702 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Feb 03 11:58:04.789760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:05.900303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a769-d770-45a7-a0e1-1cca244e777f req-3a1fdc76-5f2c-4a11-b97b-ebc413be7c07 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:05.901810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e00a769-d770-45a7-a0e1-1cca244e777f req-3a1fdc76-5f2c-4a11-b97b-ebc413be7c07 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0576785 Feb 03 11:58:05.947458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e00a769-d770-45a7-a0e1-1cca244e777f req-a60be340-3890-4639-9316-a67fcb311ca6 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Feb 03 11:58:06.389357 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:07.067038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d377e0-b364-4972-9398-ad3e7736a26b req-f29315f5-f2c8-482c-a820-c8b985a7e694 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:07.068535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29d377e0-b364-4972-9398-ad3e7736a26b req-f29315f5-f2c8-482c-a820-c8b985a7e694 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0534749 Feb 03 11:58:07.113705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29d377e0-b364-4972-9398-ad3e7736a26b req-0cf50823-706a-4ddd-bf43-1faaac5b2051 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Feb 03 11:58:07.425017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:08.230933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f942-f1b0-4467-a0cc-c5084b86a457 req-33e7b88e-2c1d-4e50-baa5-cdfa0fafd058 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:08.232390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4279f942-f1b0-4467-a0cc-c5084b86a457 req-33e7b88e-2c1d-4e50-baa5-cdfa0fafd058 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0511100 Feb 03 11:58:08.283427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4279f942-f1b0-4467-a0cc-c5084b86a457 req-84c17ce6-972e-4907-a889-8b0aae11d142 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442994 Feb 03 11:58:09.403204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f08c2-677c-4760-a671-cdbbb815297f req-400c3cf4-0efd-4b93-a285-68366535c0bf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:09.404664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-999f08c2-677c-4760-a671-cdbbb815297f req-400c3cf4-0efd-4b93-a285-68366535c0bf tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Feb 03 11:58:09.450822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-999f08c2-677c-4760-a671-cdbbb815297f req-d78aeec0-7b91-455d-b379-c5042ed8edb9 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Feb 03 11:58:10.569124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7d61-3eae-4fd9-839f-5cbb83c274f7 req-dffb31ec-83fe-4090-942d-7e1e4fa61811 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:10.570588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db8a7d61-3eae-4fd9-839f-5cbb83c274f7 req-dffb31ec-83fe-4090-942d-7e1e4fa61811 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0522170 Feb 03 11:58:10.616395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db8a7d61-3eae-4fd9-839f-5cbb83c274f7 req-b54b22c3-8747-4a7e-a1d6-6097c94bb726 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Feb 03 11:58:11.737783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b7b7-d70b-46b9-8ba3-c24c2b6f12cf req-aa3cd852-0b76-444c-ba23-4088f7e03ee4 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:11.739237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca94b7b7-d70b-46b9-8ba3-c24c2b6f12cf req-aa3cd852-0b76-444c-ba23-4088f7e03ee4 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0556762 Feb 03 11:58:11.784812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca94b7b7-d70b-46b9-8ba3-c24c2b6f12cf req-0a01bff1-52f9-4341-a181-3a8b63dfef2f tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Feb 03 11:58:12.586353 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-f2006e7f-1677-4d12-a34b-90dbd252c217 service neutron] show failed (client error): The resource could not be found. Feb 03 11:58:12.587376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-f2006e7f-1677-4d12-a34b-90dbd252c217 service neutron] 10.222.0.69 "GET /v2.0/ports/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0554156 Feb 03 11:58:12.856613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-4a58110d-c2e6-40c9-a490-9c38672289e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:12.858136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-4a58110d-c2e6-40c9-a490-9c38672289e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7&tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92 HTTP/1.1" status: 200 len: 1128 time: 0.0954790 Feb 03 11:58:12.870457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-e74cb4a9-4b87-4dd1-aa48-a4631b80d122 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:58:12.871408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-e74cb4a9-4b87-4dd1-aa48-a4631b80d122 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047030 Feb 03 11:58:12.899621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:58:12.965104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce907-6b56-4198-b878-611d8d575cbb req-36e208ff-2c97-4b3f-abf7-87b5ba7e2b33 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:12.966552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55fce907-6b56-4198-b878-611d8d575cbb req-36e208ff-2c97-4b3f-abf7-87b5ba7e2b33 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.1127472 Feb 03 11:58:12.981707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.053695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55fce907-6b56-4198-b878-611d8d575cbb req-a0c2cfd2-f39d-421e-ad04-b92e0132fb65 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Feb 03 11:58:13.212021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:13.244923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:58:13.284544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:13.286851 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d22a83-18c3-49d0-aea3-767af1322ce7" -d '{"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-unplugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:13.290331 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks [] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.302863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Transition to ACTIVE for port object 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:58:13.307199 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.343300 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149647c-cea2-4020-9828-a47c2ff4e6f9 x-openstack-request-id: req-a149647c-cea2-4020-9828-a47c2ff4e6f9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:13.343590 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-unplugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:13.343841 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a149647c-cea2-4020-9828-a47c2ff4e6f9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:13.344320 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'code': 200} Feb 03 11:58:13.373551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] No DVR routers for this DVR port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:58:13.376792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:13.414279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:58:13.414608 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:58:13.414931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:58:13.419066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:58:13.419390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Attempting to bind port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on network 8b69f10a-0f73-4e35-bd5d-988da7a981b9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:58:13.424348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:58:13.424682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Checking segment: {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:58:13.425101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Bound using segment: {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:58:13.425522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Bound port: 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298231c-81dc-4022-8e41-f41ad34a1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:58:13.425870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.486736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:58:13.489649 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:58:13.495454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.530030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:13.530650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:13.531991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] 10.222.0.53 "PUT /v2.0/ports/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 1092 time: 0.6376605 Feb 03 11:58:13.551521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cabf-814a-4144-8c2b-484179abd69e service neutron] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:13.599762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-d0949e58-1741-441a-812c-08a0b9a11669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:13.601233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-d0949e58-1741-441a-812c-08a0b9a11669 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1126 time: 0.0453613 Feb 03 11:58:13.697298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-45931598-a2f1-4a23-9272-09a1725a884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:13.698752 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-45931598-a2f1-4a23-9272-09a1725a884a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.0882044 Feb 03 11:58:13.741944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-9d6ef51d-2d3c-4b24-9b8a-d582b5c7acbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0340278 Feb 03 11:58:13.796078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-168d8987-5cc1-4155-ae39-79ef0f4e6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:13.797512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-168d8987-5cc1-4155-ae39-79ef0f4e6aba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0468752 Feb 03 11:58:13.833821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-0783a894-d500-44e2-9137-3ca67f578717 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266354 Feb 03 11:58:13.928065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-ce866ea4-6b32-43be-97c8-0792fccc41b0 service neutron] 10.222.0.53 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Feb 03 11:58:14.028833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3fdcb446-fe04-4d68-90a6-2d06852404b5 req-4fbd1a7c-d02e-401a-91cb-f7e561a39304 service neutron] 10.222.0.53 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 Feb 03 11:58:14.179484 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7606eb-61ba-4b4a-8f4d-31650d2354c8 req-9a1c55a0-1f33-49bd-8e7e-c4bf4c729043 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:14.181290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7606eb-61ba-4b4a-8f4d-31650d2354c8 req-9a1c55a0-1f33-49bd-8e7e-c4bf4c729043 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0555558 Feb 03 11:58:14.228072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7606eb-61ba-4b4a-8f4d-31650d2354c8 req-1fd64022-81be-4b0d-9f3c-e2340e0e9968 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Feb 03 11:58:15.345830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:15.348823 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5fa6ac-65ce-41a6-9edc-01c79594a493" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:15.358800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9edc69-77fa-47a9-9d3e-b1417806caa3 req-ec5e274e-e984-46cd-87f9-3377a4af8f3b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.360174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c9edc69-77fa-47a9-9d3e-b1417806caa3 req-ec5e274e-e984-46cd-87f9-3377a4af8f3b tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0622246 Feb 03 11:58:15.411899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c9edc69-77fa-47a9-9d3e-b1417806caa3 req-3814f5af-abc1-482a-b042-62bb707dadbd tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Feb 03 11:58:15.413362 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b8b37-4486-4e6e-8132-e45450aada77 x-openstack-request-id: req-227b8b37-4486-4e6e-8132-e45450aada77 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:15.413702 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:15.413948 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-227b8b37-4486-4e6e-8132-e45450aada77 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:15.414368 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'status': 'completed', 'code': 200} Feb 03 11:58:15.515493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-2a6f5450-bf4e-429d-8c02-4a45ac4e3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.517038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-2a6f5450-bf4e-429d-8c02-4a45ac4e3a63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1126 time: 0.0801904 Feb 03 11:58:15.520224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-3358c2ba-e101-4eea-a711-69d056d31a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.521732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-3358c2ba-e101-4eea-a711-69d056d31a52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1126 time: 0.0747783 Feb 03 11:58:15.690612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-f857d0f0-3388-4067-a434-18afbb05f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.693019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-f857d0f0-3388-4067-a434-18afbb05f235 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.1699893 Feb 03 11:58:15.696892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-1c64f26f-9f32-49e5-9b4a-d20c88354a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.698863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-1c64f26f-9f32-49e5-9b4a-d20c88354a9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.1687315 Feb 03 11:58:15.752290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-de154149-e048-46fa-85e4-ac825e43dfc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0517020 Feb 03 11:58:15.811429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-ef5b1e5d-5d99-4444-8995-6287577cfd3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.1011164 Feb 03 11:58:15.897787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-9f6bb9ef-a1ba-4167-926b-0b691ea17c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.899590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-9f6bb9ef-a1ba-4167-926b-0b691ea17c9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.1016304 Feb 03 11:58:15.903371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-90bbd5b0-fb61-4c2b-8e23-d13c8d1c43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:15.904677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-90bbd5b0-fb61-4c2b-8e23-d13c8d1c43b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0697834 Feb 03 11:58:15.939011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-a6d9bc16-433d-4f11-9e01-b1f1e68b3b35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329003 Feb 03 11:58:15.954864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-79ab3d34-7e82-4e0a-94ae-4a6e66f1827a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403080 Feb 03 11:58:16.111936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-a0e30ea6-c0f3-4b39-826d-8027cdb2ee9b service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497266 Feb 03 11:58:16.113601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-a44b39ed-de02-4d88-97cb-f2f75d5a1654 service neutron] 10.222.0.53 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608756 Feb 03 11:58:16.273061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-7428e0a0-5a65-4a5d-89dc-ab7af9cab1a9 service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550882 Feb 03 11:58:16.275214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc5fa6ac-65ce-41a6-9edc-01c79594a493 req-2956a6b4-4537-41f4-bea6-1c84be204e85 service neutron] 10.222.0.53 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497302 Feb 03 11:58:16.539306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb55ce-cee5-4d7a-9fcf-978f1f145d2d req-e4318ab7-7d49-47b4-8078-e3250d905c99 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:16.540788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cbb55ce-cee5-4d7a-9fcf-978f1f145d2d req-e4318ab7-7d49-47b4-8078-e3250d905c99 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 944 time: 0.0552754 Feb 03 11:58:16.588710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cbb55ce-cee5-4d7a-9fcf-978f1f145d2d req-6db812a8-9cbb-499f-8a25-3d088804d0dc tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Feb 03 11:58:16.640120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:58:16.684452 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:16.693453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:58:16.693812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:58:16.755360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:58:16.840786 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-1c3985a7-5e05-457d-90f2-c47b06eeb854 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:16.842285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-1c3985a7-5e05-457d-90f2-c47b06eeb854 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7&tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.0580146 Feb 03 11:58:16.856439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:16.868174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'network_id': '8b69f10a-0f73-4e35-bd5d-988da7a981b9', 'port_id': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'mac_address': 'fa:16:3e:87:51:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614fdaa3-dd96-4659-853f-b398e045493f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:58:16.909071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:58:16.909469 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:16.910370 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-f705cde4-8ebd-4633-9434-4b3fe9cccd5f service neutron] delete failed (client error): The resource could not be found. Feb 03 11:58:16.911458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-f705cde4-8ebd-4633-9434-4b3fe9cccd5f service neutron] 10.222.0.69 "DELETE /v2.0/ports/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0631683 Feb 03 11:58:16.922462 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:58:16.940751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:16.944799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:16.991496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:16.998869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:16.999249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:16.999590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:16.999908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.000243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.000583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.000903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.001253 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.001579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.002477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.002812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.003133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.003455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:58:17.023007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-ac3525f0-3773-4888-a524-cb34c3d2832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:17.024643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-ac3525f0-3773-4888-a524-cb34c3d2832c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 1127 time: 0.0470669 Feb 03 11:58:17.112699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-79b50882-7ad8-4f44-80d5-fb0ffcd97490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:17.114246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-79b50882-7ad8-4f44-80d5-fb0ffcd97490 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 200 len: 913 time: 0.0840228 Feb 03 11:58:17.159069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-4f450e45-4f33-444f-8c67-7959710a8f7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 200 len: 217 time: 0.0393083 Feb 03 11:58:17.205312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-6bc81a42-86af-4076-8c4e-63cc67d3aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:17.206616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-6bc81a42-86af-4076-8c4e-63cc67d3aa53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 200 len: 852 time: 0.0423725 Feb 03 11:58:17.235368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:58:17.238558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-8c95737d-ef1c-4abd-a325-50eb1526606c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b69f10a-0f73-4e35-bd5d-988da7a981b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265026 Feb 03 11:58:17.334923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-67ec8145-3262-4ee6-951a-da383d7d7c2a service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910530 Feb 03 11:58:17.430632 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-add257b1-1220-42aa-85fd-d4bb3eb13739 service neutron] 10.222.0.69 "GET /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900152 Feb 03 11:58:18.195653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5586228-9a62-453e-9f13-0e75371cacfb req-363fa0a3-1ab1-48ba-848c-983a897ad604 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:18.197073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5586228-9a62-453e-9f13-0e75371cacfb req-363fa0a3-1ab1-48ba-848c-983a897ad604 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 945 time: 0.0601447 Feb 03 11:58:18.246399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a5586228-9a62-453e-9f13-0e75371cacfb req-029de6a0-ebdb-4754-8c5d-b11a7c5c2d6d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Feb 03 11:58:18.786781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:58:18.837087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:58:18.840785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:58:18.841194 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:18.917475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:58:18.917860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:18.940812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:18.943063 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4128cd4-8794-488c-8a9d-59f5835f6f49" -d '{"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-plugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:18.955540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:18.959878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:19.011202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:19.046866 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42186f94-9704-4c6f-afb9-73215601f9db x-openstack-request-id: req-42186f94-9704-4c6f-afb9-73215601f9db {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:19.047158 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-plugged", "status": "completed", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:19.047411 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42186f94-9704-4c6f-afb9-73215601f9db {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:19.047810 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'code': 200} Feb 03 11:58:19.368692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b51fb-5b30-46a9-aaa2-afae726a7e6a req-f839015a-6edb-477c-8098-944bb5dc702d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:19.370183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157b51fb-5b30-46a9-aaa2-afae726a7e6a req-f839015a-6edb-477c-8098-944bb5dc702d tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0533650 Feb 03 11:58:19.419208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157b51fb-5b30-46a9-aaa2-afae726a7e6a req-3630ac4f-f9bd-47ad-841c-adf914ac6fb5 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.30 "GET /v2.0/security-groups?id=0365dfac-0158-4113-bf5e-144751d4af2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Feb 03 11:58:19.544036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-810fec48-17ff-4eda-8010-a54e4f64ddad tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:19.545747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-810fec48-17ff-4eda-8010-a54e4f64ddad tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3ff8943-60f1-46c1-bd5d-5b362f7946d7 HTTP/1.1" status: 200 len: 946 time: 0.0551887 Feb 03 11:58:19.635487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Deleting port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:58:19.635821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:19.725721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] For port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,segment=NetworkSegment(5298231c-81dc-4022-8e41-f41ad34a1794),segment_id=5298231c-81dc-4022-8e41-f41ad34a1794)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:19.726081 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:19.737688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Calling delete_port for 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:58:19.863798 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (34d6f488-cb8e-4cc6-a0f0-8bee458d7c50), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:19.879305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:58:19.895910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Pushing event deleted for resources: {'Port': ['ID=34d6f488-cb8e-4cc6-a0f0-8bee458d7c50,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:19.942212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] No DVR routers for this DVR port 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:58:19.944729 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:19.948168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b125b0ff-704c-41ab-ac28-4455201cefe7 req-80f83c27-637c-4425-bfb1-ea3a2ff3c229 tempest-DeleteServersTestJSON-883937634 tempest-DeleteServersTestJSON-883937634-project] 10.222.0.53 "DELETE /v2.0/ports/34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 HTTP/1.1" status: 204 len: 173 time: 0.3953176 Feb 03 11:58:19.948606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-deleted', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:19.950855 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c12c4-7823-4c93-be18-e2d6598f7adc" -d '{"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-deleted", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:19.994252 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af433cb-8b14-4612-94e5-a41bc48f7bbd x-openstack-request-id: req-6af433cb-8b14-4612-94e5-a41bc48f7bbd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:19.994547 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff8943-60f1-46c1-bd5d-5b362f7946d7", "name": "network-vif-deleted", "tag": "34d6f488-cb8e-4cc6-a0f0-8bee458d7c50", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:19.994801 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6af433cb-8b14-4612-94e5-a41bc48f7bbd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:19.995205 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff8943-60f1-46c1-bd5d-5b362f7946d7', 'name': 'network-vif-deleted', 'tag': '34d6f488-cb8e-4cc6-a0f0-8bee458d7c50', 'status': 'completed', 'code': 200} Feb 03 11:58:20.548455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56220) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:20.596489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Deleting subnet 614fdaa3-dd96-4659-853f-b398e045493f {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 11:58:20.599637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Publish callbacks [] for subnet (614fdaa3-dd96-4659-853f-b398e045493f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.633859 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (614fdaa3-dd96-4659-853f-b398e045493f), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.670912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (614fdaa3-dd96-4659-853f-b398e045493f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.722964 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (614fdaa3-dd96-4659-853f-b398e045493f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.750668 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614fdaa3-dd96-4659-853f-b398e045493f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:20.752637 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.757312 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2fb04a22-8aca-4cab-bce9-58e815a5836a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/614fdaa3-dd96-4659-853f-b398e045493f HTTP/1.1" status: 204 len: 168 time: 0.2072198 Feb 03 11:58:20.758248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56222) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:20.830028 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8b69f10a-0f73-4e35-bd5d-988da7a981b9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.905374 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8b69f10a-0f73-4e35-bd5d-988da7a981b9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.930298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b69f10a-0f73-4e35-bd5d-988da7a981b9']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:58:20.940069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5298231c-81dc-4022-8e41-f41ad34a1794') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:58:20.940367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5298231c-81dc-4022-8e41-f41ad34a1794') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 11:58:20.949498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (5298231c-81dc-4022-8e41-f41ad34a1794), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.963546 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5298231c-81dc-4022-8e41-f41ad34a1794), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.969398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 11:58:20.969776 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (5298231c-81dc-4022-8e41-f41ad34a1794), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: timer() Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:58:20.971648 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:58:21.025942 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8b69f10a-0f73-4e35-bd5d-988da7a981b9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.031331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.034498 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8b69f10a-0f73-4e35-bd5d-988da7a981b9 HTTP/1.1" status: 204 len: 168 time: 0.2753427 Feb 03 11:58:21.045064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fcd1d-19de-4975-a2f3-66c5ac2ab3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b69f10a-0f73-4e35-bd5d-988da7a981b9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:21.143714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56226) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:21.182738 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3e153622-c1fa-4aa3-8201-32363e0b1f63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab740e3adf7b4fe3bda1ab00fadedb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379083 Feb 03 11:58:21.185224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56228) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:21.235389 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] Publish callbacks [] for security_group (0365dfac-0158-4113-bf5e-144751d4af2f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.256251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] Publish callbacks [] for security_group (0365dfac-0158-4113-bf5e-144751d4af2f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.305576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (0365dfac-0158-4113-bf5e-144751d4af2f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.308417 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:21.309612 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0365dfac-0158-4113-bf5e-144751d4af2f HTTP/1.1" status: 204 len: 168 time: 0.1234243 Feb 03 11:58:21.317254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e290ab0-126a-453d-b7df-c600fe9255c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365dfac-0158-4113-bf5e-144751d4af2f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:21.971728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56250) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:22.066582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1346105359-network', 'tenant_id': 'fd69cb45dd0e4cdbb0bdeb82505d52b8'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:58:22.086923 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Made reservation on behalf of fd69cb45dd0e4cdbb0bdeb82505d52b8 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:58:22.089287 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.097871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.171466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks [] for security_group (354a32a1-f7bd-47c3-813a-c46f20a888f5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.175664 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (354a32a1-f7bd-47c3-813a-c46f20a888f5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.202013 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 11:58:22.207336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a32a1-f7bd-47c3-813a-c46f20a888f5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:22.215970 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ef82161d-164a-4581-aae1-0f5444bd3de0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.216310 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Added segment ef82161d-164a-4581-aae1-0f5444bd3de0 of type vlan for network 8c595831-0795-4a67-a17a-2def5c3148d0 Feb 03 11:58:22.256591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8c595831-0795-4a67-a17a-2def5c3148d0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.280550 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8c595831-0795-4a67-a17a-2def5c3148d0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.281515 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:22.282092 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.331297 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3584771 Feb 03 11:58:22.334301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 11:58:22.339283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Request body: {'subnet': {'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1346105359-subnet', 'tenant_id': 'fd69cb45dd0e4cdbb0bdeb82505d52b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:58:22.360578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Made reservation on behalf of fd69cb45dd0e4cdbb0bdeb82505d52b8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:58:22.363471 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.376075 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14bb31-d8db-4452-af04-b4734d18ab79 admin admin] Pushing event updated for resources: {'Network': ['ID=8c595831-0795-4a67-a17a-2def5c3148d0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:22.385947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8c595831-0795-4a67-a17a-2def5c3148d0 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 11:58:22.535679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (51ebd441-5d6b-4968-9ca9-27ad966879e0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.591312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ebd441-5d6b-4968-9ca9-27ad966879e0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:22.597014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Checking segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:58:22.597372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Network hostable DHCP agents. Network: 8c595831-0795-4a67-a17a-2def5c3148d0, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 11:58:22.613552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Network 8c595831-0795-4a67-a17a-2def5c3148d0 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 11:58:22.621866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8c595831-0795-4a67-a17a-2def5c3148d0) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:58:22.625731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:22.626326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:22.631622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd238ea-ea2e-4fb2-be99-91d9f248109f None None] Network 8c595831-0795-4a67-a17a-2def5c3148d0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:58:22.643187 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-41f73ff7-b5e1-416d-8a8c-f69998b22d69 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3072019 Feb 03 11:58:22.735417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072318d7-e003-4fa8-9b39-498d7e7f7f63 None None] Network 8c595831-0795-4a67-a17a-2def5c3148d0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 11:58:22.813220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:58:22.849327 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:58:22.849599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 34d6f488-cb8e-4cc6-a0f0-8bee458d7c50 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:58:23.072365 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-bec413ba-00a8-4a3e-9c88-c47889077f7c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:23.074135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-bec413ba-00a8-4a3e-9c88-c47889077f7c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 815 time: 0.1020608 Feb 03 11:58:23.089866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-2e943838-c39f-4bd0-90a9-5ae3ffbce4b5 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/quotas/fd69cb45dd0e4cdbb0bdeb82505d52b8 HTTP/1.1" status: 200 len: 375 time: 0.0089824 Feb 03 11:58:23.122203 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ade58d93-014d-4815-a683-d5718d480fcc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262322 Feb 03 11:58:23.132589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-45c66061-5d01-4dd0-b9c3-5f5c1dfb06ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:58:23.133678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-45c66061-5d01-4dd0-b9c3-5f5c1dfb06ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048790 Feb 03 11:58:23.519614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-08cbd9fa-192a-48fd-a690-536f72dbd362 service neutron] 10.222.0.30 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807886 Feb 03 11:58:23.605941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-c792f6d3-1e9c-48c5-a11f-a9d9888cc16f service neutron] 10.222.0.30 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808153 Feb 03 11:58:23.769748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5ff8b00-868b-44b8-9509-eaf457998226 req-77d457d7-5b32-4fa5-95c3-6e8bb923daf2 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 210 time: 0.0268135 Feb 03 11:58:24.776217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-088052c3-5fee-4899-a52e-50dbddeb55eb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:24.777692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-088052c3-5fee-4899-a52e-50dbddeb55eb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 815 time: 0.1065159 Feb 03 11:58:24.795807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Request body: {'port': {'device_id': '74181982-a568-45b9-abf8-eaeb5198424c', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'admin_state_up': True, 'tenant_id': 'fd69cb45dd0e4cdbb0bdeb82505d52b8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:58:24.889491 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf0107f8-e0fc-4294-8a12-2083997bf6f0 req-ce1fc802-522d-4a4c-8d1c-6fc7757a2026 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 210 time: 0.0331852 Feb 03 11:58:24.929458 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Made reservation on behalf of fd69cb45dd0e4cdbb0bdeb82505d52b8 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:58:24.932853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.057009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Allocated IP 172.20.0.3 (8c595831-0795-4a67-a17a-2def5c3148d0/51ebd441-5d6b-4968-9ca9-27ad966879e0/3928620d-957e-429e-b4b0-bf01d78a4632) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:58:25.198855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks [] for port (3928620d-957e-429e-b4b0-bf01d78a4632), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.233204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.283186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Network 8c595831-0795-4a67-a17a-2def5c3148d0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:58:25.288238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:58:25.292128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:58:25.298553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:25.342632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:25.343168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.358208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-fef538ed-9b8b-4f4d-a207-fc5d42c9d5da tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679669 Feb 03 11:58:25.389887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Request body: {'port': {'device_id': '74181982-a568-45b9-abf8-eaeb5198424c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:58:25.447586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.705324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3928620d-957e-429e-b4b0-bf01d78a4632 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:58:25.712490 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks [] for port (3928620d-957e-429e-b4b0-bf01d78a4632), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.724808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Transition to ACTIVE for port object 3928620d-957e-429e-b4b0-bf01d78a4632 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:58:25.728489 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.780205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:25.855212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:58:25.855539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:58:25.855862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:58:25.860003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:58:25.860587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:58:25.870026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:58:25.870361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Checking segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:58:25.870738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Bound using segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:58:25.871166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Bound port: 3928620d-957e-429e-b4b0-bf01d78a4632, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:58:25.871519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:25.935743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:58:25.938910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:58:25.944688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:26.005318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.005934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:26.007291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] 10.222.0.69 "PUT /v2.0/ports/3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 1091 time: 0.6213126 Feb 03 11:58:26.007871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:26.010123 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0a945-6584-4cd5-abb3-b7b29a752271" -d '{"events": [{"name": "network-changed", "server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:26.038067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b1c8-8733-4760-a2ef-e4376d4164bf service neutron] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:26.055922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a80e7c-df95-4a4b-a28f-7b8bd12e9da7 req-085132f9-3c55-4906-aba7-e088ee41e1b9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.057471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59a80e7c-df95-4a4b-a28f-7b8bd12e9da7 req-085132f9-3c55-4906-aba7-e088ee41e1b9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0880673 Feb 03 11:58:26.058919 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7923c-e43f-4e03-b94a-bc8565ab99fb x-openstack-request-id: req-0ce7923c-e43f-4e03-b94a-bc8565ab99fb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:26.059210 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:26.059465 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ce7923c-e43f-4e03-b94a-bc8565ab99fb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:26.059861 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'status': 'completed', 'code': 200} Feb 03 11:58:26.137076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59a80e7c-df95-4a4b-a28f-7b8bd12e9da7 req-b49fa4b4-f219-44fd-8475-0f98155e8779 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Feb 03 11:58:26.146764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ffedca28-780d-47f3-8142-cdda3ce6c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.148226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-ffedca28-780d-47f3-8142-cdda3ce6c877 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1125 time: 0.0666254 Feb 03 11:58:26.194345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-cd0b9497-9b64-4fcb-9dc1-c71091c91d7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0345812 Feb 03 11:58:26.244853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-1cd02d19-6f40-44f9-9c30-e801b859dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.246252 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-1cd02d19-6f40-44f9-9c30-e801b859dc2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0461984 Feb 03 11:58:26.278793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-b2097b5a-116f-458a-847f-ccc0b842cf1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260231 Feb 03 11:58:26.367274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-7a150d52-f904-4e00-8249-3e3f5b625158 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824203 Feb 03 11:58:26.458324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c885eca3-0d6c-4b85-94ee-f86cec09f857 req-b7e637f1-645a-4c8a-81c4-b5e775f50b75 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Feb 03 11:58:26.583027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-3813e49b-fdb9-4715-ba57-99acefd15714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.584785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-3813e49b-fdb9-4715-ba57-99acefd15714 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1125 time: 0.0471258 Feb 03 11:58:26.684951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-02d74234-40a7-4512-b28b-d49fe201005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.686468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-02d74234-40a7-4512-b28b-d49fe201005a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0941727 Feb 03 11:58:26.727936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-e25d19d4-03ae-43c4-833d-8a202ba925de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0354805 Feb 03 11:58:26.776560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-287d7728-71cd-4fa9-befa-06380cb8a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:26.778054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-287d7728-71cd-4fa9-befa-06380cb8a45e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0445280 Feb 03 11:58:26.814854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-81872fab-02ac-4080-8232-828a2126e66e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301085 Feb 03 11:58:26.903591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-96eb3637-8f6c-414e-86c1-54dafab94eaf service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Feb 03 11:58:26.993873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-59f0a945-6584-4cd5-abb3-b7b29a752271 req-62263025-bbbd-43c9-b805-5a6a3983fa00 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Feb 03 11:58:27.257176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d2ad8-8432-4f2c-bec0-428f82771dc4 req-e670277d-035b-4226-9a11-e0606d77fb7f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:27.258581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d3d2ad8-8432-4f2c-bec0-428f82771dc4 req-e670277d-035b-4226-9a11-e0606d77fb7f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0542109 Feb 03 11:58:27.305846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d3d2ad8-8432-4f2c-bec0-428f82771dc4 req-5dce1222-54f0-4069-8de7-f4a50d21ff46 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Feb 03 11:58:27.441230 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:28.422413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc0f9-0b75-4208-85fa-8bf37bdce58d req-0e7be3df-3c28-49f2-b099-5d8c1f18efab tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:28.423878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4cc0f9-0b75-4208-85fa-8bf37bdce58d req-0e7be3df-3c28-49f2-b099-5d8c1f18efab tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0517235 Feb 03 11:58:28.473921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4cc0f9-0b75-4208-85fa-8bf37bdce58d req-371ffe65-df7c-4745-b43f-858032ffddf6 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Feb 03 11:58:29.593215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61e9b-5baf-4cdf-abab-4a72267c6649 req-2da9986f-e233-4dea-8d8c-fb8732524f94 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:29.594736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15e61e9b-5baf-4cdf-abab-4a72267c6649 req-2da9986f-e233-4dea-8d8c-fb8732524f94 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0542207 Feb 03 11:58:29.641677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15e61e9b-5baf-4cdf-abab-4a72267c6649 req-6090f9f3-bc96-48c5-8c8d-ab30adae55e4 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Feb 03 11:58:29.995251 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:58:30.694295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:58:30.760166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85896a26-98f1-4bf1-8e43-0da66fed5953 req-8627ef10-ae7d-45c4-80e7-f5d898b7f25b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:30.761692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85896a26-98f1-4bf1-8e43-0da66fed5953 req-8627ef10-ae7d-45c4-80e7-f5d898b7f25b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0525692 Feb 03 11:58:30.791908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:30.804222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3928620d-957e-429e-b4b0-bf01d78a4632', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'port_id': '3928620d-957e-429e-b4b0-bf01d78a4632', 'mac_address': 'fa:16:3e:62:c0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ebd441-5d6b-4968-9ca9-27ad966879e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:58:30.810205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85896a26-98f1-4bf1-8e43-0da66fed5953 req-f51bb26c-81c2-4df4-a9fd-f91a99f1d588 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Feb 03 11:58:30.841085 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3928620d-957e-429e-b4b0-bf01d78a4632 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:58:30.841477 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:30.854318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3928620d-957e-429e-b4b0-bf01d78a4632 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:58:30.872774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:30.876865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:30.923218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:31.253647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3928620d-957e-429e-b4b0-bf01d78a4632'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:58:31.328520 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22460213-4b06-4fe4-9f34-e745cdead2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:31.932125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19524f0-9bf4-4a8c-9079-bea9b778894c req-06e22539-64f8-4a49-98e6-b1aafc11e936 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:31.933689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f19524f0-9bf4-4a8c-9079-bea9b778894c req-06e22539-64f8-4a49-98e6-b1aafc11e936 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 944 time: 0.0574987 Feb 03 11:58:31.981282 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f19524f0-9bf4-4a8c-9079-bea9b778894c req-ddf3bee3-6cd4-4dd6-a709-630ee2bf4489 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Feb 03 11:58:32.693480 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:58:32.744224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3928620d-957e-429e-b4b0-bf01d78a4632 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:58:32.748068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3928620d-957e-429e-b4b0-bf01d78a4632 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:58:32.748433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:32.825003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3928620d-957e-429e-b4b0-bf01d78a4632 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:58:32.825616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:32.847356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:58:32.849604 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9966d2a-178e-42bc-a481-897408b043c9" -d '{"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-plugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:58:32.862762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:58:32.867411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:32.889815 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e00cb9-9ac2-484a-a5cc-44bcb80465c4 x-openstack-request-id: req-83e00cb9-9ac2-484a-a5cc-44bcb80465c4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:58:32.890109 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-plugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:58:32.890368 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83e00cb9-9ac2-484a-a5cc-44bcb80465c4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:58:32.890757 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'code': 200} Feb 03 11:58:32.920379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:58:33.018801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea009c4-b9a6-402c-8113-b5ae2f581470 req-5f84d1d3-fae2-4bbf-b890-16de5025fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:33.020328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ea009c4-b9a6-402c-8113-b5ae2f581470 req-5f84d1d3-fae2-4bbf-b890-16de5025fcd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1127 time: 0.0470879 Feb 03 11:58:33.091446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ea009c4-b9a6-402c-8113-b5ae2f581470 req-a7c68abd-3a01-4d25-82ed-7b6e26b18eb9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653207 Feb 03 11:58:33.113165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9accd11-e45f-49fc-9593-c628639a2923 req-4ef682df-4adb-4dc4-8856-e35e80b4bedb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:33.114733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9accd11-e45f-49fc-9593-c628639a2923 req-4ef682df-4adb-4dc4-8856-e35e80b4bedb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0642016 Feb 03 11:58:33.165843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9accd11-e45f-49fc-9593-c628639a2923 req-52214e24-4a06-4923-b220-ccb3af868e9f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455897 Feb 03 11:58:34.289865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31efb-8409-49f8-8aa4-722190dacfb8 req-7cd3c6e5-3fca-452c-881e-a302f40ed6b0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:34.291340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5aa31efb-8409-49f8-8aa4-722190dacfb8 req-7cd3c6e5-3fca-452c-881e-a302f40ed6b0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0530021 Feb 03 11:58:34.338865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5aa31efb-8409-49f8-8aa4-722190dacfb8 req-3b33af85-05f6-4e8d-989a-89bb7f0d466c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Feb 03 11:58:34.413398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88a51a90-3a02-44f3-8f3a-26d87ad11952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:34.793193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:35.457785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971335-1977-47d7-b0d9-555c75706b47 req-219d4f5a-25f6-4e28-84ea-06cdcbb8cccc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:35.459263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a971335-1977-47d7-b0d9-555c75706b47 req-219d4f5a-25f6-4e28-84ea-06cdcbb8cccc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0530312 Feb 03 11:58:35.505237 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a971335-1977-47d7-b0d9-555c75706b47 req-be5b5b13-c818-49e9-b898-a22cc80e48b9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Feb 03 11:58:35.625050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a090-435e-474f-805a-032ddfb3d141 req-0611894e-ab6b-49cd-af97-ff47e82ef842 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:35.626510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f029a090-435e-474f-805a-032ddfb3d141 req-0611894e-ab6b-49cd-af97-ff47e82ef842 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0559907 Feb 03 11:58:35.673098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f029a090-435e-474f-805a-032ddfb3d141 req-04ab3328-7d7e-4e36-bac8-e9b4241e6525 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Feb 03 11:58:35.878333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b7eb4-f232-4bda-ae76-3122bf45f245 req-df725bdf-8539-4ef0-9fcb-31ca55a63bc4 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:35.879796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-511b7eb4-f232-4bda-ae76-3122bf45f245 req-df725bdf-8539-4ef0-9fcb-31ca55a63bc4 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0541291 Feb 03 11:58:35.927703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-511b7eb4-f232-4bda-ae76-3122bf45f245 req-ce7d3439-da17-4578-8f37-ad2f5e0419a0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Feb 03 11:58:36.052348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11288bbe-87be-4620-86f2-a5bf5c7665bd req-f2655df6-d172-4b66-ade0-27e882813503 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:36.053852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11288bbe-87be-4620-86f2-a5bf5c7665bd req-f2655df6-d172-4b66-ade0-27e882813503 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0566549 Feb 03 11:58:36.102244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11288bbe-87be-4620-86f2-a5bf5c7665bd req-93238e1c-a65a-4608-86b2-929ffca1cab5 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Feb 03 11:58:36.368086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-799c3094-c1b3-45c8-9f2d-c89788fd70a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742822 Feb 03 11:58:36.383205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdaab5-4758-4fea-94d2-7dfeaa504ac4 req-5a707f04-0e0f-495c-81c8-328d9ff67de0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:36.384771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbcdaab5-4758-4fea-94d2-7dfeaa504ac4 req-5a707f04-0e0f-495c-81c8-328d9ff67de0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0815663 Feb 03 11:58:36.396827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:36.442295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbcdaab5-4758-4fea-94d2-7dfeaa504ac4 req-d02ac10b-571a-47ec-8bff-28bd66a90751 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Feb 03 11:58:37.427831 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:37.563217 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f67764-9e5a-4ca7-b081-b83810044d52 req-b00acd5e-601e-4a7a-83a2-e5310bbbaa64 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:37.564773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16f67764-9e5a-4ca7-b081-b83810044d52 req-b00acd5e-601e-4a7a-83a2-e5310bbbaa64 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0568316 Feb 03 11:58:37.620289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16f67764-9e5a-4ca7-b081-b83810044d52 req-9fc7e693-6cf5-4576-bdb1-b0eac9487b94 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Feb 03 11:58:37.671108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-7f192e0b-4b7f-4c87-b63e-12b0fe07b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:37.672973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-7f192e0b-4b7f-4c87-b63e-12b0fe07b655 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1127 time: 0.0474517 Feb 03 11:58:37.764823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-20c31db1-5651-41a1-8690-49d39ac4f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:37.766324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-20c31db1-5651-41a1-8690-49d39ac4f006 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0877159 Feb 03 11:58:37.807849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-63701d11-0074-41d7-8585-785fa3782bc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0353510 Feb 03 11:58:37.856762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-aa10b876-c119-415f-9c1b-b4e16051dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:37.858188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-aa10b876-c119-415f-9c1b-b4e16051dc06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0450466 Feb 03 11:58:37.889337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-1b196424-b64f-4d8e-97ab-f63d152a6e8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251451 Feb 03 11:58:37.982179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-f086dd7e-22ec-48d9-ac39-44d5534c1385 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Feb 03 11:58:38.074987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-2f9adb2e-8918-4f7e-b63b-fdbed9a786e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863695 Feb 03 11:58:38.739617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752bfe-f051-4593-a9ee-47219cc4fa2f req-60a6b3e0-c9a6-4390-bc21-2eabf0f7de11 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:38.741085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f752bfe-f051-4593-a9ee-47219cc4fa2f req-60a6b3e0-c9a6-4390-bc21-2eabf0f7de11 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0523906 Feb 03 11:58:38.786758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f752bfe-f051-4593-a9ee-47219cc4fa2f req-83ebab9e-d777-412e-b769-03eca96610fa tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Feb 03 11:58:39.905228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722527-c819-47ad-8334-2fd967ac0d68 req-f3058b08-5b51-4afe-a50c-7d577cf1228a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:39.906677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86722527-c819-47ad-8334-2fd967ac0d68 req-f3058b08-5b51-4afe-a50c-7d577cf1228a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0511446 Feb 03 11:58:39.953240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-86722527-c819-47ad-8334-2fd967ac0d68 req-61586589-e915-4eb1-8c36-c59f5013913f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 03 11:58:41.074994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6446109-387a-4aaa-b21d-0f7a72c9a1a8 req-0b681ffe-e205-4e5e-a4a1-299e4eab0c1a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:41.076432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6446109-387a-4aaa-b21d-0f7a72c9a1a8 req-0b681ffe-e205-4e5e-a4a1-299e4eab0c1a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0544870 Feb 03 11:58:41.122198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6446109-387a-4aaa-b21d-0f7a72c9a1a8 req-6b9c23ff-3c5c-4403-b75a-0e3b1dd42a2e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Feb 03 11:58:42.240086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36263a-63cc-4bf0-a413-a9595c7b5540 req-d9456aee-3039-49e1-9fde-3c8719738900 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:42.241614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c36263a-63cc-4bf0-a413-a9595c7b5540 req-d9456aee-3039-49e1-9fde-3c8719738900 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0524981 Feb 03 11:58:42.289305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c36263a-63cc-4bf0-a413-a9595c7b5540 req-1bb0e2bf-819a-4c84-8186-633020e5f518 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Feb 03 11:58:43.412782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf0ee-ba56-4fed-8c34-4cd9d118ace9 req-6f79d208-b824-43ae-92c3-f607f5dcacbc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:43.414283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ccf0ee-ba56-4fed-8c34-4cd9d118ace9 req-6f79d208-b824-43ae-92c3-f607f5dcacbc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0563087 Feb 03 11:58:43.460633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2ccf0ee-ba56-4fed-8c34-4cd9d118ace9 req-180e30c0-9e1a-4be8-af1d-a71be884dab2 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Feb 03 11:58:44.578778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d4c08-dd41-4770-918d-2d10955f092b req-d4221ba3-1489-4885-b1f2-7c0f4e952dca tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:44.580254 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d6d4c08-dd41-4770-918d-2d10955f092b req-d4221ba3-1489-4885-b1f2-7c0f4e952dca tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0523794 Feb 03 11:58:44.625326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d6d4c08-dd41-4770-918d-2d10955f092b req-db17b4e7-5066-4cdf-b9ec-4e32bd83e48d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Feb 03 11:58:45.742535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a89f9-e594-4cb0-a88a-0a745f56125f req-0d6852f3-9a78-4187-a498-1e3760809ef1 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:45.744007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50a89f9-e594-4cb0-a88a-0a745f56125f req-0d6852f3-9a78-4187-a498-1e3760809ef1 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0517626 Feb 03 11:58:45.792493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b50a89f9-e594-4cb0-a88a-0a745f56125f req-6ed5c118-c34a-4055-a17d-e6ecc90fe067 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Feb 03 11:58:46.681399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:46.909813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb541-1beb-4cdb-8333-f5c288be5d98 req-884664ca-05f8-4d4c-ac4c-f1eb7fe746dd tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:46.911294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19eb541-1beb-4cdb-8333-f5c288be5d98 req-884664ca-05f8-4d4c-ac4c-f1eb7fe746dd tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0524375 Feb 03 11:58:46.958259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d19eb541-1beb-4cdb-8333-f5c288be5d98 req-78efc5cc-5302-40ac-8748-99c4a7236796 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Feb 03 11:58:48.076825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f913ad9-4022-4a9d-a53f-e1b2f62d5872 req-10796977-6811-4f9b-9e47-b699ca337677 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:48.078324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f913ad9-4022-4a9d-a53f-e1b2f62d5872 req-10796977-6811-4f9b-9e47-b699ca337677 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0520353 Feb 03 11:58:48.124385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f913ad9-4022-4a9d-a53f-e1b2f62d5872 req-440d5659-bc3d-46c2-9456-996b8b046fb7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Feb 03 11:58:49.252381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d87c8-bcf8-438d-b7fa-6209d2613ef7 req-e8336280-e0e1-4d2c-8ba5-55b916124684 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:49.254470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-307d87c8-bcf8-438d-b7fa-6209d2613ef7 req-e8336280-e0e1-4d2c-8ba5-55b916124684 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0565109 Feb 03 11:58:49.301082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-307d87c8-bcf8-438d-b7fa-6209d2613ef7 req-17a45538-4a57-441a-9115-e9cf17dfc9f3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Feb 03 11:58:50.417631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259c83c-72bd-47e5-9082-039c20233f58 req-3e8b15b1-88a1-4726-849f-8a047e8c3691 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:50.419069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f259c83c-72bd-47e5-9082-039c20233f58 req-3e8b15b1-88a1-4726-849f-8a047e8c3691 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0507925 Feb 03 11:58:50.464883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f259c83c-72bd-47e5-9082-039c20233f58 req-d229ef05-9088-4b9e-a4b7-ce5f02c5f206 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Feb 03 11:58:51.583921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796cf0-d812-4509-a86e-9652fec27d6d req-3261430c-17b7-4a83-a649-4fd8f94f337a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:51.585476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70796cf0-d812-4509-a86e-9652fec27d6d req-3261430c-17b7-4a83-a649-4fd8f94f337a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0541947 Feb 03 11:58:51.636186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70796cf0-d812-4509-a86e-9652fec27d6d req-a4b312a4-5812-4d56-8fa6-b2f60de67e4b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Feb 03 11:58:52.755095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c354f-b3b7-4c70-8b9a-f0ca22be3778 req-4b401a3a-be20-410f-8fdd-15186fe4f363 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:52.756601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d97c354f-b3b7-4c70-8b9a-f0ca22be3778 req-4b401a3a-be20-410f-8fdd-15186fe4f363 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0522249 Feb 03 11:58:52.802765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d97c354f-b3b7-4c70-8b9a-f0ca22be3778 req-c34c4cee-d94f-47c2-b4c3-7aaef79c221d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Feb 03 11:58:53.921088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f78d-4eab-4ceb-a431-a7e69154f772 req-fd52e6db-df37-467f-ba47-e7168de5963f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:53.922533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8541f78d-4eab-4ceb-a431-a7e69154f772 req-fd52e6db-df37-467f-ba47-e7168de5963f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0518608 Feb 03 11:58:53.968134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8541f78d-4eab-4ceb-a431-a7e69154f772 req-187f36a1-c243-42d5-b285-fd19b9d5a395 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Feb 03 11:58:55.092559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7701c3-d35f-4fc7-b4c1-c06a89791618 req-eb9525dc-c6f2-4d09-8679-19c90e5ab8fc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:55.094041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d7701c3-d35f-4fc7-b4c1-c06a89791618 req-eb9525dc-c6f2-4d09-8679-19c90e5ab8fc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0548458 Feb 03 11:58:55.145481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7d7701c3-d35f-4fc7-b4c1-c06a89791618 req-8f87d16a-3947-4a53-993c-1ca2e65a1ba6 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Feb 03 11:58:56.260212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741083c-f12a-4d52-a124-ac1d3f5ed8ba req-076ef98e-838c-408f-af14-bb4d794a67bb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:56.261631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b741083c-f12a-4d52-a124-ac1d3f5ed8ba req-076ef98e-838c-408f-af14-bb4d794a67bb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0529571 Feb 03 11:58:56.308220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b741083c-f12a-4d52-a124-ac1d3f5ed8ba req-c8d62716-d659-43e4-b4c8-340c91f1a146 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Feb 03 11:58:57.434469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bf922-828d-479f-a925-bc13884c9063 req-64ad9804-2c73-4998-9af2-3a435068efaf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:57.435955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-783bf922-828d-479f-a925-bc13884c9063 req-64ad9804-2c73-4998-9af2-3a435068efaf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0571547 Feb 03 11:58:57.442232 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:58:57.483918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-783bf922-828d-479f-a925-bc13884c9063 req-94523a60-c954-4d10-9b24-800c5ccd81cc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Feb 03 11:58:58.605417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceee2d-7626-4a92-ba52-164f8d0ae037 req-f5f8bd23-f114-471c-830a-aebcdc531b54 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:58.606923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdceee2d-7626-4a92-ba52-164f8d0ae037 req-f5f8bd23-f114-471c-830a-aebcdc531b54 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0561414 Feb 03 11:58:58.653707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fdceee2d-7626-4a92-ba52-164f8d0ae037 req-d72683ae-6f64-42ba-a627-5b68990930b3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Feb 03 11:58:59.770539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c14cb-98d8-4810-990f-2611a4dcf51e req-fdeeb50d-3b62-44ab-9952-b25df8f2933b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:58:59.771988 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-375c14cb-98d8-4810-990f-2611a4dcf51e req-fdeeb50d-3b62-44ab-9952-b25df8f2933b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0523953 Feb 03 11:58:59.823208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-375c14cb-98d8-4810-990f-2611a4dcf51e req-b31e4e41-6fab-4cf4-b8b1-02b5aed8aad7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Feb 03 11:59:00.940385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f660724-38ba-4eb3-a72b-5c3a7b7d9e1e req-23707c21-b228-41c0-9979-842be55b2e5a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:00.941888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f660724-38ba-4eb3-a72b-5c3a7b7d9e1e req-23707c21-b228-41c0-9979-842be55b2e5a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0518944 Feb 03 11:59:00.986400 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f660724-38ba-4eb3-a72b-5c3a7b7d9e1e req-21f5f463-9dcd-4944-8810-0fbec0c83953 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Feb 03 11:59:01.320879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8e9dc1a-2cac-4617-ba0c-e8d65bc25688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:02.104686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d371d-a907-415f-bc95-89e8cb9f35d6 req-4874ed19-7c5a-4dcd-b3ca-56d4ef21ee48 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:02.106156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-591d371d-a907-415f-bc95-89e8cb9f35d6 req-4874ed19-7c5a-4dcd-b3ca-56d4ef21ee48 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0513394 Feb 03 11:59:02.154898 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-591d371d-a907-415f-bc95-89e8cb9f35d6 req-ec07d9bf-a2c1-4825-8186-91fbc7d498e7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Feb 03 11:59:03.282283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589190d-1d59-4861-951a-0cc1bef2f7cb req-75ba57c6-fee6-4227-9ed1-348a3daf6cc2 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:03.284424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0589190d-1d59-4861-951a-0cc1bef2f7cb req-75ba57c6-fee6-4227-9ed1-348a3daf6cc2 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0578403 Feb 03 11:59:03.329783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0589190d-1d59-4861-951a-0cc1bef2f7cb req-9e791247-13d7-4a83-b2a6-e9187c315f07 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Feb 03 11:59:04.418527 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23531373-4d7e-4b4e-a1fc-8e1fe305f3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:04.450874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefa620-3229-429e-987e-670c4d286a76 req-71a83381-18aa-4677-9b52-6fa3bfc58275 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:04.452332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcefa620-3229-429e-987e-670c4d286a76 req-71a83381-18aa-4677-9b52-6fa3bfc58275 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0547457 Feb 03 11:59:04.498176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcefa620-3229-429e-987e-670c4d286a76 req-d69366f3-5d48-42ad-89dc-c58ebdca09b3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Feb 03 11:59:04.796904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:05.097529 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-30b775a6-0e41-459d-b144-3dcc2aa2f0ce service neutron] show failed (client error): The resource could not be found. Feb 03 11:59:05.098432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-30b775a6-0e41-459d-b144-3dcc2aa2f0ce service neutron] 10.222.0.69 "GET /v2.0/ports/3928620d-957e-429e-b4b0-bf01d78a4632/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0536666 Feb 03 11:59:05.313719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-447bf3c1-6407-46f2-87f3-edfd0f9aa0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:05.315724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-447bf3c1-6407-46f2-87f3-edfd0f9aa0ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c&tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8 HTTP/1.1" status: 200 len: 1127 time: 0.0496795 Feb 03 11:59:05.328269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:59:05.385297 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:05.620252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:05.658220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3ca8-2747-4953-9de7-a74cedde8474 req-18ecd302-6bf7-4928-b1b6-3ff8904a201d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:05.659664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469b3ca8-2747-4953-9de7-a74cedde8474 req-18ecd302-6bf7-4928-b1b6-3ff8904a201d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0911095 Feb 03 11:59:05.667984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:59:05.733250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:05.735433 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505feca-db14-496b-b0c2-5ac5ad3ae3b0" -d '{"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-unplugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:05.741870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks [] for port (3928620d-957e-429e-b4b0-bf01d78a4632), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:05.749357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469b3ca8-2747-4953-9de7-a74cedde8474 req-6f761827-cb89-4439-be5c-75a593c2b8ed tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826752 Feb 03 11:59:05.758425 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Transition to ACTIVE for port object 3928620d-957e-429e-b4b0-bf01d78a4632 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:59:05.764524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:05.798075 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f5f22-5c93-4091-b18a-0195a25ed133 x-openstack-request-id: req-2c1f5f22-5c93-4091-b18a-0195a25ed133 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:05.798367 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-unplugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:05.798614 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c1f5f22-5c93-4091-b18a-0195a25ed133 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:05.799654 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'code': 200} Feb 03 11:59:05.840100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] No DVR routers for this DVR port 3928620d-957e-429e-b4b0-bf01d78a4632 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:59:05.842117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:05.851630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.851972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.852313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.852642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.852987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.853312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.853635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.853951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.854266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.854582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.854988 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.855305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.855623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:05.889795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:59:05.890128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:59:05.890451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:05.894707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:59:05.895023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Attempting to bind port 3928620d-957e-429e-b4b0-bf01d78a4632 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:05.899705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:59:05.900040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Checking segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:59:05.900413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Bound using segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:59:05.900830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Bound port: 3928620d-957e-429e-b4b0-bf01d78a4632, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:59:05.901216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:05.962589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:59:05.965416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:59:05.972189 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:06.005849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:06.006463 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:06.007800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] 10.222.0.53 "PUT /v2.0/ports/3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 1091 time: 0.6833589 Feb 03 11:59:06.029678 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a11de-fcc9-4b7a-bfc2-2d157e456c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:06.082587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-38bab92c-0f6b-4c12-8d3f-8f05e61ff0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:06.084101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-38bab92c-0f6b-4c12-8d3f-8f05e61ff0fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1125 time: 0.0488663 Feb 03 11:59:06.175022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-b4d3f7ff-ed4d-4800-b93f-6c5af687dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:06.176469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-b4d3f7ff-ed4d-4800-b93f-6c5af687dee4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0830131 Feb 03 11:59:06.227139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-7487c8f1-7ded-41e7-9c62-f6bf734dd7f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0373039 Feb 03 11:59:06.278165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-47a8f9d5-c9e4-4646-9ba3-b85bd3fa8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:06.279642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-47a8f9d5-c9e4-4646-9ba3-b85bd3fa8cd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0439053 Feb 03 11:59:06.313293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-3304ea18-d99e-4686-b94e-32e01c11afe9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250309 Feb 03 11:59:06.394000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:06.410449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-d7bd2984-16b4-4cc5-aa3d-83cf12252876 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 Feb 03 11:59:06.504841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-11824b54-eb5f-474d-ac3d-46a75a73b514 req-34e83bc5-f416-4ea4-9212-7c0c7273fd65 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819025 Feb 03 11:59:06.870962 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5619e5-31cf-4cd1-ad96-2301efc08d61 req-1b51c89f-d181-46a1-b5dc-af77b820a3d9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:06.872429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa5619e5-31cf-4cd1-ad96-2301efc08d61 req-1b51c89f-d181-46a1-b5dc-af77b820a3d9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.0524862 Feb 03 11:59:06.922357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa5619e5-31cf-4cd1-ad96-2301efc08d61 req-d304d51b-b4cf-490a-af54-80a0c92b33d5 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Feb 03 11:59:06.993629 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:59:07.429563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:07.800617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:07.802955 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8649610-642c-48e2-a572-9d083598aa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:07.852122 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c295555-94a4-4a39-bbc5-5f09b0e23b10 x-openstack-request-id: req-8c295555-94a4-4a39-bbc5-5f09b0e23b10 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:07.852477 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:07.852730 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c295555-94a4-4a39-bbc5-5f09b0e23b10 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:07.853154 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'status': 'completed', 'code': 200} Feb 03 11:59:07.954412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-587f5dba-bef2-4b2b-a11e-014643b71f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:07.955961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-587f5dba-bef2-4b2b-a11e-014643b71f7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1125 time: 0.0776830 Feb 03 11:59:07.958383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-f74cd916-716c-47a7-8439-198a91609e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:07.959790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-f74cd916-716c-47a7-8439-198a91609e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1125 time: 0.0568728 Feb 03 11:59:08.463062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c548e-297f-4922-8489-4aee87573d10 req-c5191e71-043c-406b-9fe3-7d2674421297 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:08.464521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-311c548e-297f-4922-8489-4aee87573d10 req-c5191e71-043c-406b-9fe3-7d2674421297 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 943 time: 0.4685044 Feb 03 11:59:08.467329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-ee5c4618-4f17-4138-adb3-104270b6fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:08.468641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-ee5c4618-4f17-4138-adb3-104270b6fe34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.4981780 Feb 03 11:59:08.469733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-372ce25e-a227-430a-8dc9-31f184728003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:08.471674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-372ce25e-a227-430a-8dc9-31f184728003 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.5081816 Feb 03 11:59:08.553990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-95e2e4e1-d3aa-41af-9b5b-857b601fdf74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0757897 Feb 03 11:59:08.555437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-93ee0450-9926-4f9c-a289-4e02c6a2074b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0713816 Feb 03 11:59:08.641301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-311c548e-297f-4922-8489-4aee87573d10 req-98670605-6529-4a3f-b3d0-ff56927efec8 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686680 Feb 03 11:59:08.654031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-8344b0ac-0969-4008-9e2d-8134ea0d4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:08.655479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-8344b0ac-0969-4008-9e2d-8134ea0d4cff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0958061 Feb 03 11:59:08.656826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649610-642c-48e2-a572-9d083598aa7b req-654314bb-0e3f-4fac-b66a-c1a4343a8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:08.658903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-654314bb-0e3f-4fac-b66a-c1a4343a8683 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0867460 Feb 03 11:59:08.697685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-6e6807d5-bbe4-4257-8435-4c14d282a34b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359178 Feb 03 11:59:08.713574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-9bddd195-a698-4140-98b4-ea289749d0cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430975 Feb 03 11:59:08.862016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-7afa8c66-301f-47f6-9a81-8c73027ab74e service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504023 Feb 03 11:59:08.863750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-da623bb1-237b-40f4-beda-5079a027e426 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438043 Feb 03 11:59:08.887520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:59:08.930845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 3928620d-957e-429e-b4b0-bf01d78a4632 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:59:08.931244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:59:09.019699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-b0abc5eb-2de4-4011-b287-c6db693ecb1c service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523685 Feb 03 11:59:09.021573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8649610-642c-48e2-a572-9d083598aa7b req-cc5b00a4-f536-4506-946e-335de2e718a0 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474812 Feb 03 11:59:09.025141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:59:09.123430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:09.134860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '3928620d-957e-429e-b4b0-bf01d78a4632', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'port_id': '3928620d-957e-429e-b4b0-bf01d78a4632', 'mac_address': 'fa:16:3e:62:c0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ebd441-5d6b-4968-9ca9-27ad966879e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:59:09.170366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 3928620d-957e-429e-b4b0-bf01d78a4632 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:09.170755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:09.183495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3928620d-957e-429e-b4b0-bf01d78a4632 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:59:09.206062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:09.210372 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:09.259387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:09.432632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['3928620d-957e-429e-b4b0-bf01d78a4632'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:59:09.766151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02184d-1656-49da-aa4a-525b84d11ded req-757c29e5-9e82-4f69-9f96-fd4b93843788 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:09.767496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b02184d-1656-49da-aa4a-525b84d11ded req-757c29e5-9e82-4f69-9f96-fd4b93843788 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 944 time: 0.0562947 Feb 03 11:59:09.814226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4b02184d-1656-49da-aa4a-525b84d11ded req-a390566a-ba3a-41e1-9dce-45be20c36235 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Feb 03 11:59:10.043961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f58b-b092-4908-ba8a-d4317602deb1 req-f57f87dd-64c2-4bb4-a5b9-c61a1e9e338b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:10.045721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3321f58b-b092-4908-ba8a-d4317602deb1 req-f57f87dd-64c2-4bb4-a5b9-c61a1e9e338b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 944 time: 0.0867720 Feb 03 11:59:10.056849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-84333f37-297c-4f77-803a-b8b04af3bc91 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:10.058218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-84333f37-297c-4f77-803a-b8b04af3bc91 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.69 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c&tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.0719748 Feb 03 11:59:10.142700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3321f58b-b092-4908-ba8a-d4317602deb1 req-598cb0e3-562c-4144-8954-33407d937bbb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Feb 03 11:59:10.148147 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-4993bda4-acfe-4c4b-97b9-f5f8bbd8fa74 service neutron] delete failed (client error): The resource could not be found. Feb 03 11:59:10.149134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-4993bda4-acfe-4c4b-97b9-f5f8bbd8fa74 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3928620d-957e-429e-b4b0-bf01d78a4632/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0845485 Feb 03 11:59:10.258476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-714d06ae-4897-468e-aa3a-bf40e02c4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:10.259982 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-714d06ae-4897-468e-aa3a-bf40e02c4d28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 1126 time: 0.0469043 Feb 03 11:59:10.359478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-7f8fe772-a072-4622-92db-830e284541d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:10.360846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-7f8fe772-a072-4622-92db-830e284541d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0955272 Feb 03 11:59:10.402872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-9c4dfbc9-c23f-4026-990f-d4e09b3e6fa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 200 len: 217 time: 0.0358577 Feb 03 11:59:10.450651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-a909310d-50a5-41fa-a8ca-029b24d229ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:10.452060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-a909310d-50a5-41fa-a8ca-029b24d229ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0429821 Feb 03 11:59:10.482698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-c9dbfea4-03a9-4897-a64b-f8284f8a8f22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242236 Feb 03 11:59:10.577552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-ea8cfcbf-88d5-4774-9b93-49a32b0a2a93 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891111 Feb 03 11:59:10.667738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc53409d-7d5b-4f9a-8962-98974f037a04 req-5d250f39-ae7d-44b8-96e9-6c74bfed9d67 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843918 Feb 03 11:59:11.040768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:59:11.088732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 3928620d-957e-429e-b4b0-bf01d78a4632 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:59:11.092937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 3928620d-957e-429e-b4b0-bf01d78a4632 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:59:11.093323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:11.172463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 3928620d-957e-429e-b4b0-bf01d78a4632 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:11.172869 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:11.197059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:11.199390 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31bdeef-4da8-4fe0-93d1-616a1413b0b4" -d '{"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-plugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:11.217655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:11.222883 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:11.257297 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ba6f0-fd47-4fc9-aa52-20d6b1b75c40 x-openstack-request-id: req-b04ba6f0-fd47-4fc9-aa52-20d6b1b75c40 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:11.257602 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-plugged", "status": "completed", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:11.257844 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b04ba6f0-fd47-4fc9-aa52-20d6b1b75c40 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:11.258234 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'code': 200} Feb 03 11:59:11.280096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968980c-f090-404c-a200-3e6791b8d9df req-46171c36-c0e5-4a31-aefd-61bcdfe9565f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:11.281981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a968980c-f090-404c-a200-3e6791b8d9df req-46171c36-c0e5-4a31-aefd-61bcdfe9565f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0638738 Feb 03 11:59:11.289954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:11.334009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a968980c-f090-404c-a200-3e6791b8d9df req-1d45a78d-1684-4eb8-b139-bf0e04652a8d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452116 Feb 03 11:59:11.454536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5871071-25fb-44ec-b864-8325bbcc92b4 req-ecd2d2d7-51d1-4108-8d16-cca9c1ee1c3e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:11.456505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5871071-25fb-44ec-b864-8325bbcc92b4 req-ecd2d2d7-51d1-4108-8d16-cca9c1ee1c3e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0523376 Feb 03 11:59:11.502801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5871071-25fb-44ec-b864-8325bbcc92b4 req-d624b9db-817a-434f-bc88-09fe718ad4d8 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Feb 03 11:59:11.624987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac386-8545-4898-b489-ab934f815d92 req-c1471628-3301-4cc7-a912-8f816d68911d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:11.626339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bbac386-8545-4898-b489-ab934f815d92 req-c1471628-3301-4cc7-a912-8f816d68911d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.0563781 Feb 03 11:59:11.672386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8bbac386-8545-4898-b489-ab934f815d92 req-f22fedf4-e627-4391-b690-84855cd01b03 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Feb 03 11:59:12.014494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-6f486333-437e-4e4d-82ac-d3a442dec9c0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:12.015950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-6f486333-437e-4e4d-82ac-d3a442dec9c0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 815 time: 0.0993540 Feb 03 11:59:12.030526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ee500917-354c-44e3-b0d8-7496bc8b7ed7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/quotas/fd69cb45dd0e4cdbb0bdeb82505d52b8 HTTP/1.1" status: 200 len: 375 time: 0.0085936 Feb 03 11:59:12.086029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-c47f78c9-fd11-46ba-9bec-58ad85407ed7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507147 Feb 03 11:59:12.173969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-29589840-8041-404c-96d0-aad603ad47f0 service neutron] 10.222.0.30 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813038 Feb 03 11:59:12.265180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-31decc7a-d5c9-4b5e-b8c6-9c9ee2901da9 service neutron] 10.222.0.30 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852697 Feb 03 11:59:12.422002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f43fc44-e66f-4758-a3b4-a77988c66818 req-3fc12f01-62de-4fc4-9d97-c910974efea6 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 210 time: 0.0273392 Feb 03 11:59:13.406010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-1c3cf346-22e6-4d8d-bf5c-3ce113f4a78c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:13.407436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-1c3cf346-22e6-4d8d-bf5c-3ce113f4a78c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.53 "GET /v2.0/ports?device_id=74181982-a568-45b9-abf8-eaeb5198424c HTTP/1.1" status: 200 len: 945 time: 0.1125896 Feb 03 11:59:13.414803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-0771fd9a-e4a9-469d-b4b2-9549e7cbc9ab tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:13.416101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-0771fd9a-e4a9-469d-b4b2-9549e7cbc9ab tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 815 time: 0.1414852 Feb 03 11:59:13.445444 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Request body: {'port': {'device_id': 'cd6a034c-24d2-4378-9611-660144b76a58', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'admin_state_up': True, 'tenant_id': 'fd69cb45dd0e4cdbb0bdeb82505d52b8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:59:13.569887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07c07f57-2385-4b53-aba0-45341a7af636 req-3fe8304f-71d8-4c9b-97e5-73561f20cc80 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 210 time: 0.0369020 Feb 03 11:59:13.620079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Deleting port 3928620d-957e-429e-b4b0-bf01d78a4632 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 11:59:13.620509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:13.636605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Made reservation on behalf of fd69cb45dd0e4cdbb0bdeb82505d52b8 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 11:59:13.639923 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:13.770337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] For port 3928620d-957e-429e-b4b0-bf01d78a4632, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=3928620d-957e-429e-b4b0-bf01d78a4632,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:13.770698 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:13.809261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Calling delete_port for 3928620d-957e-429e-b4b0-bf01d78a4632 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 11:59:13.871744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Allocated IP 172.20.0.5 (8c595831-0795-4a67-a17a-2def5c3148d0/51ebd441-5d6b-4968-9ca9-27ad966879e0/1273f504-25fa-4194-948b-41367b9856f6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 11:59:14.049458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3928620d-957e-429e-b4b0-bf01d78a4632), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.067369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['3928620d-957e-429e-b4b0-bf01d78a4632'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:59:14.092229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Pushing event deleted for resources: {'Port': ['ID=3928620d-957e-429e-b4b0-bf01d78a4632,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:14.106350 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks [] for port (1273f504-25fa-4194-948b-41367b9856f6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.148646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] No DVR routers for this DVR port 3928620d-957e-429e-b4b0-bf01d78a4632 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:59:14.152076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.155465 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c1d2e1d6-c800-47e3-a443-10dd167c2501 req-3354a38f-7c2a-4ec1-aaa6-44a2de13596f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.53 "DELETE /v2.0/ports/3928620d-957e-429e-b4b0-bf01d78a4632 HTTP/1.1" status: 204 len: 173 time: 0.7385249 Feb 03 11:59:14.155898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-deleted', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:14.158162 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693dc0a1-063a-4dd8-b9fb-664bc8818730" -d '{"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-deleted", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:14.187944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.201390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['3928620d-957e-429e-b4b0-bf01d78a4632'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:59:14.228135 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406be466-475f-45d3-8f04-91a570da25f8 x-openstack-request-id: req-406be466-475f-45d3-8f04-91a570da25f8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:14.228135 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74181982-a568-45b9-abf8-eaeb5198424c", "name": "network-vif-deleted", "tag": "3928620d-957e-429e-b4b0-bf01d78a4632", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:14.228410 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-406be466-475f-45d3-8f04-91a570da25f8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:14.228593 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74181982-a568-45b9-abf8-eaeb5198424c', 'name': 'network-vif-deleted', 'tag': '3928620d-957e-429e-b4b0-bf01d78a4632', 'status': 'completed', 'code': 200} Feb 03 11:59:14.232258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Network 8c595831-0795-4a67-a17a-2def5c3148d0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 11:59:14.240637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 11:59:14.244676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 11:59:14.268285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:14.300348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:14.300984 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.317164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef585c96-27a5-4a30-8791-e9b2ad5a0506 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8757296 Feb 03 11:59:14.329605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Request body: {'port': {'device_id': 'cd6a034c-24d2-4378-9611-660144b76a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:59:14.390784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.665475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1273f504-25fa-4194-948b-41367b9856f6 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:59:14.674105 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks [] for port (1273f504-25fa-4194-948b-41367b9856f6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.687720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Transition to ACTIVE for port object 1273f504-25fa-4194-948b-41367b9856f6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:59:14.692074 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.769926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:14.828833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650a536-0bd3-46b1-b958-ca52a482b503 req-89ffe852-2b05-4925-a1f0-739cd39c7826 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:14.830331 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f650a536-0bd3-46b1-b958-ca52a482b503 req-89ffe852-2b05-4925-a1f0-739cd39c7826 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.1836720 Feb 03 11:59:14.885944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:59:14.886190 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:59:14.886517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:14.897146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f650a536-0bd3-46b1-b958-ca52a482b503 req-977040c4-b0ff-4aee-a46d-bd0ffcd8b5f7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Feb 03 11:59:14.897834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:59:14.898154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:14.903248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:59:14.903503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Checking segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:59:14.903889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Bound using segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:59:14.904304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Bound port: 1273f504-25fa-4194-948b-41367b9856f6, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:59:14.904659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:14.967052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:59:14.969978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:59:14.976010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:15.011180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:15.011876 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:15.013244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] 10.222.0.53 "PUT /v2.0/ports/1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 1091 time: 0.6879885 Feb 03 11:59:15.035227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560dd46-e268-484c-89b8-84594a7dc639 service neutron] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:15.096603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef033fe5-ef4c-4ce7-8d79-e60a36fb6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:15.098132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-ef033fe5-ef4c-4ce7-8d79-e60a36fb6b83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1125 time: 0.0449193 Feb 03 11:59:15.144171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-0cdb0e42-9e80-40f4-8c8b-6ba0236748f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0345414 Feb 03 11:59:15.197378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723849c-d319-46e9-b4c0-b504af64d65b req-3f56181c-47f7-4a6c-b8db-110f1a868116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:15.198831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-3f56181c-47f7-4a6c-b8db-110f1a868116 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0466142 Feb 03 11:59:15.230855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-3e8647a5-5331-4beb-bd91-4bffd191d95e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240653 Feb 03 11:59:15.321341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-016cae42-0cd4-48db-a232-4c72b536a4ff service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810719 Feb 03 11:59:15.412615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3723849c-d319-46e9-b4c0-b504af64d65b req-18b67ac6-c940-4a01-8010-9f2b861b561b service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825329 Feb 03 11:59:16.018965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb12a79-b343-492c-a38d-77121377add1 req-7514329d-0f22-4564-a051-e800c7b07cb7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:16.020213 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb12a79-b343-492c-a38d-77121377add1 req-7514329d-0f22-4564-a051-e800c7b07cb7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.0518870 Feb 03 11:59:16.066626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fb12a79-b343-492c-a38d-77121377add1 req-da39d5b9-7b16-42f8-8414-ac5fbda59f09 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Feb 03 11:59:16.229453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:16.231781 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290065bd-3487-44f4-83e7-6cdb65a360af" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:16.267496 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af198629-b76b-4741-a1ab-7e3e008a492e x-openstack-request-id: req-af198629-b76b-4741-a1ab-7e3e008a492e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:16.267622 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:16.267847 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af198629-b76b-4741-a1ab-7e3e008a492e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:16.268803 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'status': 'completed', 'code': 200} Feb 03 11:59:16.339443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290065bd-3487-44f4-83e7-6cdb65a360af req-44003fcd-652a-490e-b9bd-1eb79977fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:16.340985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-44003fcd-652a-490e-b9bd-1eb79977fa38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1125 time: 0.0491967 Feb 03 11:59:16.432932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290065bd-3487-44f4-83e7-6cdb65a360af req-ca3d51ea-9f4a-4613-b8a0-02fba8baa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:16.434410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-ca3d51ea-9f4a-4613-b8a0-02fba8baa7b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0848408 Feb 03 11:59:16.478634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-ff99ad09-68f3-4e50-a0f3-d1d71068fe2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0381460 Feb 03 11:59:16.529179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290065bd-3487-44f4-83e7-6cdb65a360af req-0d4e2593-1591-46bc-83b4-74b7d725db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:16.530616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-0d4e2593-1591-46bc-83b4-74b7d725db1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0435259 Feb 03 11:59:16.563007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-068e8645-cf1d-428a-8448-d0fc6d9461d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Feb 03 11:59:16.654851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-ac1f6fdf-d60a-45ba-b45e-60e4e5c9eccc service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Feb 03 11:59:16.695768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:16.745901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-290065bd-3487-44f4-83e7-6cdb65a360af req-d2ab2949-0255-4fa7-ad96-d12fbf32ee32 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813966 Feb 03 11:59:17.072969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:59:17.076657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:59:17.101835 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 3928620d-957e-429e-b4b0-bf01d78a4632 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 11:59:17.102182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 3928620d-957e-429e-b4b0-bf01d78a4632 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:59:17.185570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68d49-fcd3-464f-a4d8-d40eaf54069f req-52ce7144-11d5-4429-b530-d84d8a646d5d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:17.187163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cac68d49-fcd3-464f-a4d8-d40eaf54069f req-52ce7144-11d5-4429-b530-d84d8a646d5d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.0535159 Feb 03 11:59:17.191751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:17.202579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '1273f504-25fa-4194-948b-41367b9856f6', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'port_id': '1273f504-25fa-4194-948b-41367b9856f6', 'mac_address': 'fa:16:3e:8d:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ebd441-5d6b-4968-9ca9-27ad966879e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:59:17.238263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cac68d49-fcd3-464f-a4d8-d40eaf54069f req-811bc574-dd69-45b6-ac12-f62aeaef61cc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Feb 03 11:59:17.244363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1273f504-25fa-4194-948b-41367b9856f6 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:17.244759 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:17.258421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1273f504-25fa-4194-948b-41367b9856f6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:59:17.278739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:17.282621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:17.332132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:17.340242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.340559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.341024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.341639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.341981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.342378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.342822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.343210 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.343635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.343967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.344319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.344650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.344998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 11:59:17.550620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['1273f504-25fa-4194-948b-41367b9856f6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:59:18.666277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb73d2-63a9-44df-9d1e-cc12387aaa93 req-06ea7bf9-8108-4161-a96f-119a0cac42fb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:18.667757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ccb73d2-63a9-44df-9d1e-cc12387aaa93 req-06ea7bf9-8108-4161-a96f-119a0cac42fb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 944 time: 0.3582733 Feb 03 11:59:18.715539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7ccb73d2-63a9-44df-9d1e-cc12387aaa93 req-9561b530-5163-4bbf-b863-41783c82476d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Feb 03 11:59:19.089319 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:59:19.136269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 1273f504-25fa-4194-948b-41367b9856f6 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:59:19.139830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 1273f504-25fa-4194-948b-41367b9856f6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:59:19.140201 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1273f504-25fa-4194-948b-41367b9856f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:19.213365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 1273f504-25fa-4194-948b-41367b9856f6 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:19.213749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:19.238193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:19.240409 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7916717-2e25-4f5a-8cf7-b20e16119bf3" -d '{"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-plugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:19.253041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:19.256934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:19.280789 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a99e97a-7ea0-4325-871b-0c3cc3fff9d7 x-openstack-request-id: req-7a99e97a-7ea0-4325-871b-0c3cc3fff9d7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:19.281103 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-plugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:19.281354 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a99e97a-7ea0-4325-871b-0c3cc3fff9d7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:19.281743 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'code': 200} Feb 03 11:59:19.307114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:19.384113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6388a6-41b1-4681-bfe2-27053ed3949c req-940d2d42-3e93-42bf-b4d5-52de30caeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:19.385594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa6388a6-41b1-4681-bfe2-27053ed3949c req-940d2d42-3e93-42bf-b4d5-52de30caeed0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1127 time: 0.0438290 Feb 03 11:59:19.430755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa6388a6-41b1-4681-bfe2-27053ed3949c req-27e6fd72-0260-45fc-b8cc-a8e4c1500b18 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Feb 03 11:59:19.842592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f47134-398c-4de8-a84e-6947b6db9aef req-0cc31fbb-2a99-4e9d-96db-b8648d02a91a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:19.844044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5f47134-398c-4de8-a84e-6947b6db9aef req-0cc31fbb-2a99-4e9d-96db-b8648d02a91a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0590098 Feb 03 11:59:19.890076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5f47134-398c-4de8-a84e-6947b6db9aef req-e00f9802-bd13-49ee-a802-42ea6eef7ca6 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Feb 03 11:59:21.008019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2ea58-daf4-4a94-83ac-6eee6d37b618 req-8af637a1-1db0-48ad-b3f9-a84b958a60c3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:21.009507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99c2ea58-daf4-4a94-83ac-6eee6d37b618 req-8af637a1-1db0-48ad-b3f9-a84b958a60c3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0509210 Feb 03 11:59:21.054865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99c2ea58-daf4-4a94-83ac-6eee6d37b618 req-5bc88b9d-7b08-4930-a8ee-5b2ed4ae4d9d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Feb 03 11:59:21.172722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d396e-87ba-4b8f-b547-5ad4ee49dd21 req-15779bd5-6144-425e-a59a-a4dbf1a77768 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:21.174114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d99d396e-87ba-4b8f-b547-5ad4ee49dd21 req-15779bd5-6144-425e-a59a-a4dbf1a77768 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Feb 03 11:59:21.223381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d99d396e-87ba-4b8f-b547-5ad4ee49dd21 req-afd3df1d-8ebc-4442-9582-845796e37deb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Feb 03 11:59:21.481571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-adce98b3-7296-4d84-8a05-7df5d89e6498 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767434 Feb 03 11:59:21.488734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c655e-9c32-4f3b-bc20-d8f881b1248d req-aae95cb1-2797-4546-871e-d486c1539b59 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:21.490152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d5c655e-9c32-4f3b-bc20-d8f881b1248d req-aae95cb1-2797-4546-871e-d486c1539b59 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0764067 Feb 03 11:59:21.538574 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d5c655e-9c32-4f3b-bc20-d8f881b1248d req-0b9a57ce-7cd5-4049-aaec-920a29c5c7c6 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Feb 03 11:59:22.668681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-d5e724b4-0cc6-4922-901d-3029838abc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:22.670453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-d5e724b4-0cc6-4922-901d-3029838abc22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1127 time: 0.0849972 Feb 03 11:59:22.681840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b8d5-e73a-4d4c-8f74-87af64da6090 req-0dc61195-7d87-4405-8a6a-329bcd1365bf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:22.683215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf4b8d5-e73a-4d4c-8f74-87af64da6090 req-0dc61195-7d87-4405-8a6a-329bcd1365bf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0661070 Feb 03 11:59:22.791025 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaf4b8d5-e73a-4d4c-8f74-87af64da6090 req-77f1a4e5-c9d8-475e-94aa-d476523f4ad0 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998342 Feb 03 11:59:22.808775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-06d84c48-c02b-411f-96fd-63b65e30ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:22.810261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-06d84c48-c02b-411f-96fd-63b65e30ce0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.1262243 Feb 03 11:59:22.851780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-17cda521-3242-4a6a-9dcf-339ef18f394b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0350919 Feb 03 11:59:22.898161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-0ff49430-cc1f-4934-bdb7-63ac4243a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:22.899593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-0ff49430-cc1f-4934-bdb7-63ac4243a958 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0423565 Feb 03 11:59:22.931977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-ce86f099-d28a-4687-bd04-48a4f6b820b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261686 Feb 03 11:59:23.026223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-de6819a5-3ff9-4f56-8ab9-ff8f1e62424c service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883849 Feb 03 11:59:23.119067 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-eef7f320-d25b-409d-a003-b3ec670cc692 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Feb 03 11:59:23.912034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5829c2-8f0c-4ac8-a667-326519f121c4 req-a15017f5-544a-4025-bb73-d200f99cf022 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:23.913528 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b5829c2-8f0c-4ac8-a667-326519f121c4 req-a15017f5-544a-4025-bb73-d200f99cf022 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0542371 Feb 03 11:59:23.960047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b5829c2-8f0c-4ac8-a667-326519f121c4 req-461eff07-53b9-47bb-b9d4-9df758ae64bc tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Feb 03 11:59:25.078101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e274ca-c65a-484c-9669-a59cd5feabe7 req-83552ac0-dec9-4c2e-b28c-df5f39853a4b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:25.079583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73e274ca-c65a-484c-9669-a59cd5feabe7 req-83552ac0-dec9-4c2e-b28c-df5f39853a4b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Feb 03 11:59:25.127999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73e274ca-c65a-484c-9669-a59cd5feabe7 req-71bcf222-8237-4501-a57d-514570a235b2 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Feb 03 11:59:26.252652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33609ef-8a95-4466-927d-3badf16d9826 req-97090951-4b84-4bc4-886f-108007d52406 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:26.254172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b33609ef-8a95-4466-927d-3badf16d9826 req-97090951-4b84-4bc4-886f-108007d52406 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0586658 Feb 03 11:59:26.300971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b33609ef-8a95-4466-927d-3badf16d9826 req-f3a5e4b1-4165-4c35-89e2-ae2fc6c9cc80 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Feb 03 11:59:27.420749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee434d4-e421-4ab6-b914-9a714c6fa66a req-4b7fdf44-7f97-48ad-b8ab-fffb382d7320 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:27.422238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aee434d4-e421-4ab6-b914-9a714c6fa66a req-4b7fdf44-7f97-48ad-b8ab-fffb382d7320 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Feb 03 11:59:27.442462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:27.472053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aee434d4-e421-4ab6-b914-9a714c6fa66a req-6afe359a-217f-4309-84ab-5972fe614791 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Feb 03 11:59:28.594892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d27a-b9e6-44bd-979b-e602238cfa33 req-15c4eb8e-6510-4600-87d9-6ccdb94bceae tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:28.596967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51a6d27a-b9e6-44bd-979b-e602238cfa33 req-15c4eb8e-6510-4600-87d9-6ccdb94bceae tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0574996 Feb 03 11:59:28.643882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51a6d27a-b9e6-44bd-979b-e602238cfa33 req-bbd2af86-d5a6-4422-83e8-fd38609bfcd7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Feb 03 11:59:29.763091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ca31-0ac8-401e-bd17-21c96139d13c req-2baaeb6e-d5e7-4c94-a0ab-63112c30e97f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:29.764561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c87ca31-0ac8-401e-bd17-21c96139d13c req-2baaeb6e-d5e7-4c94-a0ab-63112c30e97f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0535605 Feb 03 11:59:29.828652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c87ca31-0ac8-401e-bd17-21c96139d13c req-d7fad99b-1d9e-4adb-a59e-3d8932d22b0f tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Feb 03 11:59:30.949316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b557d-7e4b-42a3-892b-05692b577a29 req-cf812c5d-a300-451a-a7d4-82451e35f38c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:30.950772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d7b557d-7e4b-42a3-892b-05692b577a29 req-cf812c5d-a300-451a-a7d4-82451e35f38c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0522513 Feb 03 11:59:31.000650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d7b557d-7e4b-42a3-892b-05692b577a29 req-ef0d4037-fa54-46ac-9baa-de86ddbc624b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Feb 03 11:59:31.325183 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-498b4cea-caea-4d92-aba3-05cfb2960def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:32.122755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbbd38-8d5f-4419-8cfa-1033a29521cc req-5786e9dc-5ee6-4651-95c3-52cfc338cd7d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:32.124198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3bbbd38-8d5f-4419-8cfa-1033a29521cc req-5786e9dc-5ee6-4651-95c3-52cfc338cd7d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Feb 03 11:59:32.171548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3bbbd38-8d5f-4419-8cfa-1033a29521cc req-f3f9df06-f80f-4d1a-8da5-830e1e09817d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Feb 03 11:59:33.291844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd58b-6112-4453-8d93-5a4e17a73a5c req-32d55757-d373-41a0-a004-6789ca119d47 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:33.293330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea8dd58b-6112-4453-8d93-5a4e17a73a5c req-32d55757-d373-41a0-a004-6789ca119d47 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0537026 Feb 03 11:59:33.339379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea8dd58b-6112-4453-8d93-5a4e17a73a5c req-f65968b8-b721-400a-b634-4c4577558f3a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 03 11:59:34.422301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01868d22-0edf-4857-bed1-e10fa6adf06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:34.465381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e123-88ce-4481-8061-6ae36607ce00 req-3d4c9f6f-1495-436b-a16c-3dffeef1bca7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:34.466889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5df9e123-88ce-4481-8061-6ae36607ce00 req-3d4c9f6f-1495-436b-a16c-3dffeef1bca7 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0582366 Feb 03 11:59:34.513143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5df9e123-88ce-4481-8061-6ae36607ce00 req-e21a3265-b0b5-4a72-854f-a69763a951e3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Feb 03 11:59:34.799771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:35.634073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318b39-1d8a-4b32-a7d7-95486c9db630 req-cfe77f42-278a-4ed6-b894-d9bdeef0e314 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:35.635545 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99318b39-1d8a-4b32-a7d7-95486c9db630 req-cfe77f42-278a-4ed6-b894-d9bdeef0e314 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0531485 Feb 03 11:59:35.684512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99318b39-1d8a-4b32-a7d7-95486c9db630 req-b7cfb2d1-a0a0-4bb8-9554-ef136adb2347 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Feb 03 11:59:36.398431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:36.804477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90961eae-43c2-4eb6-8db1-da40bc166b9e req-f9985c2a-c2b5-42b5-8f06-3c049520e494 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:36.806024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90961eae-43c2-4eb6-8db1-da40bc166b9e req-f9985c2a-c2b5-42b5-8f06-3c049520e494 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Feb 03 11:59:36.860289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90961eae-43c2-4eb6-8db1-da40bc166b9e req-533c66d9-bd9b-49b8-8337-207878d61f39 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Feb 03 11:59:37.431729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:37.978928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bdb08-3b81-4b3e-a625-ef2681030ecf req-f382bab2-6572-476d-9118-7f76b82eb547 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:37.980381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a7bdb08-3b81-4b3e-a625-ef2681030ecf req-f382bab2-6572-476d-9118-7f76b82eb547 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Feb 03 11:59:38.026536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a7bdb08-3b81-4b3e-a625-ef2681030ecf req-a14a2389-062c-4300-86d6-cb6a78c63a8a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Feb 03 11:59:39.144204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a02391-7890-444f-8866-e81b9429a39a req-de4e281b-6a2e-449b-8e9d-797ddef70457 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:39.145677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90a02391-7890-444f-8866-e81b9429a39a req-de4e281b-6a2e-449b-8e9d-797ddef70457 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Feb 03 11:59:39.191055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90a02391-7890-444f-8866-e81b9429a39a req-7872200e-171a-4669-bd67-2cfd5fe66813 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Feb 03 11:59:40.320363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0c73-9a28-4c5f-965c-4624f4175c60 req-c8bf8145-887a-4fba-80a8-3d75aa7c20d8 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:40.321866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c3b0c73-9a28-4c5f-965c-4624f4175c60 req-c8bf8145-887a-4fba-80a8-3d75aa7c20d8 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Feb 03 11:59:40.369869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c3b0c73-9a28-4c5f-965c-4624f4175c60 req-c5586495-790c-4664-900b-f8b094edc349 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Feb 03 11:59:41.488286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621769-0385-470b-808a-512601a71285 req-878bb39e-c304-4798-8973-771fe4a04903 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:41.489779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a621769-0385-470b-808a-512601a71285 req-878bb39e-c304-4798-8973-771fe4a04903 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Feb 03 11:59:41.536246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a621769-0385-470b-808a-512601a71285 req-85b680a7-3e78-4660-a17e-26a0cc2ff398 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Feb 03 11:59:42.657038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899793e-0d9f-4de7-8aab-db35eae8dffe req-b48d30b5-d503-491a-8938-b6dce45ae149 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:42.659147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b899793e-0d9f-4de7-8aab-db35eae8dffe req-b48d30b5-d503-491a-8938-b6dce45ae149 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0562410 Feb 03 11:59:42.704604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b899793e-0d9f-4de7-8aab-db35eae8dffe req-5310a370-6a25-4103-b011-fc053f9a2427 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Feb 03 11:59:43.823677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcbbe7-a5b6-4fb4-9bb0-647b9e8a3d1f req-f778bd0c-c2a2-406d-8508-76a2385b8f40 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:43.825215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8dcbbe7-a5b6-4fb4-9bb0-647b9e8a3d1f req-f778bd0c-c2a2-406d-8508-76a2385b8f40 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0537100 Feb 03 11:59:43.872104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b8dcbbe7-a5b6-4fb4-9bb0-647b9e8a3d1f req-911f95ba-91b7-47df-818c-a4b6e13fcb1c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Feb 03 11:59:43.992599 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 11:59:44.989551 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd895551-791d-48ba-a09f-c15f1c2ee619 req-2115591a-8893-4a48-a069-8d69146ee959 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:44.991004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd895551-791d-48ba-a09f-c15f1c2ee619 req-2115591a-8893-4a48-a069-8d69146ee959 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0508845 Feb 03 11:59:45.039691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd895551-791d-48ba-a09f-c15f1c2ee619 req-d9b27175-5a2b-41c7-83a2-edbf22beca50 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Feb 03 11:59:46.159343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577a5bb-b95d-4792-b514-2e5672aa1d5b req-adba1c28-3669-47d6-8cdb-1820f9181961 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:46.160807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6577a5bb-b95d-4792-b514-2e5672aa1d5b req-adba1c28-3669-47d6-8cdb-1820f9181961 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Feb 03 11:59:46.207289 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6577a5bb-b95d-4792-b514-2e5672aa1d5b req-9f485b56-fe76-4da0-a879-0a2df59c30e3 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Feb 03 11:59:46.697348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:47.325477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df50e57-20ea-4a1b-b12d-3b0391e0a44d req-b1d608b8-0d76-48da-b64e-07017d79bf69 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:47.326952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9df50e57-20ea-4a1b-b12d-3b0391e0a44d req-b1d608b8-0d76-48da-b64e-07017d79bf69 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0527921 Feb 03 11:59:47.373549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9df50e57-20ea-4a1b-b12d-3b0391e0a44d req-771b4045-e2af-497b-9650-623646869da9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Feb 03 11:59:48.498164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df128a-8fd2-4ced-a277-c957f8e82306 req-98394065-f9ca-4153-9578-5de556e1da5a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:48.499648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15df128a-8fd2-4ced-a277-c957f8e82306 req-98394065-f9ca-4153-9578-5de556e1da5a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Feb 03 11:59:48.546011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15df128a-8fd2-4ced-a277-c957f8e82306 req-9ef6d670-f7e7-4978-b74d-aa70b40b6b2c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Feb 03 11:59:49.664947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f0b96-f70a-4711-baad-65c22d88ac9b req-ee32cf8a-3a0c-4af4-a805-59a470856ecb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:49.666426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d63f0b96-f70a-4711-baad-65c22d88ac9b req-ee32cf8a-3a0c-4af4-a805-59a470856ecb tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Feb 03 11:59:49.713495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d63f0b96-f70a-4711-baad-65c22d88ac9b req-5c258fcf-c855-4d37-8a24-f24624b55987 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Feb 03 11:59:50.332177 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-fb7881c9-7c6a-4a39-9ea5-17cf68439a79 service neutron] show failed (client error): The resource could not be found. Feb 03 11:59:50.333249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-fb7881c9-7c6a-4a39-9ea5-17cf68439a79 service neutron] 10.222.0.53 "GET /v2.0/ports/1273f504-25fa-4194-948b-41367b9856f6/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0542574 Feb 03 11:59:50.594862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-26f719c3-b449-4a34-8714-1c00bbb37d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:50.596856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-26f719c3-b449-4a34-8714-1c00bbb37d81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58&tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8 HTTP/1.1" status: 200 len: 1127 time: 0.0494251 Feb 03 11:59:50.613727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:59:50.670454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:50.905721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab7fd2-a636-474d-99c2-943848f81f13 req-d8905082-0643-4a31-860c-6c139b8bbb0d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:50.907074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cab7fd2-a636-474d-99c2-943848f81f13 req-d8905082-0643-4a31-860c-6c139b8bbb0d tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.1240330 Feb 03 11:59:50.931437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:50.988309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cab7fd2-a636-474d-99c2-943848f81f13 req-b8abb659-2696-4c99-90f2-f5b123c127d5 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Feb 03 11:59:50.991283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:59:51.029592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:51.031811 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e79863-2288-4c4e-ac56-8630200a63f0" -d '{"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-unplugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:51.035951 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks [] for port (1273f504-25fa-4194-948b-41367b9856f6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:51.048260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Transition to ACTIVE for port object 1273f504-25fa-4194-948b-41367b9856f6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 11:59:51.052496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:51.088779 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c37b06-cf4e-4ac9-9414-b20d5996a661 x-openstack-request-id: req-29c37b06-cf4e-4ac9-9414-b20d5996a661 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:51.089005 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-unplugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:51.089280 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29c37b06-cf4e-4ac9-9414-b20d5996a661 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:51.089650 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'code': 200} Feb 03 11:59:51.109454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:51.125947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] No DVR routers for this DVR port 1273f504-25fa-4194-948b-41367b9856f6 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 11:59:51.160260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:59:51.160510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 11:59:51.160838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:51.165069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 11:59:51.165391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Attempting to bind port 1273f504-25fa-4194-948b-41367b9856f6 on network 8c595831-0795-4a67-a17a-2def5c3148d0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 11:59:51.170363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 11:59:51.170700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Checking segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 11:59:51.171079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Bound using segment: {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 11:59:51.171498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Bound port: 1273f504-25fa-4194-948b-41367b9856f6, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef82161d-164a-4581-aae1-0f5444bd3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 11:59:51.171851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:51.231922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 11:59:51.234848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 11:59:51.241955 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:51.280596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:51.281617 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:51.283001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] 10.222.0.69 "PUT /v2.0/ports/1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 1091 time: 0.6738584 Feb 03 11:59:51.302633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694c188-c37c-4c9e-9456-954c40c44277 service neutron] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:51.358836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-bda4e45f-beb7-4238-acf4-e43a08a9f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:51.360388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-bda4e45f-beb7-4238-acf4-e43a08a9f034 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1125 time: 0.0473247 Feb 03 11:59:51.447829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-f7723653-51a9-41ac-91ab-f6b0cdfb9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:51.449200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-f7723653-51a9-41ac-91ab-f6b0cdfb9d6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0833824 Feb 03 11:59:51.493361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-9a474cbf-84d6-4d1e-99f0-c8eccc7fa6f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0385294 Feb 03 11:59:51.539248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-dbffa465-c91a-4274-9a01-99bc24fc002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:51.540650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-dbffa465-c91a-4274-9a01-99bc24fc002d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0419137 Feb 03 11:59:51.570940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-062a5190-fb97-42d5-acca-f0e2d7b0d9b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251036 Feb 03 11:59:51.659730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-0964d905-cbf5-4f14-a9f1-34678161d878 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832512 Feb 03 11:59:51.746068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55d6c8a3-a5b0-464c-a2ca-cfd2a4eb711a req-3db03d4b-6378-4b9a-89df-b6175817a7ae service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811687 Feb 03 11:59:52.112874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9f26-adae-4d5f-8d26-63a5a5ba64bc req-f2ba1e5f-458b-4570-8c30-660a7f1ed174 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:52.114370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b8f9f26-adae-4d5f-8d26-63a5a5ba64bc req-f2ba1e5f-458b-4570-8c30-660a7f1ed174 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.0569720 Feb 03 11:59:52.159585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b8f9f26-adae-4d5f-8d26-63a5a5ba64bc req-8f988f6c-80cb-4cd8-8cf9-af556a307648 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Feb 03 11:59:53.091029 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:53.093428 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12653b44-a90b-4068-aec1-c6ca9db602ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:53.147299 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b99ed-5664-4f0b-93fe-1b9213e53481 x-openstack-request-id: req-cd1b99ed-5664-4f0b-93fe-1b9213e53481 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:53.147596 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:53.147852 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd1b99ed-5664-4f0b-93fe-1b9213e53481 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:53.148260 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'status': 'completed', 'code': 200} Feb 03 11:59:53.291575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 11:59:53.293318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-c6934d9b-2894-4610-b82b-1b12dd3baa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.295122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-c6934d9b-2894-4610-b82b-1b12dd3baa7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1125 time: 0.1189220 Feb 03 11:59:53.302313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-07cede7f-6bef-4bf4-aca3-8f717aca270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.303697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-07cede7f-6bef-4bf4-aca3-8f717aca270c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1125 time: 0.1171536 Feb 03 11:59:53.329816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port 1273f504-25fa-4194-948b-41367b9856f6 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 11:59:53.330208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 11:59:53.339196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92097-dbdd-419c-9e72-2a3427bd249f req-84f89e17-498a-42c5-af65-d992bb1c08cf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.340631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9d92097-dbdd-419c-9e72-2a3427bd249f req-84f89e17-498a-42c5-af65-d992bb1c08cf tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.1108656 Feb 03 11:59:53.509680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9d92097-dbdd-419c-9e72-2a3427bd249f req-b968ca15-0580-49af-ad2d-4a1e0d5364f9 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553097 Feb 03 11:59:53.516478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-739fb6c9-b50a-4789-a419-8459550d9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.518474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-739fb6c9-b50a-4789-a419-8459550d9c0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.2022617 Feb 03 11:59:53.519531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-562d9232-60d7-4fbf-bb63-993538e193dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.521727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-562d9232-60d7-4fbf-bb63-993538e193dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.2145042 Feb 03 11:59:53.568524 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-e17777ea-4644-4e05-a069-99db1f7de5f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0432603 Feb 03 11:59:53.608061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-ac99257d-e164-441b-b01e-931f2aa5f1cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0769494 Feb 03 11:59:53.677376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-0b09f22a-7104-4706-bba8-b07c00e8f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.678783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-0b09f22a-7104-4706-bba8-b07c00e8f87e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0786381 Feb 03 11:59:53.683650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-f3b80997-a7a9-4cc5-ad56-d50c4618316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:53.685074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-f3b80997-a7a9-4cc5-ad56-d50c4618316f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0590398 Feb 03 11:59:53.736341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-74e4ea4e-0c60-4104-a3a0-cb85015faedb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498466 Feb 03 11:59:53.738003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-db11ee2f-efca-4e21-8bd2-90a81859bdf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445161 Feb 03 11:59:53.894839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-9cf81aec-2bbe-4e9a-b336-96c2ea52aa38 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535871 Feb 03 11:59:53.899899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-67d8976e-e00a-4eff-845c-de212806e5f4 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512258 Feb 03 11:59:54.054987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-f263a554-cd76-4346-aedc-eff76a1a2d35 service neutron] 10.222.0.69 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540656 Feb 03 11:59:54.059974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12653b44-a90b-4068-aec1-c6ca9db602ab req-5abfd3c4-741a-4a3d-bff2-775447bd78c1 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513653 Feb 03 11:59:54.633567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ab21f-8199-4422-ada3-025654b848ad req-6f18332b-ef3a-4dff-95ba-1986ff09ab77 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:54.635026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a98ab21f-8199-4422-ada3-025654b848ad req-6f18332b-ef3a-4dff-95ba-1986ff09ab77 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 943 time: 0.0563982 Feb 03 11:59:54.682368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a98ab21f-8199-4422-ada3-025654b848ad req-e06012ac-3044-4e1d-bdc0-6c3b13026547 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Feb 03 11:59:55.120065 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 11:59:55.217530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:55.228260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '1273f504-25fa-4194-948b-41367b9856f6', 'network_id': '8c595831-0795-4a67-a17a-2def5c3148d0', 'port_id': '1273f504-25fa-4194-948b-41367b9856f6', 'mac_address': 'fa:16:3e:8d:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ebd441-5d6b-4968-9ca9-27ad966879e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 11:59:55.264753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1273f504-25fa-4194-948b-41367b9856f6 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:55.265171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:55.277982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1273f504-25fa-4194-948b-41367b9856f6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 11:59:55.296370 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:55.301696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:55.350671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:55.720560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1273f504-25fa-4194-948b-41367b9856f6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 11:59:55.803322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d3d3a-23ad-4c0b-934d-acbd10567df0 req-20419d32-c639-4376-9b39-4b280b7cd473 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:55.805161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d00d3d3a-23ad-4c0b-934d-acbd10567df0 req-20419d32-c639-4376-9b39-4b280b7cd473 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 944 time: 0.0546598 Feb 03 11:59:55.852336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d00d3d3a-23ad-4c0b-934d-acbd10567df0 req-b6f66980-7b49-48d2-968a-9a012876cd54 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Feb 03 11:59:56.085390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419939-0336-42e4-b34e-abfb3e20339e req-07b426c6-82b7-4750-9be5-39cf8de3e6fa tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:56.086841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44419939-0336-42e4-b34e-abfb3e20339e req-07b426c6-82b7-4750-9be5-39cf8de3e6fa tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 944 time: 0.0886276 Feb 03 11:59:56.098980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080249-9839-4ba2-b567-c7f148da6669 req-98833968-4732-4d22-883b-377caf2a740e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:56.100456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-98833968-4732-4d22-883b-377caf2a740e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58&tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.0752699 Feb 03 11:59:56.177924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44419939-0336-42e4-b34e-abfb3e20339e req-4f670732-8a03-4c29-b205-5c98f7af71d1 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764866 Feb 03 11:59:56.186204 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-be080249-9839-4ba2-b567-c7f148da6669 req-c62061e9-490a-4439-b65c-81650a4a1e48 service neutron] delete failed (client error): The resource could not be found. Feb 03 11:59:56.187161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-c62061e9-490a-4439-b65c-81650a4a1e48 service neutron] 10.222.0.53 "DELETE /v2.0/ports/1273f504-25fa-4194-948b-41367b9856f6/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0729375 Feb 03 11:59:56.279373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080249-9839-4ba2-b567-c7f148da6669 req-7613fd42-5b59-48f2-bd4b-757386d18721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:56.280952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-7613fd42-5b59-48f2-bd4b-757386d18721 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 1126 time: 0.0458624 Feb 03 11:59:56.373071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080249-9839-4ba2-b567-c7f148da6669 req-68efda0b-60c5-405b-872a-d2633228e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:56.374578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-68efda0b-60c5-405b-872a-d2633228e279 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 200 len: 916 time: 0.0860345 Feb 03 11:59:56.418927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-07a6f162-f5ee-4db7-8866-4d37801cade0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 200 len: 217 time: 0.0339704 Feb 03 11:59:56.475535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080249-9839-4ba2-b567-c7f148da6669 req-d833fc6d-e443-4241-b4e3-9bea0e6c21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:56.476889 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-d833fc6d-e443-4241-b4e3-9bea0e6c21b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 200 len: 855 time: 0.0486460 Feb 03 11:59:56.803578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-6384b94b-79cf-4a1c-8313-178593152c8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c595831-0795-4a67-a17a-2def5c3148d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3172741 Feb 03 11:59:56.893223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-691423db-445e-4387-957c-9255c0376622 service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800450 Feb 03 11:59:56.988626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be080249-9839-4ba2-b567-c7f148da6669 req-2bdedde0-76cd-48d8-b20b-c9dc7b2cc8be service neutron] 10.222.0.53 "GET /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Feb 03 11:59:57.136453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 11:59:57.186535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 1273f504-25fa-4194-948b-41367b9856f6 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 11:59:57.191128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 1273f504-25fa-4194-948b-41367b9856f6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 11:59:57.191505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1273f504-25fa-4194-948b-41367b9856f6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:57.273463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 1273f504-25fa-4194-948b-41367b9856f6 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 11:59:57.273857 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:57.295712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 11:59:57.297951 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e8b89-7643-4d15-a295-0e55328667ab" -d '{"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-plugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 11:59:57.299871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeec50-c616-4ecd-8438-6db9f0942b03 req-f3a6ceaf-9c0f-45ee-b3f0-4592fc36800e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:57.301481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eeec50-c616-4ecd-8438-6db9f0942b03 req-f3a6ceaf-9c0f-45ee-b3f0-4592fc36800e tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 944 time: 0.0539432 Feb 03 11:59:57.310525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 11:59:57.315898 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:57.362312 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9b4f2-2318-4f65-8c1d-479cc036792b x-openstack-request-id: req-1cf9b4f2-2318-4f65-8c1d-479cc036792b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 11:59:57.362603 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-plugged", "status": "completed", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 11:59:57.362856 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cf9b4f2-2318-4f65-8c1d-479cc036792b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 11:59:57.363242 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'code': 200} Feb 03 11:59:57.372064 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51eeec50-c616-4ecd-8438-6db9f0942b03 req-e39d34b3-658c-45d8-9ba7-b8edc60d2fd4 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609109 Feb 03 11:59:57.381886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 11:59:57.450827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 11:59:58.501144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f493ed-90ed-4ed1-8910-0ee1f7daa320 req-de1b22fa-aafb-4e19-b884-f69974bb1918 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:58.503130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2f493ed-90ed-4ed1-8910-0ee1f7daa320 req-de1b22fa-aafb-4e19-b884-f69974bb1918 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0573657 Feb 03 11:59:58.547570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2f493ed-90ed-4ed1-8910-0ee1f7daa320 req-f6b248e7-3f9a-4323-badb-4b4333322319 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Feb 03 11:59:58.666601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4dda-8ed3-43c9-a8ac-2f71f159b23f req-bbdc084b-a335-4a40-bc9a-e67d8e390afe tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:58.668075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1bf4dda-8ed3-43c9-a8ac-2f71f159b23f req-bbdc084b-a335-4a40-bc9a-e67d8e390afe tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Feb 03 11:59:58.713662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1bf4dda-8ed3-43c9-a8ac-2f71f159b23f req-4f036129-3480-430e-8d70-e5f305dd7c83 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Feb 03 11:59:58.829240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791550ea-2c87-4262-a482-6546dc9c7710 req-40cae89b-4666-4edb-9c67-440f10e63643 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:58.830676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-791550ea-2c87-4262-a482-6546dc9c7710 req-40cae89b-4666-4edb-9c67-440f10e63643 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0529089 Feb 03 11:59:58.880020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-791550ea-2c87-4262-a482-6546dc9c7710 req-c891ae95-496c-4f6f-9cbd-e703a6644f12 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Feb 03 11:59:59.205737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34867c3-4f1c-4bc8-8d58-182be9bea01a req-04f3ad53-2df1-4d43-9b2c-d13ff566de7b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 11:59:59.207179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a34867c3-4f1c-4bc8-8d58-182be9bea01a req-04f3ad53-2df1-4d43-9b2c-d13ff566de7b tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0516274 Feb 03 11:59:59.252973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a34867c3-4f1c-4bc8-8d58-182be9bea01a req-d3d3fd81-5fc4-4195-9912-063e34b8922c tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Feb 03 12:00:00.373620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1410bf5-0197-4a21-845f-672c15519887 req-68c3d52b-b1a1-43e2-a923-3fc9544d3885 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:00.375085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1410bf5-0197-4a21-845f-672c15519887 req-68c3d52b-b1a1-43e2-a923-3fc9544d3885 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0534115 Feb 03 12:00:00.420885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1410bf5-0197-4a21-845f-672c15519887 req-4ee1e3c2-bea4-49b4-aac2-bfdff05a52fe tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.30 "GET /v2.0/security-groups?id=354a32a1-f7bd-47c3-813a-c46f20a888f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Feb 03 12:00:00.702245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092195-84ee-4486-870e-c86e1fbaeced req-87e7318e-a3d0-4629-8ead-338ae2218861 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:00.703672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc092195-84ee-4486-870e-c86e1fbaeced req-87e7318e-a3d0-4629-8ead-338ae2218861 tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd6a034c-24d2-4378-9611-660144b76a58 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Feb 03 12:00:00.791721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Deleting port 1273f504-25fa-4194-948b-41367b9856f6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:00:00.792057 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1273f504-25fa-4194-948b-41367b9856f6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:00.882270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] For port 1273f504-25fa-4194-948b-41367b9856f6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=1273f504-25fa-4194-948b-41367b9856f6,segment=NetworkSegment(ef82161d-164a-4581-aae1-0f5444bd3de0),segment_id=ef82161d-164a-4581-aae1-0f5444bd3de0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:00.882615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1273f504-25fa-4194-948b-41367b9856f6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:00.895497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Calling delete_port for 1273f504-25fa-4194-948b-41367b9856f6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:00:01.024411 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1273f504-25fa-4194-948b-41367b9856f6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.051287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Pushing event deleted for resources: {'Port': ['ID=1273f504-25fa-4194-948b-41367b9856f6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:01.057201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['1273f504-25fa-4194-948b-41367b9856f6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:00:01.098139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] No DVR routers for this DVR port 1273f504-25fa-4194-948b-41367b9856f6 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:00:01.101604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.105235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc092195-84ee-4486-870e-c86e1fbaeced req-7db1c279-000c-4288-8927-fe4a77fd421a tempest-ServerDiskConfigTestJSON-319727704 tempest-ServerDiskConfigTestJSON-319727704-project] 10.222.0.69 "DELETE /v2.0/ports/1273f504-25fa-4194-948b-41367b9856f6 HTTP/1.1" status: 204 len: 173 time: 0.3965364 Feb 03 12:00:01.105674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-deleted', 'tag': '1273f504-25fa-4194-948b-41367b9856f6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:01.108281 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386b0b8-7d77-492d-8371-f3c0114d5e13" -d '{"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-deleted", "tag": "1273f504-25fa-4194-948b-41367b9856f6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:01.149835 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69dfd5-8a8c-4bb7-833a-9df52b54cd1e x-openstack-request-id: req-db69dfd5-8a8c-4bb7-833a-9df52b54cd1e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:01.150134 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6a034c-24d2-4378-9611-660144b76a58", "name": "network-vif-deleted", "tag": "1273f504-25fa-4194-948b-41367b9856f6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:01.150389 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db69dfd5-8a8c-4bb7-833a-9df52b54cd1e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:01.150972 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a034c-24d2-4378-9611-660144b76a58', 'name': 'network-vif-deleted', 'tag': '1273f504-25fa-4194-948b-41367b9856f6', 'status': 'completed', 'code': 200} Feb 03 12:00:01.328577 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d291b67-6bb5-453f-b7b4-5ff515c27604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.542721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:01.587249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Deleting subnet 51ebd441-5d6b-4968-9ca9-27ad966879e0 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:00:01.590183 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Publish callbacks [] for subnet (51ebd441-5d6b-4968-9ca9-27ad966879e0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.627329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (51ebd441-5d6b-4968-9ca9-27ad966879e0), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.664612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (51ebd441-5d6b-4968-9ca9-27ad966879e0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.714686 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (51ebd441-5d6b-4968-9ca9-27ad966879e0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.741545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ebd441-5d6b-4968-9ca9-27ad966879e0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:01.743486 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.746649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3d93d546-068f-445b-b0ae-f8224973a70c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51ebd441-5d6b-4968-9ca9-27ad966879e0 HTTP/1.1" status: 204 len: 168 time: 0.2029300 Feb 03 12:00:01.749122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56586) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:01.819771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8c595831-0795-4a67-a17a-2def5c3148d0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.898914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8c595831-0795-4a67-a17a-2def5c3148d0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.918478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c595831-0795-4a67-a17a-2def5c3148d0']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:01.929246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef82161d-164a-4581-aae1-0f5444bd3de0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:01.929557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef82161d-164a-4581-aae1-0f5444bd3de0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:01.939829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (ef82161d-164a-4581-aae1-0f5444bd3de0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.952676 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ef82161d-164a-4581-aae1-0f5444bd3de0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.959195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:00:01.959707 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (ef82161d-164a-4581-aae1-0f5444bd3de0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:00:01.961423 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:00:02.018340 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8c595831-0795-4a67-a17a-2def5c3148d0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.023598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.026788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c595831-0795-4a67-a17a-2def5c3148d0 HTTP/1.1" status: 204 len: 168 time: 0.2767448 Feb 03 12:00:02.037815 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fabcc0-c31e-48ba-aabf-2c0b5aed4178 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c595831-0795-4a67-a17a-2def5c3148d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:02.135702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:02.174738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9d66f8a2-cc79-4634-a40a-3d98cfca6070 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd69cb45dd0e4cdbb0bdeb82505d52b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377913 Feb 03 12:00:02.177157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:02.222421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] Publish callbacks [] for security_group (354a32a1-f7bd-47c3-813a-c46f20a888f5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.243849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] Publish callbacks [] for security_group (354a32a1-f7bd-47c3-813a-c46f20a888f5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.293538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (354a32a1-f7bd-47c3-813a-c46f20a888f5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.296646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:02.297810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/354a32a1-f7bd-47c3-813a-c46f20a888f5 HTTP/1.1" status: 204 len: 168 time: 0.1197832 Feb 03 12:00:02.305905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b20b-248a-4eec-8e54-0482627330fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a32a1-f7bd-47c3-813a-c46f20a888f5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:02.945221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:03.039904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2065646392-network', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:03.060411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:00:03.062664 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.071168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.144626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks [] for security_group (b360b57d-5603-4000-b0c4-5e491d8848c2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.148241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b360b57d-5603-4000-b0c4-5e491d8848c2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.173768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:00:03.183731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360b57d-5603-4000-b0c4-5e491d8848c2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:03.190318 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ad410f84-01f8-40af-a4ad-8ad71a7833c1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.190662 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Added segment ad410f84-01f8-40af-a4ad-8ad71a7833c1 of type vlan for network baf12f20-24bc-4164-83f7-02a81e242745 Feb 03 12:00:03.231194 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (baf12f20-24bc-4164-83f7-02a81e242745), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.256266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (baf12f20-24bc-4164-83f7-02a81e242745), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.257175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:03.257752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.289445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3431461 Feb 03 12:00:03.292951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56618) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:03.300303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Request body: {'subnet': {'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2065646392-subnet', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:03.318557 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:00:03.321200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.324930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a8009-45fa-49d9-8842-ffe7cb1a51ce admin admin] Pushing event updated for resources: {'Network': ['ID=baf12f20-24bc-4164-83f7-02a81e242745,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:03.338613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network baf12f20-24bc-4164-83f7-02a81e242745 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:00:03.491667 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (27927539-32ad-45f5-a365-1eb0282d6701), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.539516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=27927539-32ad-45f5-a365-1eb0282d6701,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:03.551001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.551347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.551691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.552020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.552349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.552675 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.553024 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.553348 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.553667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.553982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.554298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.554612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.554925 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:03.571230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:03.571590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Network hostable DHCP agents. Network: baf12f20-24bc-4164-83f7-02a81e242745, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:00:03.588240 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Network baf12f20-24bc-4164-83f7-02a81e242745 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:00:03.597613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, baf12f20-24bc-4164-83f7-02a81e242745) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:03.601838 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:03.602432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.607330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5ac6a-c08b-4c4d-90c7-abd79e8dee9e None None] Network baf12f20-24bc-4164-83f7-02a81e242745 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:00:03.617799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-48bee3d8-a4e1-42db-9c5f-e9b1faf4b5cd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3237584 Feb 03 12:00:03.620647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:03.625027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:03.643749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.644735 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.697537 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for router_controller (b12245b1-f35d-41a9-b5eb-1413671d50b5), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.709203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-baf12f20-24bc-4164-83f7-02a81e242745', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:00:03.710057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.836994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for router_gateway (b12245b1-f35d-41a9-b5eb-1413671d50b5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.847567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Allocated IP 172.20.0.2 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/5f3f0f02-91f8-4151-830a-0f44f00262d0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:03.993060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks [] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:03.999008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.038177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for router_gateway (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.046045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:04.050033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Pushing event updated for resources: {'Port': ['ID=5f3f0f02-91f8-4151-830a-0f44f00262d0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:04.053458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:04.055804 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:04.062733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.109920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Attempting to bind port 5f3f0f02-91f8-4151-830a-0f44f00262d0 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:04.110208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Attempting to bind port 5f3f0f02-91f8-4151-830a-0f44f00262d0 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:04.111172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Attempting to bind port 5f3f0f02-91f8-4151-830a-0f44f00262d0 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:04.116099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:04.116472 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:04.116874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.117294 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:04.117749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Bound port: 5f3f0f02-91f8-4151-830a-0f44f00262d0, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:04.118125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.164268 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Allocated IP 172.25.7.78 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/1833fa24-b00e-4205-b433-848f2dba224a) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:04.180010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] For port 5f3f0f02-91f8-4151-830a-0f44f00262d0, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:04.183449 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] For port 5f3f0f02-91f8-4151-830a-0f44f00262d0, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5f3f0f02-91f8-4151-830a-0f44f00262d0,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:04.189606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.254156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5fed7-8b74-4b5c-88b3-93a33db16bbc None None] Pushing event updated for resources: {'Port': ['ID=5f3f0f02-91f8-4151-830a-0f44f00262d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:04.287086 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for port (1833fa24-b00e-4205-b433-848f2dba224a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.320656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1833fa24-b00e-4205-b433-848f2dba224a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.357248 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:04.360122 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:04.366619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:04.389808 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1833fa24-b00e-4205-b433-848f2dba224a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:04.446453 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac782bf7-52b2-430c-b39b-4240edecb0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.660073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for router_gateway (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.802272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.852250 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:04.995550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:00:05.037311 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5f3f0f02-91f8-4151-830a-0f44f00262d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:05.090673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5f3f0f02-91f8-4151-830a-0f44f00262d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:05.091114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.168866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:00:05.198785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 1273f504-25fa-4194-948b-41367b9856f6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:00:05.199131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 1273f504-25fa-4194-948b-41367b9856f6 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:00:05.201008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5f3f0f02-91f8-4151-830a-0f44f00262d0 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:05.201418 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.245610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 5f3f0f02-91f8-4151-830a-0f44f00262d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5f3f0f02-91f8-4151-830a-0f44f00262d0,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:05.250998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.280496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db8a85-c08f-49c4-911b-e3c3bfb43be1 None None] Network baf12f20-24bc-4164-83f7-02a81e242745 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:00:05.347056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:00:05.362096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:00:05.364968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.366969 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-99e51d68-72d7-44d7-a821-598f8b23ddf0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7452884 Feb 03 12:00:05.368258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=5f3f0f02-91f8-4151-830a-0f44f00262d0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:05.369159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:05.394154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:05.394767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:05.398562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f2bbf1c7-4a4c-4f1f-88c3-b9a57c05f269 None None] Provisioning complete for port 5f3f0f02-91f8-4151-830a-0f44f00262d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:05.398948 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf1c7-4a4c-4f1f-88c3-b9a57c05f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.723600 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:05.799694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:05.833225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbf1c7-4a4c-4f1f-88c3-b9a57c05f269 None None] Current status of the port 5f3f0f02-91f8-4151-830a-0f44f00262d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:05.952513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:04Z', 'revision_number': 3, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:05.997079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:00:05.997542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Updating router b12245b1-f35d-41a9-b5eb-1413671d50b5 port 1833fa24-b00e-4205-b433-848f2dba224a binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:00:06.000436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f66bd240-bb08-4c00-8fcf-bacee9ef4371 None None] Provisioning complete for port 5f3f0f02-91f8-4151-830a-0f44f00262d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:06.000808 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f66bd240-bb08-4c00-8fcf-bacee9ef4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.014746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Allocated IP 172.20.0.1 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:06.059275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1833fa24-b00e-4205-b433-848f2dba224a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.120844 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks [] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.152678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.191106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:06.197323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:06.198885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f66bd240-bb08-4c00-8fcf-bacee9ef4371 None None] Current status of the port 5f3f0f02-91f8-4151-830a-0f44f00262d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:06.199942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:06.223556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Pushing event updated for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:06.241174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.241523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.241862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.242196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.242526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.242850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.243177 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.243545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.243870 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.244187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.244505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.244821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.245337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:06.259198 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.355149 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks [] for port (1833fa24-b00e-4205-b433-848f2dba224a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.362968 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1833fa24-b00e-4205-b433-848f2dba224a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.396968 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.435547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Attempting to bind port 1833fa24-b00e-4205-b433-848f2dba224a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:06.436045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Attempting to bind port 1833fa24-b00e-4205-b433-848f2dba224a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:06.436406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Attempting to bind port 1833fa24-b00e-4205-b433-848f2dba224a on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:06.439169 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.441104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68707c78-f4a0-4f27-9343-81f4eef800d0 None None] Pushing event updated for resources: {'Port': ['ID=1833fa24-b00e-4205-b433-848f2dba224a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:06.446935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:06.447325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:06.447766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.448176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:06.449087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Bound port: 1833fa24-b00e-4205-b433-848f2dba224a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:06.449087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1833fa24-b00e-4205-b433-848f2dba224a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.499614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] For port 1833fa24-b00e-4205-b433-848f2dba224a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:06.504045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] For port 1833fa24-b00e-4205-b433-848f2dba224a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1833fa24-b00e-4205-b433-848f2dba224a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:06.509791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1833fa24-b00e-4205-b433-848f2dba224a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.574140 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks [] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.579264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.582174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-945b9a70-1bc3-4c77-9189-19457672ae18 None None] Provisioning complete for port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:06.582555 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945b9a70-1bc3-4c77-9189-19457672ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.587939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:06.588571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:06.607295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68707c78-f4a0-4f27-9343-81f4eef800d0 None None] Pushing event updated for resources: {'Port': ['ID=1833fa24-b00e-4205-b433-848f2dba224a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:06.649731 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:06.652591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Pushing event updated for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:06.665026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-945b9a70-1bc3-4c77-9189-19457672ae18 None None] Port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:00:06.726180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:06.748368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:06.749805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:06.874447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:00:06.935660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 2, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:06.971897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3473ab-e5f2-4ecf-8c7c-fffc75e41935 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 2, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:00:07.002655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5f3f0f02-91f8-4151-830a-0f44f00262d0 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:07.025598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:00:07.030562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fec0cc90-83d5-4676-96ad-df67017046bc admin admin] 10.222.0.30 "PUT /v2.0/routers/b12245b1-f35d-41a9-b5eb-1413671d50b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602352 Feb 03 12:00:07.065318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5f3f0f02-91f8-4151-830a-0f44f00262d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:07.065785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.113544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8a18da48-5a57-47b3-8d8d-97478d3754dc None None] Provisioning complete for port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:07.113996 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a18da48-5a57-47b3-8d8d-97478d3754dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.190639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8a18da48-5a57-47b3-8d8d-97478d3754dc None None] Port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:00:07.213238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5f3f0f02-91f8-4151-830a-0f44f00262d0 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:07.440711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.587751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:07.592674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420536564', 'description': 'tempest-description--1527861979'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:07.619573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.705563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.709622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.740838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.742118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1532795 Feb 03 12:00:07.744287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ae682-a39b-48c4-bf42-971a60dc45ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:07.745042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56634) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:07.749615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'security_group_rule': {'security_group_id': 'a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:07.777122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (a74dd265-f7c1-4944-a965-38e62aa386e6), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.839950 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (a74dd265-f7c1-4944-a965-38e62aa386e6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.843805 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a74dd265-f7c1-4944-a965-38e62aa386e6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.863017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74dd265-f7c1-4944-a965-38e62aa386e6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:07.869819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.871029 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-67e619b1-3340-4ee0-a04e-f938afc42ba2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249950 Feb 03 12:00:07.874177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 56636) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:07.879429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'security_group_rule': {'security_group_id': 'a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:07.903795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (aa63307a-13d1-4b67-ab72-19ab006b62b4), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.963162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (aa63307a-13d1-4b67-ab72-19ab006b62b4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.967377 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (aa63307a-13d1-4b67-ab72-19ab006b62b4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.985041 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa63307a-13d1-4b67-ab72-19ab006b62b4,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:07.993786 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:07.997826 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c14f67bc-9880-4f3b-a371-7055bdc6cc55 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198866 Feb 03 12:00:07.998181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:08.003508 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:08.026119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.130964 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.237866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.25.7.210 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/e9f7445c-a9fe-4719-be8d-5dba1d52ef31) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:08.348320 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.381626 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.417463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:08.420478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:08.426106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:08.449286 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=e9f7445c-a9fe-4719-be8d-5dba1d52ef31,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:08.518945 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.556077 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.707703 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.713604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.783875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=e9f7445c-a9fe-4719-be8d-5dba1d52ef31,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:08.794219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.811457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:08.812755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d3ecfc22-9620-4a5c-9780-00662bda742d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8135035 Feb 03 12:00:08.966111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-532f7b9b-2d0f-4d55-95da-225e7c7ed51f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--420536564&fields=id&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 267 time: 0.0484695 Feb 03 12:00:09.023362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:00:09.027302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1833fa24-b00e-4205-b433-848f2dba224a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:09.033714 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:09.034414 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:09.088194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1833fa24-b00e-4205-b433-848f2dba224a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:09.088576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1833fa24-b00e-4205-b433-848f2dba224a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.092435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-f9592163-6f01-468a-a46e-40bab57015f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:09.095558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-f9592163-6f01-468a-a46e-40bab57015f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1215222 Feb 03 12:00:09.109969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-89e83739-5adb-4b85-af2f-a83e06b42dfb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/quotas/3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 375 time: 0.0094745 Feb 03 12:00:09.151511 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:09.167072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-7347d5e0-7ef8-4376-b827-a0e9498b9bc0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508902 Feb 03 12:00:09.169567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1833fa24-b00e-4205-b433-848f2dba224a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:09.170455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1833fa24-b00e-4205-b433-848f2dba224a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.196238 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 1833fa24-b00e-4205-b433-848f2dba224a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1833fa24-b00e-4205-b433-848f2dba224a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:09.201215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1833fa24-b00e-4205-b433-848f2dba224a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.252950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=1833fa24-b00e-4205-b433-848f2dba224a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:09.341311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-197a2783-b9aa-4695-9a7f-4758b764733c service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619592 Feb 03 12:00:09.355024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 2, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:09.382694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:00:09.383049 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Updating router b12245b1-f35d-41a9-b5eb-1413671d50b5 port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:00:09.409379 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.432704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-d737f7ee-9ee9-4c1d-9503-51006ef7693e service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851746 Feb 03 12:00:09.610938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e250981-6ade-40a4-8eb5-2aa1c639d282 req-342314da-16d5-4251-873a-9b747ef52a2a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 210 time: 0.0325444 Feb 03 12:00:09.692317 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks [] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.697904 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.754442 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Pushing event updated for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:09.779729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.779729 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.780073 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.780500 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.780839 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.781192 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.781529 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.781855 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.782223 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.783067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.783391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.783711 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.784031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:09.825181 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Attempting to bind port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:09.825693 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Attempting to bind port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:09.826116 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Attempting to bind port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:09.833786 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:09.834179 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:09.834573 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.834969 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:09.835441 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Bound port: 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:09.835826 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.908534 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] For port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:09.912043 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] For port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:09.920601 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:09.984658 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:09.985417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:10.022444 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923417e-50cf-445e-8652-be328353fbe0 None None] Pushing event updated for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:10.049040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Provisioning complete for port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:10.050059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:10.150456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Current status of the port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:10.151106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:10.187632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] For port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:10.193753 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:10.218938 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:10.255903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a1a8f-6931-4a30-8ab3-f087f7a3330a None None] Pushing event updated for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:10.314353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-eda01e75-b9a6-42b7-a5e9-97283171c2cb None None] Provisioning complete for port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:10.314728 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eda01e75-b9a6-42b7-a5e9-97283171c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:10.397097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eda01e75-b9a6-42b7-a5e9-97283171c2cb None None] Current status of the port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:10.421302 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:10.450556 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0adc9d-e9d8-43ed-bb0d-78d17d215f17 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:00:10.729232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26412841-81d0-4191-84e3-5c4fa4349d6a req-f0718e5f-0d8a-414a-a982-3a01de57df94 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 210 time: 0.0388091 Feb 03 12:00:10.761186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-0c3b39ad-a0be-470e-97c7-9c56ceadcb7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:10.762692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-0c3b39ad-a0be-470e-97c7-9c56ceadcb7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1464515 Feb 03 12:00:11.044456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:11.101218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:11.101838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.175563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-49fd52e7-4363-4907-8ae9-1e964f41d353 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 379 time: 0.3747516 Feb 03 12:00:11.182092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:11.183169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1833fa24-b00e-4205-b433-848f2dba224a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:11.184501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'port': {'device_id': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'admin_state_up': True, 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'security_groups': ['a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:11.228789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1833fa24-b00e-4205-b433-848f2dba224a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:11.229198 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1833fa24-b00e-4205-b433-848f2dba224a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.291002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:00:11.294866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.310048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1833fa24-b00e-4205-b433-848f2dba224a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:11.420516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.20.0.13 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/610a912d-c59a-4787-9fcb-5e6c988a37c7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:11.555296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.588304 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.630394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:11.635300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:11.638795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:11.644898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:11.697447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:11.698373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.718975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-8c65257f-c854-488c-bcdf-b1e4952bf6f1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5379422 Feb 03 12:00:11.735244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Request body: {'port': {'device_id': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:11.802685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.927383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8754a327-f1d8-4358-902e-51b9c9966b73 None None] Provisioning complete for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:11.927673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8754a327-f1d8-4358-902e-51b9c9966b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:11.948495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00385-ef5a-462e-903c-13780019e27f req-cc4c8192-2c86-4925-bf7c-1bcaef3db335 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:11.949990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cf00385-ef5a-462e-903c-13780019e27f req-cc4c8192-2c86-4925-bf7c-1bcaef3db335 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 932 time: 0.1385632 Feb 03 12:00:11.961781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8754a327-f1d8-4358-902e-51b9c9966b73 None None] Port 610a912d-c59a-4787-9fcb-5e6c988a37c7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:00:12.054742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3cf00385-ef5a-462e-903c-13780019e27f req-ed463012-a0fe-4911-ac34-1a432227ba96 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958030 Feb 03 12:00:12.137934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610a912d-c59a-4787-9fcb-5e6c988a37c7 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:00:12.147392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks [] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:12.158824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Transition to ACTIVE for port object 610a912d-c59a-4787-9fcb-5e6c988a37c7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:00:12.162683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:12.210474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:12.283442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:12.283783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:12.284118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:12.288749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:00:12.289119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:12.294065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:12.294409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:12.295048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:12.295478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Bound port: 610a912d-c59a-4787-9fcb-5e6c988a37c7, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:12.295840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:12.366394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:12.369848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:12.376665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:12.410842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:12.411799 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:12.413197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] 10.222.0.69 "PUT /v2.0/ports/610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1092 time: 0.6823087 Feb 03 12:00:12.413640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:12.415884 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6975c2-be31-4281-9b2f-b343ba8d8127" -d '{"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:12.444409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5788df-db57-428c-8b48-e5d898c30abf service neutron] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:12.458736 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108a622-cc3b-4521-b4be-90b4ce4504e8 x-openstack-request-id: req-4108a622-cc3b-4521-b4be-90b4ce4504e8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:12.459089 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:12.459297 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4108a622-cc3b-4521-b4be-90b4ce4504e8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:12.459704 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'status': 'completed', 'code': 200} Feb 03 12:00:12.522525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-0ab4ebe7-aea5-4836-bf5a-f6dcea01d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:12.524112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-0ab4ebe7-aea5-4836-bf5a-f6dcea01d41f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1126 time: 0.0492899 Feb 03 12:00:12.576183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-fc49c06a-978e-46c1-b86b-297cb46e4892 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 217 time: 0.0400348 Feb 03 12:00:12.626439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-1c52015f-dfb7-495d-947d-089b45d680d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:12.627992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-1c52015f-dfb7-495d-947d-089b45d680d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0459325 Feb 03 12:00:12.675039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-71458300-be5d-476c-a6d7-9e7178fbc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:12.676494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-71458300-be5d-476c-a6d7-9e7178fbc07f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432620 Feb 03 12:00:12.769662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-ad75322a-a7d8-4585-8b97-233b8652700a service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870209 Feb 03 12:00:12.857806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a75db0-6a53-42eb-a9e2-eeb838e0c1e0 req-b98527d8-8738-4879-9d0d-e906008ef986 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827663 Feb 03 12:00:12.990544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-d080b678-89ad-4385-8ac8-3c1b8d5692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:12.992052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-d080b678-89ad-4385-8ac8-3c1b8d5692f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1126 time: 0.0452785 Feb 03 12:00:13.085858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-c897d7f7-10c3-42d7-b81c-ee2d463b5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:13.087330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-c897d7f7-10c3-42d7-b81c-ee2d463b5bdc service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0891371 Feb 03 12:00:13.131052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-9e7544a8-21b4-4b35-8688-a99b34358514 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 217 time: 0.0377169 Feb 03 12:00:13.207327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-f3495055-4e9d-440e-9b7e-0e4941c37b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:13.208772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-f3495055-4e9d-440e-9b7e-0e4941c37b1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0705800 Feb 03 12:00:13.232031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cf9fb-9530-4754-b2a7-c9ccdaa8050d req-e0c92af7-10ff-42ea-92b4-6867e03f2a33 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:13.233490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-026cf9fb-9530-4754-b2a7-c9ccdaa8050d req-e0c92af7-10ff-42ea-92b4-6867e03f2a33 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 944 time: 0.1053190 Feb 03 12:00:13.299335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-0689ece5-5e9c-4426-827b-117932699b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:13.300815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-0689ece5-5e9c-4426-827b-117932699b36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847652 Feb 03 12:00:13.304224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-026cf9fb-9530-4754-b2a7-c9ccdaa8050d req-ebedc011-b8cc-4d2e-9c2a-05edaff46551 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556750 Feb 03 12:00:13.393296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-0ac14727-b8ce-407d-9fd4-9b7b7f4fe40b service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Feb 03 12:00:13.488827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a6975c2-be31-4281-9b2f-b343ba8d8127 req-156385d7-7d6c-4a6c-a24d-d326357c7de2 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896523 Feb 03 12:00:14.425912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c79a5-6eea-4ce8-9862-4098c65056be req-14ece13c-0efd-4ebf-b925-f6a14439f2df tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:14.427389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-995c79a5-6eea-4ce8-9862-4098c65056be req-14ece13c-0efd-4ebf-b925-f6a14439f2df tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 944 time: 0.0532322 Feb 03 12:00:14.473919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-995c79a5-6eea-4ce8-9862-4098c65056be req-25402c94-8984-4b0a-8c25-f0a682ff2858 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Feb 03 12:00:15.208886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:00:15.305930 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:15.316668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'mac_address': 'fa:16:3e:2a:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:00:15.352035 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 610a912d-c59a-4787-9fcb-5e6c988a37c7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:15.352423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:15.368027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610a912d-c59a-4787-9fcb-5e6c988a37c7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:00:15.386703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:15.390598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:15.438198 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:15.590881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc98f47-5675-412a-98e3-34be62398f3f req-8033e3ef-f1a7-4728-bdac-8fafe7660d7a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:15.592353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddc98f47-5675-412a-98e3-34be62398f3f req-8033e3ef-f1a7-4728-bdac-8fafe7660d7a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Feb 03 12:00:15.639912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ddc98f47-5675-412a-98e3-34be62398f3f req-8d7b66d9-db6d-4775-8169-63908bb9b903 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Feb 03 12:00:15.745193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['610a912d-c59a-4787-9fcb-5e6c988a37c7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:00:16.711982 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:16.762567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73364a3c-525a-481d-a298-ae6cc551a495 req-d9f77982-cbc9-4383-9ac5-9bba1f4f7a79 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:16.764132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73364a3c-525a-481d-a298-ae6cc551a495 req-d9f77982-cbc9-4383-9ac5-9bba1f4f7a79 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Feb 03 12:00:16.815238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73364a3c-525a-481d-a298-ae6cc551a495 req-6c417f78-5f08-4528-bdad-0154575f8028 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Feb 03 12:00:17.214361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:17.263786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:00:17.268057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:17.268435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:17.342587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 610a912d-c59a-4787-9fcb-5e6c988a37c7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:17.342979 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:17.370724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:17.372967 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425bf0a0-55e8-41e0-837e-c44fafa7600f" -d '{"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-plugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:17.384832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:17.390043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:17.415010 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839240ef-182a-4f82-8913-58ac43fc164a x-openstack-request-id: req-839240ef-182a-4f82-8913-58ac43fc164a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:17.415283 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-plugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:17.415534 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-839240ef-182a-4f82-8913-58ac43fc164a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:17.415918 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'code': 200} Feb 03 12:00:17.440808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:17.449143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.449493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.449836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.450175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.450509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.450946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.451176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.451492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.451815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.452138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.452491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.452816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.453166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:00:17.541782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ecbf-ab94-42ff-b0f1-631c160d4a5a req-2e3bcd16-aa08-4664-9eeb-f195547f6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:17.543388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcf0ecbf-ab94-42ff-b0f1-631c160d4a5a req-2e3bcd16-aa08-4664-9eeb-f195547f6b3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0450027 Feb 03 12:00:17.588109 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcf0ecbf-ab94-42ff-b0f1-631c160d4a5a req-3efc6e48-d728-409c-bdae-85b46d6812fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369754 Feb 03 12:00:17.935168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445714-9912-43d1-9e8c-1fc016df7170 req-47e8eb36-9ab0-4bb5-8a8f-47a203ffdca4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:17.936639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b445714-9912-43d1-9e8c-1fc016df7170 req-47e8eb36-9ab0-4bb5-8a8f-47a203ffdca4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0522821 Feb 03 12:00:17.987471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b445714-9912-43d1-9e8c-1fc016df7170 req-47c11b0c-7d52-42fd-924a-edf3188d50f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446179 Feb 03 12:00:19.115121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152aee0-d743-4378-ab9d-27a5e36aa692 req-f84d8720-8cc9-40e9-b935-4ec709d7df0a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:19.116597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8152aee0-d743-4378-ab9d-27a5e36aa692 req-f84d8720-8cc9-40e9-b935-4ec709d7df0a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0569715 Feb 03 12:00:19.163630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8152aee0-d743-4378-ab9d-27a5e36aa692 req-3d023896-b7af-49a2-8a7e-f1828a9bacf3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Feb 03 12:00:20.282068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8146e-2d7a-4a94-b57a-26419cbe1c8c req-10e43b3e-895f-4daf-865a-a1b821597470 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:20.283520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6c8146e-2d7a-4a94-b57a-26419cbe1c8c req-10e43b3e-895f-4daf-865a-a1b821597470 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0520833 Feb 03 12:00:20.330781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6c8146e-2d7a-4a94-b57a-26419cbe1c8c req-f8152364-2eb3-43ac-921b-c2a877ea6043 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413237 Feb 03 12:00:20.452490 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903be5-0a7e-4ed5-841c-4430c73783ba req-f082b022-39ae-4819-8db7-e9aab236cc7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:20.454509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9903be5-0a7e-4ed5-841c-4430c73783ba req-f082b022-39ae-4819-8db7-e9aab236cc7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0599141 Feb 03 12:00:20.463185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:00:20.467446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'floatingip': {'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:20.526408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:20.962273 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:20.966114 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:20.992101 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:00:21.065047 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc associated. External IP: 172.25.7.210, port: 610a912d-c59a-4787-9fcb-5e6c988a37c7. Feb 03 12:00:21.290121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:00:21.393952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:00:21.398393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:21.405156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:00:21.414939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:21.415559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:21.428231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ee3a165e-180c-4353-9000-414d4a66ac17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "PUT /v2.0/floatingips/00a79e0b-bcfe-453f-912a-b7ded42e81dc HTTP/1.1" status: 200 len: 992 time: 0.9640174 Feb 03 12:00:21.428810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:21.431056 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:21.478252 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c143bdd5-c82a-45d6-a4e8-fa3588424562 x-openstack-request-id: req-c143bdd5-c82a-45d6-a4e8-fa3588424562 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:21.478541 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:21.478796 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c143bdd5-c82a-45d6-a4e8-fa3588424562 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:21.479202 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'status': 'completed', 'code': 200} Feb 03 12:00:21.529128 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:21.564855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4da1-100f-40c2-912b-8003a59ccffe req-800fc1e5-dd48-4238-9781-68f3177c9f82 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:21.566339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9d4da1-100f-40c2-912b-8003a59ccffe req-800fc1e5-dd48-4238-9781-68f3177c9f82 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0802634 Feb 03 12:00:21.597966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-fd1c6cc6-c3f6-4085-870a-a5e82026e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:21.599411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-fd1c6cc6-c3f6-4085-870a-a5e82026e0cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0759032 Feb 03 12:00:21.643208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9d4da1-100f-40c2-912b-8003a59ccffe req-475a48c5-c240-4ca8-942b-bf37187f433b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697870 Feb 03 12:00:21.705974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-d40d26e1-b762-43ae-89e0-4a0ad1b39868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:21.707427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-d40d26e1-b762-43ae-89e0-4a0ad1b39868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1011550 Feb 03 12:00:21.778536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-3cce5bd7-cfb7-4e22-8214-7ada8c637348 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1000 time: 0.0649633 Feb 03 12:00:21.828700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-5f57bb10-dc57-46d4-a49e-1a10cbe3f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:21.830301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-5f57bb10-dc57-46d4-a49e-1a10cbe3f215 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0460787 Feb 03 12:00:21.879895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-540fc6e5-6c40-4dfb-a80d-0b0d82d00137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:21.881439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-540fc6e5-6c40-4dfb-a80d-0b0d82d00137 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457387 Feb 03 12:00:21.916186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:2a:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:00:20Z', 'revision_number': 1, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:21.943221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:00:21.951447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:21.952047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:21.974033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-49e880a2-3958-4b16-85fa-9fbdf12f144a service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864830 Feb 03 12:00:22.057379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:22.063402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc17c2f-a6db-41f6-beab-07c4ef35c2c0 req-e676fd2c-c621-4dce-be07-776b81614f2e service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833642 Feb 03 12:00:22.280455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:2a:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:00:20Z', 'revision_number': 1, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:22.307046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6957c80-1065-4477-8af0-39fc78b40c63 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:2a:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:00:20Z', 'revision_number': 1, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:00:22.500194 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928c3b9-605e-4206-a304-21bd8c1bb786 None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:00:22.764642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba7627-bc25-4aac-a995-84bfcca34dd3 req-8c7a132f-3fab-4f1a-b3b0-0419c3dc3729 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:22.766173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55ba7627-bc25-4aac-a995-84bfcca34dd3 req-8c7a132f-3fab-4f1a-b3b0-0419c3dc3729 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Feb 03 12:00:22.817005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55ba7627-bc25-4aac-a995-84bfcca34dd3 req-ac462bb5-e28c-4fda-a340-ef47d0c7a8cd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449214 Feb 03 12:00:22.933851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312ecd-1ca8-488d-98df-c6600ad12313 req-e03b3e71-ad92-4e3f-9151-783bfb6e8589 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:22.935315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0312ecd-1ca8-488d-98df-c6600ad12313 req-e03b3e71-ad92-4e3f-9151-783bfb6e8589 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0519407 Feb 03 12:00:22.981020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0312ecd-1ca8-488d-98df-c6600ad12313 req-27d3e7d6-9f90-466a-a020-31b2b46740c3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Feb 03 12:00:23.234513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-8740d14f-aa37-44c2-9eab-1a07e11c5367 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776558 Feb 03 12:00:23.246804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5a00-ece2-4679-bd56-ff49a5e4622d req-81525b36-d34c-445a-bc09-1a7e98da5f9e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:23.248275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-492b5a00-ece2-4679-bd56-ff49a5e4622d req-81525b36-d34c-445a-bc09-1a7e98da5f9e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0817854 Feb 03 12:00:23.610897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-492b5a00-ece2-4679-bd56-ff49a5e4622d req-d99923dc-93e2-4c7a-a42c-62dd390b4bba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546970 Feb 03 12:00:24.462819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-fbf14411-890e-49c5-834e-53729b67610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:24.464290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-fbf14411-890e-49c5-834e-53729b67610d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0453489 Feb 03 12:00:24.553292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-b5332ae0-0b00-4ba0-8e7c-92aceea53127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:24.554722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-b5332ae0-0b00-4ba0-8e7c-92aceea53127 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0850224 Feb 03 12:00:24.616855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-d82d1612-946d-41c2-bf94-90ffafae9f3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1002 time: 0.0564201 Feb 03 12:00:24.664170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-292cdbc0-7004-4bbb-aa51-9c146529c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:24.665670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-292cdbc0-7004-4bbb-aa51-9c146529c86e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0434253 Feb 03 12:00:24.750674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-ed6f3c38-120c-422b-adcb-e89c937b44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:24.752225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-ed6f3c38-120c-422b-adcb-e89c937b44fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812132 Feb 03 12:00:24.761343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a234-633f-4905-9d7b-b3004ddff7ce req-bd1d50f2-35ae-4d83-aa7a-1cc3be9945e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:24.762672 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d787a234-633f-4905-9d7b-b3004ddff7ce req-bd1d50f2-35ae-4d83-aa7a-1cc3be9945e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0809944 Feb 03 12:00:24.870741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d787a234-633f-4905-9d7b-b3004ddff7ce req-2c69b6b3-697d-4a1b-a9df-07c114af0d36 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998080 Feb 03 12:00:24.886669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-cb382fb0-3c20-40d8-a7ad-27cb1ebdd57c service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231141 Feb 03 12:00:24.974577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-3ccfe868-2925-468f-a539-0091792f30fc service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816631 Feb 03 12:00:25.997980 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88ba4-0872-4ef5-aa29-9bcddd4a380f req-8e984247-918e-4cc9-922e-a1bed9474152 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:25.999456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdc88ba4-0872-4ef5-aa29-9bcddd4a380f req-8e984247-918e-4cc9-922e-a1bed9474152 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0578299 Feb 03 12:00:26.044523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdc88ba4-0872-4ef5-aa29-9bcddd4a380f req-f245238f-6f63-4e12-8ec6-e9be83951945 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Feb 03 12:00:27.167435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810ab98-c10a-41f9-9b4a-79649243aed7 req-a193c7c5-fb70-43a7-bf47-df5dfa0a9c76 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:27.168947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d810ab98-c10a-41f9-9b4a-79649243aed7 req-a193c7c5-fb70-43a7-bf47-df5dfa0a9c76 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0534925 Feb 03 12:00:27.219844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d810ab98-c10a-41f9-9b4a-79649243aed7 req-e0cd7633-da8b-4699-b044-6e0095e0123e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Feb 03 12:00:27.447117 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:28.339575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd116b7-b11a-49a7-bb2a-1f58c9de1ad4 req-97896d7c-2087-445f-a64f-9ffba12a88a6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:28.341076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bd116b7-b11a-49a7-bb2a-1f58c9de1ad4 req-97896d7c-2087-445f-a64f-9ffba12a88a6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0525820 Feb 03 12:00:28.391219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2bd116b7-b11a-49a7-bb2a-1f58c9de1ad4 req-57a23a55-13d8-4808-b82c-ea10711c29d1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Feb 03 12:00:29.562001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57239a7-70ee-4c94-9ce8-519d1d563a2b req-af3ccf08-2831-4534-9b0e-3edb7f938ad9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:29.564263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b57239a7-70ee-4c94-9ce8-519d1d563a2b req-af3ccf08-2831-4534-9b0e-3edb7f938ad9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0525784 Feb 03 12:00:29.609861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b57239a7-70ee-4c94-9ce8-519d1d563a2b req-6b70322e-447e-42a5-8fbb-535dcac4167b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Feb 03 12:00:30.598781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-fe2804c1-60cd-449e-85cd-18711bcc5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:30.600286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-fe2804c1-60cd-449e-85cd-18711bcc5909 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0439200 Feb 03 12:00:30.706529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-ebb5471a-8035-40f9-b116-3fb721730d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:30.708001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-ebb5471a-8035-40f9-b116-3fb721730d69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0892844 Feb 03 12:00:30.806744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-d0c9c64b-ca7b-45d1-a678-37a80eb1f0ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1002 time: 0.0929461 Feb 03 12:00:30.846543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb4a0-70f6-4591-864f-3dc7fb50fbc7 req-3e102221-dbc9-44b1-8508-551fded60fa5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:30.847991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-563eb4a0-70f6-4591-864f-3dc7fb50fbc7 req-3e102221-dbc9-44b1-8508-551fded60fa5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.1332057 Feb 03 12:00:30.878658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-2fc94a18-7956-447e-8915-4ade0b82cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:30.879984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-2fc94a18-7956-447e-8915-4ade0b82cb96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0671279 Feb 03 12:00:30.928557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-563eb4a0-70f6-4591-864f-3dc7fb50fbc7 req-83dcb9f3-5081-4fde-9c9e-b566617fcd86 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749104 Feb 03 12:00:30.944738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-f836fafc-613a-4638-b4a3-e2e33e690865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:30.946256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-f836fafc-613a-4638-b4a3-e2e33e690865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573440 Feb 03 12:00:31.037373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-9b656d26-7d9b-444b-8917-aca2e5ae8969 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Feb 03 12:00:31.124036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ee4a05d-0e38-4a4d-86ab-1fc7a09e08a9 req-acf6d78b-c3d2-4e05-a3bf-52bd5ccdc8b7 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807140 Feb 03 12:00:31.330168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc93e89e-84eb-4949-ad4b-5fef3f6ab771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:32.064094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb579ff-b95a-4ac7-9f1b-3b4431d7f9a1 req-f9aec683-aca7-4744-90f2-6074a0b89e8e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:32.065581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adb579ff-b95a-4ac7-9f1b-3b4431d7f9a1 req-f9aec683-aca7-4744-90f2-6074a0b89e8e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0586104 Feb 03 12:00:32.111380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-adb579ff-b95a-4ac7-9f1b-3b4431d7f9a1 req-f22bf01f-036a-445e-93da-182a175a63c7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402260 Feb 03 12:00:33.233395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68711392-24dd-4597-a1ed-2a333ec625fc req-ffddbbfe-bbae-4229-8db9-ff3ff08fd8b1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:33.236133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68711392-24dd-4597-a1ed-2a333ec625fc req-ffddbbfe-bbae-4229-8db9-ff3ff08fd8b1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0561182 Feb 03 12:00:33.281258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68711392-24dd-4597-a1ed-2a333ec625fc req-69d0f76e-d55a-498c-8267-a1d55e66c0ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 Feb 03 12:00:34.400454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a47d-454a-4633-bba0-b4fa921cebf7 req-55d40016-3225-44a6-93d6-a74498b7e828 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:34.401923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cf1a47d-454a-4633-bba0-b4fa921cebf7 req-55d40016-3225-44a6-93d6-a74498b7e828 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0516303 Feb 03 12:00:34.437138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d629a7a3-91c9-423c-9b56-ba4cf1e28f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:34.456056 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cf1a47d-454a-4633-bba0-b4fa921cebf7 req-86e07177-e6ad-407a-94fd-ba9cc6f3c94e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485113 Feb 03 12:00:34.803991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:35.659926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5487c-d38b-485f-bbf1-5461965e2669 req-5e983fdb-fee5-4cb4-ab46-9aa733f657e9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:35.661581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5e5487c-d38b-485f-bbf1-5461965e2669 req-5e983fdb-fee5-4cb4-ab46-9aa733f657e9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.1018276 Feb 03 12:00:35.708951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5e5487c-d38b-485f-bbf1-5461965e2669 req-cb5568a5-13ad-4c9f-abaa-dd2cdeeaee17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418692 Feb 03 12:00:36.400758 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:36.836350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f4b01-a71b-47c4-a48b-0e9bdc16651e req-e56f0b3e-780a-48eb-ae4c-bb31eb32e5ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:36.837867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c6f4b01-a71b-47c4-a48b-0e9bdc16651e req-e56f0b3e-780a-48eb-ae4c-bb31eb32e5ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0544636 Feb 03 12:00:36.884726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c6f4b01-a71b-47c4-a48b-0e9bdc16651e req-aed3605e-65d7-497d-8c66-a72b38d0f3e9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Feb 03 12:00:37.433574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:38.007840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17edd-e12f-49d3-99a8-aae3ff061dae req-c0a68b03-d410-4b42-bffb-8e38160bc0b7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:38.009320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43c17edd-e12f-49d3-99a8-aae3ff061dae req-c0a68b03-d410-4b42-bffb-8e38160bc0b7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0564604 Feb 03 12:00:38.060012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43c17edd-e12f-49d3-99a8-aae3ff061dae req-3a2602d8-ee93-46cf-a236-d9c66c588df3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Feb 03 12:00:39.261974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463655-4dc4-4e88-93c9-d75ab41e25aa req-615c67fc-d602-43a1-8bb5-709e1055471f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:39.263467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc463655-4dc4-4e88-93c9-d75ab41e25aa req-615c67fc-d602-43a1-8bb5-709e1055471f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0946376 Feb 03 12:00:39.309973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc463655-4dc4-4e88-93c9-d75ab41e25aa req-ac9bab6b-8227-4446-ac09-f46c3c2d2ae3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Feb 03 12:00:40.430274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e5d5-0636-422d-8dee-9ba0311fcf44 req-063864fa-e9bc-4c03-bbad-b7cc92387061 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:40.431742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76b7e5d5-0636-422d-8dee-9ba0311fcf44 req-063864fa-e9bc-4c03-bbad-b7cc92387061 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Feb 03 12:00:40.482512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76b7e5d5-0636-422d-8dee-9ba0311fcf44 req-b8a73900-f7ea-4529-a485-7fdc7a1912e5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452871 Feb 03 12:00:41.603409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85bf22-2590-4442-90ac-48d7aa13a376 req-fed5fff5-21be-4d06-9bd2-4bc51de301ca tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:41.604875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f85bf22-2590-4442-90ac-48d7aa13a376 req-fed5fff5-21be-4d06-9bd2-4bc51de301ca tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0527885 Feb 03 12:00:41.650415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f85bf22-2590-4442-90ac-48d7aa13a376 req-2e22a834-30f0-4057-ae2f-6239cdd753d0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398746 Feb 03 12:00:41.799175 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-66da9402-3d11-47ce-ba79-88ea2851824b service neutron] show failed (client error): The resource could not be found. Feb 03 12:00:41.800167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-66da9402-3d11-47ce-ba79-88ea2851824b service neutron] 10.222.0.69 "GET /v2.0/ports/610a912d-c59a-4787-9fcb-5e6c988a37c7/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0536237 Feb 03 12:00:42.010067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-475c9e4f-96bf-49c1-8cd3-06f5064dc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:42.011549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-475c9e4f-96bf-49c1-8cd3-06f5064dc299 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1128 time: 0.0476210 Feb 03 12:00:42.022580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:42.079994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.275446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:42.308073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:42.351259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:42.353492 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78abb1d0-ba39-413c-ae9d-357ebe58ce0f" -d '{"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:42.357026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks [] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.369167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Transition to ACTIVE for port object 610a912d-c59a-4787-9fcb-5e6c988a37c7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:00:42.372824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.411088 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d53b5c1-d12d-4713-8a2d-361243a818b1 x-openstack-request-id: req-3d53b5c1-d12d-4713-8a2d-361243a818b1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:42.411402 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:42.411667 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d53b5c1-d12d-4713-8a2d-361243a818b1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:42.412070 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'code': 200} Feb 03 12:00:42.457512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:42.506989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] No DVR routers for this DVR port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:00:42.655253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:42.655923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:42.655923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:42.660362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:00:42.660683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Attempting to bind port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:42.666098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:42.666435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:42.666814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:42.667241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Bound port: 610a912d-c59a-4787-9fcb-5e6c988a37c7, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:42.667598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.756655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:42.771689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:42.778042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.822997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:42.823610 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:42.825026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] 10.222.0.53 "PUT /v2.0/ports/610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1092 time: 0.8063190 Feb 03 12:00:42.833824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ee71-2cb5-4203-9020-b2277871d612 req-268b5fa0-5a3a-4685-9df7-58eb490c16c7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:42.835364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b738ee71-2cb5-4203-9020-b2277871d612 req-268b5fa0-5a3a-4685-9df7-58eb490c16c7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 944 time: 0.1116905 Feb 03 12:00:42.896684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3a59-ea30-4b6a-83ae-6e208b5408eb service neutron] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:42.933875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b738ee71-2cb5-4203-9020-b2277871d612 req-d6b4d53d-bb3c-4869-aae0-8134d6c094af tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892644 Feb 03 12:00:42.943791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-44e60b22-489c-4ef6-b0a0-520ea3891fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:42.945302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-44e60b22-489c-4ef6-b0a0-520ea3891fc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1126 time: 0.0781350 Feb 03 12:00:43.041418 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-85c38ed7-9cbb-47ad-929d-581575c00c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:43.043117 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-85c38ed7-9cbb-47ad-929d-581575c00c93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0919943 Feb 03 12:00:43.188484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-00d7edd0-72fe-471e-a9dc-bf9f1fb92887 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1000 time: 0.1003745 Feb 03 12:00:43.240778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-d7e89b0c-410a-4283-be5b-029af1ca5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:43.242263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-d7e89b0c-410a-4283-be5b-029af1ca5ed0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0433924 Feb 03 12:00:43.295727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-f4c424ab-7a48-456a-bc41-91f0ccea72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:43.297259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-f4c424ab-7a48-456a-bc41-91f0ccea72df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478003 Feb 03 12:00:43.385558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-78b22217-de9e-46b2-9377-9ba1bd7f4e05 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818157 Feb 03 12:00:43.488239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4eb6268-fc54-4fa5-93c8-cd309fcc67ce req-c9d54a64-7569-4256-a243-cc561f002dd0 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961225 Feb 03 12:00:44.056358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6214b4-e556-42c3-aa8b-7800711feead req-16c793db-8e5e-43a4-bb01-5cee0974f89f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.057862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e6214b4-e556-42c3-aa8b-7800711feead req-16c793db-8e5e-43a4-bb01-5cee0974f89f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 944 time: 0.0528772 Feb 03 12:00:44.104086 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e6214b4-e556-42c3-aa8b-7800711feead req-79945ac7-0881-47a5-b4fa-0b3327ecba16 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Feb 03 12:00:44.413232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:44.415594 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eb6e603c98afad942794270ed5981f7ca1df9cbb93101a8f2a66b4bd32d1b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a" -d '{"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:44.463578 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8293c303-e650-41e8-8a77-b8c0b223f04e x-openstack-request-id: req-8293c303-e650-41e8-8a77-b8c0b223f04e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:44.463874 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:44.464128 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8293c303-e650-41e8-8a77-b8c0b223f04e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:44.464533 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'status': 'completed', 'code': 200} Feb 03 12:00:44.562783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-629542e1-2ab0-4011-abb1-36e16563f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.564764 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-629542e1-2ab0-4011-abb1-36e16563f42e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1126 time: 0.0783746 Feb 03 12:00:44.570215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-a9a89a9e-0f00-48ab-aaf2-6373d9759931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.571518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-a9a89a9e-0f00-48ab-aaf2-6373d9759931 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1126 time: 0.0608904 Feb 03 12:00:44.722192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-c5416b4a-3709-46a0-93d5-cc8a375f48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.723631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-c5416b4a-3709-46a0-93d5-cc8a375f48b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1510630 Feb 03 12:00:44.724999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-310191cd-bc8f-4af2-8103-849cd57e9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.726303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-310191cd-bc8f-4af2-8103-849cd57e9dff service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1456952 Feb 03 12:00:44.832675 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-0314ada4-a84f-4b58-84f9-7b6541e6e7c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1000 time: 0.1024880 Feb 03 12:00:44.838633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-fa03cde8-8600-40f6-b6e3-f2b6229976b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1000 time: 0.1014004 Feb 03 12:00:44.917517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-c7fbc0c3-d163-4c36-b791-7930201312e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.918922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-c7fbc0c3-d163-4c36-b791-7930201312e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0785303 Feb 03 12:00:44.920520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-929cdece-a723-450c-b243-ebfa74b74b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.922053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-929cdece-a723-450c-b243-ebfa74b74b3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0739703 Feb 03 12:00:44.997045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-e7b6b934-80d6-4cee-81de-0c963df7f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:44.998517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-e7b6b934-80d6-4cee-81de-0c963df7f109 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728352 Feb 03 12:00:45.000769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-318726be-45f0-4bd8-bedd-046338fbcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:45.002195 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-318726be-45f0-4bd8-bedd-046338fbcb1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682833 Feb 03 12:00:45.160278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-e5d53d19-d0b0-4841-b250-6ac05a1d53a1 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540246 Feb 03 12:00:45.162107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-cd2b5e40-ea72-444a-b34d-d87ec3e5bf79 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493585 Feb 03 12:00:45.338396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:00:45.382245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:00:45.382530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:00:45.492662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:00:45.590382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:45.602778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'mac_address': 'fa:16:3e:2a:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:00:45.643133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 610a912d-c59a-4787-9fcb-5e6c988a37c7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:45.643450 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:45.656182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09b562-fb08-49d1-aece-76c4921c12ad req-be89d4b2-6d0b-440e-8bc8-f830ddc96779 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:45.656464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610a912d-c59a-4787-9fcb-5e6c988a37c7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:00:45.658233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c09b562-fb08-49d1-aece-76c4921c12ad req-be89d4b2-6d0b-440e-8bc8-f830ddc96779 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 944 time: 0.4808002 Feb 03 12:00:45.677391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:45.681727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:45.704860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-617be83d-35e0-43c4-a40b-9cdf900233ab service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284538 Feb 03 12:00:45.707732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75cdb043-6d2f-4bc2-95bd-5cd836ad683a req-a33b8188-70a1-4a32-8b09-a6f5b60d2688 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402641 Feb 03 12:00:45.732446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:45.737960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c09b562-fb08-49d1-aece-76c4921c12ad req-fe8dc91e-6a1d-4aa8-86d7-d8232b5e9a54 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718303 Feb 03 12:00:45.979772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['610a912d-c59a-4787-9fcb-5e6c988a37c7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:00:46.714908 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:46.862897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4af1-0380-4469-b30c-6b833249f790 req-0390f7f9-7c62-450d-934a-dd5d7828c310 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:46.864441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08ce4af1-0380-4469-b30c-6b833249f790 req-0390f7f9-7c62-450d-934a-dd5d7828c310 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 945 time: 0.0572658 Feb 03 12:00:46.909696 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08ce4af1-0380-4469-b30c-6b833249f790 req-1de27257-7205-4938-995f-6472849ddc17 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 Feb 03 12:00:47.138355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c7313-5b8b-430e-b131-a04717623a3d req-0c8f15b6-b89c-42cb-b122-5c6a4e0f5ce7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.139822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-808c7313-5b8b-430e-b131-a04717623a3d req-0c8f15b6-b89c-42cb-b122-5c6a4e0f5ce7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 945 time: 0.0859048 Feb 03 12:00:47.150894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-ec6f78c3-5489-46cf-9f2a-80bdd88349c8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.152230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-ec6f78c3-5489-46cf-9f2a-80bdd88349c8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4&tenant_id=3f952a3b81af4a60999f3d6fc707c298&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 945 time: 0.0718527 Feb 03 12:00:47.235547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-808c7313-5b8b-430e-b131-a04717623a3d req-52a6fefe-ad96-4078-a4e2-0b158f243309 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816777 Feb 03 12:00:47.240893 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-e740eaac-b502-4a9b-af75-96d79a955a24 service neutron] delete failed (client error): The resource could not be found. Feb 03 12:00:47.241901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-e740eaac-b502-4a9b-af75-96d79a955a24 service neutron] 10.222.0.69 "DELETE /v2.0/ports/610a912d-c59a-4787-9fcb-5e6c988a37c7/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0832298 Feb 03 12:00:47.349732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-36c4fc84-8063-42b3-9361-b32ed4bc9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.351830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-36c4fc84-8063-42b3-9361-b32ed4bc9259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 1127 time: 0.0460865 Feb 03 12:00:47.444133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-4974a916-e4ba-4e3f-9bff-cdc874418ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.445605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-4974a916-e4ba-4e3f-9bff-cdc874418ab9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0880699 Feb 03 12:00:47.510011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-54505368-77c6-4ac2-9e5d-c183f310f1e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 200 len: 1001 time: 0.0587320 Feb 03 12:00:47.519256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:00:47.558585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-f2c2ea28-3f2c-4dd6-9ebf-11b8a9d14cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.560060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-f2c2ea28-3f2c-4dd6-9ebf-11b8a9d14cf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0449624 Feb 03 12:00:47.570381 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:00:47.574638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 610a912d-c59a-4787-9fcb-5e6c988a37c7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:47.575013 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:47.612877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-5cbc1c0f-ca05-41de-a495-726de66049a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:47.614402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-5cbc1c0f-ca05-41de-a495-726de66049a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479703 Feb 03 12:00:47.652588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 610a912d-c59a-4787-9fcb-5e6c988a37c7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:47.653065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:47.676792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:47.679033 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4413836f41c0b1a2f14e69ecee1ab9b118bd1e1d3a382bf870eed7e5dbb73c1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec9335-d9b1-43e5-a3b3-a9ddb59f3122" -d '{"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-plugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:47.691510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:47.696407 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:47.710428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-26566659-c83c-4710-ad4a-42d11b49d768 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900304 Feb 03 12:00:47.732886 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30061b84-40e6-4baa-9a59-7339feca9045 x-openstack-request-id: req-30061b84-40e6-4baa-9a59-7339feca9045 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:47.733411 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-plugged", "status": "completed", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:47.733509 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30061b84-40e6-4baa-9a59-7339feca9045 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:47.733817 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'code': 200} Feb 03 12:00:47.747455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:47.808564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68c010ae-f791-4dad-ae59-f5ddf76fbe1a req-f0e59f5e-46f7-46bd-9c31-205fa6ae1963 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916617 Feb 03 12:00:48.361016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e4200-83b9-4d02-bb38-755633076ae9 req-28a5350e-9913-4e87-a47d-43489deee2d3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:48.362500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a3e4200-83b9-4d02-bb38-755633076ae9 req-28a5350e-9913-4e87-a47d-43489deee2d3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0574975 Feb 03 12:00:48.412592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a3e4200-83b9-4d02-bb38-755633076ae9 req-b4fb5f92-6266-4658-b3f3-e01f0f4f530d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443254 Feb 03 12:00:48.532661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5e344-0a6e-41cc-8d61-1cab54ee0f2d req-ba6c2927-a22b-4f85-8091-55d2f20f29d8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:48.534053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7d5e344-0a6e-41cc-8d61-1cab54ee0f2d req-ba6c2927-a22b-4f85-8091-55d2f20f29d8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0525479 Feb 03 12:00:48.580485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7d5e344-0a6e-41cc-8d61-1cab54ee0f2d req-930a22d5-19c2-47f7-9a8b-0309849c942d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Feb 03 12:00:48.702062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff630891-1cc6-495c-b687-5118ca3824a3 req-75deca2d-bf32-45a3-aab1-fa3978b503ec tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:48.703526 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff630891-1cc6-495c-b687-5118ca3824a3 req-75deca2d-bf32-45a3-aab1-fa3978b503ec tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0571370 Feb 03 12:00:48.748325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff630891-1cc6-495c-b687-5118ca3824a3 req-24da28c1-2e10-4714-9857-e0c32dfff691 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Feb 03 12:00:48.986269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333730-143a-4f3f-9288-14da2c581cbc req-8b21bb8f-ee80-4b0b-85f4-bcff3a9e0081 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:48.987718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55333730-143a-4f3f-9288-14da2c581cbc req-8b21bb8f-ee80-4b0b-85f4-bcff3a9e0081 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0527189 Feb 03 12:00:49.033157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55333730-143a-4f3f-9288-14da2c581cbc req-023461ac-ce6b-4dc7-b4f1-451ab08ee394 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Feb 03 12:00:50.155486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c3bc-b009-4a6c-a8cf-7c77d92c41a0 req-7ff20394-42ff-41cc-90c5-75a43f7b953a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:50.156948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8d7c3bc-b009-4a6c-a8cf-7c77d92c41a0 req-7ff20394-42ff-41cc-90c5-75a43f7b953a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0551560 Feb 03 12:00:50.205745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c8d7c3bc-b009-4a6c-a8cf-7c77d92c41a0 req-3396e256-ca8d-496e-85c7-631089cd1987 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Feb 03 12:00:50.376531 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-feac4990-d51d-46cc-8462-9c3ae75357a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:50.377977 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-feac4990-d51d-46cc-8462-9c3ae75357a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 946 time: 0.0531671 Feb 03 12:00:50.468461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port 610a912d-c59a-4787-9fcb-5e6c988a37c7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:00:50.468807 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:50.558913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] For port 610a912d-c59a-4787-9fcb-5e6c988a37c7, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=610a912d-c59a-4787-9fcb-5e6c988a37c7,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:50.559274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:50.725345 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:50.725633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:50.725945 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc disassociated. External IP: 172.25.7.210, port: 610a912d-c59a-4787-9fcb-5e6c988a37c7. Feb 03 12:00:50.726285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for 610a912d-c59a-4787-9fcb-5e6c988a37c7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:00:50.857100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (610a912d-c59a-4787-9fcb-5e6c988a37c7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:50.885755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=610a912d-c59a-4787-9fcb-5e6c988a37c7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:51.004031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:00:51.116300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:00:51.127347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:00:51.136621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:51.137264 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:51.157255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] No DVR routers for this DVR port 610a912d-c59a-4787-9fcb-5e6c988a37c7 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:00:51.159680 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:51.163001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a9e3a6c-9ae1-4117-bf0a-bb49725b1149 req-ec947585-42b8-4b4c-a531-226c329f2e35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "DELETE /v2.0/ports/610a912d-c59a-4787-9fcb-5e6c988a37c7 HTTP/1.1" status: 204 len: 173 time: 0.7769997 Feb 03 12:00:51.163441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-deleted', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:51.211223 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e0dc06-fdc3-4c9e-84f4-571cf8a99a4d" -d '{"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-deleted", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:51.284935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:51.331514 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6fa93f-1bf5-47f8-a8fc-90d618c2ad98 x-openstack-request-id: req-9b6fa93f-1bf5-47f8-a8fc-90d618c2ad98 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:51.331919 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ae12d1-fa2d-4494-ba08-57db3a818ea4", "name": "network-vif-deleted", "tag": "610a912d-c59a-4787-9fcb-5e6c988a37c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:51.332278 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b6fa93f-1bf5-47f8-a8fc-90d618c2ad98 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:51.332767 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ae12d1-fa2d-4494-ba08-57db3a818ea4', 'name': 'network-vif-deleted', 'tag': '610a912d-c59a-4787-9fcb-5e6c988a37c7', 'status': 'completed', 'code': 200} Feb 03 12:00:51.334909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2c314c3-6b4a-429e-b451-a155a4a7e33a req-1e23a27a-7d59-4133-8d06-b4b5aab65822 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ae12d1-fa2d-4494-ba08-57db3a818ea4 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Feb 03 12:00:51.493503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:51.519587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:00:51.527763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:00:51.528364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:00:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:51.632573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:00:51.820644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:00:51.850886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982bde9-a810-413c-9b0f-38080f553b1d None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:00:52.075766 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fec20-6926-486f-8007-9e79cfb80208 None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:00:52.574042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-ae17b2a5-c093-40c4-9a69-761c978481db tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--420536564&fields=id&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 267 time: 0.0416946 Feb 03 12:00:52.678491 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-6ffc6eac-b4a3-4900-ad54-1d3ac976ab28 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:52.679855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-6ffc6eac-b4a3-4900-ad54-1d3ac976ab28 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.0983870 Feb 03 12:00:52.694150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-68450c97-15ea-4246-8df1-253bb220038b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/quotas/3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 375 time: 0.0090857 Feb 03 12:00:52.751794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-466daf81-e8f7-4121-87f3-e91b4a55712a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529375 Feb 03 12:00:52.845905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-916f9cff-7a22-43da-9372-8fdd8db1acae service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830655 Feb 03 12:00:52.939311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-6c955d34-6972-4f63-8a30-014e0b78a3ad service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Feb 03 12:00:53.102330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c320790a-312f-4a9d-8ab0-1cce764b5fed req-4cacef55-7810-4362-8c50-e8ead37e3f3c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 210 time: 0.0293505 Feb 03 12:00:53.539821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:00:53.563076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 610a912d-c59a-4787-9fcb-5e6c988a37c7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:00:53.563434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 610a912d-c59a-4787-9fcb-5e6c988a37c7 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:00:54.135427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-256bb002-439a-468a-9904-4779d5572e62 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:54.136899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-256bb002-439a-468a-9904-4779d5572e62 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1058102 Feb 03 12:00:54.211622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42f95f64-9706-4197-8791-666b30ed6fc9 req-718cdac6-f97f-47ec-8ca3-69a22ad50166 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 210 time: 0.0355563 Feb 03 12:00:54.226341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-9bedca24-f2db-4021-a85b-efcc84492244 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 379 time: 0.0757017 Feb 03 12:00:54.234535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'port': {'device_id': '6fac3f45-2612-43b1-b449-0daadcacb053', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'admin_state_up': True, 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'security_groups': ['a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:54.343412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:00:54.346933 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.468935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.20.0.3 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/15a49212-85f4-4cb1-af90-c1a91dcbefb6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:00:54.605062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.638684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.680525 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:00:54.685534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:00:54.689633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:00:54.695737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:54.741480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:54.742021 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.758287 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-9d35a903-251c-4b7f-8783-9ab3ecdea908 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5272048 Feb 03 12:00:54.774958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Request body: {'port': {'device_id': '6fac3f45-2612-43b1-b449-0daadcacb053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:00:54.842992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.938980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c2072e0-c302-4ca4-ab57-19c719f4e4c1 None None] Provisioning complete for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:00:54.939534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c2072e0-c302-4ca4-ab57-19c719f4e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:54.973972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c2072e0-c302-4ca4-ab57-19c719f4e4c1 None None] Port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:00:55.104004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a49212-85f4-4cb1-af90-c1a91dcbefb6 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:00:55.112428 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks [] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:55.124664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Transition to ACTIVE for port object 15a49212-85f4-4cb1-af90-c1a91dcbefb6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:00:55.128138 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:55.182460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:55.257308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:00:55.257735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:00:55.258140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:55.267662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:00:55.267662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:00:55.274563 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:00:55.274919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:00:55.275317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:00:55.275761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Bound port: 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:00:55.276522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:55.377419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:00:55.381383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:00:55.392383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8cee-9627-4257-b8a5-ed8224656397 req-c99f6b19-b2b5-4ba5-b1c2-973a9e6c6520 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:55.393999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db1d8cee-9627-4257-b8a5-ed8224656397 req-c99f6b19-b2b5-4ba5-b1c2-973a9e6c6520 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.1054840 Feb 03 12:00:55.395573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:55.455118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:55.455748 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:55.457217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] 10.222.0.69 "PUT /v2.0/ports/15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 1091 time: 0.6865802 Feb 03 12:00:55.457785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:00:55.459916 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea492c1-e606-41cc-b91b-1dccb48b8de0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:00:55.492593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b946d2-d309-4453-a890-b2084b5602ba service neutron] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:55.505831 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cbc1a3-7c92-4d0f-9f00-859cf6875c83 x-openstack-request-id: req-11cbc1a3-7c92-4d0f-9f00-859cf6875c83 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:00:55.506129 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:00:55.506387 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11cbc1a3-7c92-4d0f-9f00-859cf6875c83 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:00:55.506798 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'status': 'completed', 'code': 200} Feb 03 12:00:55.512220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db1d8cee-9627-4257-b8a5-ed8224656397 req-4724234f-4369-42e0-886e-a5a2fd30b2b7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114185 Feb 03 12:00:55.579987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-cab42b35-878e-4641-9248-882eca4c456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:55.581978 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-cab42b35-878e-4641-9248-882eca4c456f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0591736 Feb 03 12:00:55.636024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-84af32ba-7490-4ec3-a211-382826165a17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 217 time: 0.0408959 Feb 03 12:00:55.685516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-f716166e-3d5c-4618-a8bb-07fca6b6532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:55.687332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-f716166e-3d5c-4618-a8bb-07fca6b6532a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0448503 Feb 03 12:00:55.736324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d221c-0f1c-416c-b318-56344754f63e req-6023f401-ef5a-4926-82e1-bcfe035ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:55.737863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-6023f401-ef5a-4926-82e1-bcfe035ddc1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439107 Feb 03 12:00:55.830817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-1bcb398f-67a1-4932-879f-a3fc8becfe36 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Feb 03 12:00:55.917270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b20d221c-0f1c-416c-b318-56344754f63e req-d65d6fd8-f561-45f1-9c12-f930580ce4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804815 Feb 03 12:00:56.057667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-37da84d0-4fbc-4576-a5d3-061c943da216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:56.059162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-37da84d0-4fbc-4576-a5d3-061c943da216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0490291 Feb 03 12:00:56.146936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-40c3b72c-b221-4cfe-bddd-7778ca9c7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:56.148384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-40c3b72c-b221-4cfe-bddd-7778ca9c7e7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0829968 Feb 03 12:00:56.192884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-f84b3394-3ec2-435e-adba-b1b6e8c8bb1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 217 time: 0.0384729 Feb 03 12:00:56.239770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-ec641482-ef75-4f5f-af29-b09fb0e267e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:56.241307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-ec641482-ef75-4f5f-af29-b09fb0e267e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0430820 Feb 03 12:00:56.288769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-a24162b2-0902-4633-b47a-d2fb908b1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:56.290291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-a24162b2-0902-4633-b47a-d2fb908b1fac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437753 Feb 03 12:00:56.381620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-18405c67-a82a-478a-9d38-544b1fcf6806 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Feb 03 12:00:56.470735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eea492c1-e606-41cc-b91b-1dccb48b8de0 req-ad3f4e24-1296-4bdd-a78e-e318fb5bc595 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820172 Feb 03 12:00:56.633828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae897f4-d480-42f8-8aef-9e42123128c9 req-64dd2c24-10e4-4fd2-ac89-f54276ae8b74 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:56.635272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae897f4-d480-42f8-8aef-9e42123128c9 req-64dd2c24-10e4-4fd2-ac89-f54276ae8b74 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0522079 Feb 03 12:00:56.685621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae897f4-d480-42f8-8aef-9e42123128c9 req-fb438b39-af15-45b7-b6be-5e8b75b579fd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448515 Feb 03 12:00:57.455556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:57.802337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f526ea-2339-4b2b-acee-bbfb283f4196 req-d739eabe-e072-4d4a-8d6b-e14193eadee8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:57.803808 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53f526ea-2339-4b2b-acee-bbfb283f4196 req-d739eabe-e072-4d4a-8d6b-e14193eadee8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0514650 Feb 03 12:00:57.850236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53f526ea-2339-4b2b-acee-bbfb283f4196 req-a3853525-29b6-454b-8bb1-bf5f8a8f4086 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Feb 03 12:00:57.991871 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:00:58.969749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530289c-b6ad-4853-a90a-5cb875ea6498 req-49ea2ab7-0ca8-475b-8a48-9bae91eb6c72 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:00:58.971223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c530289c-b6ad-4853-a90a-5cb875ea6498 req-49ea2ab7-0ca8-475b-8a48-9bae91eb6c72 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0530245 Feb 03 12:00:59.016878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c530289c-b6ad-4853-a90a-5cb875ea6498 req-b0e8452a-4450-4b53-9b9b-9676eacf872e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Feb 03 12:00:59.400010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:00:59.495815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:59.506548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'mac_address': 'fa:16:3e:a4:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:00:59.541980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:00:59.542376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:59.555359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a49212-85f4-4cb1-af90-c1a91dcbefb6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:00:59.574702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:00:59.577528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:00:59.622514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:00:59.923530 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['15a49212-85f4-4cb1-af90-c1a91dcbefb6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:01:00.139259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196245-75fb-4e1c-98c5-fe27155359a9 req-3683f12a-77c3-4b51-b00a-b0be2ad93f2e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:00.140712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e196245-75fb-4e1c-98c5-fe27155359a9 req-3683f12a-77c3-4b51-b00a-b0be2ad93f2e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 944 time: 0.0546832 Feb 03 12:01:00.186642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e196245-75fb-4e1c-98c5-fe27155359a9 req-4c6e25ec-7818-40ca-9d7a-694c80a40aef tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396914 Feb 03 12:01:01.304259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63997b6a-694e-4b1c-a4d1-2f07f898af26 req-e152b794-6a4c-4586-9590-f18501513838 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:01.305738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63997b6a-694e-4b1c-a4d1-2f07f898af26 req-e152b794-6a4c-4586-9590-f18501513838 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 944 time: 0.0522556 Feb 03 12:01:01.334265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c08f42e-bc07-4a12-8d57-8391f541b11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:01.355692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63997b6a-694e-4b1c-a4d1-2f07f898af26 req-e3dd96aa-f491-4331-9257-4d23848d23ae tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Feb 03 12:01:01.399532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:01:01.446855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:01:01.451343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:01:01.451787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:01.531482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:01:01.531807 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:01.554667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:01.568519 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:01.579424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:01.605608 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7fe24-8bf9-408c-980e-a872a07cf46c" -d '{"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-plugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:01.632614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:01.690288 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082cc9a9-311d-4552-a7aa-d29a5db765a9 x-openstack-request-id: req-082cc9a9-311d-4552-a7aa-d29a5db765a9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:01.690587 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-plugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:01.690948 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-082cc9a9-311d-4552-a7aa-d29a5db765a9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:01.691357 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'code': 200} Feb 03 12:01:01.890317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857994a9-f289-4f94-a54b-3f86cadedce6 req-4cbcc856-73b6-4439-ac4b-55c1592cf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:01.892437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-857994a9-f289-4f94-a54b-3f86cadedce6 req-4cbcc856-73b6-4439-ac4b-55c1592cf97d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1127 time: 0.0862019 Feb 03 12:01:01.933881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-857994a9-f289-4f94-a54b-3f86cadedce6 req-9a8f3f5f-c6ad-4c6d-85c0-183ae87b5565 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356796 Feb 03 12:01:02.476738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f47f2a-9e35-4310-9b21-13e98108499a req-9bfbc481-70f6-4f86-97c3-24bcdf45a490 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:02.478212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29f47f2a-9e35-4310-9b21-13e98108499a req-9bfbc481-70f6-4f86-97c3-24bcdf45a490 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0532978 Feb 03 12:01:02.524323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29f47f2a-9e35-4310-9b21-13e98108499a req-62fc632e-718f-433b-b1f6-a72008ad8df4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403965 Feb 03 12:01:03.644932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d66e-ab17-414a-9170-2b94750c8515 req-3a845050-558b-421c-9e1e-54e8878f46c1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:03.646389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b26d66e-ab17-414a-9170-2b94750c8515 req-3a845050-558b-421c-9e1e-54e8878f46c1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Feb 03 12:01:03.696837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b26d66e-ab17-414a-9170-2b94750c8515 req-04180bb9-0520-4198-b1a6-c40c6d724616 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 Feb 03 12:01:03.810098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2a578-f5dc-4524-bb4e-7d45388436ce req-5739a193-b7c8-406b-a36b-a15967b8a55f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:03.811480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ce2a578-f5dc-4524-bb4e-7d45388436ce req-5739a193-b7c8-406b-a36b-a15967b8a55f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Feb 03 12:01:03.821112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 56866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:01:03.825399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'floatingip': {'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:01:03.864302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:04.304638 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:04.308341 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:04.442322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c7e76cc-45d8-49bd-bf0d-ad8a93812e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:04.711096 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc associated. External IP: 172.25.7.210, port: 15a49212-85f4-4cb1-af90-c1a91dcbefb6. Feb 03 12:01:04.807301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:04.916481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:01:05.022601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:01:05.027548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:05.032798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:01:05.046145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:01:05.046757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:05.057625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-15d8861e-693c-4ceb-bbec-7dab54bdf9a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "PUT /v2.0/floatingips/00a79e0b-bcfe-453f-912a-b7ded42e81dc HTTP/1.1" status: 200 len: 991 time: 1.2354794 Feb 03 12:01:05.058300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:05.060650 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559cc0b-91da-4000-966f-dd6ae7d10051" -d '{"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:05.099112 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbfd06-8c5e-432d-ade4-e8ac7911fbde x-openstack-request-id: req-02cbfd06-8c5e-432d-ade4-e8ac7911fbde {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:05.099404 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:05.100153 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02cbfd06-8c5e-432d-ade4-e8ac7911fbde {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:05.100153 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'status': 'completed', 'code': 200} Feb 03 12:01:05.156152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:01:05.195670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b19c0-bcb1-4183-b141-052bf288cd28 req-3be89575-cecd-44c9-af01-9f22305279bf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:05.197171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c6b19c0-bcb1-4183-b141-052bf288cd28 req-3be89575-cecd-44c9-af01-9f22305279bf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0846615 Feb 03 12:01:05.203180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-0001f38d-3ff8-4ee1-ac9e-eafd3f592d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:05.205151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-0001f38d-3ff8-4ee1-ac9e-eafd3f592d48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1127 time: 0.0629864 Feb 03 12:01:05.304852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c6b19c0-bcb1-4183-b141-052bf288cd28 req-1374d297-fe55-4062-a282-2598a7e9b3e8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987308 Feb 03 12:01:05.332439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-efe8ee0e-f92a-4002-8d1f-90d2aacdacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:05.333992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-efe8ee0e-f92a-4002-8d1f-90d2aacdacbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1220353 Feb 03 12:01:05.405738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-13d25c9b-a963-4f17-be06-983447a8c2ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 999 time: 0.0658152 Feb 03 12:01:05.455305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-a10ecb91-b3a8-40e7-ac3a-fa51f4c9180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:05.456754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-a10ecb91-b3a8-40e7-ac3a-fa51f4c9180b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0454273 Feb 03 12:01:05.505727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-86db083b-34aa-4247-b453-449a7f665ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:05.507229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-86db083b-34aa-4247-b453-449a7f665ba5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440660 Feb 03 12:01:05.537428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a4:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fac3f45-2612-43b1-b449-0daadcacb053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:04Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:05.568054 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:01:05.576275 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:01:05.576881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:05.600489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-e1a0cbbb-e906-4c5d-ba7b-bbc4fc361be4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865166 Feb 03 12:01:05.680587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:01:05.688746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f559cc0b-91da-4000-966f-dd6ae7d10051 req-acb1c43c-e5f3-439a-a04a-421fab5ad1d9 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821674 Feb 03 12:01:05.898369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a4:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fac3f45-2612-43b1-b449-0daadcacb053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:04Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:05.928367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1008c31-2e28-4a06-828d-0e9c7b617d50 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a4:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fac3f45-2612-43b1-b449-0daadcacb053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:04Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:01:06.116282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb1968-0889-4597-b8a0-f39471e0d70b None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:01:06.401780 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:06.429641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90375-f9c0-4856-a84c-4bd3df2913a5 req-cf006697-f8b7-4844-9ea0-15c29fa9c448 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:06.431110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91f90375-f9c0-4856-a84c-4bd3df2913a5 req-cf006697-f8b7-4844-9ea0-15c29fa9c448 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Feb 03 12:01:06.482741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91f90375-f9c0-4856-a84c-4bd3df2913a5 req-bfd3d624-d120-4f4f-bf85-56a2a83358d1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460477 Feb 03 12:01:06.681862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc401a-47da-4d77-82fc-3c831304a4bd req-b4ded1f1-6cdd-47e4-a3c3-da3b6495a38b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:06.683396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4dc401a-47da-4d77-82fc-3c831304a4bd req-b4ded1f1-6cdd-47e4-a3c3-da3b6495a38b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0564258 Feb 03 12:01:06.731638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4dc401a-47da-4d77-82fc-3c831304a4bd req-257e1322-8e6d-4f08-80c5-211c75fd8cac tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Feb 03 12:01:07.436000 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:07.854205 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c41cf-b522-4da1-8b68-a27ce5206946 req-d91703aa-4fff-4ff4-8df8-340adec70db8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:07.855669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a99c41cf-b522-4da1-8b68-a27ce5206946 req-d91703aa-4fff-4ff4-8df8-340adec70db8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0531998 Feb 03 12:01:07.901732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a99c41cf-b522-4da1-8b68-a27ce5206946 req-4c6d806d-c1e2-4748-9b14-ce7efddaac31 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 Feb 03 12:01:09.023361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acf8c-7958-446d-b7fe-0c280b21a1bb req-4ce220b2-8145-4c22-acc2-5a8cfc1f2533 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:09.024815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c2acf8c-7958-446d-b7fe-0c280b21a1bb req-4ce220b2-8145-4c22-acc2-5a8cfc1f2533 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0556383 Feb 03 12:01:09.071016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c2acf8c-7958-446d-b7fe-0c280b21a1bb req-0c281e2c-ecbb-4d70-99e4-4be5ed2e8e05 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Feb 03 12:01:10.188107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6dcf2-f302-4953-ba08-ed9da46d6600 req-e11e1017-8e80-4f73-a3f4-32920d3e6c77 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:10.190212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0a6dcf2-f302-4953-ba08-ed9da46d6600 req-e11e1017-8e80-4f73-a3f4-32920d3e6c77 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Feb 03 12:01:10.236114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0a6dcf2-f302-4953-ba08-ed9da46d6600 req-b8f2f73f-eb81-46d0-895a-17649df0fd87 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Feb 03 12:01:11.357303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc08265-1ef7-4095-9cd3-ceaddfa3ca4f req-94dd42e4-c3f6-4ab8-9299-0422b91e990d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:11.358761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc08265-1ef7-4095-9cd3-ceaddfa3ca4f req-94dd42e4-c3f6-4ab8-9299-0422b91e990d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0556679 Feb 03 12:01:11.404701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ecc08265-1ef7-4095-9cd3-ceaddfa3ca4f req-52506308-f1fb-4211-98ce-033380141210 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 Feb 03 12:01:12.528629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78617ca8-76ef-4267-99f2-23fba86fcb48 req-c3dba3d0-d534-4d7e-9a02-3c15f8221029 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:12.530399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78617ca8-76ef-4267-99f2-23fba86fcb48 req-c3dba3d0-d534-4d7e-9a02-3c15f8221029 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0572541 Feb 03 12:01:12.577276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-78617ca8-76ef-4267-99f2-23fba86fcb48 req-814afff8-55ea-4bae-9ec9-4f2b59714cfb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Feb 03 12:01:13.695816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b9cb3-213d-49e5-b05e-ac9a1ebd14b4 req-8086fa73-260e-4258-a593-97cea231821f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:13.697515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230b9cb3-213d-49e5-b05e-ac9a1ebd14b4 req-8086fa73-260e-4258-a593-97cea231821f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Feb 03 12:01:13.753715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230b9cb3-213d-49e5-b05e-ac9a1ebd14b4 req-f3b1039a-f2d1-4d5f-9a8d-4d74f43b5eb4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505879 Feb 03 12:01:14.869994 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec16-296e-4512-a06c-52f15da2525a req-f20ee833-e444-4f82-9fcb-416d100fbe7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:14.871450 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fefcec16-296e-4512-a06c-52f15da2525a req-f20ee833-e444-4f82-9fcb-416d100fbe7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Feb 03 12:01:14.916685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fefcec16-296e-4512-a06c-52f15da2525a req-e660d1e0-7243-4f23-8b5f-62f339c7461a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397520 Feb 03 12:01:16.042558 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672fadc-3439-4808-b2d3-69e4d03297eb req-4565b430-6fac-4a21-8756-8e4658654272 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:16.044027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7672fadc-3439-4808-b2d3-69e4d03297eb req-4565b430-6fac-4a21-8756-8e4658654272 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0544660 Feb 03 12:01:16.091269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7672fadc-3439-4808-b2d3-69e4d03297eb req-e10ad825-d520-4f10-9133-1e1916fd9e9d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Feb 03 12:01:16.708501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:17.213892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7bdc0-8a32-44d0-a0f1-2e92a7c29475 req-bc5198a8-16a7-4457-86c0-58f6a7aa8aa9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:17.215286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a7bdc0-8a32-44d0-a0f1-2e92a7c29475 req-bc5198a8-16a7-4457-86c0-58f6a7aa8aa9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0578406 Feb 03 12:01:17.261907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a7bdc0-8a32-44d0-a0f1-2e92a7c29475 req-3a085f7f-72a3-447a-98a4-cd7b707d9999 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410974 Feb 03 12:01:18.380341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927090b-c4da-4d08-bcc7-ae3b3d655594 req-1f3cfe05-9a09-44f2-9b9f-f3225cc159d1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:18.381861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0927090b-c4da-4d08-bcc7-ae3b3d655594 req-1f3cfe05-9a09-44f2-9b9f-f3225cc159d1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Feb 03 12:01:18.440883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0927090b-c4da-4d08-bcc7-ae3b3d655594 req-02ad5b77-d68e-4178-aea9-1bbe0622d247 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535581 Feb 03 12:01:19.559641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b304c-82ef-4df7-b5b9-f6e8b2b3cf0b req-15c7cbea-d131-419a-b886-8f43bcc6b35e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:19.561123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5b304c-82ef-4df7-b5b9-f6e8b2b3cf0b req-15c7cbea-d131-419a-b886-8f43bcc6b35e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0513000 Feb 03 12:01:19.611508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d5b304c-82ef-4df7-b5b9-f6e8b2b3cf0b req-2b4ed8e0-fdb0-4596-9799-fa8239adfe53 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Feb 03 12:01:20.730060 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232cdd-ed57-4abd-81c6-caea1224e4f1 req-6e8c9839-2a95-467c-868f-ce107a210e18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:20.731504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91232cdd-ed57-4abd-81c6-caea1224e4f1 req-6e8c9839-2a95-467c-868f-ce107a210e18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0523529 Feb 03 12:01:20.780042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91232cdd-ed57-4abd-81c6-caea1224e4f1 req-00802076-7a85-44b9-85fe-308709f329a8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Feb 03 12:01:21.898070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acbfd5-3db7-4b1b-96cd-3f997137cd9d req-e9293aa0-25da-4d65-88e7-2651e98684ac tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:21.899781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6acbfd5-3db7-4b1b-96cd-3f997137cd9d req-e9293aa0-25da-4d65-88e7-2651e98684ac tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0526626 Feb 03 12:01:21.950341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6acbfd5-3db7-4b1b-96cd-3f997137cd9d req-e000bc2b-6fd3-4f06-9a35-42375cc03963 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Feb 03 12:01:23.075433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3164e-c8cf-4327-a406-52eaa3b21b59 req-15b6c0fc-4532-4766-b97e-38e312898061 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:23.076886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3f3164e-c8cf-4327-a406-52eaa3b21b59 req-15b6c0fc-4532-4766-b97e-38e312898061 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0558946 Feb 03 12:01:23.124008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3f3164e-c8cf-4327-a406-52eaa3b21b59 req-6525877f-83fc-4aaf-9145-4386f53edf7e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Feb 03 12:01:24.241644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b55b-46e5-4b4e-b27f-42677f245862 req-01bcda03-183b-4fcf-b3f8-df28e3cf670b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:24.243135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e26b55b-46e5-4b4e-b27f-42677f245862 req-01bcda03-183b-4fcf-b3f8-df28e3cf670b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Feb 03 12:01:24.289315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e26b55b-46e5-4b4e-b27f-42677f245862 req-e29a6b5b-4e95-44d0-9799-fbbc41412e0d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406289 Feb 03 12:01:25.411375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac39c1-a769-4afe-8871-6f68de4b3544 req-4cb663da-a268-4ee6-bde6-b2d8403b5d61 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:25.412865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dac39c1-a769-4afe-8871-6f68de4b3544 req-4cb663da-a268-4ee6-bde6-b2d8403b5d61 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0569003 Feb 03 12:01:25.459460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5dac39c1-a769-4afe-8871-6f68de4b3544 req-ca5cebe1-5454-4513-892b-30a293ab071e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Feb 03 12:01:26.589841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b9e0f-55a9-4f81-b851-bcaebdb09453 req-491bf697-83cd-4a15-85f2-16f0031132bb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:26.591303 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e3b9e0f-55a9-4f81-b851-bcaebdb09453 req-491bf697-83cd-4a15-85f2-16f0031132bb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0517178 Feb 03 12:01:26.637356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e3b9e0f-55a9-4f81-b851-bcaebdb09453 req-ef3d79cb-a2c3-4702-b6dc-37fc0e5a12ec tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405354 Feb 03 12:01:27.467673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:27.755974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a926724-d867-40b9-870d-34f814d78038 req-6dd79ef4-953f-4e40-8e5f-c921433a60c9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:27.757999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a926724-d867-40b9-870d-34f814d78038 req-6dd79ef4-953f-4e40-8e5f-c921433a60c9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Feb 03 12:01:27.809217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a926724-d867-40b9-870d-34f814d78038 req-ba9dfd18-a6f7-425a-8879-69b557b57594 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455265 Feb 03 12:01:28.927637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682c6b-d1ea-4dd0-ad20-9f986b81e8f9 req-77f6a8df-321e-4ac4-b481-07164500ee52 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:28.929144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca682c6b-d1ea-4dd0-ad20-9f986b81e8f9 req-77f6a8df-321e-4ac4-b481-07164500ee52 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Feb 03 12:01:28.976521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca682c6b-d1ea-4dd0-ad20-9f986b81e8f9 req-f1002598-b7a9-4e41-b0c8-1b4c31701d30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Feb 03 12:01:30.096652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687f505-f148-40de-abe0-5fcf15b77c1d req-1e5aca25-ca93-48bb-80fa-89fab95fbad7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:30.098141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2687f505-f148-40de-abe0-5fcf15b77c1d req-1e5aca25-ca93-48bb-80fa-89fab95fbad7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0522218 Feb 03 12:01:30.143783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2687f505-f148-40de-abe0-5fcf15b77c1d req-88c34f99-9c6b-4515-9978-1ca454e878e6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 Feb 03 12:01:31.266973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a17f7-129c-4822-95e2-5e0d116cce41 req-9afd0a19-ad92-4ed8-bffe-473559243a50 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:31.268457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f8a17f7-129c-4822-95e2-5e0d116cce41 req-9afd0a19-ad92-4ed8-bffe-473559243a50 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0559344 Feb 03 12:01:31.315606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f8a17f7-129c-4822-95e2-5e0d116cce41 req-3b74714a-d0e9-4653-b0d6-6d05534643f0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Feb 03 12:01:31.334661 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df37f368-08c7-4535-ad23-8f485a95e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:32.431726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33195b-f4dc-4ef6-b6b1-4b8d34ea3637 req-04bee0c6-97dd-40c6-be1e-e3e21558dc97 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:32.433209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e33195b-f4dc-4ef6-b6b1-4b8d34ea3637 req-04bee0c6-97dd-40c6-be1e-e3e21558dc97 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0520382 Feb 03 12:01:32.479280 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e33195b-f4dc-4ef6-b6b1-4b8d34ea3637 req-94b3c9a6-1801-4b24-a918-998cd4dee961 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406046 Feb 03 12:01:32.552334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-ce9d818c-a685-402b-acfe-80284648a5b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435860 Feb 03 12:01:32.658612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-a960a585-901f-44c6-b6e6-fbd02c8dd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:32.660112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-a960a585-901f-44c6-b6e6-fbd02c8dd753 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1127 time: 0.0551181 Feb 03 12:01:32.814963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ba94-341d-425d-bc35-d0c89e159812 req-5cc78ba9-7d22-4db5-9ba7-6698af206cb8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:32.816435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0069ba94-341d-425d-bc35-d0c89e159812 req-5cc78ba9-7d22-4db5-9ba7-6698af206cb8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.1437433 Feb 03 12:01:32.856771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-c8c44f33-24a5-40d6-9123-d7abc82a02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:32.858483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-c8c44f33-24a5-40d6-9123-d7abc82a02d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1753402 Feb 03 12:01:32.886554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-93f1a9ca-f5da-48b7-a1f1-808bef072eba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660404 Feb 03 12:01:32.938137 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0069ba94-341d-425d-bc35-d0c89e159812 req-d1e613ea-9bdc-4bc9-af96-0e10342dbcbb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146390 Feb 03 12:01:32.958122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-469c0ab6-b26e-4111-805e-3d928472e2e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 1001 time: 0.0916471 Feb 03 12:01:33.006954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-44609b55-3871-4396-a4a1-9c2218f7cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:33.008468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-44609b55-3871-4396-a4a1-9c2218f7cfee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0452440 Feb 03 12:01:33.057475 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-5ee66cce-738f-4db6-b083-7150c06b17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:33.059001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-5ee66cce-738f-4db6-b083-7150c06b17af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450284 Feb 03 12:01:33.150840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-b1455fcc-1f12-4e2c-88e2-c7644479ae9d service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856991 Feb 03 12:01:33.246814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac3a2b88-0eae-4e39-9185-3c976c00cb81 req-565dd3be-a3a8-4ff8-962d-3dd3549510e8 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900118 Feb 03 12:01:34.101157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d13a1b-57b4-4222-a641-acacf0dc6f20 req-2422e517-44d2-487c-8607-f44d67d367ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:34.103276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0d13a1b-57b4-4222-a641-acacf0dc6f20 req-2422e517-44d2-487c-8607-f44d67d367ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0871501 Feb 03 12:01:34.105825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-f42e1305-3275-4b0a-99b9-fc071d759af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:34.107179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-f42e1305-3275-4b0a-99b9-fc071d759af5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1127 time: 0.0991511 Feb 03 12:01:34.205209 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0d13a1b-57b4-4222-a641-acacf0dc6f20 req-b53f2c8e-25ff-4e92-9624-6f3dfe8c0351 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964146 Feb 03 12:01:34.227596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-3f0766ad-884d-4fad-bdf4-8b7da5ebbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:34.228989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-3f0766ad-884d-4fad-bdf4-8b7da5ebbb48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1146386 Feb 03 12:01:34.293094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-114571d9-3a52-40bf-a5bd-6504eb1458de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 1001 time: 0.0584681 Feb 03 12:01:34.355340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-1feca0ae-005f-4e83-90bd-6422a6079ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:34.356780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-1feca0ae-005f-4e83-90bd-6422a6079ceb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0500913 Feb 03 12:01:34.408767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-6da91445-db2c-451f-b708-8c83046df16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:34.410250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-6da91445-db2c-451f-b708-8c83046df16b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472176 Feb 03 12:01:34.443196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-946b4c72-6947-4877-9faa-18f08e001104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:34.500093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-91ba4942-5a4e-4bf0-84f1-90ddadfd2276 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Feb 03 12:01:34.589888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-482ac33b-314f-40b6-acc2-65da642fcaa4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840936 Feb 03 12:01:34.810644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:34.990954 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:01:35.334077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed0141-32dc-4c60-bcd1-4eac991ca055 req-72efbe38-8640-4770-b06f-639631e58b7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:35.335562 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-deed0141-32dc-4c60-bcd1-4eac991ca055 req-72efbe38-8640-4770-b06f-639631e58b7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0540309 Feb 03 12:01:35.394830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-deed0141-32dc-4c60-bcd1-4eac991ca055 req-c5f369c7-9263-422d-919e-befacda266bd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536668 Feb 03 12:01:36.406357 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:36.521249 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-a318ec23-4043-49bd-8b75-2a7856c8e400 service neutron] show failed (client error): The resource could not be found. Feb 03 12:01:36.522447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-a318ec23-4043-49bd-8b75-2a7856c8e400 service neutron] 10.222.0.69 "GET /v2.0/ports/15a49212-85f4-4cb1-af90-c1a91dcbefb6/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0903275 Feb 03 12:01:36.541736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513819-3297-4e3c-85a4-f54682fd9af3 req-27d8a183-eada-4725-a5b7-766428496f69 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:36.543186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c513819-3297-4e3c-85a4-f54682fd9af3 req-27d8a183-eada-4725-a5b7-766428496f69 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0714693 Feb 03 12:01:36.598080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c513819-3297-4e3c-85a4-f54682fd9af3 req-5eae6f44-d01a-4147-978a-f630e74ed55e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Feb 03 12:01:36.764384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-973e5ffb-df92-4a9f-b653-632802685092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:36.765812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-973e5ffb-df92-4a9f-b653-632802685092 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1127 time: 0.0466723 Feb 03 12:01:36.781684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:01:36.847244 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:37.049363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:37.083460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:01:37.125954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:37.128124 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8f692e-a1d5-479b-8531-084d9355b382" -d '{"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-unplugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:37.132625 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks [] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:37.149665 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Transition to ACTIVE for port object 15a49212-85f4-4cb1-af90-c1a91dcbefb6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:01:37.154868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:37.192766 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0bc75-ec5c-4221-b8ac-1835b7120046 x-openstack-request-id: req-75f0bc75-ec5c-4221-b8ac-1835b7120046 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:37.193140 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-unplugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:37.193322 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75f0bc75-ec5c-4221-b8ac-1835b7120046 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:37.193727 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'code': 200} Feb 03 12:01:37.440951 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:37.596004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:37.607132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.607479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.607818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.608154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.608617 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.608971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.609302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.609621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.609946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.610264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.610581 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.610900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.611215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:37.639489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] No DVR routers for this DVR port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:01:37.790794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6486-609b-4fd2-9a7e-76bee3029713 req-abe541cf-61a0-4911-9ec4-3a0aaf65fc7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:37.792390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-535e6486-609b-4fd2-9a7e-76bee3029713 req-abe541cf-61a0-4911-9ec4-3a0aaf65fc7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.1110125 Feb 03 12:01:37.871445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:01:37.871697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:01:37.872033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:01:37.883848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:01:37.884392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Attempting to bind port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:01:37.897757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-535e6486-609b-4fd2-9a7e-76bee3029713 req-9d920409-4914-499c-897a-096bd1e19ab2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988762 Feb 03 12:01:37.902945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:01:37.903631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:01:37.904134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:01:37.904658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Bound port: 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:01:37.905061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:37.980329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:01:37.983292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:01:37.990087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:38.025033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:38.025791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:38.027269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] 10.222.0.53 "PUT /v2.0/ports/15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 1091 time: 1.2494767 Feb 03 12:01:38.053411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36cdc3-3acb-46a4-b9f6-a3c4623b2e6f service neutron] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:38.123003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-21bec333-21ae-4452-9c7f-ea976744e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:38.124549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-21bec333-21ae-4452-9c7f-ea976744e3f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0627308 Feb 03 12:01:38.254791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-a41fdfdd-40cd-4c21-be7c-411333b7dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:38.256261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-a41fdfdd-40cd-4c21-be7c-411333b7dc64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1158488 Feb 03 12:01:38.332665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-32686580-22c5-4f7a-b43e-d6b24c8fb9a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 999 time: 0.0649035 Feb 03 12:01:38.384363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-3ed25291-9276-48fb-a51e-097aa9de2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:38.385900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-3ed25291-9276-48fb-a51e-097aa9de2e5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0450208 Feb 03 12:01:38.443216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-75bc06e3-1f7a-448e-a8ad-77e8e26557a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:38.444736 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-75bc06e3-1f7a-448e-a8ad-77e8e26557a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489774 Feb 03 12:01:38.543142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-73226a1f-27b9-45c0-aeba-7b8c26679f79 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889871 Feb 03 12:01:38.636189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6336d37d-c09f-4274-ab1f-e4a9d00ea057 req-bdd1670b-8fe3-4b33-90d1-25492c1dc369 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819850 Feb 03 12:01:39.026344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb720-a542-4776-b8b6-ed0770078789 req-10246521-3d4c-498f-bf66-6e42906f5176 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.027817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-badfb720-a542-4776-b8b6-ed0770078789 req-10246521-3d4c-498f-bf66-6e42906f5176 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0540614 Feb 03 12:01:39.079358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-badfb720-a542-4776-b8b6-ed0770078789 req-830dadd8-1909-4e82-a803-ed2ba37fcf44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458875 Feb 03 12:01:39.195759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:39.198176 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:39.246137 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc83a56-ab2b-40d2-81a4-a0b416190e04 x-openstack-request-id: req-8bc83a56-ab2b-40d2-81a4-a0b416190e04 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:39.246439 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:39.246695 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bc83a56-ab2b-40d2-81a4-a0b416190e04 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:39.247097 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'status': 'completed', 'code': 200} Feb 03 12:01:39.348087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-e7e57c0c-459b-4321-bbf0-bd69cdeae43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.349612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-e7e57c0c-459b-4321-bbf0-bd69cdeae43a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0768487 Feb 03 12:01:39.355492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-c5799c49-877c-414c-b07c-88d3b33660c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.356843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-c5799c49-877c-414c-b07c-88d3b33660c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0588136 Feb 03 12:01:39.515656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-b49eb369-9940-41cb-b72b-4055ab1d51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.517059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-b49eb369-9940-41cb-b72b-4055ab1d51d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1504443 Feb 03 12:01:39.517974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-777c4c8c-116a-41d0-8b56-fd1547336754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.519363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-777c4c8c-116a-41d0-8b56-fd1547336754 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1597183 Feb 03 12:01:39.603036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:01:39.634263 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-2e57f228-ab02-44bb-978f-79f57e9d0395 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 999 time: 0.1112931 Feb 03 12:01:39.636029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-cf55ec20-bf84-4446-adbf-bcd3cce13ee2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 999 time: 0.1072912 Feb 03 12:01:39.647646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:01:39.648047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:01:39.722515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-97128c7b-d328-4c99-8de9-1f5de547aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.723998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-97128c7b-d328-4c99-8de9-1f5de547aa8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0840418 Feb 03 12:01:39.728136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-b26f2498-5512-4695-b6ea-f0aab7940a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.729500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-b26f2498-5512-4695-b6ea-f0aab7940a98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0821748 Feb 03 12:01:39.807907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-40bcf8c8-92b3-4e03-b1aa-18081fd6023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.809470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-40bcf8c8-92b3-4e03-b1aa-18081fd6023b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791469 Feb 03 12:01:39.815265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-40b59c4e-a198-44f8-a41a-cce73b3249a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:39.816650 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-40b59c4e-a198-44f8-a41a-cce73b3249a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776329 Feb 03 12:01:39.978717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-c676d106-5553-4f6b-b08d-39d8b846af98 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536691 Feb 03 12:01:39.980379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-e5081fb6-f7e3-4a71-a123-b8a06fa68897 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627827 Feb 03 12:01:40.154738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-406607f6-fb2c-489d-a895-4eccf1551ebc service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610727 Feb 03 12:01:40.159965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e66005b4-cdc7-48b7-b474-79a7c8ff5fb2 req-3c31722e-7607-4eb8-a1da-e53777e5e72a service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738639 Feb 03 12:01:40.221661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c8a1b-35d6-43ec-b4f4-41c9924e4cb6 req-b9d0eeb1-f130-4a19-97ee-4a43a4585cbe tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.223147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f0c8a1b-35d6-43ec-b4f4-41c9924e4cb6 req-b9d0eeb1-f130-4a19-97ee-4a43a4585cbe tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0604749 Feb 03 12:01:40.271313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3f0c8a1b-35d6-43ec-b4f4-41c9924e4cb6 req-96f804a3-f58d-4e4b-b273-c10a2df2ba46 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Feb 03 12:01:40.524963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87fb75-c241-4c5e-bb59-d28cd4a7af44 req-c096ab7a-d3dc-426b-be39-b5fb668736c8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.526466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da87fb75-c241-4c5e-bb59-d28cd4a7af44 req-c096ab7a-d3dc-426b-be39-b5fb668736c8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.1027994 Feb 03 12:01:40.534020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-84d4dfff-b9a7-4aaa-8973-83336ad74d32 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.535673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-84d4dfff-b9a7-4aaa-8973-83336ad74d32 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053&tenant_id=3f952a3b81af4a60999f3d6fc707c298&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 943 time: 0.0762961 Feb 03 12:01:40.621192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da87fb75-c241-4c5e-bb59-d28cd4a7af44 req-150c7ccc-e30d-4cf6-804a-769217362f04 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844059 Feb 03 12:01:40.628221 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-7ff3faa1-d195-45cf-8071-d748bdf6499e service neutron] delete failed (client error): The resource could not be found. Feb 03 12:01:40.629302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-7ff3faa1-d195-45cf-8071-d748bdf6499e service neutron] 10.222.0.69 "DELETE /v2.0/ports/15a49212-85f4-4cb1-af90-c1a91dcbefb6/bindings/n-h2-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0863812 Feb 03 12:01:40.744794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-d94c44e5-ea5b-4357-9116-fc4f7358547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.746324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-d94c44e5-ea5b-4357-9116-fc4f7358547f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1125 time: 0.0500920 Feb 03 12:01:40.838381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-de90ce3e-6de4-416e-b2ca-e631219ef936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.839850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-de90ce3e-6de4-416e-b2ca-e631219ef936 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0880766 Feb 03 12:01:40.911874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-22c61d5b-d7d6-440a-9f60-41c00bf25738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 999 time: 0.0660775 Feb 03 12:01:40.959550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-ddfc4d06-4159-47ba-961e-5cd5b1982b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:40.961035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-ddfc4d06-4159-47ba-961e-5cd5b1982b7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0437000 Feb 03 12:01:41.010548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-0df5100b-8473-4344-9652-6f8d387fbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:41.012039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-0df5100b-8473-4344-9652-6f8d387fbb33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452602 Feb 03 12:01:41.105164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-9396b6c1-148c-48a0-ac06-7feb18a6060a service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Feb 03 12:01:41.193175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6461ca8a-9541-4cd5-90cf-2b98b19c9b76 req-e98ef055-ee88-433f-b24e-9855fee23640 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822289 Feb 03 12:01:41.694936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:01:41.752648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0f9a6-67a0-4129-8dd1-590933b44fe4 req-25731b57-1d89-4b6a-a5aa-81045ba97db0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:41.754778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12f0f9a6-67a0-4129-8dd1-590933b44fe4 req-25731b57-1d89-4b6a-a5aa-81045ba97db0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0624800 Feb 03 12:01:41.800864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:41.806935 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12f0f9a6-67a0-4129-8dd1-590933b44fe4 req-4d34c57a-5208-47a1-b5a5-5ec200f3a1cc tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Feb 03 12:01:41.813751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'mac_address': 'fa:16:3e:a4:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:01:41.863284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:01:41.863675 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:41.882137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a49212-85f4-4cb1-af90-c1a91dcbefb6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:01:41.903017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:41.906609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:41.941633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd546-ed69-4f51-a515-b9e900868158 req-1cc123f1-318b-4e45-b6a8-ea5e7f5f4520 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:41.943122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-415bd546-ed69-4f51-a515-b9e900868158 req-1cc123f1-318b-4e45-b6a8-ea5e7f5f4520 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 943 time: 0.0592389 Feb 03 12:01:41.957991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:41.965537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.965887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.966235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.966579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.966916 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.967273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.967610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.967955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.968262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.968585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.968925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.969257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.969583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:01:41.991705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-415bd546-ed69-4f51-a515-b9e900868158 req-4721b5ea-0501-4248-acd7-284e42e9223f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424984 Feb 03 12:01:42.195874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb932-21b4-4a99-b3c5-31ac9060aed2 req-900f86f3-3e29-429d-9838-68ae92a08fd5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:42.197285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['15a49212-85f4-4cb1-af90-c1a91dcbefb6'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:01:42.197645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-607bb932-21b4-4a99-b3c5-31ac9060aed2 req-900f86f3-3e29-429d-9838-68ae92a08fd5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 944 time: 0.0614328 Feb 03 12:01:42.268469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-56d97a91-3922-4975-a899-a9054609f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:42.270492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-56d97a91-3922-4975-a899-a9054609f585 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 1126 time: 0.0901227 Feb 03 12:01:42.274179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-607bb932-21b4-4a99-b3c5-31ac9060aed2 req-c167717b-906c-4a0d-82d0-23301c09020d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582683 Feb 03 12:01:42.368207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-34ca441e-9a16-4ae1-9f96-c9b9cd930ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:42.369717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-34ca441e-9a16-4ae1-9f96-c9b9cd930ffd service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0939279 Feb 03 12:01:42.439703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-8f224fec-70df-4c73-8699-9d38bfe68ffa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 200 len: 1000 time: 0.0624042 Feb 03 12:01:42.487183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-1ea24e3a-860e-4643-b871-75871fb79840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:42.488501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-1ea24e3a-860e-4643-b871-75871fb79840 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0426166 Feb 03 12:01:42.535238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-d08bf703-44c0-4f81-8a14-c89e37f43b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:42.536679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-d08bf703-44c0-4f81-8a14-c89e37f43b2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421536 Feb 03 12:01:42.626591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-8d7f3c52-7b49-4f97-8f46-8cf214fffc9c service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833700 Feb 03 12:01:42.714775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca934fdb-f14b-4352-8cfd-c40a62fd761a req-c054afbc-320a-4ab6-816b-b16b4a7cb2b1 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793467 Feb 03 12:01:43.405276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d16445-1dd4-4172-9f99-a8ae2f9b3633 req-617f68bd-e2a1-4336-a090-582bfe859665 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:43.406794 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9d16445-1dd4-4172-9f99-a8ae2f9b3633 req-617f68bd-e2a1-4336-a090-582bfe859665 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 944 time: 0.0579550 Feb 03 12:01:43.453302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9d16445-1dd4-4172-9f99-a8ae2f9b3633 req-5a2fa554-ac99-45de-83ee-e61e071568ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Feb 03 12:01:43.682323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903231-662c-4c48-8485-a7287b49517c req-f1a9c1cd-80c0-4a3b-ae15-8d00a44d82a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:43.683760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25903231-662c-4c48-8485-a7287b49517c req-f1a9c1cd-80c0-4a3b-ae15-8d00a44d82a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 944 time: 0.0513117 Feb 03 12:01:43.729411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25903231-662c-4c48-8485-a7287b49517c req-53371765-bf01-4b4b-a1ab-3925fb0345a0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400395 Feb 03 12:01:43.730069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 up at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:01:43.779646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:01:43.783460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Provisioning complete for port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:01:43.783834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:43.860244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:01:43.860556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:43.883970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:43.886232 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b4ef8-537b-4f25-b10b-ea4e7a287b3e" -d '{"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-plugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:43.898788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:43.902799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:43.926138 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6103fcfc-a20d-41cf-800b-592e22ef9830 x-openstack-request-id: req-6103fcfc-a20d-41cf-800b-592e22ef9830 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:43.926437 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-plugged", "status": "completed", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:43.926696 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6103fcfc-a20d-41cf-800b-592e22ef9830 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:43.927093 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'code': 200} Feb 03 12:01:43.953207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:44.857165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a00a4-83d4-4f51-a3c7-cb82083d4d56 req-3eb421a5-3f20-4973-a449-c88c83417d7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:44.858654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a5a00a4-83d4-4f51-a3c7-cb82083d4d56 req-3eb421a5-3f20-4973-a449-c88c83417d7c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0567362 Feb 03 12:01:44.906575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3a5a00a4-83d4-4f51-a3c7-cb82083d4d56 req-74fe67a1-5730-4c84-a426-944be2efca69 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Feb 03 12:01:45.066293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-971ae254-4cb2-4ff8-bb85-e8dec174fa95 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:45.067718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-971ae254-4cb2-4ff8-bb85-e8dec174fa95 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Feb 03 12:01:45.156255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:01:45.156604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.252811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] For port 15a49212-85f4-4cb1-af90-c1a91dcbefb6, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=15a49212-85f4-4cb1-af90-c1a91dcbefb6,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:45.253218 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.419133 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.419397 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.419718 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc disassociated. External IP: 172.25.7.210, port: 15a49212-85f4-4cb1-af90-c1a91dcbefb6. Feb 03 12:01:45.420309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for 15a49212-85f4-4cb1-af90-c1a91dcbefb6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:01:45.546481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (15a49212-85f4-4cb1-af90-c1a91dcbefb6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.574449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=15a49212-85f4-4cb1-af90-c1a91dcbefb6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:45.691701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:01:45.801591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:01:45.811722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418be83-984a-4258-9e95-33af26075455 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:01:45.822165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:01:45.822785 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:45.843852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] No DVR routers for this DVR port 15a49212-85f4-4cb1-af90-c1a91dcbefb6 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:01:45.846467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:45.849790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43afc33c-5ba1-44e5-9329-0c8402985f0f req-e2459ecc-92d2-4495-a098-5b842e53dd30 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "DELETE /v2.0/ports/15a49212-85f4-4cb1-af90-c1a91dcbefb6 HTTP/1.1" status: 204 len: 173 time: 0.7766960 Feb 03 12:01:45.850232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-deleted', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:45.852488 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eebfe4-89f0-48a2-8b0f-7556a5be64e5" -d '{"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-deleted", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:45.892329 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ef22a-29ff-4837-86c9-b26939ab7161 x-openstack-request-id: req-230ef22a-29ff-4837-86c9-b26939ab7161 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:45.893043 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fac3f45-2612-43b1-b449-0daadcacb053", "name": "network-vif-deleted", "tag": "15a49212-85f4-4cb1-af90-c1a91dcbefb6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:45.893043 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-230ef22a-29ff-4837-86c9-b26939ab7161 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:45.893331 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fac3f45-2612-43b1-b449-0daadcacb053', 'name': 'network-vif-deleted', 'tag': '15a49212-85f4-4cb1-af90-c1a91dcbefb6', 'status': 'completed', 'code': 200} Feb 03 12:01:45.945698 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:01:46.042122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-137f51d2-33d7-4834-8002-de32fc2ad2bd req-4c5bb72c-4122-4782-bd25-55382b8e6c57 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fac3f45-2612-43b1-b449-0daadcacb053 HTTP/1.1" status: 200 len: 210 time: 0.0357299 Feb 03 12:01:46.153686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:46.179237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418be83-984a-4258-9e95-33af26075455 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:01:46.187994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:01:46.188532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:46.290904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:01:46.481974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e418be83-984a-4258-9e95-33af26075455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:46.507830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418be83-984a-4258-9e95-33af26075455 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:01:46.708074 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:46.865317 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca300a3f-ff48-4c60-a01b-e2f753e1af6b None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:01:47.283433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-6819cc7c-bfb3-4e40-965b-e95b84b10c5d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--420536564&fields=id&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 267 time: 0.0427303 Feb 03 12:01:47.388004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-ca90853c-3963-4ba9-b87c-642111a18070 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:47.389410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-ca90853c-3963-4ba9-b87c-642111a18070 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.0995705 Feb 03 12:01:47.404165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-33fa2110-491d-45fb-8c64-52c9e7d933c4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/quotas/3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Feb 03 12:01:47.463318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-ec67d731-cde0-4c2a-917c-bea307979d35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542240 Feb 03 12:01:47.547728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-808c5887-3c25-4c85-9044-5d6be8ab9b99 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:01:47.548743 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-808c5887-3c25-4c85-9044-5d6be8ab9b99 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424447 Feb 03 12:01:47.635683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-1cb51fe7-0573-4c59-92d2-1e6beee259d5 service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Feb 03 12:01:47.724602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-02affe81-73c2-48e4-a518-bd3e0e1cbd10 service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832932 Feb 03 12:01:47.890578 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7e27f48-5c7a-4c0e-a4ab-c805e03d6d50 req-5c2582af-7a8f-4a30-b904-3108fd4dffa9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Feb 03 12:01:48.878006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-b4cda500-21dd-4f91-8f59-5fc390391ae3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:48.879439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-b4cda500-21dd-4f91-8f59-5fc390391ae3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1093154 Feb 03 12:01:49.249066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-942e8c44-81ae-403b-9e21-db3d47feb829 req-7fbeeffa-88d8-4471-9081-9cc3c1403161 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Feb 03 12:01:49.281384 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-db256360-37da-456f-8a0b-911f63a236a3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 379 time: 0.3775325 Feb 03 12:01:49.291426 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'port': {'device_id': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'admin_state_up': True, 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'security_groups': ['a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:01:49.395955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:01:49.399335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:49.521292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.20.0.11 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/bddc3fb5-4d84-4222-8226-948714488119) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:01:49.659097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (bddc3fb5-4d84-4222-8226-948714488119), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:49.693100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:49.733662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:01:49.736663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:01:49.740048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:01:49.743143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:01:49.762007 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] No Port match for: 15a49212-85f4-4cb1-af90-c1a91dcbefb6 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:01:49.762430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device 15a49212-85f4-4cb1-af90-c1a91dcbefb6 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:01:49.770905 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:49.801448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:49.802092 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:49.820336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-190e21c8-4e72-4b25-a23d-6e04b6faf4f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5323827 Feb 03 12:01:49.837241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Request body: {'port': {'device_id': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:01:49.904381 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.027092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-502091bb-91d8-44d0-83bd-8790ff3c670e None None] Provisioning complete for port bddc3fb5-4d84-4222-8226-948714488119 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:01:50.027382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502091bb-91d8-44d0-83bd-8790ff3c670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bddc3fb5-4d84-4222-8226-948714488119), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.060362 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-502091bb-91d8-44d0-83bd-8790ff3c670e None None] Port bddc3fb5-4d84-4222-8226-948714488119 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:01:50.171663 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:01:50.180300 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks [] for port (bddc3fb5-4d84-4222-8226-948714488119), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.191795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Transition to ACTIVE for port object bddc3fb5-4d84-4222-8226-948714488119 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:01:50.196329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.269235 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:50.356634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:01:50.356992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:01:50.357325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:01:50.380479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:01:50.380803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:01:50.388961 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:01:50.389578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:01:50.389796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:01:50.390231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Bound port: bddc3fb5-4d84-4222-8226-948714488119, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:01:50.390583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.423680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ba70-ae6f-49ec-af02-dea7b3a07bee req-c2ca0f94-f14f-4245-8dce-493fdd1958d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:50.425190 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc08ba70-ae6f-49ec-af02-dea7b3a07bee req-c2ca0f94-f14f-4245-8dce-493fdd1958d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0846410 Feb 03 12:01:50.505772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:01:50.509016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:01:50.513020 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc08ba70-ae6f-49ec-af02-dea7b3a07bee req-f344c0f8-9d47-4c3c-8e0d-5dd7bf905f12 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701878 Feb 03 12:01:50.517779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.551509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:50.552126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:50.553560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-314804bc-034b-44f0-be39-055d1c511904 service neutron] 10.222.0.69 "PUT /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1092 time: 0.7212975 Feb 03 12:01:50.554028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:50.556314 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72fb0d-1b62-4437-bee4-a4f208387467" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:50.589656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314804bc-034b-44f0-be39-055d1c511904 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:50.602462 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ca6dc-f71b-4676-be6d-e750e2441d05 x-openstack-request-id: req-588ca6dc-f71b-4676-be6d-e750e2441d05 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:50.602770 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:50.603103 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-588ca6dc-f71b-4676-be6d-e750e2441d05 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:50.603402 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'status': 'completed', 'code': 200} Feb 03 12:01:50.663763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-a8d37c8f-48d8-4269-8f37-25d2d45df381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:50.665917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-a8d37c8f-48d8-4269-8f37-25d2d45df381 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0475032 Feb 03 12:01:50.717720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-c8eaae7b-be1d-40e0-88ea-8af310e89eab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 217 time: 0.0394661 Feb 03 12:01:50.766192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-22572353-163b-46d6-93c7-4a2596271c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:50.767617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-22572353-163b-46d6-93c7-4a2596271c8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0439999 Feb 03 12:01:50.815937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-aaa5984d-7adc-4dbb-826d-a93127c68998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:50.817431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-aaa5984d-7adc-4dbb-826d-a93127c68998 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438724 Feb 03 12:01:50.908738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-9f2a5c9d-7f29-4071-8fc9-ae4caf1a27b3 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852768 Feb 03 12:01:50.998301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2676cdd-cde2-4ce1-98fe-086a0ed256d2 req-665fa44f-77d7-467d-9614-204b22726bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Feb 03 12:01:51.129564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-fc8cd7c9-a8e5-4abb-93c3-e8961f36aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:51.131038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-fc8cd7c9-a8e5-4abb-93c3-e8961f36aa01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0495279 Feb 03 12:01:51.220823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-650367f6-301a-4c2e-a69a-098c51c76ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:51.222226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-650367f6-301a-4c2e-a69a-098c51c76ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0839121 Feb 03 12:01:51.268464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-ba5280d4-1519-409f-b359-10460bef4fa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 217 time: 0.0392387 Feb 03 12:01:51.316070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-147dfe30-0951-4a63-a784-e007799ac56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:51.317546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-147dfe30-0951-4a63-a784-e007799ac56f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0438013 Feb 03 12:01:51.366200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-3b20df58-f8ae-4268-bb51-c7f79b63bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:51.368221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-3b20df58-f8ae-4268-bb51-c7f79b63bb4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438814 Feb 03 12:01:51.459917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-d99151fa-6858-4f62-8831-665c239077d7 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Feb 03 12:01:51.549330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f72fb0d-1b62-4437-bee4-a4f208387467 req-67e9589b-1b54-49cf-ba23-dba8bf150c48 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817823 Feb 03 12:01:51.631572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4715-19b7-40df-a545-1e59187ee3d1 req-e5112529-b468-4a92-8be3-69197e01a096 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:51.633116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-419a4715-19b7-40df-a545-1e59187ee3d1 req-e5112529-b468-4a92-8be3-69197e01a096 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0520773 Feb 03 12:01:51.683333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-419a4715-19b7-40df-a545-1e59187ee3d1 req-08c25ede-2554-470f-9eaf-5e36f2fb72bb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 Feb 03 12:01:52.801707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6230a3-4139-470c-a1d9-03a97d927f3c req-431d75ab-bf10-4076-a649-2db0e9bf95ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:52.803156 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e6230a3-4139-470c-a1d9-03a97d927f3c req-431d75ab-bf10-4076-a649-2db0e9bf95ab tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0516679 Feb 03 12:01:52.850381 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e6230a3-4139-470c-a1d9-03a97d927f3c req-4f5075d1-0d58-4c46-a3e5-f7216acaea34 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Feb 03 12:01:53.680037 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:01:53.774738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:53.785307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bddc3fb5-4d84-4222-8226-948714488119', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:01:53.820468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bddc3fb5-4d84-4222-8226-948714488119 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:01:53.820852 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:53.833258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:01:53.853189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:53.856872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:53.902672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:53.981247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19795a2-e865-448b-8344-d8ab1f9358f5 req-881c825b-64dd-4bc3-aa7f-27ed6547dc6a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:53.982642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e19795a2-e865-448b-8344-d8ab1f9358f5 req-881c825b-64dd-4bc3-aa7f-27ed6547dc6a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0626221 Feb 03 12:01:54.031301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e19795a2-e865-448b-8344-d8ab1f9358f5 req-92da7c98-994b-4c43-8f81-cd04d9455b14 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Feb 03 12:01:54.200182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bddc3fb5-4d84-4222-8226-948714488119'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:01:55.155955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7bc62-86d1-4a91-8c84-b385c4d44074 req-3ca2c8b8-7fb4-4a25-a137-f4d4c9a3ae7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:55.157439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b7bc62-86d1-4a91-8c84-b385c4d44074 req-3ca2c8b8-7fb4-4a25-a137-f4d4c9a3ae7b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0556922 Feb 03 12:01:55.202600 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d5b7bc62-86d1-4a91-8c84-b385c4d44074 req-146c52f8-237e-47c6-9668-fb0faa7f105b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396931 Feb 03 12:01:55.680869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:01:55.730097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bddc3fb5-4d84-4222-8226-948714488119 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:01:55.733635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bddc3fb5-4d84-4222-8226-948714488119 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:01:55.734009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bddc3fb5-4d84-4222-8226-948714488119), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:55.813382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bddc3fb5-4d84-4222-8226-948714488119 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:01:55.813766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:55.836053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:55.838300 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e73c2b3-cbcb-4afb-9203-d7166a0279e7" -d '{"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:55.850905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:01:55.855457 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:55.878072 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc7f19-0103-420d-b6f3-2d4e104b9c09 x-openstack-request-id: req-45bc7f19-0103-420d-b6f3-2d4e104b9c09 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:55.878365 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:55.878627 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45bc7f19-0103-420d-b6f3-2d4e104b9c09 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:55.879024 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'code': 200} Feb 03 12:01:55.903408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:01:56.007202 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c843a3f-5060-46b5-a5f8-6869113def98 req-c8d76256-f6ea-4743-b546-022d484c2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:56.008581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c843a3f-5060-46b5-a5f8-6869113def98 req-c8d76256-f6ea-4743-b546-022d484c2b0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1128 time: 0.0432932 Feb 03 12:01:56.053471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c843a3f-5060-46b5-a5f8-6869113def98 req-9d9c4490-692c-4b90-a3f9-3c2857482e43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383451 Feb 03 12:01:56.324246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23b025-3205-4fd2-a77c-02494f64fe71 req-fc5b236b-327c-40b0-aa17-c0b5dc8263d6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:56.325748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd23b025-3205-4fd2-a77c-02494f64fe71 req-fc5b236b-327c-40b0-aa17-c0b5dc8263d6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Feb 03 12:01:56.371247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fd23b025-3205-4fd2-a77c-02494f64fe71 req-14bced10-e653-4f25-96bd-2a2754f3bbc9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399857 Feb 03 12:01:57.473821 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:57.498187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a8427-fbc6-4b3b-afab-0aa120e682e7 req-64f10a2c-6ee3-42e8-8cfa-cc286b226503 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:57.499679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e7a8427-fbc6-4b3b-afab-0aa120e682e7 req-64f10a2c-6ee3-42e8-8cfa-cc286b226503 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0562904 Feb 03 12:01:57.546563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e7a8427-fbc6-4b3b-afab-0aa120e682e7 req-517a607f-2898-4752-b547-d3b948e702b5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Feb 03 12:01:58.664609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89862b-98d5-408e-a7c4-9f95df68d8cf req-254c368a-b16a-4007-9d92-db55a4d85c18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:58.666108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a89862b-98d5-408e-a7c4-9f95df68d8cf req-254c368a-b16a-4007-9d92-db55a4d85c18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0527554 Feb 03 12:01:58.715766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a89862b-98d5-408e-a7c4-9f95df68d8cf req-39593ac7-493a-4c24-93ca-18e4a7fd9622 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Feb 03 12:01:58.831377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d464-9f9d-449e-9d15-400099a27089 req-b4e76641-f09d-488a-8cb4-016ee026819f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:58.832775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dbe6d464-9f9d-449e-9d15-400099a27089 req-b4e76641-f09d-488a-8cb4-016ee026819f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0532386 Feb 03 12:01:58.841813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:01:58.846028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'floatingip': {'port_id': 'bddc3fb5-4d84-4222-8226-948714488119'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:01:58.884327 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:59.325952 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:59.329639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:59.428603 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc associated. External IP: 172.25.7.210, port: bddc3fb5-4d84-4222-8226-948714488119. Feb 03 12:01:59.634282 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:01:59.737752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:01:59.742678 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:01:59.748459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:01:59.758747 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:01:59.759365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:01:59.770940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-14520c1c-f56c-42d8-94d9-caa677f022ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "PUT /v2.0/floatingips/00a79e0b-bcfe-453f-912a-b7ded42e81dc HTTP/1.1" status: 200 len: 992 time: 0.9280822 Feb 03 12:01:59.771626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:01:59.774455 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77672d6c-3490-4d81-a090-29c142f20651" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:01:59.811377 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c876fe-bffb-4bc3-ba05-c26578b4e02e x-openstack-request-id: req-92c876fe-bffb-4bc3-ba05-c26578b4e02e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:01:59.811665 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:01:59.811914 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92c876fe-bffb-4bc3-ba05-c26578b4e02e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:01:59.812323 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'status': 'completed', 'code': 200} Feb 03 12:01:59.876955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:01:59.908999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547648c-83bb-4138-acc8-93d6cdf11fe0 req-463d10fe-d6ad-477d-b6fc-59d617a32bc2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:59.910559 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2547648c-83bb-4138-acc8-93d6cdf11fe0 req-463d10fe-d6ad-477d-b6fc-59d617a32bc2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0872066 Feb 03 12:01:59.915598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672d6c-3490-4d81-a090-29c142f20651 req-4b3502d2-f0d3-46f0-a991-ab39229ed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:01:59.917042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-4b3502d2-f0d3-46f0-a991-ab39229ed590 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1128 time: 0.0611115 Feb 03 12:02:00.015777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2547648c-83bb-4138-acc8-93d6cdf11fe0 req-3e444e6d-c6f7-4f67-9c1a-a5f1d752bd6f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977941 Feb 03 12:02:00.038143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672d6c-3490-4d81-a090-29c142f20651 req-20c4ae03-8a28-44e8-9671-aaabf1fb896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:00.039644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-20c4ae03-8a28-44e8-9671-aaabf1fb896a service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1150572 Feb 03 12:02:00.107551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-bf93c4c1-c024-471c-b896-6c91a7b26388 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1000 time: 0.0625315 Feb 03 12:02:00.112799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:59Z', 'revision_number': 9, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:00.139200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:02:00.147296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:02:00.147943 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:01:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:00.154357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672d6c-3490-4d81-a090-29c142f20651 req-f4f774b9-662c-46b8-a466-592732c71a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:00.155793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-f4f774b9-662c-46b8-a466-592732c71a2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0432181 Feb 03 12:02:00.203118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672d6c-3490-4d81-a090-29c142f20651 req-51c6d08e-1d82-4f2d-a687-2d825cbcee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:00.204504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-51c6d08e-1d82-4f2d-a687-2d825cbcee9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432012 Feb 03 12:02:00.252845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:02:00.296247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-88d05abb-d450-4629-8cfc-b99d27a8b8c2 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859127 Feb 03 12:02:00.403652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-77672d6c-3490-4d81-a090-29c142f20651 req-21a51e0a-e167-4acb-a8fa-c05e564d0a86 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015334 Feb 03 12:02:00.494320 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:59Z', 'revision_number': 9, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:00.524129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d471b-a1d7-4211-99ea-0150909d8a7f None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:01:59Z', 'revision_number': 9, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:02:00.711701 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda109d-3447-4304-97f8-a4b256eed016 None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:02:01.142664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9be3-dad8-416e-8f55-9d5643351faf req-35ca97a1-4c43-40ac-9178-3478b42752a2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:01.144034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a8b9be3-dad8-416e-8f55-9d5643351faf req-35ca97a1-4c43-40ac-9178-3478b42752a2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0565193 Feb 03 12:02:01.190576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a8b9be3-dad8-416e-8f55-9d5643351faf req-9eef7e55-ffc6-4aac-becb-2d5b84e973d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Feb 03 12:02:01.342715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-305ba52f-0eb3-4bb3-9922-157a3cd6d269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:01.451997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-700160b0-c5dd-4e29-bdda-7cc9fa8236f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754290 Feb 03 12:02:01.459357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da06a1-8a0d-4ee3-ae68-f1a49eb6c82a req-f4b10994-180b-425b-b231-6dac422f1747 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:01.460760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4da06a1-8a0d-4ee3-ae68-f1a49eb6c82a req-f4b10994-180b-425b-b231-6dac422f1747 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0753455 Feb 03 12:02:01.508832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c4da06a1-8a0d-4ee3-ae68-f1a49eb6c82a req-d162480a-b3d8-45b3-a832-0859d487ee5c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Feb 03 12:02:02.638507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-fa81f0c3-47e8-4cee-9b48-126c5206f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:02.639994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-fa81f0c3-47e8-4cee-9b48-126c5206f55c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1128 time: 0.0773611 Feb 03 12:02:02.661502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269bce-eb82-4aa6-940c-613a9109e631 req-94d267a0-7fcf-4c7f-b423-6629690711a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:02.662882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68269bce-eb82-4aa6-940c-613a9109e631 req-94d267a0-7fcf-4c7f-b423-6629690711a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0719826 Feb 03 12:02:02.763885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-68269bce-eb82-4aa6-940c-613a9109e631 req-8694562a-9059-41c4-b7dd-8bbc44792228 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909841 Feb 03 12:02:02.773758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-7fd2a59d-adbc-432a-9846-dc1a55451146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:02.775940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-7fd2a59d-adbc-432a-9846-dc1a55451146 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1298823 Feb 03 12:02:02.840603 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-97e110dc-cee7-4b27-b540-83e204fd57b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1003 time: 0.0590506 Feb 03 12:02:02.887079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-3ad792d0-00ba-43ed-8586-192918b228c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:02.888452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-3ad792d0-00ba-43ed-8586-192918b228c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0421758 Feb 03 12:02:02.944871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-8689c988-31e8-4840-b2dc-a48d7124b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:02.946427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-8689c988-31e8-4840-b2dc-a48d7124b46f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523050 Feb 03 12:02:03.032386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-214ce45b-62de-4db9-9ea8-d5d2ce97e8b5 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806000 Feb 03 12:02:03.419136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-97b3b3cf-d578-498d-b62d-fef10b12b1ac service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810344 Feb 03 12:02:03.882377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892f150-7490-45d6-988f-bedcb9a7f162 req-db5ba95b-0f5b-4bd1-bc40-0f54736e0d71 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:03.884317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c892f150-7490-45d6-988f-bedcb9a7f162 req-db5ba95b-0f5b-4bd1-bc40-0f54736e0d71 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0515931 Feb 03 12:02:03.929721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c892f150-7490-45d6-988f-bedcb9a7f162 req-28c985ea-2c8a-4e7a-bb38-7c0d009292d5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Feb 03 12:02:04.445144 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8892703-4448-494a-9657-cb780a93259c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:04.813166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:05.048585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e967-83e5-4ccf-a9c4-08a5124aa74a req-3290da9e-d239-460e-a9d3-98ef157103c4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:05.050063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c8e967-83e5-4ccf-a9c4-08a5124aa74a req-3290da9e-d239-460e-a9d3-98ef157103c4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0522478 Feb 03 12:02:05.099404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c8e967-83e5-4ccf-a9c4-08a5124aa74a req-bfc13fac-40f6-4834-9de2-4537c6c601bd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Feb 03 12:02:06.216328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22641c-2e4b-4783-a5ad-e0c8549ac327 req-5fc1b02b-b1de-4644-8fad-0bfd66c257b2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:06.217837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d22641c-2e4b-4783-a5ad-e0c8549ac327 req-5fc1b02b-b1de-4644-8fad-0bfd66c257b2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0529244 Feb 03 12:02:06.263341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d22641c-2e4b-4783-a5ad-e0c8549ac327 req-02aa1c61-58ec-41fc-852c-a0bb7d97d07c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400114 Feb 03 12:02:06.408141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:07.382509 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e44a-066a-4858-a207-7e633beec98b req-fc729d9e-f699-476a-b120-3c0674c8ca01 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:07.383984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb69e44a-066a-4858-a207-7e633beec98b req-fc729d9e-f699-476a-b120-3c0674c8ca01 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0533898 Feb 03 12:02:07.430042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bb69e44a-066a-4858-a207-7e633beec98b req-0606ef91-e007-4cab-a74c-13bc828469cd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Feb 03 12:02:07.435481 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:08.557923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485745b-aecb-44ff-b7a3-221cc6308c75 req-e1759b0f-0afc-45ef-9505-e8ed6fa59d35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:08.559424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c485745b-aecb-44ff-b7a3-221cc6308c75 req-e1759b0f-0afc-45ef-9505-e8ed6fa59d35 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0604298 Feb 03 12:02:08.607093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c485745b-aecb-44ff-b7a3-221cc6308c75 req-d1451c7a-1e70-4d94-9da2-f9a64824c9bf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Feb 03 12:02:09.723325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda3500-16af-4576-a192-480c1655307e req-ba51dfe3-027b-47ca-8d3b-c4e6f49bbf41 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:09.724777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bda3500-16af-4576-a192-480c1655307e req-ba51dfe3-027b-47ca-8d3b-c4e6f49bbf41 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0513911 Feb 03 12:02:09.770664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bda3500-16af-4576-a192-480c1655307e req-28d356cc-2beb-421c-9d59-9c75b253af84 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Feb 03 12:02:10.899410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2291b9-3b20-4184-9735-5b4ca9220ea8 req-3695a445-5c86-4ccb-ada0-c4b611014d2a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:10.900862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a2291b9-3b20-4184-9735-5b4ca9220ea8 req-3695a445-5c86-4ccb-ada0-c4b611014d2a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Feb 03 12:02:10.950473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a2291b9-3b20-4184-9735-5b4ca9220ea8 req-b856e501-5227-47e6-a63d-b3692a30e10e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440826 Feb 03 12:02:11.989691 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:02:12.069197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12a01-a2b0-4dca-a94f-db08fcbcec92 req-6e96e88f-ef40-418e-a70a-3f4061edbed6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:12.070641 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65a12a01-a2b0-4dca-a94f-db08fcbcec92 req-6e96e88f-ef40-418e-a70a-3f4061edbed6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0515800 Feb 03 12:02:12.116146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65a12a01-a2b0-4dca-a94f-db08fcbcec92 req-92ae2eb4-c0bc-4698-9ad5-4d7c4e311624 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395365 Feb 03 12:02:13.234471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7570421-46a4-4ece-8996-bef6a7466745 req-e3113e36-b420-40ee-973c-ab88f960ea27 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:13.235880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7570421-46a4-4ece-8996-bef6a7466745 req-e3113e36-b420-40ee-973c-ab88f960ea27 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Feb 03 12:02:13.283189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7570421-46a4-4ece-8996-bef6a7466745 req-f53b0027-cd8b-4cb9-9472-f2552b77a008 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Feb 03 12:02:14.404787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bb9de-c100-4756-b763-5fea4cd88e4b req-648250d4-4a3f-4686-a25f-6eabee30b642 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:14.406270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-267bb9de-c100-4756-b763-5fea4cd88e4b req-648250d4-4a3f-4686-a25f-6eabee30b642 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0559289 Feb 03 12:02:14.453504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-267bb9de-c100-4756-b763-5fea4cd88e4b req-3ef38c49-f498-4c2e-9b0e-e3a88790cc51 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Feb 03 12:02:15.572430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea61-8b4c-4231-a09c-997a709e52d2 req-7b7a93c4-cb31-4445-b769-f51b782fa92b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:15.574434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-071bea61-8b4c-4231-a09c-997a709e52d2 req-7b7a93c4-cb31-4445-b769-f51b782fa92b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0525985 Feb 03 12:02:15.619987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-071bea61-8b4c-4231-a09c-997a709e52d2 req-ad69da88-0dad-443b-b8f8-5255ce671292 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Feb 03 12:02:16.706715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:16.742960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e52ae-6e2c-4a3b-82b7-fd6dfa52a45a req-f1b4e591-c671-4091-8d08-85a1c071b81e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:16.744448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a8e52ae-6e2c-4a3b-82b7-fd6dfa52a45a req-f1b4e591-c671-4091-8d08-85a1c071b81e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0564852 Feb 03 12:02:16.789577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a8e52ae-6e2c-4a3b-82b7-fd6dfa52a45a req-da0216a5-f080-4408-a47b-6e04baa05c00 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395665 Feb 03 12:02:17.912747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa930ea-1d99-4a84-8c0c-9732f08bf643 req-23938ca9-ec30-41b4-b3dc-28161b45a9c9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:17.914266 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fa930ea-1d99-4a84-8c0c-9732f08bf643 req-23938ca9-ec30-41b4-b3dc-28161b45a9c9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0561562 Feb 03 12:02:17.964732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fa930ea-1d99-4a84-8c0c-9732f08bf643 req-e29e6a94-6c31-40d9-95a7-7c0dd6b8a34d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Feb 03 12:02:19.083596 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa241c03-2c1b-49a7-bbbd-f5919c90aa5d req-a368fa96-e684-4f7f-b2b2-9161a37d7a2e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:19.085087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa241c03-2c1b-49a7-bbbd-f5919c90aa5d req-a368fa96-e684-4f7f-b2b2-9161a37d7a2e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0530705 Feb 03 12:02:19.134270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa241c03-2c1b-49a7-bbbd-f5919c90aa5d req-a3cd567b-116e-4620-8b07-1340b3c9eaa6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Feb 03 12:02:20.253434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789ee4e-c3dc-4aac-b121-4a8ea78cd2de req-61221970-45da-4025-8c95-7011e7123370 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:20.254901 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5789ee4e-c3dc-4aac-b121-4a8ea78cd2de req-61221970-45da-4025-8c95-7011e7123370 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0521343 Feb 03 12:02:20.300489 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5789ee4e-c3dc-4aac-b121-4a8ea78cd2de req-f8efa449-b8c1-4c74-9ef2-8becdff77f84 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401344 Feb 03 12:02:21.418538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2424-7c86-432a-81a0-ddb590082205 req-047c4afd-0736-4f59-8487-f11e3377133d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:21.419996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65ec2424-7c86-432a-81a0-ddb590082205 req-047c4afd-0736-4f59-8487-f11e3377133d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0520151 Feb 03 12:02:21.466026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65ec2424-7c86-432a-81a0-ddb590082205 req-31db9145-7a0c-4fc6-a214-3eb7ae98005b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Feb 03 12:02:22.588517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214b34d-b864-488d-ba3b-d0ac70415e88 req-8de1a1a0-fb9c-4dad-8412-9dcf0b195865 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:22.590044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e214b34d-b864-488d-ba3b-d0ac70415e88 req-8de1a1a0-fb9c-4dad-8412-9dcf0b195865 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0564928 Feb 03 12:02:22.635746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e214b34d-b864-488d-ba3b-d0ac70415e88 req-e1972cda-8273-438e-9de0-0bac7b351df9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402083 Feb 03 12:02:23.753620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5027b-8e42-4df3-92b1-6e0e06c09e21 req-cdf79e25-a46e-489e-90dc-e42f80add590 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:23.755084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bad5027b-8e42-4df3-92b1-6e0e06c09e21 req-cdf79e25-a46e-489e-90dc-e42f80add590 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Feb 03 12:02:23.800657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bad5027b-8e42-4df3-92b1-6e0e06c09e21 req-3632c8c5-fe6e-4dd8-9f1b-ef84c8a23884 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401337 Feb 03 12:02:24.923468 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cce06-2b70-44a7-a177-0096b6b57723 req-7e1725b2-74bc-4d5b-a877-27c459457df8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:24.924984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c1cce06-2b70-44a7-a177-0096b6b57723 req-7e1725b2-74bc-4d5b-a877-27c459457df8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0535071 Feb 03 12:02:24.977290 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c1cce06-2b70-44a7-a177-0096b6b57723 req-700c7b7e-e46a-45c3-857a-85a902cf2a19 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462658 Feb 03 12:02:26.095773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b2c4a-34ab-4db3-b867-401202d3be01 req-67e0558b-d821-4e1a-b242-f1663f84cdb1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:26.097269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d85b2c4a-34ab-4db3-b867-401202d3be01 req-67e0558b-d821-4e1a-b242-f1663f84cdb1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0520353 Feb 03 12:02:26.143253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d85b2c4a-34ab-4db3-b867-401202d3be01 req-dcea8be0-3110-45ae-ab3f-2a114babb139 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Feb 03 12:02:27.261762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb84ac-cb24-46b2-9192-1ffb99031655 req-a4979617-8ff5-4c8c-93f7-2718ffd313d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:27.263181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72cb84ac-cb24-46b2-9192-1ffb99031655 req-a4979617-8ff5-4c8c-93f7-2718ffd313d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Feb 03 12:02:27.309556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72cb84ac-cb24-46b2-9192-1ffb99031655 req-e7292773-9233-474c-8250-9a0e0cfdbf22 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Feb 03 12:02:27.473674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:28.432461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2af0bd-e204-4a66-8025-42df65aa34b8 req-8aafdaee-26e8-431c-b060-57be186038df tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:28.434511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a2af0bd-e204-4a66-8025-42df65aa34b8 req-8aafdaee-26e8-431c-b060-57be186038df tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0560722 Feb 03 12:02:28.479511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a2af0bd-e204-4a66-8025-42df65aa34b8 req-149bf655-b663-49a5-9d75-1603991a268d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Feb 03 12:02:29.598271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4601cf-c3ef-446e-9355-d7c2a4172af7 req-a46ba701-f6d6-4d7f-9987-250cbf0e08bb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:29.599741 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e4601cf-c3ef-446e-9355-d7c2a4172af7 req-a46ba701-f6d6-4d7f-9987-250cbf0e08bb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0520694 Feb 03 12:02:29.645818 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e4601cf-c3ef-446e-9355-d7c2a4172af7 req-d3a0061e-81dc-442b-8233-158b93dcd467 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398667 Feb 03 12:02:30.603878 n-d-821606-6 neutron-server[103127]: INFO neutron.api.v2.resource [req-be340960-611e-479d-9a0d-e5f100233221 req-1f1c4221-c62e-4d79-a186-9715e67c0e68 service neutron] show failed (client error): The resource could not be found. Feb 03 12:02:30.604904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-1f1c4221-c62e-4d79-a186-9715e67c0e68 service neutron] 10.222.0.69 "GET /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119/bindings/n-h1-821606-6 HTTP/1.1" status: 404 len: 380 time: 0.0565567 Feb 03 12:02:30.782887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6754c49-1bca-46e9-9b2a-0ba5fecf82f4 req-de78c107-ec8a-4c0a-a377-04f5628f9406 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:30.784361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6754c49-1bca-46e9-9b2a-0ba5fecf82f4 req-de78c107-ec8a-4c0a-a377-04f5628f9406 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0575895 Feb 03 12:02:30.858911 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6754c49-1bca-46e9-9b2a-0ba5fecf82f4 req-655a5865-81c9-44d6-ba3f-02e2529198d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660875 Feb 03 12:02:30.861489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-aef98d7d-d27d-433d-82b5-03392a6d94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:30.862906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-aef98d7d-d27d-433d-82b5-03392a6d94d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1128 time: 0.0776970 Feb 03 12:02:30.877479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:30.938537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.136300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:31.169549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:31.208456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:31.210748 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c885f2f1-d65b-4757-b8c5-9cf8758d5908" -d '{"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-unplugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:31.214815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks [] for port (bddc3fb5-4d84-4222-8226-948714488119), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.227619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Transition to ACTIVE for port object bddc3fb5-4d84-4222-8226-948714488119 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:02:31.232134 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.274184 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdcc2a4-439b-489d-8fe7-9f5f3b6214fd x-openstack-request-id: req-8bdcc2a4-439b-489d-8fe7-9f5f3b6214fd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:31.274485 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-unplugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:31.274746 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bdcc2a4-439b-489d-8fe7-9f5f3b6214fd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:31.275151 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'code': 200} Feb 03 12:02:31.337096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:31.339767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-994a4689-5aa5-4826-9f5b-8be20df6e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.383111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] No DVR routers for this DVR port bddc3fb5-4d84-4222-8226-948714488119 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:02:31.525161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:02:31.525411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:02:31.525741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:31.529954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:02:31.530305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:31.535220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:02:31.535565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:02:31.535954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:02:31.536379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Bound port: bddc3fb5-4d84-4222-8226-948714488119, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:02:31.536735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.602135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:31.605159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:02:31.611665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.657701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:31.658346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:31.659698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] 10.222.0.53 "PUT /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1092 time: 0.7863626 Feb 03 12:02:31.681579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e0f0a-63a8-40a7-9de3-cfb2fd354845 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:31.732660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-b57c6475-7e9c-421a-899d-92b5c898368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:31.734200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-b57c6475-7e9c-421a-899d-92b5c898368a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0464902 Feb 03 12:02:31.835398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-30c15189-f0be-40f9-8cd9-e37e18c258e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:31.836883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-30c15189-f0be-40f9-8cd9-e37e18c258e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0947680 Feb 03 12:02:31.907850 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-e1224c31-004e-4df4-8920-0b22bdea58a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.0614619 Feb 03 12:02:31.985735 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-ffe71d60-eb4f-42af-91a1-bd178375d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:31.987079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-ffe71d60-eb4f-42af-91a1-bd178375d488 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0740976 Feb 03 12:02:32.014420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1615a5-b3f5-4366-bc03-efae7cd4f591 req-a0449e2d-3f83-43cf-aab3-a8b8f2087cac tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:32.015823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a1615a5-b3f5-4366-bc03-efae7cd4f591 req-a0449e2d-3f83-43cf-aab3-a8b8f2087cac tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0768437 Feb 03 12:02:32.080421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340960-611e-479d-9a0d-e5f100233221 req-f222fc90-326b-49f6-9baa-73946e0f3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:32.081924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-f222fc90-326b-49f6-9baa-73946e0f3447 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854623 Feb 03 12:02:32.084856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a1615a5-b3f5-4366-bc03-efae7cd4f591 req-89d38d89-d521-4447-bdc7-8f3b7b33ae4e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546219 Feb 03 12:02:32.172610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-26fbbc14-2f79-4069-9ca3-7312c9a4f84d service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815802 Feb 03 12:02:32.265596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be340960-611e-479d-9a0d-e5f100233221 req-579101f2-0c5d-4280-9221-66f620d7a93f service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 Feb 03 12:02:33.208547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927551-c999-4b78-8200-0272453bbfd3 req-5b85df2a-4548-4b7d-8107-246ff79f20dd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.210028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc927551-c999-4b78-8200-0272453bbfd3 req-5b85df2a-4548-4b7d-8107-246ff79f20dd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0545015 Feb 03 12:02:33.261281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc927551-c999-4b78-8200-0272453bbfd3 req-255c6025-de43-4a26-aca9-ec3b1cca89e4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451412 Feb 03 12:02:33.275830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:33.278700 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb568620-893c-4b28-8135-7110ea2dc536" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:33.326029 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc37f5db-873d-4775-b92a-21b4f938ec7b x-openstack-request-id: req-fc37f5db-873d-4775-b92a-21b4f938ec7b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:33.326320 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:33.326573 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc37f5db-873d-4775-b92a-21b4f938ec7b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:33.326971 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'status': 'completed', 'code': 200} Feb 03 12:02:33.431813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-9ab38b14-fad1-4768-a5b2-ca476725155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.433900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-9ab38b14-fad1-4768-a5b2-ca476725155f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0845671 Feb 03 12:02:33.436396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-6e3cec4d-b78e-4618-aa52-9004b4107f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.437739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-6e3cec4d-b78e-4618-aa52-9004b4107f50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0581827 Feb 03 12:02:33.591006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-52423608-a6f0-4010-ab4e-a4b1dd0859ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.592594 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-52423608-a6f0-4010-ab4e-a4b1dd0859ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1522822 Feb 03 12:02:33.593610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-18c94025-eef1-4fbd-b50b-17cbbce38274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.594881 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-18c94025-eef1-4fbd-b50b-17cbbce38274 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1478477 Feb 03 12:02:33.707620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-50e381cc-9d4e-4e36-932f-898983c4a3b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.1081979 Feb 03 12:02:33.709345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-dc4f9d70-0a8a-4768-928e-64c935f88345 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.1029584 Feb 03 12:02:33.792197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-00e57a6f-067d-4d01-a957-736e83934a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.793661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-00e57a6f-067d-4d01-a957-736e83934a3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0785649 Feb 03 12:02:33.795014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-394ec743-3a11-418b-9f02-42e3771a99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.796547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-394ec743-3a11-418b-9f02-42e3771a99d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0804169 Feb 03 12:02:33.866592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:02:33.879948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-dd3c3fdb-6f4c-44c7-aed6-f0750f9e8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.881454 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-dd3c3fdb-6f4c-44c7-aed6-f0750f9e8d02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794029 Feb 03 12:02:33.883689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568620-893c-4b28-8135-7110ea2dc536 req-4a7ee177-c045-41e4-8bf6-8d8714c94cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:33.885019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-4a7ee177-c045-41e4-8bf6-8d8714c94cf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757217 Feb 03 12:02:33.907586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] The host n-h2-821606-6 is not matching for port bddc3fb5-4d84-4222-8226-948714488119 host n-h1-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:02:33.907988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:02:34.045644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-d5794b92-8dac-467a-9310-f0a913955baf service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570468 Feb 03 12:02:34.050947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-76588672-9c0d-494a-8af9-ebefd1ed089a service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452954 Feb 03 12:02:34.204212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-ef40a273-c772-4e8e-91de-5625ff4239c4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522446 Feb 03 12:02:34.207380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb568620-893c-4b28-8135-7110ea2dc536 req-a11e73dd-c313-49ed-a874-efb69d15d223 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463799 Feb 03 12:02:34.383874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ed27-34c5-4e99-ae42-07eb3ba292e5 req-013efcbe-66fc-42ba-9bb5-5d4ec9e09624 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:34.385350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98c3ed27-34c5-4e99-ae42-07eb3ba292e5 req-013efcbe-66fc-42ba-9bb5-5d4ec9e09624 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0534327 Feb 03 12:02:34.430691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98c3ed27-34c5-4e99-ae42-07eb3ba292e5 req-464bf859-48fb-4c11-b709-b01e54bb7011 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398629 Feb 03 12:02:34.447865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f27fabe-43bb-4d3e-91f2-f18ecc9823e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:34.744333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-7f1ca361-9357-491b-8551-97ff5decc85b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:34.745786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-7f1ca361-9357-491b-8551-97ff5decc85b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6&tenant_id=3f952a3b81af4a60999f3d6fc707c298&binding%3Ahost_id=n-h1-821606-6 HTTP/1.1" status: 200 len: 944 time: 0.0903525 Feb 03 12:02:34.756826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48266-09f2-42f1-ab2a-166a1dbc1e37 req-207b93db-e5bc-40b9-89a8-ddefe600959b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:34.758332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ca48266-09f2-42f1-ab2a-166a1dbc1e37 req-207b93db-e5bc-40b9-89a8-ddefe600959b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0710993 Feb 03 12:02:34.815754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:34.844464 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ca48266-09f2-42f1-ab2a-166a1dbc1e37 req-925977d0-404e-474c-bb4a-5aca91da5be3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796921 Feb 03 12:02:34.846200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-95e177a7-f944-49a8-a7f2-9b5fde44dee4 service neutron] 10.222.0.53 "GET /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119/bindings/n-h1-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.0870368 Feb 03 12:02:34.915557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-33016a7d-b2ef-4bc9-becc-c3a20969d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:34.917063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-33016a7d-b2ef-4bc9-becc-c3a20969d81c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1126 time: 0.0473320 Feb 03 12:02:35.005171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-63447a40-5932-4478-8567-4aa1205c9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:35.006638 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-63447a40-5932-4478-8567-4aa1205c9578 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0828736 Feb 03 12:02:35.074742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-8f3424ed-9e62-4f0d-8a7f-cb32ce111d11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.0619738 Feb 03 12:02:35.122970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-6dad7e15-5b54-451a-b980-4e637cb8fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:35.124409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-6dad7e15-5b54-451a-b980-4e637cb8fead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0429940 Feb 03 12:02:35.174313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-e2d7d272-b402-43bb-afc7-a39c2fe4190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:35.175795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-e2d7d272-b402-43bb-afc7-a39c2fe4190f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450361 Feb 03 12:02:35.266380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-ac70b15a-6a3d-4d25-bb36-f92b269a20b4 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836697 Feb 03 12:02:35.366363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-6760b175-c484-4494-b2ff-e2d0ff862e2c service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929332 Feb 03 12:02:35.909976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:02:35.977052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81076d86-56f2-4042-bc6c-628f61970ed1 req-0a5a4bb7-2ec4-4ebd-8da8-4da199085c5c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:35.978457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81076d86-56f2-4042-bc6c-628f61970ed1 req-0a5a4bb7-2ec4-4ebd-8da8-4da199085c5c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.0631227 Feb 03 12:02:36.010711 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:36.022292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'bddc3fb5-4d84-4222-8226-948714488119', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:02:36.024151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81076d86-56f2-4042-bc6c-628f61970ed1 req-871d8ff1-0f0b-4fe4-b5b4-8094bd0dfd51 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Feb 03 12:02:36.062522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Current status of the port bddc3fb5-4d84-4222-8226-948714488119 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:02:36.062921 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:36.075907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:36.100359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:36.104767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:36.151710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:36.348728 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] get_ports_and_sgs() called for port_ids ['bddc3fb5-4d84-4222-8226-948714488119'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:02:36.425016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:37.152621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6cee-4b39-429f-9f36-5ed4c1ea41ab req-31718f8d-ee2d-4dfa-86bc-2ce64a0a92f2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:37.154142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b0b6cee-4b39-429f-9f36-5ed4c1ea41ab req-31718f8d-ee2d-4dfa-86bc-2ce64a0a92f2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Feb 03 12:02:37.205348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b0b6cee-4b39-429f-9f36-5ed4c1ea41ab req-d0331c89-0e53-40b8-be8d-563187eecff8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Feb 03 12:02:37.439901 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:37.496832 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-9f12ad2c-20a1-4356-bd44-863946e92d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:37.498326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-9f12ad2c-20a1-4356-bd44-863946e92d28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1127 time: 0.0445046 Feb 03 12:02:37.514764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821606-6', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:37.578066 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:37.912322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:02:38.015620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:38.027250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Returning: {'device': 'bddc3fb5-4d84-4222-8226-948714488119', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:02:38.085968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:38.119889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:38.155247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:38.164770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks [] for port (bddc3fb5-4d84-4222-8226-948714488119), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:38.176179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Ignored duplicate provisioning block setup for port bddc3fb5-4d84-4222-8226-948714488119 by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 12:02:38.181651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:38.233381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=9']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:38.272723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.273113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.273451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.273794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.274128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.274456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.274785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.275111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.275437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.275761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.276087 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.276411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.276778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:38.347768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] No DVR routers for this DVR port bddc3fb5-4d84-4222-8226-948714488119 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:02:38.446731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfebd5e-c4e5-4bee-8901-4107c8fdb8a2 req-a9d8f524-55d0-4283-8ac5-a2244b5cfe81 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:38.448120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bfebd5e-c4e5-4bee-8901-4107c8fdb8a2 req-a9d8f524-55d0-4283-8ac5-a2244b5cfe81 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 944 time: 0.1496418 Feb 03 12:02:38.510573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9bfebd5e-c4e5-4bee-8901-4107c8fdb8a2 req-71cf9257-5ca7-4cb3-b3c3-53b167b763ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559990 Feb 03 12:02:38.538451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:02:38.538792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:02:38.539124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:38.544018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:02:38.544341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Attempting to bind port bddc3fb5-4d84-4222-8226-948714488119 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:38.549382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:02:38.549726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:02:38.550111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:02:38.550535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Bound port: bddc3fb5-4d84-4222-8226-948714488119, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:02:38.550892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:38.612878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:38.615847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:02:38.622197 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:38.657763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:38.658389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:38.659750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] 10.222.0.69 "PUT /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1092 time: 1.1492970 Feb 03 12:02:38.660201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:38.662560 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:38.687290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672e752-ba7c-4560-a4c9-f0f4e77ebb84 service neutron] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:38.731301 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db598c6b-2c9c-4a76-9720-d971074bf555 x-openstack-request-id: req-db598c6b-2c9c-4a76-9720-d971074bf555 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:38.731590 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:38.731841 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db598c6b-2c9c-4a76-9720-d971074bf555 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:38.732530 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'status': 'completed', 'code': 200} Feb 03 12:02:38.753666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-65344dcb-9eb3-483f-b705-9f378e74cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:38.755185 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-65344dcb-9eb3-483f-b705-9f378e74cb16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1127 time: 0.0576577 Feb 03 12:02:38.874094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-a03a8d26-a5ab-493b-87d0-8f85aed2d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:38.875608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-a03a8d26-a5ab-493b-87d0-8f85aed2d974 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1127 time: 0.1195517 Feb 03 12:02:38.907840 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-2935270d-f3f6-4795-b80c-cb528e8d7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:38.909295 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-2935270d-f3f6-4795-b80c-cb528e8d7b56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1445742 Feb 03 12:02:39.020226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-299460b7-7765-496a-a43a-36823af0daf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.1000531 Feb 03 12:02:39.037537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-d9e3e081-32ef-4f0b-a1ee-feabd8918da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.038903 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-d9e3e081-32ef-4f0b-a1ee-feabd8918da6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1518242 Feb 03 12:02:39.115285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-94c7018d-a7d3-4d02-bc74-0082682a1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.116726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-94c7018d-a7d3-4d02-bc74-0082682a1182 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0891347 Feb 03 12:02:39.135047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-ac30df92-94a8-48bc-a1cc-a3e945d23dde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.0784473 Feb 03 12:02:39.208261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-8b5c4217-1df1-4439-9fed-54836c847fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.209777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-8b5c4217-1df1-4439-9fed-54836c847fd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844760 Feb 03 12:02:39.211047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-eb420840-ce03-422c-bdda-1155cf7344d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.212349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-eb420840-ce03-422c-bdda-1155cf7344d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0581961 Feb 03 12:02:39.330888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-4fd960eb-505e-4f22-aa20-f4ee693f65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.332497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-4fd960eb-505e-4f22-aa20-f4ee693f65c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1094990 Feb 03 12:02:39.335896 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-1a030397-09e5-4a12-93e0-9b6719ee1ff3 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198969 Feb 03 12:02:39.493309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d90b76ce-9855-4dcc-8291-52c2b1687520 req-082b70ea-2694-4ea9-beb5-168679da8e97 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515930 Feb 03 12:02:39.497147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-32ddf20f-e192-4e8f-8f69-70689438a000 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486359 Feb 03 12:02:39.642715 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-6ad54eda-7584-4a85-bf32-aa3c786e514f service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379054 Feb 03 12:02:39.670626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-61b2d9ef-e9d0-440e-8309-1b09bf50a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.672101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-61b2d9ef-e9d0-440e-8309-1b09bf50a7e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 1127 time: 0.0926011 Feb 03 12:02:39.679469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d66e7-a1bf-4876-b651-bca0d70dfc30 req-7eb4b10b-ea0c-4469-8fae-ab6f59a8afca tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.680810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3d66e7-a1bf-4876-b651-bca0d70dfc30 req-7eb4b10b-ea0c-4469-8fae-ab6f59a8afca tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0919988 Feb 03 12:02:39.787879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a3d66e7-a1bf-4876-b651-bca0d70dfc30 req-c9ebf22e-60c3-49ee-a9a8-626a4f3dc64a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984426 Feb 03 12:02:39.805636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-98c23cb7-f832-43c1-ba96-4e9a63e41342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.805636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-98c23cb7-f832-43c1-ba96-4e9a63e41342 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1232738 Feb 03 12:02:39.868874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-1246e996-2e15-4588-a7d5-77c0128be0ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 200 len: 1001 time: 0.0581992 Feb 03 12:02:39.910535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 details requested by agent hyperv_n-h1-821606-6 with host n-h1-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:02:39.920564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-4acd88f5-f0a1-4200-8907-f8de1f14dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.922163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-4acd88f5-f0a1-4200-8907-f8de1f14dc38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0484235 Feb 03 12:02:39.970771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-acc4f36c-453a-4ec3-be99-914d2ef5050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:39.972271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-acc4f36c-453a-4ec3-be99-914d2ef5050e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438390 Feb 03 12:02:40.005425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:40.016298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 has no active binding in host n-h1-821606-6 {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:02:40.067610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-713a4662-479c-4b86-bf87-2d2e2be1a840 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893290 Feb 03 12:02:40.180184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c144aa4a-cf2b-4e75-95f1-7093a84d43c1 req-7a2da159-38a8-4d62-9224-ea721877fca9 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066065 Feb 03 12:02:40.918543 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a2298-34fa-492d-9ae8-e6dbf722e777 req-97c5fc38-1fef-4729-be06-f55034da6bdf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:40.920094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5a2298-34fa-492d-9ae8-e6dbf722e777 req-97c5fc38-1fef-4729-be06-f55034da6bdf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0571203 Feb 03 12:02:40.967326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c5a2298-34fa-492d-9ae8-e6dbf722e777 req-b2bfcc43-6733-40e0-a709-fce56b17f2df tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Feb 03 12:02:41.881649 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:02:41.947545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 no longer exists at agent hyperv_n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:02:42.010036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:42.012668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] The host n-h1-821606-6 is not matching for port bddc3fb5-4d84-4222-8226-948714488119 host n-h2-821606-6! {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:02:42.013087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Device bddc3fb5-4d84-4222-8226-948714488119 not bound to the agent host n-h1-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:02:42.022372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'bddc3fb5-4d84-4222-8226-948714488119', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': 'bddc3fb5-4d84-4222-8226-948714488119', 'mac_address': 'fa:16:3e:a8:19:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:02:42.060498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bddc3fb5-4d84-4222-8226-948714488119 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:02:42.060934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:42.073933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:42.092297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d65ce-b433-4ec8-953a-f50d43504043 req-1e4d0b59-a646-4a3c-af52-75eebbb27704 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:42.093072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:42.093828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e94d65ce-b433-4ec8-953a-f50d43504043 req-1e4d0b59-a646-4a3c-af52-75eebbb27704 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Feb 03 12:02:42.098310 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:42.141341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e94d65ce-b433-4ec8-953a-f50d43504043 req-535be176-d089-4e74-b3f9-7c0496927812 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 Feb 03 12:02:42.144700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:42.152589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.153102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.153471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.153630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.153978 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.154286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.154611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.154934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.155257 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.155577 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.155898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.156217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.156536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:02:42.623655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['bddc3fb5-4d84-4222-8226-948714488119'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:02:43.264274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f606-5804-42a5-ad6c-f951b9c511da req-0e7845a0-267f-46b6-8b25-1a752e2522e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:43.265742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a814f606-5804-42a5-ad6c-f951b9c511da req-0e7845a0-267f-46b6-8b25-1a752e2522e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0576341 Feb 03 12:02:43.311732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a814f606-5804-42a5-ad6c-f951b9c511da req-ffcb7dfd-36fa-4eb8-9d0b-8a633995cd5c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404923 Feb 03 12:02:43.428146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94023571-70d6-48cd-b143-6d3337378b26 req-2da6e030-a264-4228-b61e-7fe96ad08f3d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:43.429653 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94023571-70d6-48cd-b143-6d3337378b26 req-2da6e030-a264-4228-b61e-7fe96ad08f3d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0521333 Feb 03 12:02:43.479994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94023571-70d6-48cd-b143-6d3337378b26 req-1961b8dc-bb2a-4ed7-8443-7e31da0480c6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Feb 03 12:02:43.595229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c970bb8-4d6e-4202-b651-f6393a999e2f req-3e63aa0c-a546-4f3b-8582-3f4618e0e25d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:43.596691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c970bb8-4d6e-4202-b651-f6393a999e2f req-3e63aa0c-a546-4f3b-8582-3f4618e0e25d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Feb 03 12:02:43.642961 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8c970bb8-4d6e-4202-b651-f6393a999e2f req-7d6f5759-d869-40f3-b0b8-88c774d097d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Feb 03 12:02:43.875733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f79c-2bfe-4a5d-bf69-013507cd4822 req-e1c2f00e-2ab5-475e-8ccf-fc72df95b14c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:43.875965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:02:43.877332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54c0f79c-2bfe-4a5d-bf69-013507cd4822 req-e1c2f00e-2ab5-475e-8ccf-fc72df95b14c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 946 time: 0.0547645 Feb 03 12:02:43.926583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port bddc3fb5-4d84-4222-8226-948714488119 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:02:43.927118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54c0f79c-2bfe-4a5d-bf69-013507cd4822 req-866bb401-9b00-4911-bad6-5a8a55af5d6f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Feb 03 12:02:43.931114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port bddc3fb5-4d84-4222-8226-948714488119 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:02:43.931485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bddc3fb5-4d84-4222-8226-948714488119), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:44.009686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port bddc3fb5-4d84-4222-8226-948714488119 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:02:44.010071 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:44.032181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:44.034530 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d787e-cca5-4388-b530-4d397a9c7710" -d '{"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:44.047376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:44.051455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:44.076246 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e5b46-803f-459b-b91c-e640a54713a4 x-openstack-request-id: req-ad2e5b46-803f-459b-b91c-e640a54713a4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:44.076537 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:44.076788 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad2e5b46-803f-459b-b91c-e640a54713a4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:44.077202 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'code': 200} Feb 03 12:02:44.101112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=12']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:45.049420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76cfd3-4b79-41d5-bcf4-76348f2ff5f2 req-c0009a9b-5fa9-4d48-b9bb-49ce3ce827e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:45.050873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e76cfd3-4b79-41d5-bcf4-76348f2ff5f2 req-c0009a9b-5fa9-4d48-b9bb-49ce3ce827e0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 947 time: 0.0560834 Feb 03 12:02:45.098369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e76cfd3-4b79-41d5-bcf4-76348f2ff5f2 req-a382eef5-861e-4f3a-afff-b103b4fdf8dc tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Feb 03 12:02:45.371322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4603c59-133c-4815-b869-09fac80070a7 req-b805cc45-4d26-4d11-b251-8e55aa4addd8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:45.372755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4603c59-133c-4815-b869-09fac80070a7 req-b805cc45-4d26-4d11-b251-8e55aa4addd8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 947 time: 0.0519233 Feb 03 12:02:45.464472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:02:45.464811 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bddc3fb5-4d84-4222-8226-948714488119), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:45.549767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] For port bddc3fb5-4d84-4222-8226-948714488119, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=bddc3fb5-4d84-4222-8226-948714488119,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:45.550130 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bddc3fb5-4d84-4222-8226-948714488119), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:45.718948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:45.719317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:45.719641 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc disassociated. External IP: 172.25.7.210, port: bddc3fb5-4d84-4222-8226-948714488119. Feb 03 12:02:45.719973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for bddc3fb5-4d84-4222-8226-948714488119 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:02:45.850902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bddc3fb5-4d84-4222-8226-948714488119), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:45.881178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=bddc3fb5-4d84-4222-8226-948714488119,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:46.001733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:02:46.111948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:02:46.122620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:02:46.133047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:02:46.134077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:46.156965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] No DVR routers for this DVR port bddc3fb5-4d84-4222-8226-948714488119 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:02:46.159671 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:46.163434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4603c59-133c-4815-b869-09fac80070a7 req-95b45564-c751-4cc3-9c93-60d7a0845435 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "DELETE /v2.0/ports/bddc3fb5-4d84-4222-8226-948714488119 HTTP/1.1" status: 204 len: 173 time: 0.7854915 Feb 03 12:02:46.164068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-deleted', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:46.166691 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208061f-0fc1-49b7-83b5-f566f1b322cb" -d '{"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-deleted", "tag": "bddc3fb5-4d84-4222-8226-948714488119"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:46.201448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac6bf727-1784-4279-9128-e5b942afbb83 req-d498233c-7f54-4fa1-95a9-07bb885787b4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Feb 03 12:02:46.206580 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75317b99-0732-4741-9435-c200c676d9d6 x-openstack-request-id: req-75317b99-0732-4741-9435-c200c676d9d6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:46.207003 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6", "name": "network-vif-deleted", "tag": "bddc3fb5-4d84-4222-8226-948714488119", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:46.207268 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75317b99-0732-4741-9435-c200c676d9d6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:46.207678 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9e6b0-31ad-4fc5-a74e-cbdc75c699c6', 'name': 'network-vif-deleted', 'tag': 'bddc3fb5-4d84-4222-8226-948714488119', 'status': 'completed', 'code': 200} Feb 03 12:02:46.255306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:02:46.612678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:46.640429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:02:46.648899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:02:46.649559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:46.737726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:46.766168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:02:46.978047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:02:47.004442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f282d-0e1c-41bf-ad20-5ab4ccc5606d None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:02:47.221096 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4b464-408f-49b4-9ba8-c69f5ee86040 None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:02:47.464007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-a8ccb405-7468-4c38-ab50-cd1e8b0c2cf7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--420536564&fields=id&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 267 time: 0.0416470 Feb 03 12:02:47.571296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-d0a1491f-1199-442b-befe-9cfced302bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:47.572717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-d0a1491f-1199-442b-befe-9cfced302bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1026034 Feb 03 12:02:47.587357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-fffb6578-d06f-4f72-a783-3060a36d24e2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/quotas/3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 375 time: 0.0086362 Feb 03 12:02:47.641778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-42810357-b102-4a3d-8c1c-2cd59e9d8332 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496335 Feb 03 12:02:47.809810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-41eb53c9-2809-4078-ad7d-17cf1d9d4ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222608 Feb 03 12:02:47.902623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-6273259e-4c86-4492-8b94-1bedc55e08bf service neutron] 10.222.0.30 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864978 Feb 03 12:02:47.913733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:02:47.934665 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: bddc3fb5-4d84-4222-8226-948714488119 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:02:47.935062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device bddc3fb5-4d84-4222-8226-948714488119 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:02:48.066238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-434fa979-0cac-4a0c-b69a-7d8a2f32017d req-79fe8da2-96a6-4d01-8221-8ef56bc1c179 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0287871 Feb 03 12:02:48.907350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-d24984e5-9344-414e-80cb-3480cc29e618 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:48.908811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-d24984e5-9344-414e-80cb-3480cc29e618 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1084161 Feb 03 12:02:48.976581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-4c051da4-a693-4737-9b3a-87ce0be904f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 379 time: 0.0515845 Feb 03 12:02:48.985083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'port': {'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'admin_state_up': True, 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'security_groups': ['a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:48.991769 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:02:49.089411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:02:49.092825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.183497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-87e03bad-424a-4bff-a404-f756e824d9f4 req-581aee80-1475-4037-87d6-62f3eeca4d06 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0356252 Feb 03 12:02:49.243219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.20.0.6 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/a4fa2abe-42dd-4f15-9f77-f93d738512d8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:02:49.379974 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.412849 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.455262 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:02:49.460196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:02:49.463654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:02:49.487636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=a4fa2abe-42dd-4f15-9f77-f93d738512d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:49.518134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:49.518866 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.535948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-31a163f2-2fb2-4ac7-a3f9-3b85b703d6d2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545392 Feb 03 12:02:49.550685 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Request body: {'port': {'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:49.616754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.664466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d032a19b-68c6-485d-8750-d8b555aac73a None None] Provisioning complete for port a4fa2abe-42dd-4f15-9f77-f93d738512d8 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:02:49.665083 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d032a19b-68c6-485d-8750-d8b555aac73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:49.701924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d032a19b-68c6-485d-8750-d8b555aac73a None None] Port a4fa2abe-42dd-4f15-9f77-f93d738512d8 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:02:50.177756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fa2abe-42dd-4f15-9f77-f93d738512d8 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:50.185498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks [] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:50.197098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Transition to ACTIVE for port object a4fa2abe-42dd-4f15-9f77-f93d738512d8 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:02:50.201563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:50.286657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa2abe-42dd-4f15-9f77-f93d738512d8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:50.375705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3df710-d6e9-4e4c-9734-fc3557283be2 req-1acbf62b-2f44-4adb-8858-15331e42a9b8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:50.377285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e3df710-d6e9-4e4c-9734-fc3557283be2 req-1acbf62b-2f44-4adb-8858-15331e42a9b8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 943 time: 0.1249802 Feb 03 12:02:50.378822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Attempting to bind port a4fa2abe-42dd-4f15-9f77-f93d738512d8 on host n-h1-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:02:50.379346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Attempting to bind port a4fa2abe-42dd-4f15-9f77-f93d738512d8 by drivers openvswitch,hyperv on host n-h1-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:02:50.379890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Attempting to bind port a4fa2abe-42dd-4f15-9f77-f93d738512d8 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:50.391358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Port a4fa2abe-42dd-4f15-9f77-f93d738512d8 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h1-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:02:50.391606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Attempting to bind port a4fa2abe-42dd-4f15-9f77-f93d738512d8 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:50.405985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Checking agent: {'id': '0b3bfce9-2fdb-490a-af11-a8828d1b30d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:02:50.406327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:02:50.406724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:02:50.407156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Bound port: a4fa2abe-42dd-4f15-9f77-f93d738512d8, host: n-h1-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:02:50.407513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:50.463965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e3df710-d6e9-4e4c-9734-fc3557283be2 req-6c369deb-c587-41a4-a4f1-481555fb0537 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802395 Feb 03 12:02:50.489853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] For port a4fa2abe-42dd-4f15-9f77-f93d738512d8, host n-h1-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:50.493085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] For port a4fa2abe-42dd-4f15-9f77-f93d738512d8, host n-h1-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a4fa2abe-42dd-4f15-9f77-f93d738512d8,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:02:50.499237 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:50.536869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:50.537894 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:50.539279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4fa2abe-42dd-4f15-9f77-f93d738512d8 HTTP/1.1" status: 200 len: 1091 time: 0.9928401 Feb 03 12:02:50.539740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': 'a4fa2abe-42dd-4f15-9f77-f93d738512d8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:50.542066 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c" -d '{"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "a4fa2abe-42dd-4f15-9f77-f93d738512d8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:50.573242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac357f9-292f-43f7-a03a-d6d52de26c23 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fa2abe-42dd-4f15-9f77-f93d738512d8,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:50.607287 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbd4394-5a6a-4895-a634-a055a57aff7e x-openstack-request-id: req-5cbd4394-5a6a-4895-a634-a055a57aff7e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:50.607586 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "a4fa2abe-42dd-4f15-9f77-f93d738512d8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:50.607834 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cbd4394-5a6a-4895-a634-a055a57aff7e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:50.608232 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': 'a4fa2abe-42dd-4f15-9f77-f93d738512d8', 'status': 'completed', 'code': 200} Feb 03 12:02:50.644481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-9453c1e3-25cf-43b1-b579-6dd0e46fd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:50.646046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-9453c1e3-25cf-43b1-b579-6dd0e46fd361 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1125 time: 0.0518672 Feb 03 12:02:50.693052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-bf4b0aed-663a-485a-a546-f7f07dabd5c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fa2abe-42dd-4f15-9f77-f93d738512d8 HTTP/1.1" status: 200 len: 217 time: 0.0399621 Feb 03 12:02:50.742153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-ef8ccba7-5c2b-48b4-b824-da17893d28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:50.743666 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-ef8ccba7-5c2b-48b4-b824-da17893d28fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0439854 Feb 03 12:02:50.797449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-2e9ef5a2-74f3-4063-a695-213c92f71f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:50.798926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-2e9ef5a2-74f3-4063-a695-213c92f71f64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445642 Feb 03 12:02:50.900376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-65bb908b-f819-4c12-a374-9987cafdb044 service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910509 Feb 03 12:02:50.996220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-7bd0c035-8e20-4088-8139-71124600b75d service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Feb 03 12:02:51.109024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-a6074a09-341d-400c-9167-d8b3b82e9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.110533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-a6074a09-341d-400c-9167-d8b3b82e9f64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1125 time: 0.0504498 Feb 03 12:02:51.224036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-4aaeda7c-6052-4069-ae5b-f8b583c39b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.225591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-4aaeda7c-6052-4069-ae5b-f8b583c39b96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0849833 Feb 03 12:02:51.278386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-5c90d3d3-cc1c-4800-a54c-474d6e99ba95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fa2abe-42dd-4f15-9f77-f93d738512d8 HTTP/1.1" status: 200 len: 217 time: 0.0454895 Feb 03 12:02:51.348642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-308c6253-a33e-48c7-a7a0-34e45826018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.350082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-308c6253-a33e-48c7-a7a0-34e45826018f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0529697 Feb 03 12:02:51.359813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-5f0dd46d-a0ce-47c1-88af-2839cf17d690 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.361170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-5f0dd46d-a0ce-47c1-88af-2839cf17d690 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 943 time: 0.0918238 Feb 03 12:02:51.464347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-b122300c-bbf1-4077-8a3e-c132aa83e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.465851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-b122300c-bbf1-4077-8a3e-c132aa83e0f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1038628 Feb 03 12:02:51.501085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port a4fa2abe-42dd-4f15-9f77-f93d738512d8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:02:51.501436 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:51.676345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-6f088068-fa92-48ff-8a2f-9ee8a2762fff service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002394 Feb 03 12:02:51.677970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] For port a4fa2abe-42dd-4f15-9f77-f93d738512d8, host n-h1-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821606-6',level=0,port_id=a4fa2abe-42dd-4f15-9f77-f93d738512d8,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:51.678334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:51.701787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for a4fa2abe-42dd-4f15-9f77-f93d738512d8 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:02:51.718195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280aece-b590-4b81-b081-4facffd3b06d req-12d3bf38-06dc-4c3f-9136-171210fc3752 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:51.719623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5280aece-b590-4b81-b081-4facffd3b06d req-12d3bf38-06dc-4c3f-9136-171210fc3752 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 943 time: 0.1591170 Feb 03 12:02:51.870954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5280aece-b590-4b81-b081-4facffd3b06d req-960a84cf-ac9a-4b62-a7c4-70961fd02b58 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452284 Feb 03 12:02:51.879341 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-0b51a7a4-8d25-48e3-bca5-a2d659d9f73d service neutron] 10.222.0.53 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925828 Feb 03 12:02:51.945354 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (a4fa2abe-42dd-4f15-9f77-f93d738512d8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:51.974916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=a4fa2abe-42dd-4f15-9f77-f93d738512d8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:52.021216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] No DVR routers for this DVR port a4fa2abe-42dd-4f15-9f77-f93d738512d8 on host n-h1-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:02:52.023805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:52.027264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.53 "DELETE /v2.0/ports/a4fa2abe-42dd-4f15-9f77-f93d738512d8 HTTP/1.1" status: 204 len: 173 time: 0.6580055 Feb 03 12:02:52.609378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-deleted', 'tag': 'a4fa2abe-42dd-4f15-9f77-f93d738512d8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:52.611821 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2731f5e9-a8c2-40b0-b16c-4a813ed5c09b" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-deleted", "tag": "a4fa2abe-42dd-4f15-9f77-f93d738512d8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:52.644191 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0258aa-aea7-46ad-807f-31c66b91e8fa x-openstack-request-id: req-8c0258aa-aea7-46ad-807f-31c66b91e8fa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:52.644486 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-deleted", "tag": "a4fa2abe-42dd-4f15-9f77-f93d738512d8", "status": "failed", "code": 422}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:52.644737 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c0258aa-aea7-46ad-807f-31c66b91e8fa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:52.645161 n-d-821606-6 neutron-server[103127]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-deleted', 'tag': 'a4fa2abe-42dd-4f15-9f77-f93d738512d8', 'status': 'failed', 'code': 422} returned with failed status Feb 03 12:02:52.969021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-928dc77d-300c-4232-8d3e-b82e890a6709 req-45047652-984c-4f70-a36c-4d5781c3e9f2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0294669 Feb 03 12:02:53.189255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-95d38f1d-7817-4217-aea5-841dc89c674d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:53.190613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-95d38f1d-7817-4217-aea5-841dc89c674d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 812 time: 0.1063764 Feb 03 12:02:53.260954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-5109aea6-b71b-4625-9e6e-5f45b9786c6e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 379 time: 0.0565698 Feb 03 12:02:53.278229 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'port': {'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'admin_state_up': True, 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'security_groups': ['a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:53.381818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Made reservation on behalf of 3f952a3b81af4a60999f3d6fc707c298 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:02:53.385239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:53.512960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Allocated IP 172.20.0.12 (baf12f20-24bc-4164-83f7-02a81e242745/27927539-32ad-45f5-a365-1eb0282d6701/3d8d66a5-2f44-4754-a020-445fd30873d9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:02:53.654669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:53.688098 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:53.732311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Network baf12f20-24bc-4164-83f7-02a81e242745 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:02:53.737273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:02:53.740761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:02:53.746927 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:53.792837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:53.793485 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:53.810768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-63d61f21-32c2-4497-9c5a-de773b81e226 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367124 Feb 03 12:02:53.827794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Request body: {'port': {'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:02:53.898186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:53.981024 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3719a061-81ee-4d48-a98e-910ea79b03cd None None] Provisioning complete for port 3d8d66a5-2f44-4754-a020-445fd30873d9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:02:53.981606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3719a061-81ee-4d48-a98e-910ea79b03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.016298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3719a061-81ee-4d48-a98e-910ea79b03cd None None] Port 3d8d66a5-2f44-4754-a020-445fd30873d9 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:02:54.149739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c501b7-ad8b-47f8-a841-4e8c848398ae req-4a875c0c-8a64-4e57-81c7-43b71072027d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:54.151115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0c501b7-ad8b-47f8-a841-4e8c848398ae req-4a875c0c-8a64-4e57-81c7-43b71072027d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 932 time: 0.1081705 Feb 03 12:02:54.218305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:54.231317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks [] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.244343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0c501b7-ad8b-47f8-a841-4e8c848398ae req-4dfbd923-ec58-4f8f-8f65-a6e2685aea27 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847116 Feb 03 12:02:54.249433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Transition to ACTIVE for port object 3d8d66a5-2f44-4754-a020-445fd30873d9 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:02:54.254311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.307270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900378-9d04-482e-b961-900c78901020 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:54.379573 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Attempting to bind port 3d8d66a5-2f44-4754-a020-445fd30873d9 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:02:54.379935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Attempting to bind port 3d8d66a5-2f44-4754-a020-445fd30873d9 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:02:54.380267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Attempting to bind port 3d8d66a5-2f44-4754-a020-445fd30873d9 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:54.384755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Port 3d8d66a5-2f44-4754-a020-445fd30873d9 on network baf12f20-24bc-4164-83f7-02a81e242745 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:02:54.385110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Attempting to bind port 3d8d66a5-2f44-4754-a020-445fd30873d9 on network baf12f20-24bc-4164-83f7-02a81e242745 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:02:54.390897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:02:54.391237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Checking segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:02:54.391624 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Bound using segment: {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:02:54.392049 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Bound port: 3d8d66a5-2f44-4754-a020-445fd30873d9, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad410f84-01f8-40af-a4ad-8ad71a7833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:02:54.392406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.457947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:02:54.461417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:02:54.466886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.503824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:54.504420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:54.505824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-8d900378-9d04-482e-b961-900c78901020 service neutron] 10.222.0.69 "PUT /v2.0/ports/3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1092 time: 0.6830249 Feb 03 12:02:54.526807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900378-9d04-482e-b961-900c78901020 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:54.619345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-b8f558a1-460d-4ade-94b4-ebc022aa7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:54.621436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-b8f558a1-460d-4ade-94b4-ebc022aa7cbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1126 time: 0.0482569 Feb 03 12:02:54.669349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:02:54.671879 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7136361-96f0-4813-b779-2573d31b2a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:02:54.675822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-1f9095ad-7fa2-461b-866c-ed74f349c672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 217 time: 0.0426836 Feb 03 12:02:54.714366 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13891827-3892-4e82-a986-d61d078a22e4 x-openstack-request-id: req-13891827-3892-4e82-a986-d61d078a22e4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:02:54.714651 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:02:54.714899 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13891827-3892-4e82-a986-d61d078a22e4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:02:54.715287 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'status': 'completed', 'code': 200} Feb 03 12:02:54.732312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-6b61c228-d0c9-4209-9118-d6e0b3dd2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:54.733776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-6b61c228-d0c9-4209-9118-d6e0b3dd2852 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0519514 Feb 03 12:02:54.786078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-cb54a065-3c24-4bed-9cc9-15b526eb70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:54.787555 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-cb54a065-3c24-4bed-9cc9-15b526eb70d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475976 Feb 03 12:02:54.876783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-0719b4f6-56a4-45b9-a5b3-61e3e5c75071 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832198 Feb 03 12:02:54.969630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-94667504-6b8f-4846-b589-837aff9a4764 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864110 Feb 03 12:02:55.091281 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136361-96f0-4813-b779-2573d31b2a2d req-a3c1729f-4982-4785-ba24-dbea844752dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:55.092766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-a3c1729f-4982-4785-ba24-dbea844752dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1126 time: 0.0451951 Feb 03 12:02:55.183788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136361-96f0-4813-b779-2573d31b2a2d req-805286a6-2ab7-42ac-ade5-94f9828db0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:55.185242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-805286a6-2ab7-42ac-ade5-94f9828db0b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0865767 Feb 03 12:02:55.224146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-af9df0e7-ddf3-4231-8c03-38804d1566be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 217 time: 0.0335245 Feb 03 12:02:55.272099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136361-96f0-4813-b779-2573d31b2a2d req-0b57aa48-16f4-4b56-8329-7173320e4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:55.273730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-0b57aa48-16f4-4b56-8329-7173320e4086 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0442398 Feb 03 12:02:55.356471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136361-96f0-4813-b779-2573d31b2a2d req-993b5a8d-c9ea-4a4c-96b0-fa32a8639514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:55.357969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-993b5a8d-c9ea-4a4c-96b0-fa32a8639514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789864 Feb 03 12:02:55.393434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef359cfc-10da-4e81-87ba-6f88a0dbb657 req-8aaae160-31a1-443c-b377-039ec4edcddd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:55.394836 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef359cfc-10da-4e81-87ba-6f88a0dbb657 req-8aaae160-31a1-443c-b377-039ec4edcddd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0797710 Feb 03 12:02:55.488332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef359cfc-10da-4e81-87ba-6f88a0dbb657 req-dff1453e-1815-4061-8f3d-a7d4e1c15605 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855942 Feb 03 12:02:55.493395 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-8304114a-dc4d-4054-bebf-1c470ae670e4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281073 Feb 03 12:02:55.581172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7136361-96f0-4813-b779-2573d31b2a2d req-61068fbe-8d40-48b9-881f-571d230bd3b1 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822804 Feb 03 12:02:56.607544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b8ec-f4ba-4c2d-bbc5-331d0bb768b1 req-2f192e26-7853-43ae-9b20-151803a3c669 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:56.609021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2955b8ec-f4ba-4c2d-bbc5-331d0bb768b1 req-2f192e26-7853-43ae-9b20-151803a3c669 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0522518 Feb 03 12:02:56.661205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2955b8ec-f4ba-4c2d-bbc5-331d0bb768b1 req-b2c3b272-8cb5-4dfc-a058-5f67f6d835dc tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467362 Feb 03 12:02:57.498837 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:57.780308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ed3f6-d016-434b-b548-92d3f4ba2aa1 req-d2039692-992d-4678-a074-598a790059b1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:57.781786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c42ed3f6-d016-434b-b548-92d3f4ba2aa1 req-d2039692-992d-4678-a074-598a790059b1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0528681 Feb 03 12:02:57.826615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c42ed3f6-d016-434b-b548-92d3f4ba2aa1 req-677bbc4f-08b0-43d6-9eca-44f85483db18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393512 Feb 03 12:02:57.943059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:02:58.036349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:58.047764 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:02:58.087951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:02:58.088343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:58.100630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:02:58.118770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:02:58.123092 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:02:58.168303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:02:58.496374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3d8d66a5-2f44-4754-a020-445fd30873d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:02:58.946939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630dae-3f94-4ee3-b119-a5aeee8e3107 req-dac35d7b-72b7-465c-b240-415c929db86b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:02:58.948448 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e630dae-3f94-4ee3-b119-a5aeee8e3107 req-dac35d7b-72b7-465c-b240-415c929db86b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0529416 Feb 03 12:02:58.994003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e630dae-3f94-4ee3-b119-a5aeee8e3107 req-7841b7ae-7bdb-43b1-9fa9-2e910ba58d1e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396504 Feb 03 12:02:59.960429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:03:00.006970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3d8d66a5-2f44-4754-a020-445fd30873d9 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:03:00.010460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3d8d66a5-2f44-4754-a020-445fd30873d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:03:00.011319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:00.091130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:03:00.091524 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:00.113417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:03:00.115646 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0980641-22a4-4465-b401-92229d4247fd" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:03:00.124839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576e92b-0fae-455d-9110-1104804e55f2 req-279dc555-14d4-473d-a845-d077c2a38f61 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:00.126065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7576e92b-0fae-455d-9110-1104804e55f2 req-279dc555-14d4-473d-a845-d077c2a38f61 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0574450 Feb 03 12:03:00.129159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:03:00.134292 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:00.160206 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48823531-15f7-470e-bde0-e88eb026ba82 x-openstack-request-id: req-48823531-15f7-470e-bde0-e88eb026ba82 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:03:00.160506 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:03:00.160765 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48823531-15f7-470e-bde0-e88eb026ba82 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:03:00.161184 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'code': 200} Feb 03 12:03:00.173821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7576e92b-0fae-455d-9110-1104804e55f2 req-3173cc32-8b5a-44ad-ac40-c4fb77cf425c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Feb 03 12:03:00.184729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:03:00.285280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25104b1e-1052-465f-90d1-e425f5234683 req-6ea2bca9-9cc3-4ef2-aec1-fce416949e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:00.286803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25104b1e-1052-465f-90d1-e425f5234683 req-6ea2bca9-9cc3-4ef2-aec1-fce416949e11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1128 time: 0.0441318 Feb 03 12:03:00.334072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-25104b1e-1052-465f-90d1-e425f5234683 req-1e4ad066-5a81-4c73-92ae-120de142ebbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Feb 03 12:03:01.298583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08344bad-3e90-494d-b824-e885887f3822 req-ecff7bbd-7b4e-44db-936a-eea19ff32fe0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:01.300059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08344bad-3e90-494d-b824-e885887f3822 req-ecff7bbd-7b4e-44db-936a-eea19ff32fe0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0571373 Feb 03 12:03:01.332250 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8968ae7-7497-41ab-a59e-93f19ef110d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:01.347643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08344bad-3e90-494d-b824-e885887f3822 req-f787f25b-cef8-44a7-8fe6-ea13066b1b1d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Feb 03 12:03:02.470976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71518abe-5a54-4c21-b597-ecf516215adc req-7f5ada6c-d944-438c-b6b8-7d685acbadd3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:02.472436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71518abe-5a54-4c21-b597-ecf516215adc req-7f5ada6c-d944-438c-b6b8-7d685acbadd3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0579801 Feb 03 12:03:02.520404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-71518abe-5a54-4c21-b597-ecf516215adc req-bbfd44af-ea60-4eb8-a0e1-908bd0df5061 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Feb 03 12:03:02.633383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e919-19a9-47e6-87c7-d2e40faf8eae req-8d384ee9-55a6-4d92-8f73-63c75c32d162 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:02.634823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-29d6e919-19a9-47e6-87c7-d2e40faf8eae req-8d384ee9-55a6-4d92-8f73-63c75c32d162 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0517380 Feb 03 12:03:02.643471 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:03:02.647670 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Request body: {'floatingip': {'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:03:02.699768 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:03.430272 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:03.434714 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:03.531011 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc associated. External IP: 172.25.7.210, port: 3d8d66a5-2f44-4754-a020-445fd30873d9. Feb 03 12:03:03.726931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:03:03.833703 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:03:03.838878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:03.845679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:03:03.856536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:03:03.857222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:03:03.868013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-706d1f0c-927f-4550-ab62-e8c162046bcf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "PUT /v2.0/floatingips/00a79e0b-bcfe-453f-912a-b7ded42e81dc HTTP/1.1" status: 200 len: 993 time: 1.2235236 Feb 03 12:03:03.868605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:03:03.871453 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57059eae-0a27-43d5-a01e-52876a8bc224" -d '{"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:03:03.912382 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305a5529-f2dc-41c3-b850-0112138e6730 x-openstack-request-id: req-305a5529-f2dc-41c3-b850-0112138e6730 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:03:03.912750 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:03:03.913095 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-305a5529-f2dc-41c3-b850-0112138e6730 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:03:03.913577 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'status': 'completed', 'code': 200} Feb 03 12:03:03.966990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:03:04.013674 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a32ab9-8800-4ae0-a1b2-574128800de0 req-f7b564bf-6b63-462d-ac9d-c43a39a9d371 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:04.015198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94a32ab9-8800-4ae0-a1b2-574128800de0 req-f7b564bf-6b63-462d-ac9d-c43a39a9d371 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0884829 Feb 03 12:03:04.021356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-b8307f31-0512-4834-889c-f544cf1b3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:04.022772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-b8307f31-0512-4834-889c-f544cf1b3790 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1128 time: 0.0624001 Feb 03 12:03:04.122515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94a32ab9-8800-4ae0-a1b2-574128800de0 req-5402a023-ca3e-4857-8e84-147c0dfad6d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987077 Feb 03 12:03:04.144929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-3685276a-f3d2-4f21-9558-ef2b383075bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:04.146387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-3685276a-f3d2-4f21-9558-ef2b383075bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1166251 Feb 03 12:03:04.192680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:03:03Z', 'revision_number': 13, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:03:04.210392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-0f9ecca5-d117-422a-96ca-e36ee5f68cde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1001 time: 0.0578718 Feb 03 12:03:04.218261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:03:04.226518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:03:04.227111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:02:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:03:04.262822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-8c6e71f5-fad0-431a-9326-b47eb7f2d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:04.263806 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-8c6e71f5-fad0-431a-9326-b47eb7f2d1ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0479174 Feb 03 12:03:04.313781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-76753969-b7eb-44e1-b7e8-6b84745873ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:04.315314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-76753969-b7eb-44e1-b7e8-6b84745873ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449910 Feb 03 12:03:04.331233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:03:04.407686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-e9016f41-ad7e-4de1-a83d-4e31cd25aa3c service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859537 Feb 03 12:03:04.467160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8bcbc1f-4aae-43a1-979b-e860a4fc6f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:04.501217 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-57059eae-0a27-43d5-a01e-52876a8bc224 req-0ca60af9-71b0-44d3-9561-020be4999462 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Feb 03 12:03:04.573662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:03:03Z', 'revision_number': 13, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:03:04.599572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbba2f-fc83-4a06-8e4e-83f894713953 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '00a79e0b-bcfe-453f-912a-b7ded42e81dc', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:00:08Z', 'updated_at': '2022-02-03T12:03:03Z', 'revision_number': 13, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:03:04.779869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35b55e-4b7a-455e-a74f-a7928245696a None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:03:04.819333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:05.243977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3090-9f09-418a-95e0-1f6ee0451d95 req-951607a2-3884-4e75-bab1-e7339b46b3ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:05.245392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444d3090-9f09-418a-95e0-1f6ee0451d95 req-951607a2-3884-4e75-bab1-e7339b46b3ff tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0536397 Feb 03 12:03:05.291193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-444d3090-9f09-418a-95e0-1f6ee0451d95 req-5b9b94c2-e99e-41f3-a1fb-8ff032f23574 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Feb 03 12:03:06.413866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:07.446484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:07.776352 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783fff-d38a-4d77-a7fa-1656b9f58905 req-588c038a-3647-4100-9b01-4f361e0343a0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:07.777840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f783fff-d38a-4d77-a7fa-1656b9f58905 req-588c038a-3647-4100-9b01-4f361e0343a0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0565031 Feb 03 12:03:07.822644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f783fff-d38a-4d77-a7fa-1656b9f58905 req-4822c843-fac4-402a-b3dc-21dd30d32f40 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 Feb 03 12:03:16.704423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:19.773715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-599f0fe1-32e9-4ac4-8684-4aeac3f1c160 req-0fac8747-2b55-4387-995b-3cc6c8d92dec service neutron] (103127) timed out ('10.222.0.69', 60797) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:03:24.205705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-031c4b66-ac52-4743-81e3-c303e3771c91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759430 Feb 03 12:03:24.213710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b4a5-c24d-4b68-a894-bcf48636ee6b req-4bda576e-0b84-485a-8939-a321b71a7601 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:24.215845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0279b4a5-c24d-4b68-a894-bcf48636ee6b req-4bda576e-0b84-485a-8939-a321b71a7601 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0783782 Feb 03 12:03:24.265708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0279b4a5-c24d-4b68-a894-bcf48636ee6b req-c980315b-2448-4aeb-83ee-c61a3c879f75 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Feb 03 12:03:25.426827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8e36-5ae8-4f28-84c2-7e5d240a4dba req-543ced02-ba3c-4174-a128-2ef7c6e89b59 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:25.428304 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319f8e36-5ae8-4f28-84c2-7e5d240a4dba req-543ced02-ba3c-4174-a128-2ef7c6e89b59 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0903370 Feb 03 12:03:25.442906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-6192e19e-f257-488e-9e08-8735d4db7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:25.444322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-6192e19e-f257-488e-9e08-8735d4db7d1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1128 time: 0.0659378 Feb 03 12:03:25.534958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319f8e36-5ae8-4f28-84c2-7e5d240a4dba req-3448c6e3-1591-463e-970e-78085510ddf8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993812 Feb 03 12:03:25.563339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-a275bda8-319c-4f1f-8409-f90d422e0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:25.564820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-a275bda8-319c-4f1f-8409-f90d422e0cd9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.1127715 Feb 03 12:03:25.630921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-8a2c9a95-2412-48d3-82e3-9aab32fe82d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1003 time: 0.0599208 Feb 03 12:03:25.677978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-64ce90b7-bbc9-4e91-a111-83033654a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:25.679380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-64ce90b7-bbc9-4e91-a111-83033654a9b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0429564 Feb 03 12:03:25.730710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-30b80c96-a1c7-4ca7-ab38-6b9faea08b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:25.732310 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-30b80c96-a1c7-4ca7-ab38-6b9faea08b1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475338 Feb 03 12:03:25.820316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-80e0ec0e-9d56-4d85-96c9-e41e36a90453 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818272 Feb 03 12:03:25.914192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-7cb1b6c3-04e4-4f1b-aca4-ef79482b95e6 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875523 Feb 03 12:03:25.990762 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:03:26.654413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95fbe-a9de-4a2e-8db3-7cb862504c42 req-7f1a82d3-5c95-4168-8a95-6b95a4990d7d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:26.655852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dfc95fbe-a9de-4a2e-8db3-7cb862504c42 req-7f1a82d3-5c95-4168-8a95-6b95a4990d7d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0524020 Feb 03 12:03:26.701378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dfc95fbe-a9de-4a2e-8db3-7cb862504c42 req-5a274ffe-07ea-4171-a232-28c62bc92055 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Feb 03 12:03:27.515325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:27.826260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7025db-215e-4e2e-bc8c-9138bd86dfb8 req-d80a62ea-6222-4d95-8e70-75878b23f1fb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:27.828972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c7025db-215e-4e2e-bc8c-9138bd86dfb8 req-d80a62ea-6222-4d95-8e70-75878b23f1fb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0574265 Feb 03 12:03:27.881235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c7025db-215e-4e2e-bc8c-9138bd86dfb8 req-4f8c8df9-930a-4b1b-ada5-bbbc2158868b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476258 Feb 03 12:03:29.001616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a28e2-6245-4724-bd07-9953158a3951 req-997313f1-b4e7-4be0-89c5-400d465229d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:29.003083 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232a28e2-6245-4724-bd07-9953158a3951 req-997313f1-b4e7-4be0-89c5-400d465229d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0531049 Feb 03 12:03:29.048957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-232a28e2-6245-4724-bd07-9953158a3951 req-49b71ead-86d9-4e83-bdb8-5510743d416c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Feb 03 12:03:30.169382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69cd7-d78c-484a-9c48-c6047c72f55d req-689f9510-5c63-402e-9262-c909e055f755 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:30.171084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b69cd7-d78c-484a-9c48-c6047c72f55d req-689f9510-5c63-402e-9262-c909e055f755 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0532253 Feb 03 12:03:30.216223 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7b69cd7-d78c-484a-9c48-c6047c72f55d req-2d5bc237-5ac8-4335-8fef-814a03218acf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396135 Feb 03 12:03:31.333562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e692471-3d2d-43ed-83d9-e0ecdee1511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:31.343071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc806d-09d0-4253-bd61-ddae567540ae req-9bf90ed1-d368-4ade-b920-42399203ba20 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:31.344516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cdc806d-09d0-4253-bd61-ddae567540ae req-9bf90ed1-d368-4ade-b920-42399203ba20 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0604460 Feb 03 12:03:31.390623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cdc806d-09d0-4253-bd61-ddae567540ae req-2baf3bf7-bbed-473a-8720-dc71e7ae2058 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Feb 03 12:03:32.509611 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68c6f8-08ad-4c75-b3fc-210ae980673d req-f57c59ea-804d-4cdc-9362-8ebad5c1f352 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:32.511089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a68c6f8-08ad-4c75-b3fc-210ae980673d req-f57c59ea-804d-4cdc-9362-8ebad5c1f352 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0527287 Feb 03 12:03:32.556596 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8a68c6f8-08ad-4c75-b3fc-210ae980673d req-aa851f76-0e11-4c4b-ba07-b21c7cd4cc50 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397532 Feb 03 12:03:33.677363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042075f-abc1-494a-a0fb-c0856e27be5e req-a32c126b-d244-4a74-ac2f-8724748dfb5b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:33.678737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8042075f-abc1-494a-a0fb-c0856e27be5e req-a32c126b-d244-4a74-ac2f-8724748dfb5b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0536778 Feb 03 12:03:33.727886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8042075f-abc1-494a-a0fb-c0856e27be5e req-8c605021-2c1d-4d67-a3de-4609537e23b8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435219 Feb 03 12:03:34.448741 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71d4e748-8aee-43ca-a216-faa66a983932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:34.640404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-94ec29d2-7891-4c45-99d4-36e6870ce486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:34.642224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-94ec29d2-7891-4c45-99d4-36e6870ce486 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1128 time: 0.0456569 Feb 03 12:03:34.747999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-8380d369-dd82-4553-a9ca-65048a87d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:34.749530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-8380d369-dd82-4553-a9ca-65048a87d781 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0889685 Feb 03 12:03:34.827424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:34.848660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-d157e404-ad41-473c-b3bf-822dac3770eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1003 time: 0.0926552 Feb 03 12:03:34.904374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9590cb-be77-439a-a7fe-b964a428da92 req-424d4af1-9c08-494f-80f9-42650afb16fd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:34.905760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f9590cb-be77-439a-a7fe-b964a428da92 req-424d4af1-9c08-494f-80f9-42650afb16fd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.1039748 Feb 03 12:03:34.911301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-c5571c8d-aa4b-4cc1-bdcf-50af9bd9aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:34.912651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-c5571c8d-aa4b-4cc1-bdcf-50af9bd9aa04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0579464 Feb 03 12:03:34.991680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f9590cb-be77-439a-a7fe-b964a428da92 req-f730ed2c-ef07-4585-bb40-d6150c1d82bc tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780804 Feb 03 12:03:34.994278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-40ffe199-b5dd-4e78-858d-dd9c99201072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:34.995679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-40ffe199-b5dd-4e78-858d-dd9c99201072 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761268 Feb 03 12:03:35.090315 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-3464508a-16cd-4fe9-99db-af23ba4aa2f6 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Feb 03 12:03:35.183005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b68c30a8-74d7-4224-8a8e-02264dedf8cf req-2815881b-b4cc-4ac6-a8ae-72b53441e608 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Feb 03 12:03:36.120129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3609d-e123-416c-ac83-79980142262e req-a9525477-09c8-4158-b981-517310cf5e3f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:36.123031 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bb3609d-e123-416c-ac83-79980142262e req-a9525477-09c8-4158-b981-517310cf5e3f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0589850 Feb 03 12:03:36.162269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:03:36.174442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6bb3609d-e123-416c-ac83-79980142262e req-31e65e5d-99d0-4756-aba5-0d98e48c714d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Feb 03 12:03:36.255545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:03:36.255943 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:36.280935 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:03:36.283100 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14015645-19c9-4956-905f-d93388948acc" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:03:36.296945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:03:36.306109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:36.339777 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95159c73-08e5-46d5-849a-cd23e253529f x-openstack-request-id: req-95159c73-08e5-46d5-849a-cd23e253529f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:03:36.340721 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:03:36.341003 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95159c73-08e5-46d5-849a-cd23e253529f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:03:36.341305 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'code': 200} Feb 03 12:03:36.360795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:03:36.420036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:36.623452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-ddd4daf0-a530-4877-a811-1f4748da6485 service neutron] 10.222.0.69 "GET /v2.0/ports/3d8d66a5-2f44-4754-a020-445fd30873d9/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.0587909 Feb 03 12:03:36.877236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-297499a4-ac2e-4eef-89d7-c85f9664dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:36.878747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-297499a4-ac2e-4eef-89d7-c85f9664dcbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1126 time: 0.0470788 Feb 03 12:03:36.954868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-c625a015-ed93-427c-a26a-c9078655c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:36.956356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-c625a015-ed93-427c-a26a-c9078655c2af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1126 time: 0.0460989 Feb 03 12:03:37.050909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-ec48cf6d-f024-4eda-a072-e922981fe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:37.052411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-ec48cf6d-f024-4eda-a072-e922981fe5cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0901325 Feb 03 12:03:37.119161 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-7f68d38a-bcf1-417a-a849-54193095e8ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1001 time: 0.0608947 Feb 03 12:03:37.167090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-19a76c6a-633e-484d-b765-4406b5c5cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:37.169256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-19a76c6a-633e-484d-b765-4406b5c5cc8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0445848 Feb 03 12:03:37.223410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-2ad85005-204d-4be5-8360-e58693812651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:37.224813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-2ad85005-204d-4be5-8360-e58693812651 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500216 Feb 03 12:03:37.353279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-1e4453ea-3fa0-436a-9e62-8c88d932ba17 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223848 Feb 03 12:03:37.360194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c719d-7c76-45a1-bead-4fab91ec2a22 req-ef8020d4-ca60-41fc-863f-29ae6aa360ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:37.361593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd6c719d-7c76-45a1-bead-4fab91ec2a22 req-ef8020d4-ca60-41fc-863f-29ae6aa360ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.1024752 Feb 03 12:03:37.441987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:37.463239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd6c719d-7c76-45a1-bead-4fab91ec2a22 req-22af39ff-9b28-4ae6-9016-01206e1881f0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824728 Feb 03 12:03:37.484311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-48485cb7-82b7-4f19-874e-a5af367c61ee service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217086 Feb 03 12:03:38.592887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7abbc-881e-4efa-b2ac-5cc2fed34d1a req-efdd2859-4d36-4bc5-990a-cbd0cecec9c0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:38.595042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13d7abbc-881e-4efa-b2ac-5cc2fed34d1a req-efdd2859-4d36-4bc5-990a-cbd0cecec9c0 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0595839 Feb 03 12:03:38.645466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-13d7abbc-881e-4efa-b2ac-5cc2fed34d1a req-47f41aaa-795b-4c66-a2f9-44e1b0535922 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Feb 03 12:03:39.777920 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca39025-10cd-4870-a106-1a88e07c50de req-55168855-5c00-47cb-b802-287f6b1311d6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:39.780499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ca39025-10cd-4870-a106-1a88e07c50de req-55168855-5c00-47cb-b802-287f6b1311d6 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0592363 Feb 03 12:03:39.829823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ca39025-10cd-4870-a106-1a88e07c50de req-e7724a06-6bad-4537-957d-05940352cb9e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438881 Feb 03 12:03:40.948880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81841b-1c19-4e61-9de7-7204b6a8ccdd req-cb36519b-bc48-474e-aad3-ca74f6c8db18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:40.950863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f81841b-1c19-4e61-9de7-7204b6a8ccdd req-cb36519b-bc48-474e-aad3-ca74f6c8db18 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0516231 Feb 03 12:03:41.000599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7f81841b-1c19-4e61-9de7-7204b6a8ccdd req-481b83dd-35f7-431d-ac28-04a778794658 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Feb 03 12:03:42.125082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50a9d-6b97-41ee-ac8a-8c0a363c604f req-47ab1f7b-91dd-4955-9bf0-6134791a2f3a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:42.126472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49a50a9d-6b97-41ee-ac8a-8c0a363c604f req-47ab1f7b-91dd-4955-9bf0-6134791a2f3a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0559072 Feb 03 12:03:42.181681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49a50a9d-6b97-41ee-ac8a-8c0a363c604f req-9e201d66-71dc-49ac-a03f-902f87f42173 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494235 Feb 03 12:03:43.317877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b98740-7d4e-4abf-9d59-373c4e5c3713 req-1f6d4ffc-1d89-47fc-bfc0-65bdab8fbabf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:43.319409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96b98740-7d4e-4abf-9d59-373c4e5c3713 req-1f6d4ffc-1d89-47fc-bfc0-65bdab8fbabf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0606837 Feb 03 12:03:43.368960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96b98740-7d4e-4abf-9d59-373c4e5c3713 req-05cbd071-92d6-4598-b64e-9c57d3a26af7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Feb 03 12:03:44.493258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654170bb-88eb-4282-8ba9-fa8211217aad req-47ca77ed-3a70-4cec-8728-327c0c5eeeae tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:44.494714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654170bb-88eb-4282-8ba9-fa8211217aad req-47ca77ed-3a70-4cec-8728-327c0c5eeeae tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0549560 Feb 03 12:03:44.540369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-654170bb-88eb-4282-8ba9-fa8211217aad req-6e1f4c3b-aaa0-4273-a2e9-b7e35f98344e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394356 Feb 03 12:03:45.661561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe633-59b2-442a-aec4-2074a4114d0a req-7b5702d3-c4b4-4dd8-8b63-97e39ed440d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:45.663024 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-893fe633-59b2-442a-aec4-2074a4114d0a req-7b5702d3-c4b4-4dd8-8b63-97e39ed440d4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0526195 Feb 03 12:03:45.709466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-893fe633-59b2-442a-aec4-2074a4114d0a req-cafa6bd3-b9f3-4c28-a09a-b8cfb8922d61 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Feb 03 12:03:46.702731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:46.832081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3736-64fb-452f-ad62-1a7b430a4431 req-b167f874-93ae-426c-b41a-faa5f211693c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:46.833516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-000c3736-64fb-452f-ad62-1a7b430a4431 req-b167f874-93ae-426c-b41a-faa5f211693c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0559082 Feb 03 12:03:46.878960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-000c3736-64fb-452f-ad62-1a7b430a4431 req-45043d18-c269-4d2f-b4fc-3d1e3cb1721d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Feb 03 12:03:47.997505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2522b-7d26-446c-9774-5d2cc6f7e6a1 req-441fb998-cb40-48a4-b521-fd8ae2c765a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:47.998971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07f2522b-7d26-446c-9774-5d2cc6f7e6a1 req-441fb998-cb40-48a4-b521-fd8ae2c765a5 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0523796 Feb 03 12:03:48.046141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07f2522b-7d26-446c-9774-5d2cc6f7e6a1 req-c7376557-47a8-479f-81bb-8b10e9a770b7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Feb 03 12:03:49.166470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480426d-aa7b-47a1-b2c0-fa94c894f085 req-9742ebfe-1a68-413d-a60a-6373b0a138a2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:49.168435 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e480426d-aa7b-47a1-b2c0-fa94c894f085 req-9742ebfe-1a68-413d-a60a-6373b0a138a2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0521786 Feb 03 12:03:49.219801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e480426d-aa7b-47a1-b2c0-fa94c894f085 req-617ffd7d-3a37-4deb-8f2c-6bdc25b309b4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Feb 03 12:03:50.343653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80967373-e8ff-451a-99fd-f965d2f41129 req-4dca3f20-d6e7-4b61-b15e-e7759f077c71 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:50.345712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80967373-e8ff-451a-99fd-f965d2f41129 req-4dca3f20-d6e7-4b61-b15e-e7759f077c71 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0565245 Feb 03 12:03:50.397047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80967373-e8ff-451a-99fd-f965d2f41129 req-154877e8-8dde-4c8f-a5c8-173c22fae269 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462878 Feb 03 12:03:51.519886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f1b-c334-4cc1-b144-bac77ed3bbd3 req-d1a39c09-2a60-4b33-abcc-f432cc519c47 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:51.521377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9b5f1b-c334-4cc1-b144-bac77ed3bbd3 req-d1a39c09-2a60-4b33-abcc-f432cc519c47 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0524991 Feb 03 12:03:51.568684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab9b5f1b-c334-4cc1-b144-bac77ed3bbd3 req-60775890-623a-4d5b-87b9-54602941103f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Feb 03 12:03:52.691762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c6c32-2bd9-415d-8589-98dd7708d801 req-af78f458-9af3-453b-b580-07a39b0fe6d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:52.693276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-044c6c32-2bd9-415d-8589-98dd7708d801 req-af78f458-9af3-453b-b580-07a39b0fe6d7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0564373 Feb 03 12:03:52.739318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-044c6c32-2bd9-415d-8589-98dd7708d801 req-115e803a-c862-4299-b0f3-8ad5b1e4c9b3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Feb 03 12:03:53.860211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4770b62-7a78-4979-a7c6-0605ca6617f4 req-33bb2165-2512-46bf-b30a-0a9236028bc8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:53.861721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4770b62-7a78-4979-a7c6-0605ca6617f4 req-33bb2165-2512-46bf-b30a-0a9236028bc8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0533636 Feb 03 12:03:53.909327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4770b62-7a78-4979-a7c6-0605ca6617f4 req-b088b31c-b388-4ce4-9d41-761261f2396a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Feb 03 12:03:54.212154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:03:54.473554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:03:54.485167 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:03:54.521382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:03:54.521767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:54.535694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:03:54.555606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:03:54.560392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:54.607442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:03:54.616722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.617335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.617691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.618028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.618527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.618994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.619608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.620088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.620418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.620781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.621140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.621466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:54.621961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:03:55.060528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400047fb-1f3b-425a-9c79-7a6682e581f3 req-855290a8-bfba-4e23-af75-e4af0bda230f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:55.062530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-400047fb-1f3b-425a-9c79-7a6682e581f3 req-855290a8-bfba-4e23-af75-e4af0bda230f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0767567 Feb 03 12:03:55.124851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-400047fb-1f3b-425a-9c79-7a6682e581f3 req-c16eebba-e609-436e-b090-d2ce6d321a7f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543089 Feb 03 12:03:55.966678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3d8d66a5-2f44-4754-a020-445fd30873d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:03:56.246867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a4459-8d70-4c96-ba12-1ed212781aec req-3d387832-4756-4970-9192-014e4b992498 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:56.248258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db6a4459-8d70-4c96-ba12-1ed212781aec req-3d387832-4756-4970-9192-014e4b992498 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0524597 Feb 03 12:03:56.294815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db6a4459-8d70-4c96-ba12-1ed212781aec req-09108645-82b5-4248-9095-772da8b0de4e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 Feb 03 12:03:56.614810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-a6abe7b3-3df2-4a1d-8213-fba4e7274c85 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:56.616265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-a6abe7b3-3df2-4a1d-8213-fba4e7274c85 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce&tenant_id=3f952a3b81af4a60999f3d6fc707c298&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 945 time: 0.0900517 Feb 03 12:03:56.635991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2551b2-cb38-4acf-a0af-78efe15dece1 req-3037ab94-6dc0-4ae4-b7b6-f00cda814811 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:56.638008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc2551b2-cb38-4acf-a0af-78efe15dece1 req-3037ab94-6dc0-4ae4-b7b6-f00cda814811 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0836513 Feb 03 12:03:56.714272 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-817a2fef-3e30-468d-80c9-86ef8f238774 service neutron] 10.222.0.69 "GET /v2.0/ports/3d8d66a5-2f44-4754-a020-445fd30873d9/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.0907128 Feb 03 12:03:56.722001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc2551b2-cb38-4acf-a0af-78efe15dece1 req-46a10f40-7b7a-48ba-9851-2b2e3930d8bf tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661528 Feb 03 12:03:56.795135 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-09b12d24-b757-4854-8d26-c2bdefaaaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:56.796879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-09b12d24-b757-4854-8d26-c2bdefaaaf23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1127 time: 0.0455990 Feb 03 12:03:56.889662 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-2f68ac4b-2598-48fc-a413-ce3b07948d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:56.891125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-2f68ac4b-2598-48fc-a413-ce3b07948d56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0885694 Feb 03 12:03:56.955692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-a991a61f-414d-42f8-a3e8-66d54a4515a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1002 time: 0.0580540 Feb 03 12:03:57.007855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-130858c3-a23b-44fb-bf96-f28a92c633c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:57.009332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-130858c3-a23b-44fb-bf96-f28a92c633c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0474472 Feb 03 12:03:57.058316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-0a1de0d4-1a18-427f-baac-270513d080f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:57.059704 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-0a1de0d4-1a18-427f-baac-270513d080f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450754 Feb 03 12:03:57.145262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-dcbf7346-a956-4786-accd-cfb488dd9313 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799351 Feb 03 12:03:57.236121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-115ae374-d953-4892-9ffa-4f2a45dceb20 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Feb 03 12:03:57.519951 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:57.847207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231280e-c1eb-4519-bc3a-29704f9a731a req-be361fd5-ee5f-4cdc-bdab-23494b72a553 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:57.848685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7231280e-c1eb-4519-bc3a-29704f9a731a req-be361fd5-ee5f-4cdc-bdab-23494b72a553 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 945 time: 0.0546892 Feb 03 12:03:57.895927 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7231280e-c1eb-4519-bc3a-29704f9a731a req-e5704970-30e4-413e-b232-22e6f05812f9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Feb 03 12:03:58.222864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:03:58.273786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3d8d66a5-2f44-4754-a020-445fd30873d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:03:58.274159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:58.364010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:03:58.364399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:58.391666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:03:58.393971 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25baa99c-ab65-4986-93ea-2f6080e4d8ba" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:03:58.406865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:03:58.411566 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:03:58.446894 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e8ca27-af65-4041-b0a3-51aae4733bc0 x-openstack-request-id: req-58e8ca27-af65-4041-b0a3-51aae4733bc0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:03:58.447163 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:03:58.447420 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58e8ca27-af65-4041-b0a3-51aae4733bc0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:03:58.447808 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'code': 200} Feb 03 12:03:58.465587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:03:59.024260 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd76d6-c5ca-4748-81e6-33eb68e6cd87 req-f9ba9498-aa82-48cc-b541-fe429427488e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:03:59.025853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dffd76d6-c5ca-4748-81e6-33eb68e6cd87 req-f9ba9498-aa82-48cc-b541-fe429427488e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0581033 Feb 03 12:03:59.079944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dffd76d6-c5ca-4748-81e6-33eb68e6cd87 req-fac23ca1-1d32-4e97-95c9-a3198237f355 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468793 Feb 03 12:04:00.208535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bc524-b467-4616-84a1-4e7a4dfc67fc req-e725966d-6438-4c60-8977-4c1a6fd5da56 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:00.210192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a7bc524-b467-4616-84a1-4e7a4dfc67fc req-e725966d-6438-4c60-8977-4c1a6fd5da56 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0531514 Feb 03 12:04:00.257226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a7bc524-b467-4616-84a1-4e7a4dfc67fc req-d8010aed-ca81-4b86-a3d7-dde477486b89 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Feb 03 12:04:01.336716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-641e84bd-6456-4252-9424-a09bc99c08d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:01.379094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f0fe2-3e8b-499f-8618-28adf77e6ba4 req-dff9d740-4c97-485c-a335-ee2faf7a5ffa tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:01.380669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d3f0fe2-3e8b-499f-8618-28adf77e6ba4 req-dff9d740-4c97-485c-a335-ee2faf7a5ffa tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0536532 Feb 03 12:04:01.435121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2d3f0fe2-3e8b-499f-8618-28adf77e6ba4 req-fa644bd1-5262-42eb-baf2-a8deb51793f2 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488563 Feb 03 12:04:02.239827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:04:02.321087 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:04:02.321539 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:02.346840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:04:02.349138 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45292239-c136-49b0-868e-976da01a4460" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:04:02.363684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:02.368673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:02.399395 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb5cf1-4334-4b4e-8a63-cb729c5f93e8 x-openstack-request-id: req-48cb5cf1-4334-4b4e-8a63-cb729c5f93e8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:04:02.399698 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:04:02.399955 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48cb5cf1-4334-4b4e-8a63-cb729c5f93e8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:04:02.400351 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'code': 200} Feb 03 12:04:02.427334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:02.561047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3436-b79e-4a19-8832-d59a6822fdf6 req-f5188321-cdc0-48fe-a2af-f3c1be5e0379 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:02.562548 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230b3436-b79e-4a19-8832-d59a6822fdf6 req-f5188321-cdc0-48fe-a2af-f3c1be5e0379 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0547159 Feb 03 12:04:02.608844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-230b3436-b79e-4a19-8832-d59a6822fdf6 req-b4afbd6e-05e1-4b3d-a8d0-6395ebf99e4d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Feb 03 12:04:02.990660 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:04:03.135677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-f68137b4-02d7-40c4-b7e3-302708db3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.137809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-f68137b4-02d7-40c4-b7e3-302708db3cb0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce&tenant_id=3f952a3b81af4a60999f3d6fc707c298 HTTP/1.1" status: 200 len: 1126 time: 0.0452938 Feb 03 12:04:03.220903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-d6743408-31e5-4ff7-a7b6-5086f4aef7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.222350 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-d6743408-31e5-4ff7-a7b6-5086f4aef7e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 1126 time: 0.0481288 Feb 03 12:04:03.313406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-30f1f566-905e-4601-9682-a4ec004904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.314902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-30f1f566-905e-4601-9682-a4ec004904dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 200 len: 913 time: 0.0868409 Feb 03 12:04:03.693625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-e64664d8-ab45-4ab1-9808-bd8a6546a13d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 200 len: 1001 time: 0.3726332 Feb 03 12:04:03.764460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-e5dcea96-c673-4bfb-a6b6-49509e992984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.765905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-e5dcea96-c673-4bfb-a6b6-49509e992984 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 200 len: 851 time: 0.0643232 Feb 03 12:04:03.776479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c808ab-fd40-4e8d-8cb8-01c56ed9d2b2 req-8ef59cf4-b319-4cf9-ba76-f762f38fa387 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.777885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4c808ab-fd40-4e8d-8cb8-01c56ed9d2b2 req-8ef59cf4-b319-4cf9-ba76-f762f38fa387 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0875297 Feb 03 12:04:03.853313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4c808ab-fd40-4e8d-8cb8-01c56ed9d2b2 req-08dbbb9a-ee47-4c1a-b459-b487b7fa2d2c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673747 Feb 03 12:04:03.856098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-ff7fa84a-bc7d-49c2-8411-fb8b8d395c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:03.857564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-ff7fa84a-bc7d-49c2-8411-fb8b8d395c97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf12f20-24bc-4164-83f7-02a81e242745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788679 Feb 03 12:04:03.946197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-9d65800b-7252-4118-9182-737dc8e6f4f4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825596 Feb 03 12:04:04.034523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-235c9d23-4223-49c3-95e0-b94c08a3b832 req-862420f9-f2d7-4063-b866-7733ba1e8eb9 service neutron] 10.222.0.69 "GET /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827210 Feb 03 12:04:04.450984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e283c12-103d-4351-b49b-5fdae777343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:04.819060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:04.973759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9212b-60ed-468e-b8e2-06bd046736b5 req-5255ce5c-ef22-41ab-a9bb-aa08183280ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:04.975246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67d9212b-60ed-468e-b8e2-06bd046736b5 req-5255ce5c-ef22-41ab-a9bb-aa08183280ee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0533843 Feb 03 12:04:05.022771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-67d9212b-60ed-468e-b8e2-06bd046736b5 req-9fd965fc-afa5-4da9-9aee-4576fcc4168a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Feb 03 12:04:06.148625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1f2ed-d782-4aa9-9d32-2a6eca3f4af0 req-f5b47235-ae74-4877-bd0c-291f0d97d71f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:06.150162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18b1f2ed-d782-4aa9-9d32-2a6eca3f4af0 req-f5b47235-ae74-4877-bd0c-291f0d97d71f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0532374 Feb 03 12:04:06.203680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18b1f2ed-d782-4aa9-9d32-2a6eca3f4af0 req-17fdfe81-9c67-4445-ad46-1369532fcf78 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473347 Feb 03 12:04:06.421299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:07.330265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbec62-cfb9-4aa9-9eef-7c0094066215 req-e0003360-8037-41bc-a436-7c5f94b06da8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:07.331664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cdbec62-cfb9-4aa9-9eef-7c0094066215 req-e0003360-8037-41bc-a436-7c5f94b06da8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0532672 Feb 03 12:04:07.381918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5cdbec62-cfb9-4aa9-9eef-7c0094066215 req-e7fe58d1-0e8a-40a6-b940-f39ec3f16628 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Feb 03 12:04:07.439067 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:08.506990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c8a8-f719-4b76-88e1-a54027a9f7da req-c2a568fe-083c-4cad-ab57-0b41019405ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:08.508504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc80c8a8-f719-4b76-88e1-a54027a9f7da req-c2a568fe-083c-4cad-ab57-0b41019405ba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0551412 Feb 03 12:04:08.557055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc80c8a8-f719-4b76-88e1-a54027a9f7da req-6671b322-decb-4b90-8565-055c77874d8c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Feb 03 12:04:09.686185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f88a3-6548-4c38-adbb-f1317ca06586 req-4d759261-1e13-4c4b-9179-e841d6972922 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:09.687669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-234f88a3-6548-4c38-adbb-f1317ca06586 req-4d759261-1e13-4c4b-9179-e841d6972922 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0586696 Feb 03 12:04:09.736781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-234f88a3-6548-4c38-adbb-f1317ca06586 req-7c42e4b5-d1f5-4b39-b759-11f904aaa66b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Feb 03 12:04:10.869538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176700-0de5-4287-a28e-2f7d7116a63b req-c4f861cc-6f23-498c-838a-dedc071f64f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:10.871184 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8176700-0de5-4287-a28e-2f7d7116a63b req-c4f861cc-6f23-498c-838a-dedc071f64f7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0561948 Feb 03 12:04:10.927667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8176700-0de5-4287-a28e-2f7d7116a63b req-363d86b1-eac4-430b-9e0a-7d1fd06e0d57 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487516 Feb 03 12:04:12.068755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33238b5-712a-410d-87ce-ff3742a051e8 req-07882a8c-4255-4868-966a-150f344491cd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:12.070318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b33238b5-712a-410d-87ce-ff3742a051e8 req-07882a8c-4255-4868-966a-150f344491cd tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0706565 Feb 03 12:04:12.123452 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b33238b5-712a-410d-87ce-ff3742a051e8 req-3eaf4e25-2dce-4802-8990-32dbcf7332c1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Feb 03 12:04:13.262641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f79a8c-7317-4a8d-88b2-de596aea6369 req-f2b9b368-da09-45c5-bafb-63ac7622eba8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:13.264229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9f79a8c-7317-4a8d-88b2-de596aea6369 req-f2b9b368-da09-45c5-bafb-63ac7622eba8 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0598719 Feb 03 12:04:13.323779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9f79a8c-7317-4a8d-88b2-de596aea6369 req-b31fdfee-8bb4-4db7-981a-fa75ce057dba tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531838 Feb 03 12:04:14.446423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63257405-d87b-4ee6-9506-117ab6adcb10 req-4aefeeb6-36c7-44bf-be7d-6460205621fb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:14.447920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63257405-d87b-4ee6-9506-117ab6adcb10 req-4aefeeb6-36c7-44bf-be7d-6460205621fb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0542278 Feb 03 12:04:14.496539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-63257405-d87b-4ee6-9506-117ab6adcb10 req-939d3e47-f1f5-444e-920e-7422cf7985fb tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 03 12:04:15.619210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b014-793b-4462-8e50-0f781d293d49 req-7e646c4e-88ba-4c50-af79-473292ce5d13 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:15.620814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e581b014-793b-4462-8e50-0f781d293d49 req-7e646c4e-88ba-4c50-af79-473292ce5d13 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0561044 Feb 03 12:04:15.665891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e581b014-793b-4462-8e50-0f781d293d49 req-8c73bbef-81d9-431d-bbe5-7ede9fbff767 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Feb 03 12:04:16.704252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:16.787369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3025-d807-424d-a2df-c4f28f6b6134 req-1c38388f-185b-4f92-ab01-64c5b9cb0e44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:16.788863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-716b3025-d807-424d-a2df-c4f28f6b6134 req-1c38388f-185b-4f92-ab01-64c5b9cb0e44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0529394 Feb 03 12:04:16.837567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-716b3025-d807-424d-a2df-c4f28f6b6134 req-644548f0-f608-4fa2-a1e5-47b86f4abf0d tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Feb 03 12:04:17.963895 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42d08-66fa-4a5f-b594-a2436d02c558 req-e0320a82-7130-42d1-8d35-f9879ba9d3b4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:17.965443 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3d42d08-66fa-4a5f-b594-a2436d02c558 req-e0320a82-7130-42d1-8d35-f9879ba9d3b4 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0566807 Feb 03 12:04:18.013662 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3d42d08-66fa-4a5f-b594-a2436d02c558 req-4c82a76e-e269-4097-93e2-1730f263bed7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Feb 03 12:04:19.138515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff116d5-a632-408f-85f0-087c02769ba5 req-9ff50124-5692-4db9-8fb5-d2da93eda7c3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:19.139996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff116d5-a632-408f-85f0-087c02769ba5 req-9ff50124-5692-4db9-8fb5-d2da93eda7c3 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0532954 Feb 03 12:04:19.187698 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cff116d5-a632-408f-85f0-087c02769ba5 req-78fb0fb8-6caf-47ef-b916-2ce2f4d0960e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Feb 03 12:04:20.314420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c7e8b-999e-42fd-84c5-d64658496239 req-18cc8dfd-7ead-4a99-ba5c-1b12078d6eec tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:20.315987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d53c7e8b-999e-42fd-84c5-d64658496239 req-18cc8dfd-7ead-4a99-ba5c-1b12078d6eec tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0542538 Feb 03 12:04:20.367232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d53c7e8b-999e-42fd-84c5-d64658496239 req-793fec78-deb1-4186-b9fd-a9ae24da016b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456791 Feb 03 12:04:21.492723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099af8-97ca-47e1-9def-161f6a794ec0 req-387e38a1-b3c3-45b0-ae5b-63d88d5b0176 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:21.494232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef099af8-97ca-47e1-9def-161f6a794ec0 req-387e38a1-b3c3-45b0-ae5b-63d88d5b0176 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 944 time: 0.0545852 Feb 03 12:04:21.543520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef099af8-97ca-47e1-9def-161f6a794ec0 req-4671f960-4549-4604-a70d-a0648249e98f tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Feb 03 12:04:22.333521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:04:22.433447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:22.444419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'port_id': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'mac_address': 'fa:16:3e:d8:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:04:22.481415 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:04:22.481806 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:22.494413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:04:22.513692 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:22.517955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:22.566155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:22.665950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccec8c-7160-4505-9f04-febe7f073913 req-b3138913-4abc-4cef-b9ae-741299e35e69 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:22.668038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ccec8c-7160-4505-9f04-febe7f073913 req-b3138913-4abc-4cef-b9ae-741299e35e69 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0533087 Feb 03 12:04:22.716671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-31ccec8c-7160-4505-9f04-febe7f073913 req-65d56964-e6e1-4734-ba45-caf033e62cc1 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Feb 03 12:04:22.844493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293a62-492a-4cc9-9b9e-326b266bd3b6 req-81a76cc9-b303-4bc8-ba58-f7df79d7b1e9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:22.846082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b293a62-492a-4cc9-9b9e-326b266bd3b6 req-81a76cc9-b303-4bc8-ba58-f7df79d7b1e9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0588367 Feb 03 12:04:22.873490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3d8d66a5-2f44-4754-a020-445fd30873d9'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:04:22.897114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9b293a62-492a-4cc9-9b9e-326b266bd3b6 req-af3edcf1-965d-4118-acd2-c5c3de36e6d9 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Feb 03 12:04:23.016485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ff97-5655-472d-89ef-5af9ab1ad802 req-c131aa5c-df69-4481-b823-d2d77f92e077 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:23.018010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b351ff97-5655-472d-89ef-5af9ab1ad802 req-c131aa5c-df69-4481-b823-d2d77f92e077 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0527203 Feb 03 12:04:23.066182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b351ff97-5655-472d-89ef-5af9ab1ad802 req-5f382348-0799-449b-a53b-93c32a1f2419 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Feb 03 12:04:23.310200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53a62-ee6c-465f-9d7f-98c07c0a8237 req-f7bf9cac-73ef-40d9-8948-4ba43b2ea026 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:23.311709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb53a62-ee6c-465f-9d7f-98c07c0a8237 req-f7bf9cac-73ef-40d9-8948-4ba43b2ea026 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0547373 Feb 03 12:04:23.362939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb53a62-ee6c-465f-9d7f-98c07c0a8237 req-c2c909dd-6e56-4a5f-9ec8-648996f3e964 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454369 Feb 03 12:04:24.331636 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:04:24.385872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3d8d66a5-2f44-4754-a020-445fd30873d9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:04:24.386264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:24.476560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3d8d66a5-2f44-4754-a020-445fd30873d9 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:04:24.476987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:24.493819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954851e-649e-44b5-ac0f-58d29de11f43 req-cf1e8a33-1a07-42e4-b765-4eabb254c21c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:24.495972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2954851e-649e-44b5-ac0f-58d29de11f43 req-cf1e8a33-1a07-42e4-b765-4eabb254c21c tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 946 time: 0.0580852 Feb 03 12:04:24.501993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:04:24.504229 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd4536-b1cc-4ece-a4d7-4aeedfb90ad4" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:04:24.516752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:24.522727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:24.551038 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be22fd27-4215-4615-a845-76bec398d9ee x-openstack-request-id: req-be22fd27-4215-4615-a845-76bec398d9ee {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:04:24.551404 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:04:24.551664 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be22fd27-4215-4615-a845-76bec398d9ee {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:04:24.551989 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'code': 200} Feb 03 12:04:24.553627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2954851e-649e-44b5-ac0f-58d29de11f43 req-29c7020f-c237-4aa4-9bd8-78b51fa3ddee tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Feb 03 12:04:24.575996 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:25.141043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-2bb6ef5c-c205-41fd-8510-bdf050f59c24 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:25.142429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-2bb6ef5c-c205-41fd-8510-bdf050f59c24 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 947 time: 0.0520058 Feb 03 12:04:25.239230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:04:25.239573 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:25.332718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] For port 3d8d66a5-2f44-4754-a020-445fd30873d9, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3d8d66a5-2f44-4754-a020-445fd30873d9,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:25.333118 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:25.510521 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:25.511716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:25.511835 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc disassociated. External IP: 172.25.7.210, port: 3d8d66a5-2f44-4754-a020-445fd30873d9. Feb 03 12:04:25.512129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for 3d8d66a5-2f44-4754-a020-445fd30873d9 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:04:25.677630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3d8d66a5-2f44-4754-a020-445fd30873d9), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:25.712021 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=3d8d66a5-2f44-4754-a020-445fd30873d9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:25.729042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.729402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.729859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.730201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.730536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.731311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.731311 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.731627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.731796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.732123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.732448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.732771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.733126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:25.785838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64adea5-0860-4ac4-8bcc-0a32fdc37cf0 req-55dbe9e1-4451-4a21-bb02-aef3b2231887 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:25.787412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64adea5-0860-4ac4-8bcc-0a32fdc37cf0 req-55dbe9e1-4451-4a21-bb02-aef3b2231887 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 868 time: 0.1570888 Feb 03 12:04:25.886762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d64adea5-0860-4ac4-8bcc-0a32fdc37cf0 req-b170cd1a-f343-4217-826c-2959fc4939e7 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930552 Feb 03 12:04:25.904983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:04:26.017452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:04:26.029492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:04:26.040354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:04:26.040904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:04:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:26.062298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] No DVR routers for this DVR port 3d8d66a5-2f44-4754-a020-445fd30873d9 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:04:26.065182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:26.069071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-66e7bcec-ac8c-4c81-99f3-ae5b1079ad37 req-3e8808ba-99f9-4e51-a48e-8b2778c66531 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.69 "DELETE /v2.0/ports/3d8d66a5-2f44-4754-a020-445fd30873d9 HTTP/1.1" status: 204 len: 173 time: 0.9210463 Feb 03 12:04:26.069524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-deleted', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:04:26.071789 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d11c949-a7f8-445e-80af-2f469ad8c099" -d '{"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-deleted", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:04:26.123735 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f343ab9-81ad-40d4-abbd-ac1c89681002 x-openstack-request-id: req-6f343ab9-81ad-40d4-abbd-ac1c89681002 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:04:26.124029 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c85346-6dc5-4391-96bb-42d02448d8ce", "name": "network-vif-deleted", "tag": "3d8d66a5-2f44-4754-a020-445fd30873d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:04:26.124286 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f343ab9-81ad-40d4-abbd-ac1c89681002 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:04:26.124694 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c85346-6dc5-4391-96bb-42d02448d8ce', 'name': 'network-vif-deleted', 'tag': '3d8d66a5-2f44-4754-a020-445fd30873d9', 'status': 'completed', 'code': 200} Feb 03 12:04:26.169181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:04:26.376791 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:26.419119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:04:26.432388 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:04:26.433143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:04:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:26.541914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:04:26.753093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:26.782249 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5cb09-ebc4-48ce-aa14-663ac390c513 None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:00:06Z', 'revision_number': 4, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4', 'name': '', 'network_id': 'baf12f20-24bc-4164-83f7-02a81e242745', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'mac_address': 'fa:16:3e:ba:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '27927539-32ad-45f5-a365-1eb0282d6701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:05Z', 'updated_at': '2022-02-03T12:00:10Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'subnets': [{'id': '27927539-32ad-45f5-a365-1eb0282d6701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:04:27.006538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-00b4e445-3d0f-41cb-b9f1-de0db5560942 req-c0b74783-3524-443f-9672-777540abe36e tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0316145 Feb 03 12:04:27.042782 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607c084-7650-423a-8571-19c0f0800cdf None None] New status for floating IP 00a79e0b-bcfe-453f-912a-b7ded42e81dc: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:04:27.529221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:28.114767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6d042c9-45d5-4a3e-bce0-850785dba871 req-80389fa6-d3e1-4e67-9abe-3be72f802e49 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0321569 Feb 03 12:04:28.363880 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:04:28.384677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3d8d66a5-2f44-4754-a020-445fd30873d9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:04:28.384983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3d8d66a5-2f44-4754-a020-445fd30873d9 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:04:29.219931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75c61993-32f8-49d4-8e4c-99713b2c7e4c req-159a924a-8f7e-4a7b-af9c-e8b564effa95 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0283742 Feb 03 12:04:30.321288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4cb89bb8-dc25-48a9-9af1-3651b71b1188 req-5b913009-f3d0-4241-9279-ac42f628eafa tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0276289 Feb 03 12:04:31.340569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccda0148-4afe-43e5-a2a8-5453b504f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:31.420149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-682f3c5a-0ed4-4860-9421-6dc22a8372dc req-51166504-aa98-4ffe-8e71-b00a9130cd0a tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0271721 Feb 03 12:04:32.518747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9e615fdb-06c5-4384-978a-14ea7e061022 req-f708b8dc-8818-4155-a7fd-8ef79a2abb1b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0284047 Feb 03 12:04:33.617827 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da18544a-0245-4380-88ad-8ec1f440ffd3 req-3eee8cdd-877b-43b8-9170-62358456db42 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0294428 Feb 03 12:04:34.453324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf8f7e47-a615-4857-9085-0a85994d1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:34.564259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-3b0c3ef0-3871-4088-95c8-dd844993c9c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299940 Feb 03 12:04:34.648502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-6cbb8e24-892d-4945-ae8f-73537096e02e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f952a3b81af4a60999f3d6fc707c298&device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0259981 Feb 03 12:04:34.751689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7cbac22-deb5-4920-bfc5-c26cd32f711a req-97343fcd-2667-4979-a706-7c111f649f2b tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/ports?device_id=83c85346-6dc5-4391-96bb-42d02448d8ce HTTP/1.1" status: 200 len: 210 time: 0.0514460 Feb 03 12:04:34.823589 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:34.878552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-5b8754f8-f479-4f29-909f-0f0f5fa50755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:34.880035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-5b8754f8-f479-4f29-909f-0f0f5fa50755 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3f952a3b81af4a60999f3d6fc707c298&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1964920 Feb 03 12:04:35.041232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-b73a3ec0-ace1-4c07-a689-75f087eb266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:35.043283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc5d18d4-3a8a-4357-97f4-61fd1e35043f req-b73a3ec0-ace1-4c07-a689-75f087eb266b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557484 Feb 03 12:04:36.421442 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:37.434882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:39.990553 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:04:41.556428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:41.609732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.632830 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.685384 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.687954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.689130 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0 HTTP/1.1" status: 204 len: 168 time: 0.1315141 Feb 03 12:04:41.691842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57604) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:41.698748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d63b-5662-45e6-b102-c833aa268f44 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:41.718144 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-93df8940-6831-4c27-accb-d0c2ebf25317 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] show failed (client error): The resource could not be found. Feb 03 12:04:41.719230 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-93df8940-6831-4c27-accb-d0c2ebf25317 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "GET /v2.0/security-groups/a9cfd8ab-1c9f-4988-a82f-37c8ca1f1dd0 HTTP/1.1" status: 404 len: 347 time: 0.0262384 Feb 03 12:04:41.721932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57610) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:41.855245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Deleting port e9f7445c-a9fe-4719-be8d-5dba1d52ef31 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:04:41.855597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.929866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.930107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:41.942684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Calling delete_port for e9f7445c-a9fe-4719-be8d-5dba1d52ef31 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:04:42.082577 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e9f7445c-a9fe-4719-be8d-5dba1d52ef31), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.108827 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Pushing event deleted for resources: {'Port': ['ID=e9f7445c-a9fe-4719-be8d-5dba1d52ef31,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:42.136155 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.136504 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.136854 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.137225 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.137564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.137896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.138234 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.138562 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.138892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.139216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.139543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.139867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.140191 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:42.181522 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks [] for floatingip (00a79e0b-bcfe-453f-912a-b7ded42e81dc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.184607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.185798 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92065afd-9bf5-407f-b0c9-6883baaeb512 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] 10.222.0.30 "DELETE /v2.0/floatingips/00a79e0b-bcfe-453f-912a-b7ded42e81dc HTTP/1.1" status: 204 len: 168 time: 0.4630136 Feb 03 12:04:42.188735 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:42.530688 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.775550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Deleting port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:04:42.776795 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.860082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] For port 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:42.860454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:42.877451 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Calling delete_port for 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:04:43.051749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.080684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:43.245707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.463425 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Router b12245b1-f35d-41a9-b5eb-1413671d50b5 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:04:43.566382 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:04:43.571416 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3426b4ce-53b9-4d33-b32d-4e98f7fa9ae0 admin admin] 10.222.0.30 "PUT /v2.0/routers/b12245b1-f35d-41a9-b5eb-1413671d50b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816321 Feb 03 12:04:43.573939 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57616) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:43.577033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Sync routers for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:04:43.586276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:04:43.586877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:04:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:43.674812 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks [] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.689040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:04:43.774643 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks [] for router_gateway (b12245b1-f35d-41a9-b5eb-1413671d50b5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.826335 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Deleting port 1833fa24-b00e-4205-b433-848f2dba224a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:04:43.827042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1833fa24-b00e-4205-b433-848f2dba224a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.867915 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '1833fa24-b00e-4205-b433-848f2dba224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:04:43Z', 'revision_number': 5, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port': {'id': '1833fa24-b00e-4205-b433-848f2dba224a', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:00:04Z', 'updated_at': '2022-02-03T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:43.895424 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Checking router: b12245b1-f35d-41a9-b5eb-1413671d50b5 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:04:43.903676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] For port 1833fa24-b00e-4205-b433-848f2dba224a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1833fa24-b00e-4205-b433-848f2dba224a,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:43.904040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1833fa24-b00e-4205-b433-848f2dba224a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:43.904161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Routers {'b12245b1-f35d-41a9-b5eb-1413671d50b5'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:04:43.904735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:04:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['b12245b1-f35d-41a9-b5eb-1413671d50b5'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:43.916882 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Calling delete_port for 1833fa24-b00e-4205-b433-848f2dba224a owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:04:43.989174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] Set router b12245b1-f35d-41a9-b5eb-1413671d50b5 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:04:44.043608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:04:43Z', 'revision_number': 6, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:44.070867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1ef9a-7ff3-4284-b844-dd2f621ecbee None None] The sync data for ids ['b12245b1-f35d-41a9-b5eb-1413671d50b5'] in n-d-821606-6 is: [{'id': 'b12245b1-f35d-41a9-b5eb-1413671d50b5', 'name': 'tempest-ServerActionsTestJSON-2065646392-router', 'tenant_id': '3f952a3b81af4a60999f3d6fc707c298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:00:03Z', 'updated_at': '2022-02-03T12:04:43Z', 'revision_number': 6, 'project_id': '3f952a3b81af4a60999f3d6fc707c298', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:04:44.082777 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1833fa24-b00e-4205-b433-848f2dba224a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.114446 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1833fa24-b00e-4205-b433-848f2dba224a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:44.172579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.260308 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.263011 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks [] for router_controller (b12245b1-f35d-41a9-b5eb-1413671d50b5), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.305248 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (b12245b1-f35d-41a9-b5eb-1413671d50b5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.305737 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12245b1-f35d-41a9-b5eb-1413671d50b5 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:04:44.310463 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.311846 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-06ef9cad-7775-42c0-b5a6-fe8640cd3ac5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b12245b1-f35d-41a9-b5eb-1413671d50b5 HTTP/1.1" status: 204 len: 168 time: 0.7369957 Feb 03 12:04:44.314385 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57618) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:44.599844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Deleting subnet 27927539-32ad-45f5-a365-1eb0282d6701 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:04:44.602752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Publish callbacks [] for subnet (27927539-32ad-45f5-a365-1eb0282d6701), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.635905 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (27927539-32ad-45f5-a365-1eb0282d6701), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.710536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (27927539-32ad-45f5-a365-1eb0282d6701), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.768967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (27927539-32ad-45f5-a365-1eb0282d6701), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.796366 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27927539-32ad-45f5-a365-1eb0282d6701,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:44.798352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.801557 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8e80b04a-c2cb-496e-b9a4-67eaa815635c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27927539-32ad-45f5-a365-1eb0282d6701 HTTP/1.1" status: 204 len: 168 time: 0.4862607 Feb 03 12:04:44.804081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:44.805809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225adf8a-aaad-4dbe-b72b-ad529f793f2e None None] Network baf12f20-24bc-4164-83f7-02a81e242745 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:04:44.879460 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (baf12f20-24bc-4164-83f7-02a81e242745), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:44.936853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Deleting port 5f3f0f02-91f8-4151-830a-0f44f00262d0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:04:44.937234 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.008861 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] For port 5f3f0f02-91f8-4151-830a-0f44f00262d0, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5f3f0f02-91f8-4151-830a-0f44f00262d0,segment=NetworkSegment(ad410f84-01f8-40af-a4ad-8ad71a7833c1),segment_id=ad410f84-01f8-40af-a4ad-8ad71a7833c1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:45.009266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.023995 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Calling delete_port for 5f3f0f02-91f8-4151-830a-0f44f00262d0 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:04:45.128482 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5f3f0f02-91f8-4151-830a-0f44f00262d0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.157144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3f0f02-91f8-4151-830a-0f44f00262d0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:45.165879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] No DVR routers for this DVR port 5f3f0f02-91f8-4151-830a-0f44f00262d0 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:04:45.171437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21088530-388a-473c-ad70-60f8ba2554ef None None] DHCP port deletion for baf12f20-24bc-4164-83f7-02a81e242745 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:04:45.199360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:04:45.219885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:04:45.220237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0bfa9b1c-58ce-47a4-aeaa-dc7cff3da9b4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:04:45.220654 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1833fa24-b00e-4205-b433-848f2dba224a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:04:45.239675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 1833fa24-b00e-4205-b433-848f2dba224a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:04:45.240027 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1833fa24-b00e-4205-b433-848f2dba224a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:04:45.250996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (baf12f20-24bc-4164-83f7-02a81e242745), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.276126 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf12f20-24bc-4164-83f7-02a81e242745']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:45.285740 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad410f84-01f8-40af-a4ad-8ad71a7833c1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:45.286042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad410f84-01f8-40af-a4ad-8ad71a7833c1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:04:45.295111 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (ad410f84-01f8-40af-a4ad-8ad71a7833c1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.307882 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (ad410f84-01f8-40af-a4ad-8ad71a7833c1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.313593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:04:45.314040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (ad410f84-01f8-40af-a4ad-8ad71a7833c1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:04:45.315855 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:04:45.368551 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (baf12f20-24bc-4164-83f7-02a81e242745), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.375176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.378357 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/baf12f20-24bc-4164-83f7-02a81e242745 HTTP/1.1" status: 204 len: 168 time: 0.5733409 Feb 03 12:04:45.389896 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6ad4-97bd-43ba-ad80-a2203b1b08d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf12f20-24bc-4164-83f7-02a81e242745,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:45.511635 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:45.550764 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-684ef7e4-fe81-406b-9777-538544f03438 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f952a3b81af4a60999f3d6fc707c298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379579 Feb 03 12:04:45.553134 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:45.602072 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] Publish callbacks [] for security_group (b360b57d-5603-4000-b0c4-5e491d8848c2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.622518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] Publish callbacks [] for security_group (b360b57d-5603-4000-b0c4-5e491d8848c2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.668012 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (b360b57d-5603-4000-b0c4-5e491d8848c2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.670524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:45.674369 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b360b57d-5603-4000-b0c4-5e491d8848c2 HTTP/1.1" status: 204 len: 168 time: 0.1179516 Feb 03 12:04:45.679642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eade00c-18e0-4ae3-ac5a-9de5bdfcb506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360b57d-5603-4000-b0c4-5e491d8848c2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:46.345821 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:46.466730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2067936769-network', 'tenant_id': '8029082005cb4bab8378a427b23ed30b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:46.485390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Made reservation on behalf of 8029082005cb4bab8378a427b23ed30b for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:04:46.487620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.496105 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.567244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks [] for security_group (930c01f3-e969-4c04-b6de-de182c594e8b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.570801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (930c01f3-e969-4c04-b6de-de182c594e8b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.594758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:04:46.604153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c01f3-e969-4c04-b6de-de182c594e8b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:46.608780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7355d57b-67ef-4b66-aee1-9a819e222fcb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.609147 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Added segment 7355d57b-67ef-4b66-aee1-9a819e222fcb of type vlan for network 2418ce85-2775-4166-9dea-197a0e24aea7 Feb 03 12:04:46.647993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (2418ce85-2775-4166-9dea-197a0e24aea7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.672707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (2418ce85-2775-4166-9dea-197a0e24aea7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.673609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:46.674198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.707475 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3604653 Feb 03 12:04:46.710424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:04:46.715681 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Request body: {'subnet': {'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2067936769-subnet', 'tenant_id': '8029082005cb4bab8378a427b23ed30b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:46.728236 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.737511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Made reservation on behalf of 8029082005cb4bab8378a427b23ed30b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:04:46.738865 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78e158-46c5-424f-b646-802bdd1dac24 admin admin] Pushing event updated for resources: {'Network': ['ID=2418ce85-2775-4166-9dea-197a0e24aea7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:46.739886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.750526 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 2418ce85-2775-4166-9dea-197a0e24aea7 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:04:46.906417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (66fe85bc-cc01-46ee-91d7-069a19c07e1e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:46.953860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fe85bc-cc01-46ee-91d7-069a19c07e1e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:46.968172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Checking segment: {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:04:46.968533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Network hostable DHCP agents. Network: 2418ce85-2775-4166-9dea-197a0e24aea7, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:04:46.984376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Network 2418ce85-2775-4166-9dea-197a0e24aea7 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:04:46.993266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 2418ce85-2775-4166-9dea-197a0e24aea7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:04:46.997991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:46.998581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:47.002591 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee3053-e8a2-439c-8f75-1931954db02e None None] Network 2418ce85-2775-4166-9dea-197a0e24aea7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:04:47.022777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dc5c9c04-2f4c-4f67-ae9b-9ee31c10b3e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3055696 Feb 03 12:04:47.103899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe57440-f67f-48fc-8cde-9207c1c71205 None None] Network 2418ce85-2775-4166-9dea-197a0e24aea7 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:04:47.134842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5f3f0f02-91f8-4151-830a-0f44f00262d0 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:04:47.188798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 5f3f0f02-91f8-4151-830a-0f44f00262d0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:04:47.189164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5f3f0f02-91f8-4151-830a-0f44f00262d0 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:04:47.451697 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-f558e3aa-6fd1-4911-a49c-17621bf1137d tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:47.453191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-f558e3aa-6fd1-4911-a49c-17621bf1137d tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 814 time: 0.1044476 Feb 03 12:04:47.467730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-7c716ad0-1e04-421a-aaef-930c33f155c9 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/quotas/8029082005cb4bab8378a427b23ed30b HTTP/1.1" status: 200 len: 375 time: 0.0092425 Feb 03 12:04:47.499243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-b113d71e-722d-403f-b955-100b29a49fde tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265453 Feb 03 12:04:47.588474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-2e238161-ca11-43e7-8d8f-a9718d989981 service neutron] 10.222.0.30 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Feb 03 12:04:47.674164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-94799b9b-aff0-43b3-ba47-c36a43dd7504 service neutron] 10.222.0.30 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795133 Feb 03 12:04:47.840535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caecfe73-a6b0-4102-b89f-3e07ca02764f req-77358860-b833-41af-a0ab-04c400bbfe0b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Feb 03 12:04:48.812300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-5e08a08f-fd3a-4dea-bd39-6b84ce29ce7b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:48.813825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-5e08a08f-fd3a-4dea-bd39-6b84ce29ce7b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 814 time: 0.1054440 Feb 03 12:04:48.830732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Request body: {'port': {'device_id': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7', 'admin_state_up': True, 'tenant_id': '8029082005cb4bab8378a427b23ed30b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:48.951667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eb166c8e-6251-4a18-895c-da8b6619a21a req-ec9cc2c9-2da5-4246-abcc-9ae95e400106 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 210 time: 0.0410120 Feb 03 12:04:48.965614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Made reservation on behalf of 8029082005cb4bab8378a427b23ed30b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:04:48.968932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.092442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Allocated IP 172.20.0.14 (2418ce85-2775-4166-9dea-197a0e24aea7/66fe85bc-cc01-46ee-91d7-069a19c07e1e/ff85d4ed-c439-4109-a7a5-1a3a53e1bf43) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:04:49.232494 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks [] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.265591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.311677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Network 2418ce85-2775-4166-9dea-197a0e24aea7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:04:49.316747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:04:49.320224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:04:49.343432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Pushing event updated for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:49.370083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:49.370693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.386159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e7b19980-ac6d-468b-b5bd-dd853528efd1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593071 Feb 03 12:04:49.396392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-3d1a5c2c-407c-4297-8138-148a37774948 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:04:49.397372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-3d1a5c2c-407c-4297-8138-148a37774948 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049083 Feb 03 12:04:49.413204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Request body: {'port': {'device_id': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:49.470072 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.723791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:04:49.731437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks [] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.742968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Transition to ACTIVE for port object ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:04:49.746702 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:49.794268 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Pushing event updated for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:49.868457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Attempting to bind port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:04:49.868796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Attempting to bind port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:04:49.869162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Attempting to bind port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 on network 2418ce85-2775-4166-9dea-197a0e24aea7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:04:49.873919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 on network 2418ce85-2775-4166-9dea-197a0e24aea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:04:49.874243 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Attempting to bind port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 on network 2418ce85-2775-4166-9dea-197a0e24aea7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:04:49.878949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:04:49.879290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Checking segment: {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:04:49.879677 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Bound using segment: {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:04:49.880123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Bound port: ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:04:49.880480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:50.282466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:04:50.286108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:04:50.294386 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4876-4c1b-4502-9380-9d0a570ffea6 req-1de17b08-a796-4b2b-ae02-9d89985e31e1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:50.296366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e79b4876-4c1b-4502-9380-9d0a570ffea6 req-1de17b08-a796-4b2b-ae02-9d89985e31e1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 944 time: 0.0993013 Feb 03 12:04:50.301258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:50.364283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:50.364901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:50.366268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] 10.222.0.69 "PUT /v2.0/ports/ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 HTTP/1.1" status: 200 len: 1092 time: 0.9566884 Feb 03 12:04:50.372197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:04:50.374421 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca349446-30a1-44d8-88ee-1bdf20b51241" -d '{"events": [{"name": "network-changed", "server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:04:50.391944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae373ae7-f805-4409-a284-2c9d9ae09fab service neutron] Pushing event updated for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:50.415251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e79b4876-4c1b-4502-9380-9d0a570ffea6 req-66a53aa8-4b3e-4788-add0-7d991035c715 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Feb 03 12:04:50.417570 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd7738-2f76-4ca2-b712-c1e289c071ec x-openstack-request-id: req-fddd7738-2f76-4ca2-b712-c1e289c071ec {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:04:50.417861 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:04:50.418117 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fddd7738-2f76-4ca2-b712-c1e289c071ec {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:04:50.418516 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', 'status': 'completed', 'code': 200} Feb 03 12:04:50.477560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e3715f6b-8879-4e79-a050-5f6e36f5bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:50.479225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-e3715f6b-8879-4e79-a050-5f6e36f5bca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 1126 time: 0.0464807 Feb 03 12:04:50.524508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-fa42bccf-5aaf-4eba-8b34-26d0704ba20b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 HTTP/1.1" status: 200 len: 217 time: 0.0344236 Feb 03 12:04:50.574356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-da1b9219-e3fe-4e57-a905-a91fc7476cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:50.575777 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-da1b9219-e3fe-4e57-a905-a91fc7476cd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66fe85bc-cc01-46ee-91d7-069a19c07e1e HTTP/1.1" status: 200 len: 854 time: 0.0460849 Feb 03 12:04:50.606458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-72cd68de-f3de-444f-baac-715c3fccf4ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2418ce85-2775-4166-9dea-197a0e24aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248666 Feb 03 12:04:50.691946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-025f4191-1ee1-4046-a8ee-13f67f283afd service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795381 Feb 03 12:04:50.781597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1a99457-d81a-4bb3-a868-2fc04e1c5d97 req-7e625d70-5d22-4a95-82ee-b2f1f644533f service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836606 Feb 03 12:04:50.909483 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-a3997e4c-51f3-460c-a643-dde125670086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:50.910969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-a3997e4c-51f3-460c-a643-dde125670086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 1126 time: 0.0476823 Feb 03 12:04:51.003223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-9d705576-e87e-4f4d-8859-026bacfbeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:51.004656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-9d705576-e87e-4f4d-8859-026bacfbeb88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 915 time: 0.0872505 Feb 03 12:04:51.044861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-1e7ec6a3-a839-4d1f-97ea-e919e678541b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 HTTP/1.1" status: 200 len: 217 time: 0.0334179 Feb 03 12:04:51.092184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-48b9bda5-a63e-4590-bc33-bfaa91286c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:51.093669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-48b9bda5-a63e-4590-bc33-bfaa91286c84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66fe85bc-cc01-46ee-91d7-069a19c07e1e HTTP/1.1" status: 200 len: 854 time: 0.0431588 Feb 03 12:04:51.128525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-e5c186bc-4429-4ede-96fa-2913ad72ab19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2418ce85-2775-4166-9dea-197a0e24aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290105 Feb 03 12:04:51.231643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-2e0e809f-6c8e-40d8-8411-be8cfe9a0a99 service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962858 Feb 03 12:04:51.324101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca349446-30a1-44d8-88ee-1bdf20b51241 req-60f6f9f9-b93c-479f-b22e-a8a0bcb07661 service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861528 Feb 03 12:04:51.537724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d1a18-12e2-4943-813f-e8227f2acc83 req-72d62713-9d94-4d49-a641-050684ee04ff tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:51.539200 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f06d1a18-12e2-4943-813f-e8227f2acc83 req-72d62713-9d94-4d49-a641-050684ee04ff tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 944 time: 0.0543070 Feb 03 12:04:51.585652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f06d1a18-12e2-4943-813f-e8227f2acc83 req-ecc82e8e-2570-4070-8fa2-2c9ba9b4d4c6 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Feb 03 12:04:52.517621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:04:52.612939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:52.624160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7', 'port_id': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', 'mac_address': 'fa:16:3e:0e:77:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fe85bc-cc01-46ee-91d7-069a19c07e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:04:52.660100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:04:52.660490 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:52.674310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:04:52.693194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:52.698652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:52.703879 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d83de-98dd-49e4-ab25-de198f4db92d req-b4366a23-01cf-4289-8ab4-12a61753a3db tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:52.705433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d84d83de-98dd-49e4-ab25-de198f4db92d req-b4366a23-01cf-4289-8ab4-12a61753a3db tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Feb 03 12:04:52.743839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:52.756787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d84d83de-98dd-49e4-ab25-de198f4db92d req-f0db4d48-150d-4728-b771-04b4439995ba tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455606 Feb 03 12:04:53.047737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:04:53.875819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13cb14-41a0-467a-9361-02f3f92be8c2 req-c859eb25-6f41-4b9c-8cd1-3c970c719137 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:53.877321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b13cb14-41a0-467a-9361-02f3f92be8c2 req-c859eb25-6f41-4b9c-8cd1-3c970c719137 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 945 time: 0.0527096 Feb 03 12:04:53.923685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3b13cb14-41a0-467a-9361-02f3f92be8c2 req-dfe7f5db-9794-4cab-9f34-768684da99d6 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Feb 03 12:04:54.518626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:04:54.566185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:04:54.570015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:04:54.570393 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:54.647202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:04:54.647583 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:54.668599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:04:54.670837 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5610bb-0031-4695-a068-19d51085a1e6" -d '{"events": [{"server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "name": "network-vif-plugged", "status": "completed", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:04:54.684178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:04:54.688056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:54.711048 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca3c6e-6744-4694-8308-80d8e4c342af x-openstack-request-id: req-c8ca3c6e-6744-4694-8308-80d8e4c342af {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:04:54.711338 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "name": "network-vif-plugged", "status": "completed", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:04:54.711590 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8ca3c6e-6744-4694-8308-80d8e4c342af {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:04:54.711978 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', 'code': 200} Feb 03 12:04:54.735646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:54.742836 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.743183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.743522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.743856 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.744188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.745045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.745376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.745702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.746025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.746345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.746667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.746983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.747298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:04:54.840107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735e7d-c989-41e5-8436-90a71c7a259d req-b692ffad-2ee4-4ba9-9868-4538b1e7c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:54.841633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e735e7d-c989-41e5-8436-90a71c7a259d req-b692ffad-2ee4-4ba9-9868-4538b1e7c00b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 1128 time: 0.0445940 Feb 03 12:04:54.887220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e735e7d-c989-41e5-8436-90a71c7a259d req-4cf3c5ea-156e-46d1-8a1c-1b7b293b7475 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Feb 03 12:04:55.043657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a24d-3ea5-4ed8-84ce-cf150c965019 req-c4d743f5-6280-4c1e-aa6b-4b7b5593cd0b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:55.045147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a0a24d-3ea5-4ed8-84ce-cf150c965019 req-c4d743f5-6280-4c1e-aa6b-4b7b5593cd0b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0560873 Feb 03 12:04:55.092009 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d2a0a24d-3ea5-4ed8-84ce-cf150c965019 req-97043b48-239e-4d40-9237-74ebbb8e3cb6 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Feb 03 12:04:56.211814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700867a0-b6fd-490a-a28f-e861766a69ca req-c62ece98-8954-4026-a86a-bd9c697fe42b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:56.213809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-700867a0-b6fd-490a-a28f-e861766a69ca req-c62ece98-8954-4026-a86a-bd9c697fe42b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0529876 Feb 03 12:04:56.264598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-700867a0-b6fd-490a-a28f-e861766a69ca req-b7a5d58e-4f3c-4044-a3b7-af51268c9f03 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Feb 03 12:04:57.385720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3d924-fb2b-4eb1-a774-c626ae9c109f req-37c0615c-56d3-41cb-9982-d2d782db803d tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:57.387096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99d3d924-fb2b-4eb1-a774-c626ae9c109f req-37c0615c-56d3-41cb-9982-d2d782db803d tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0520408 Feb 03 12:04:57.437404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99d3d924-fb2b-4eb1-a774-c626ae9c109f req-e8baeffa-ce6c-4e2f-910d-df570e1ebda2 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Feb 03 12:04:57.533101 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:57.658276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-eb975af1-ff26-44eb-8a31-eef8add65f57 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:57.659645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-eb975af1-ff26-44eb-8a31-eef8add65f57 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 814 time: 0.0989137 Feb 03 12:04:57.674070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-a1d03305-84c7-4d3a-8428-62186768573f tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/quotas/8029082005cb4bab8378a427b23ed30b HTTP/1.1" status: 200 len: 375 time: 0.0091445 Feb 03 12:04:57.729236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-fcc25ec6-3955-4a8b-a258-a191c5b9b10b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504246 Feb 03 12:04:57.819248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-41770747-f9d2-41e4-be2c-a2f786bca66b service neutron] 10.222.0.30 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Feb 03 12:04:57.911018 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-98f6c3fb-2b31-45c4-94a7-c015bb6e9be1 service neutron] 10.222.0.30 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854399 Feb 03 12:04:58.066909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ba64831f-5972-4297-ae5e-d2fc69f10369 req-976a732e-a7f4-471e-bad9-17610a5e92f4 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 210 time: 0.0291882 Feb 03 12:04:59.019743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-b5512b42-e9c9-4892-a1c3-1134bfafb007 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:59.021244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-b5512b42-e9c9-4892-a1c3-1134bfafb007 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 814 time: 0.1022096 Feb 03 12:04:59.038196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Request body: {'port': {'device_id': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7', 'admin_state_up': True, 'tenant_id': '8029082005cb4bab8378a427b23ed30b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:59.168999 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c54bd96-08c9-4791-837a-517d6f4889f5 req-1466914d-bdf0-4e94-b442-de236c021680 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 210 time: 0.0339656 Feb 03 12:04:59.175416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Made reservation on behalf of 8029082005cb4bab8378a427b23ed30b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:04:59.179096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.306792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Allocated IP 172.20.0.7 (2418ce85-2775-4166-9dea-197a0e24aea7/66fe85bc-cc01-46ee-91d7-069a19c07e1e/65a9ea08-f171-4758-a7b6-e1defb227dee) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:04:59.452979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks [] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.487082 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.521077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:04:59.533419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Network 2418ce85-2775-4166-9dea-197a0e24aea7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:04:59.538460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:04:59.542014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:04:59.569240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Pushing event updated for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:04:59.595119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:04:59.595728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.611955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-f8080483-e532-4d35-abdf-b5f8894737af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774901 Feb 03 12:04:59.628946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Request body: {'port': {'device_id': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:04:59.691554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.950039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a9ea08-f171-4758-a7b6-e1defb227dee {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:04:59.957312 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks [] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:04:59.969794 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Transition to ACTIVE for port object 65a9ea08-f171-4758-a7b6-e1defb227dee will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:04:59.972596 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:00.023134 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Pushing event updated for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:00.091954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Attempting to bind port 65a9ea08-f171-4758-a7b6-e1defb227dee on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:00.092296 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Attempting to bind port 65a9ea08-f171-4758-a7b6-e1defb227dee by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:00.092630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Attempting to bind port 65a9ea08-f171-4758-a7b6-e1defb227dee on network 2418ce85-2775-4166-9dea-197a0e24aea7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:00.096940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Port 65a9ea08-f171-4758-a7b6-e1defb227dee on network 2418ce85-2775-4166-9dea-197a0e24aea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:05:00.097272 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Attempting to bind port 65a9ea08-f171-4758-a7b6-e1defb227dee on network 2418ce85-2775-4166-9dea-197a0e24aea7 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:00.102047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:00.102388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Checking segment: {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:00.102780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Bound using segment: {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:00.103209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Bound port: 65a9ea08-f171-4758-a7b6-e1defb227dee, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7355d57b-67ef-4b66-aee1-9a819e222fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:00.103574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:00.165038 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:00.169348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=65a9ea08-f171-4758-a7b6-e1defb227dee,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:00.176053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:00.215423 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.216046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:00.217461 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] 10.222.0.69 "PUT /v2.0/ports/65a9ea08-f171-4758-a7b6-e1defb227dee HTTP/1.1" status: 200 len: 1091 time: 0.5927732 Feb 03 12:05:00.217921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:00.220165 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0365b8e1-6493-45b9-aaf7-d99573d2be10" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:00.259238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d3501-585b-4e3e-8aa9-3f13e5ffb368 service neutron] Pushing event updated for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:00.267695 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997689eb-9782-4059-bb80-d25dbcec6487 x-openstack-request-id: req-997689eb-9782-4059-bb80-d25dbcec6487 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:00.267695 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:00.267921 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-997689eb-9782-4059-bb80-d25dbcec6487 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:00.268242 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee', 'status': 'completed', 'code': 200} Feb 03 12:05:00.341223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb305eb-07ca-47d0-8b3f-86aaa40bc431 req-b9e8c345-b439-4aa2-b39a-a631fe98f5eb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.342707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3eb305eb-07ca-47d0-8b3f-86aaa40bc431 req-b9e8c345-b439-4aa2-b39a-a631fe98f5eb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 943 time: 0.0946062 Feb 03 12:05:00.357434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-820795ff-38a4-4297-9932-c30ae9ad040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.358860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-820795ff-38a4-4297-9932-c30ae9ad040f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 1125 time: 0.0746131 Feb 03 12:05:00.412692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-afd294a9-0259-4863-b258-9928bc35c40d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a9ea08-f171-4758-a7b6-e1defb227dee HTTP/1.1" status: 200 len: 217 time: 0.0409145 Feb 03 12:05:00.457259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3eb305eb-07ca-47d0-8b3f-86aaa40bc431 req-ac05628f-c7ae-40da-b359-bda15d1c267b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070423 Feb 03 12:05:00.475448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-b7f0c30d-b6f3-41bb-a4b1-1e497ef0a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.476932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-b7f0c30d-b6f3-41bb-a4b1-1e497ef0a7bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66fe85bc-cc01-46ee-91d7-069a19c07e1e HTTP/1.1" status: 200 len: 854 time: 0.0570066 Feb 03 12:05:00.507703 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-5e191eb7-09ef-4298-858e-ee993d0a04a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2418ce85-2775-4166-9dea-197a0e24aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252078 Feb 03 12:05:00.611670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-8127a27d-5e16-4390-a3a8-1b85d1926be4 service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977399 Feb 03 12:05:00.704876 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7ac6d4a-7ae5-4d70-a247-df3b32615d61 req-d9381c6c-5551-4256-a6a9-f32d05805117 service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Feb 03 12:05:00.837688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-ce4ad772-333d-4a58-8cab-9de4411199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.839230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-ce4ad772-333d-4a58-8cab-9de4411199c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8029082005cb4bab8378a427b23ed30b&device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 1125 time: 0.0457060 Feb 03 12:05:00.947253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-e61a0afe-163c-4f62-bac8-98d954998efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:00.948800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-e61a0afe-163c-4f62-bac8-98d954998efb service neutron] 10.222.0.69 "GET /v2.0/networks?id=2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 200 len: 915 time: 0.1036055 Feb 03 12:05:01.001590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-ba3ed54f-55f0-4f31-abc3-322856117817 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65a9ea08-f171-4758-a7b6-e1defb227dee HTTP/1.1" status: 200 len: 217 time: 0.0467181 Feb 03 12:05:01.049904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-b3ec4f41-1bd2-4d3b-a26c-1c3d36f4bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:01.051324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-b3ec4f41-1bd2-4d3b-a26c-1c3d36f4bcb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66fe85bc-cc01-46ee-91d7-069a19c07e1e HTTP/1.1" status: 200 len: 854 time: 0.0438452 Feb 03 12:05:01.085843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-e9147465-c279-48be-b1a8-94220338998e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2418ce85-2775-4166-9dea-197a0e24aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290883 Feb 03 12:05:01.172171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-989e1485-ca26-4217-99d8-b3fbdab3c50b service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808425 Feb 03 12:05:01.262624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0365b8e1-6493-45b9-aaf7-d99573d2be10 req-0f8189cb-d2e3-4a1d-ba44-13f4fabd8a46 service neutron] 10.222.0.69 "GET /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853333 Feb 03 12:05:01.342932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc687-3bdb-4365-8780-e3e89eb0d9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:01.577255 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab99831-0cd4-4449-ab1e-cceca3f7afd5 req-ccebb70c-f14a-4d8e-8393-e0e12de91ef4 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:01.578735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ab99831-0cd4-4449-ab1e-cceca3f7afd5 req-ccebb70c-f14a-4d8e-8393-e0e12de91ef4 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 943 time: 0.0534286 Feb 03 12:05:01.625859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ab99831-0cd4-4449-ab1e-cceca3f7afd5 req-145664df-9b01-4e57-a0ac-594691f08ac7 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Feb 03 12:05:02.571929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 65a9ea08-f171-4758-a7b6-e1defb227dee details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:05:02.669359 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=65a9ea08-f171-4758-a7b6-e1defb227dee,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:02.680781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '65a9ea08-f171-4758-a7b6-e1defb227dee', 'network_id': '2418ce85-2775-4166-9dea-197a0e24aea7', 'port_id': '65a9ea08-f171-4758-a7b6-e1defb227dee', 'mac_address': 'fa:16:3e:9f:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fe85bc-cc01-46ee-91d7-069a19c07e1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:05:02.717855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 65a9ea08-f171-4758-a7b6-e1defb227dee is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:02.718251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:02.734921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a9ea08-f171-4758-a7b6-e1defb227dee {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:05:02.745854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bff69-95ab-4c47-a899-bac2a2277588 req-a07cf1db-09a3-467e-93c3-9d10789b36cb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:02.747306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6bff69-95ab-4c47-a899-bac2a2277588 req-a07cf1db-09a3-467e-93c3-9d10789b36cb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 943 time: 0.0514398 Feb 03 12:05:02.754539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=65a9ea08-f171-4758-a7b6-e1defb227dee,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:02.758386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:02.800782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1e6bff69-95ab-4c47-a899-bac2a2277588 req-5449bf0c-ca91-4e31-ab0c-d08e326b53f1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Feb 03 12:05:02.805248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:03.130113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['65a9ea08-f171-4758-a7b6-e1defb227dee'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:05:03.919985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b41a6-7ac0-49f0-ad18-4a522c11f4e7 req-4c67561c-6f0d-4e72-a994-a768f94a56c5 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:03.921722 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e9b41a6-7ac0-49f0-ad18-4a522c11f4e7 req-4c67561c-6f0d-4e72-a994-a768f94a56c5 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 944 time: 0.0520673 Feb 03 12:05:03.967677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2e9b41a6-7ac0-49f0-ad18-4a522c11f4e7 req-b73c30a2-ab29-411d-a26e-c9cde317a649 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Feb 03 12:05:04.455283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-714020ea-e611-428e-b799-549460c4a38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:04.581695 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 65a9ea08-f171-4758-a7b6-e1defb227dee up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:04.630127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 65a9ea08-f171-4758-a7b6-e1defb227dee completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:05:04.634140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 65a9ea08-f171-4758-a7b6-e1defb227dee triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:04.634513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:04.708586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 65a9ea08-f171-4758-a7b6-e1defb227dee is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:04.709009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:04.734211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:04.736413 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852d4e7-9370-476a-961d-2e7a2080e0ef" -d '{"events": [{"server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "name": "network-vif-plugged", "status": "completed", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:04.749487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=65a9ea08-f171-4758-a7b6-e1defb227dee,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:04.753670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:04.778315 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187058cd-b3bf-432e-a885-9f441f01dbaf x-openstack-request-id: req-187058cd-b3bf-432e-a885-9f441f01dbaf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:04.778605 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "name": "network-vif-plugged", "status": "completed", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:04.778863 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-187058cd-b3bf-432e-a885-9f441f01dbaf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:04.779253 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee', 'code': 200} Feb 03 12:05:04.804611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:04.827980 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:04.900534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706285-8364-4076-9350-1a31a7b76e61 req-95781ebb-55e1-4606-99ec-8537904f6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:04.901953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb706285-8364-4076-9350-1a31a7b76e61 req-95781ebb-55e1-4606-99ec-8537904f6712 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 1127 time: 0.0433195 Feb 03 12:05:04.945063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fb706285-8364-4076-9350-1a31a7b76e61 req-b00886f7-2ba6-445e-b426-ba226c2770b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Feb 03 12:05:05.092434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93cba0-3884-4967-a347-8573a3b8851f req-ec51a592-ff1f-416c-b69a-5b5637762916 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:05.093943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab93cba0-3884-4967-a347-8573a3b8851f req-ec51a592-ff1f-416c-b69a-5b5637762916 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0599661 Feb 03 12:05:05.139869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ab93cba0-3884-4967-a347-8573a3b8851f req-e67909d6-9299-4a08-96c3-0d2c69ab7172 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Feb 03 12:05:06.259706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9ef7-d767-4a89-aa47-211ac7f2b542 req-f87f03f4-dc34-42e2-8a28-3aab4b5f394b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:06.261242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f50e9ef7-d767-4a89-aa47-211ac7f2b542 req-f87f03f4-dc34-42e2-8a28-3aab4b5f394b tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0525174 Feb 03 12:05:06.310772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f50e9ef7-d767-4a89-aa47-211ac7f2b542 req-e6d2b80f-e976-4e0a-b82c-cda8e6e209df tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Feb 03 12:05:06.425028 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:07.429779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbb0b6-c5bd-4397-9d0d-e71feef768cf req-e54b0ecc-db47-4ced-9c18-e8863f25db49 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:07.431242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0bbb0b6-c5bd-4397-9d0d-e71feef768cf req-e54b0ecc-db47-4ced-9c18-e8863f25db49 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0524817 Feb 03 12:05:07.437608 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:07.482162 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0bbb0b6-c5bd-4397-9d0d-e71feef768cf req-6faa27ee-ce61-4fd4-8b08-6509caf51969 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Feb 03 12:05:07.710109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b257c-f563-44a4-985e-c77bee740cae req-4015bfe7-560e-469a-a5db-256a0a7ab863 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:07.711550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-181b257c-f563-44a4-985e-c77bee740cae req-4015bfe7-560e-469a-a5db-256a0a7ab863 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0522285 Feb 03 12:05:07.756572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-181b257c-f563-44a4-985e-c77bee740cae req-a4d4935b-07c7-4029-b62a-3f8ba6bb982c tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Feb 03 12:05:08.876457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ace8c9-5ab8-4b8d-907e-9ad70e7f066f req-99f5bd44-eca0-4fb2-8a3d-578fa400e63c tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:08.877925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53ace8c9-5ab8-4b8d-907e-9ad70e7f066f req-99f5bd44-eca0-4fb2-8a3d-578fa400e63c tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0516670 Feb 03 12:05:08.924323 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53ace8c9-5ab8-4b8d-907e-9ad70e7f066f req-35f611cb-ca25-4fb9-b4f2-c693b218f046 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Feb 03 12:05:09.232850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34e766-27b4-424e-979b-80085ce21ebf req-3130f347-6948-4b11-bd23-c7f039862edf tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:09.234358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce34e766-27b4-424e-979b-80085ce21ebf req-3130f347-6948-4b11-bd23-c7f039862edf tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 945 time: 0.0551291 Feb 03 12:05:09.324316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Deleting port 65a9ea08-f171-4758-a7b6-e1defb227dee {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:09.324653 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:09.414302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] For port 65a9ea08-f171-4758-a7b6-e1defb227dee, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=65a9ea08-f171-4758-a7b6-e1defb227dee,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:09.414583 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:09.426516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Calling delete_port for 65a9ea08-f171-4758-a7b6-e1defb227dee owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:09.549996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (65a9ea08-f171-4758-a7b6-e1defb227dee), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:09.580181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Pushing event deleted for resources: {'Port': ['ID=65a9ea08-f171-4758-a7b6-e1defb227dee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:09.582333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', '65a9ea08-f171-4758-a7b6-e1defb227dee'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:05:09.623835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] No DVR routers for this DVR port 65a9ea08-f171-4758-a7b6-e1defb227dee on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:09.626652 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:09.630368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce34e766-27b4-424e-979b-80085ce21ebf req-29120d5d-561f-49fc-a748-c6d81f075011 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "DELETE /v2.0/ports/65a9ea08-f171-4758-a7b6-e1defb227dee HTTP/1.1" status: 204 len: 173 time: 0.3909650 Feb 03 12:05:09.630834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'name': 'network-vif-deleted', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:09.633694 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1190e-241d-4970-9fa9-7217c030b7df" -d '{"events": [{"server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "name": "network-vif-deleted", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:09.678346 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f76c3e-c56f-4e02-baec-29623aa25961 x-openstack-request-id: req-36f76c3e-c56f-4e02-baec-29623aa25961 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:09.678641 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb94065-a7c5-4756-a7cc-397ca3ef8b1e", "name": "network-vif-deleted", "tag": "65a9ea08-f171-4758-a7b6-e1defb227dee", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:09.678896 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36f76c3e-c56f-4e02-baec-29623aa25961 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:09.679299 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb94065-a7c5-4756-a7cc-397ca3ef8b1e', 'name': 'network-vif-deleted', 'tag': '65a9ea08-f171-4758-a7b6-e1defb227dee', 'status': 'completed', 'code': 200} Feb 03 12:05:10.028271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88b3de4b-545e-47d9-b87c-51a3e7894183 req-864dd158-2fc1-4789-8568-c84cfd44ae18 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb94065-a7c5-4756-a7cc-397ca3ef8b1e HTTP/1.1" status: 200 len: 210 time: 0.0272090 Feb 03 12:05:11.181077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939a72a-70cc-4f7e-b8fe-272e3d3bd51c req-7ce3a3a5-1dac-4b5a-9bd0-07649bc69cad tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:11.183029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9939a72a-70cc-4f7e-b8fe-272e3d3bd51c req-7ce3a3a5-1dac-4b5a-9bd0-07649bc69cad tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Feb 03 12:05:11.231631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9939a72a-70cc-4f7e-b8fe-272e3d3bd51c req-dcdba541-1a16-4a17-9789-8b9ead3b0b12 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Feb 03 12:05:11.362986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f73e-3b4a-4ebf-b2fa-4cb6dc0db74f req-21877d3a-c7f0-4526-b41e-7de587bc7eab tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:11.364375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1890f73e-3b4a-4ebf-b2fa-4cb6dc0db74f req-21877d3a-c7f0-4526-b41e-7de587bc7eab tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Feb 03 12:05:11.412189 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1890f73e-3b4a-4ebf-b2fa-4cb6dc0db74f req-49d51f20-9b33-43c0-b68f-6f99de0539a3 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Feb 03 12:05:11.531144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dfb69-b3f1-484c-bac0-75ac72c5601e req-65103857-1cad-43ae-b9f5-b6a2e72bb8fc tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:11.532609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b82dfb69-b3f1-484c-bac0-75ac72c5601e req-65103857-1cad-43ae-b9f5-b6a2e72bb8fc tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Feb 03 12:05:11.578394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b82dfb69-b3f1-484c-bac0-75ac72c5601e req-27365c50-2b72-436e-9bb5-29405f11717a tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Feb 03 12:05:11.745864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15326f5d-b9fc-46bb-b558-0fef0d9436b6 req-f040e2b3-ca7d-46d5-95eb-eaa37d559ff6 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:11.747269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15326f5d-b9fc-46bb-b558-0fef0d9436b6 req-f040e2b3-ca7d-46d5-95eb-eaa37d559ff6 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0543475 Feb 03 12:05:11.792227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-15326f5d-b9fc-46bb-b558-0fef0d9436b6 req-4adfd5c7-88f1-4bd9-9764-8cdaecb1b0ec tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Feb 03 12:05:11.907953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd30d-2d7c-4481-bbe8-6e0c6ea294c7 req-d0944cb2-09c8-4aa9-aace-0cc1d867e88e tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:11.909325 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dbbd30d-2d7c-4481-bbe8-6e0c6ea294c7 req-d0944cb2-09c8-4aa9-aace-0cc1d867e88e tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0511212 Feb 03 12:05:11.955123 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6dbbd30d-2d7c-4481-bbe8-6e0c6ea294c7 req-90d2ba02-dc93-44d5-82eb-638b95290b60 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Feb 03 12:05:12.084795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673769-1d66-49d0-8093-f2503f42593e req-c2788ce5-8756-42da-9aa4-fd09899123cb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:12.086269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5673769-1d66-49d0-8093-f2503f42593e req-c2788ce5-8756-42da-9aa4-fd09899123cb tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0553687 Feb 03 12:05:12.131924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b5673769-1d66-49d0-8093-f2503f42593e req-da81bf4b-d113-4b57-82d2-ce7c4ae2d42f tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Feb 03 12:05:12.451046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d05e26-77b5-4c59-9a94-8eda47d85043 req-0cf2aa67-7260-4381-9b0e-31343f118b58 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:12.452467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1d05e26-77b5-4c59-9a94-8eda47d85043 req-0cf2aa67-7260-4381-9b0e-31343f118b58 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0534627 Feb 03 12:05:12.498096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e1d05e26-77b5-4c59-9a94-8eda47d85043 req-96fa3b64-5f54-432a-8b43-5377dac5cb67 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Feb 03 12:05:12.644668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 65a9ea08-f171-4758-a7b6-e1defb227dee no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:12.664206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 65a9ea08-f171-4758-a7b6-e1defb227dee {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:12.664545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 65a9ea08-f171-4758-a7b6-e1defb227dee not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:13.617331 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336479-7a23-44ef-8286-e1c65224e45e req-bfa90daa-ab58-4ead-8547-122a7424b6c5 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:13.618798 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70336479-7a23-44ef-8286-e1c65224e45e req-bfa90daa-ab58-4ead-8547-122a7424b6c5 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0518706 Feb 03 12:05:13.668048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-70336479-7a23-44ef-8286-e1c65224e45e req-9f08dc51-e303-4d5a-bb0c-7ab6fbdbc604 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/security-groups?id=930c01f3-e969-4c04-b6de-de182c594e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Feb 03 12:05:14.000204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-d566410d-c6c0-47b8-94c2-f41d50d47a38 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:14.001654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-d566410d-c6c0-47b8-94c2-f41d50d47a38 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Feb 03 12:05:14.092374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Deleting port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:14.092713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:14.180789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] For port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,segment=NetworkSegment(7355d57b-67ef-4b66-aee1-9a819e222fcb),segment_id=7355d57b-67ef-4b66-aee1-9a819e222fcb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:14.181182 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:14.192798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Calling delete_port for ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:14.319090 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ff85d4ed-c439-4109-a7a5-1a3a53e1bf43), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:14.345856 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Pushing event deleted for resources: {'Port': ['ID=ff85d4ed-c439-4109-a7a5-1a3a53e1bf43,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:14.349735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:05:14.390088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] No DVR routers for this DVR port ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:14.392482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:14.395776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9193e776-6420-46c9-abbd-b88fbe321b7f req-0985725d-735c-40fd-a730-915bdd9d87af tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.69 "DELETE /v2.0/ports/ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 HTTP/1.1" status: 204 len: 173 time: 0.3874826 Feb 03 12:05:14.396208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'name': 'network-vif-deleted', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:14.398501 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e49dca6-7054-48c0-9835-7454262cbfae" -d '{"events": [{"server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "name": "network-vif-deleted", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:14.437594 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d92cb2f-8385-49f7-a6f5-bda832397ab3 x-openstack-request-id: req-3d92cb2f-8385-49f7-a6f5-bda832397ab3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:14.437892 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134dbd29-21a6-4062-8f6a-4be9d407f531", "name": "network-vif-deleted", "tag": "ff85d4ed-c439-4109-a7a5-1a3a53e1bf43", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:14.438150 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d92cb2f-8385-49f7-a6f5-bda832397ab3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:14.438563 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134dbd29-21a6-4062-8f6a-4be9d407f531', 'name': 'network-vif-deleted', 'tag': 'ff85d4ed-c439-4109-a7a5-1a3a53e1bf43', 'status': 'completed', 'code': 200} Feb 03 12:05:14.773862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-80973849-a38a-4e9f-9bfa-978f45d6a9c3 req-43efe66c-d0f6-4337-963d-41f1f958aaa1 tempest-ServersNegativeTestJSON-317802039 tempest-ServersNegativeTestJSON-317802039-project] 10.222.0.30 "GET /v2.0/ports?device_id=134dbd29-21a6-4062-8f6a-4be9d407f531 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Feb 03 12:05:15.830431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57802) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:15.874437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Deleting subnet 66fe85bc-cc01-46ee-91d7-069a19c07e1e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:05:15.877457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Publish callbacks [] for subnet (66fe85bc-cc01-46ee-91d7-069a19c07e1e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:15.911085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (66fe85bc-cc01-46ee-91d7-069a19c07e1e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:15.955183 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (66fe85bc-cc01-46ee-91d7-069a19c07e1e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.004478 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (66fe85bc-cc01-46ee-91d7-069a19c07e1e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.030484 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fe85bc-cc01-46ee-91d7-069a19c07e1e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:16.034108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.037259 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7e43b62d-2ece-4525-861c-1865b33bf441 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/66fe85bc-cc01-46ee-91d7-069a19c07e1e HTTP/1.1" status: 204 len: 168 time: 0.2058113 Feb 03 12:05:16.039642 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57804) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:16.117087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (2418ce85-2775-4166-9dea-197a0e24aea7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.199917 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (2418ce85-2775-4166-9dea-197a0e24aea7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.219810 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2418ce85-2775-4166-9dea-197a0e24aea7']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:16.229027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7355d57b-67ef-4b66-aee1-9a819e222fcb') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:16.229333 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7355d57b-67ef-4b66-aee1-9a819e222fcb') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:16.238752 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (7355d57b-67ef-4b66-aee1-9a819e222fcb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.253106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (7355d57b-67ef-4b66-aee1-9a819e222fcb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.259431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:16.260525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (7355d57b-67ef-4b66-aee1-9a819e222fcb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:16.262156 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:16.320294 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (2418ce85-2775-4166-9dea-197a0e24aea7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.330751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.334059 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2418ce85-2775-4166-9dea-197a0e24aea7 HTTP/1.1" status: 204 len: 168 time: 0.2935228 Feb 03 12:05:16.345903 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e9e5-721c-4cce-8256-a7a4b8163cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2418ce85-2775-4166-9dea-197a0e24aea7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:16.451961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57808) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:16.493142 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a4bafa8e-72ef-4d1a-91ad-a8fa2f52a7f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8029082005cb4bab8378a427b23ed30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399981 Feb 03 12:05:16.495575 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57810) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:16.540877 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] Publish callbacks [] for security_group (930c01f3-e969-4c04-b6de-de182c594e8b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.561852 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] Publish callbacks [] for security_group (930c01f3-e969-4c04-b6de-de182c594e8b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.606507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (930c01f3-e969-4c04-b6de-de182c594e8b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.609419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.610543 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/930c01f3-e969-4c04-b6de-de182c594e8b HTTP/1.1" status: 204 len: 168 time: 0.1140931 Feb 03 12:05:16.617853 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fba059-e142-445a-9baf-8f086ce34f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c01f3-e969-4c04-b6de-de182c594e8b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:16.643549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:16.663513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:16.663855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device ff85d4ed-c439-4109-a7a5-1a3a53e1bf43 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:16.732685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:16.989649 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:05:17.294426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57832) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:17.387958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977686284'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:17.408421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:17.411698 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.423454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.502167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for security_group (40fa03de-10b2-427d-a4e3-15163624f7a4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.505885 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40fa03de-10b2-427d-a4e3-15163624f7a4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.534927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:17.541090 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa03de-10b2-427d-a4e3-15163624f7a4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:17.548244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5918b18e-6e0d-4940-916f-ce62f61ca758), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.548593 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Added segment 5918b18e-6e0d-4940-916f-ce62f61ca758 of type vlan for network f130e342-b991-4d14-8e5f-396dc195c124 Feb 03 12:05:17.589510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f130e342-b991-4d14-8e5f-396dc195c124), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.612049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f130e342-b991-4d14-8e5f-396dc195c124), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.617166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:17.617760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:17.647517 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3520110 Feb 03 12:05:17.690724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83d70-db11-40ef-b6d3-f4dd51ef5435 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Network': ['ID=f130e342-b991-4d14-8e5f-396dc195c124,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:17.702682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f130e342-b991-4d14-8e5f-396dc195c124 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:20.855165 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57836) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:20.860191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'subnet': {'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:20.948432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:20.952026 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.129605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (cc5abea3-bd39-4331-ab8a-302d8421d56e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.189888 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Subnet': ['ID=cc5abea3-bd39-4331-ab8a-302d8421d56e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:21.197571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking segment: {'id': '5918b18e-6e0d-4940-916f-ce62f61ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:21.197969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network hostable DHCP agents. Network: f130e342-b991-4d14-8e5f-396dc195c124, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:21.213466 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network f130e342-b991-4d14-8e5f-396dc195c124 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:21.221751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f130e342-b991-4d14-8e5f-396dc195c124) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:21.225867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:21.226682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.232195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c562f7-e224-4825-9680-ca502b4b0052 None None] Network f130e342-b991-4d14-8e5f-396dc195c124 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:21.248948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-1ba239bc-5000-47c7-b0bc-72e80b0820b9 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3897328 Feb 03 12:05:21.249361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:21.254186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154084555'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:21.272712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:21.276025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.300609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:21.312418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (eba4e08d-a1e3-4ada-94ad-fe89d1955e6b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.312768 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Added segment eba4e08d-a1e3-4ada-94ad-fe89d1955e6b of type vlan for network 8ff16754-e987-47fc-b7d1-2da7913a5108 Feb 03 12:05:21.343402 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f130e342-b991-4d14-8e5f-396dc195c124', 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124', 'project_id': 'b3599090f6584f65bb6d11d938223744', 'fixed_ips': [{'subnet_id': 'cc5abea3-bd39-4331-ab8a-302d8421d56e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:21.344252 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.352635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (8ff16754-e987-47fc-b7d1-2da7913a5108), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.378310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (8ff16754-e987-47fc-b7d1-2da7913a5108), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.383201 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:21.383718 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.425071 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1736588 Feb 03 12:05:21.427483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57840) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:21.433428 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'subnet': {'network_id': '8ff16754-e987-47fc-b7d1-2da7913a5108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:21.462017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720627d-e4c5-47f5-a699-1e205589b75d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Network': ['ID=8ff16754-e987-47fc-b7d1-2da7913a5108,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:21.472687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 8ff16754-e987-47fc-b7d1-2da7913a5108 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:21.510682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Allocated IP 2001:db8:0:ffff::2 (f130e342-b991-4d14-8e5f-396dc195c124/cc5abea3-bd39-4331-ab8a-302d8421d56e/5d3f5f04-f957-49bc-8d73-f5e51042ac55) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:21.534395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:21.537860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.693559 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks [] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.699270 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.725894 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (53477b82-4000-4c23-a5e4-1dad52f428c5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.736357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Network f130e342-b991-4d14-8e5f-396dc195c124 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:21.741133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:21.745118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:21.752088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Pushing event updated for resources: {'Port': ['ID=5d3f5f04-f957-49bc-8d73-f5e51042ac55,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:21.791931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Subnet': ['ID=53477b82-4000-4c23-a5e4-1dad52f428c5,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:21.799573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking segment: {'id': 'eba4e08d-a1e3-4ada-94ad-fe89d1955e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8ff16754-e987-47fc-b7d1-2da7913a5108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:21.799937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network hostable DHCP agents. Network: 8ff16754-e987-47fc-b7d1-2da7913a5108, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:21.804995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Attempting to bind port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:21.805382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Attempting to bind port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '5918b18e-6e0d-4940-916f-ce62f61ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:21.805748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Attempting to bind port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 on network f130e342-b991-4d14-8e5f-396dc195c124 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:21.811295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:21.811675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Checking segment: {'id': '5918b18e-6e0d-4940-916f-ce62f61ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:21.812081 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.812477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Bound using segment: {'id': '5918b18e-6e0d-4940-916f-ce62f61ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:21.812967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Bound port: 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918b18e-6e0d-4940-916f-ce62f61ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f130e342-b991-4d14-8e5f-396dc195c124'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:21.813351 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.818027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network 8ff16754-e987-47fc-b7d1-2da7913a5108 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:21.827874 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 8ff16754-e987-47fc-b7d1-2da7913a5108) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:21.834337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:21.834979 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.851991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237d289-46a6-47d4-a6cf-59ceedc6cde2 None None] Network 8ff16754-e987-47fc-b7d1-2da7913a5108 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:21.852681 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e435e84-a885-4f0e-aa5f-a6b7f3d2d9f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4240785 Feb 03 12:05:21.855330 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57842) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:21.954681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] For port 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:21.957487 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (8ff16754-e987-47fc-b7d1-2da7913a5108), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:21.960463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] For port 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d3f5f04-f957-49bc-8d73-f5e51042ac55,segment=NetworkSegment(5918b18e-6e0d-4940-916f-ce62f61ca758),segment_id=5918b18e-6e0d-4940-916f-ce62f61ca758)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:21.973787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.039787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a3f36-8375-4c6c-bb50-d2c306f10d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-8ff16754-e987-47fc-b7d1-2da7913a5108', 'network_id': '8ff16754-e987-47fc-b7d1-2da7913a5108', 'project_id': 'b3599090f6584f65bb6d11d938223744', 'fixed_ips': [{'subnet_id': '53477b82-4000-4c23-a5e4-1dad52f428c5'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:22.039991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (53477b82-4000-4c23-a5e4-1dad52f428c5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.040631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-051a3f36-8375-4c6c-bb50-d2c306f10d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.067766 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d66f-72f1-427d-940b-05c43509c93a None None] Pushing event updated for resources: {'Port': ['ID=5d3f5f04-f957-49bc-8d73-f5e51042ac55,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:22.110636 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (53477b82-4000-4c23-a5e4-1dad52f428c5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.143238 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Subnet': ['ID=53477b82-4000-4c23-a5e4-1dad52f428c5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-051a3f36-8375-4c6c-bb50-d2c306f10d69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53477b82-4000-4c23-a5e4-1dad52f428c5: This subnet is being modified by another concurrent operation. Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53477b82-4000-4c23-a5e4-1dad52f428c5: This subnet is being modified by another concurrent operation. Feb 03 12:05:22.156619 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 12:05:22.178762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48618605-66d0-42ed-acac-70f1e38d270f None None] Network 8ff16754-e987-47fc-b7d1-2da7913a5108 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:22.214736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (8ff16754-e987-47fc-b7d1-2da7913a5108), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.290139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff16754-e987-47fc-b7d1-2da7913a5108']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:22.302943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba4e08d-a1e3-4ada-94ad-fe89d1955e6b') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:22.303262 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba4e08d-a1e3-4ada-94ad-fe89d1955e6b') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:22.314124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (eba4e08d-a1e3-4ada-94ad-fe89d1955e6b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.331654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (eba4e08d-a1e3-4ada-94ad-fe89d1955e6b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.338652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:22.339053 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (eba4e08d-a1e3-4ada-94ad-fe89d1955e6b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:22.342772 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:22.406977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (8ff16754-e987-47fc-b7d1-2da7913a5108), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.415405 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.418938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/8ff16754-e987-47fc-b7d1-2da7913a5108 HTTP/1.1" status: 204 len: 168 time: 0.5626550 Feb 03 12:05:22.422859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:22.429830 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284447885'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:22.432394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3c409-20b8-4c47-8468-a0941a591c2b tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Network': ['ID=8ff16754-e987-47fc-b7d1-2da7913a5108,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:22.455028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:22.459924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.484753 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:22.493650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.494510 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Added segment 52eac8d4-6396-4508-a487-93b7d16ab620 of type vlan for network b864c8f5-8de6-4de0-aace-e185f462fb9c Feb 03 12:05:22.533303 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.557914 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.562819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:22.563394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.604388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1793170 Feb 03 12:05:22.607545 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57846) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:22.612622 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'subnet': {'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:22.638661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a466b-df55-4630-86e3-ecd037e562f4 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Network': ['ID=b864c8f5-8de6-4de0-aace-e185f462fb9c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:22.649307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b864c8f5-8de6-4de0-aace-e185f462fb9c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:22.705107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:22.708814 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.766245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Performing IP validity checks on allocation pools {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:05:22.766772 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.ipam_backend_mixin [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:05:22.898419 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5372a2de-109b-449b-871b-899d1d8e916d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:22.953943 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Subnet': ['ID=5372a2de-109b-449b-871b-899d1d8e916d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:22.969741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking segment: {'id': '52eac8d4-6396-4508-a487-93b7d16ab620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:22.970190 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network hostable DHCP agents. Network: b864c8f5-8de6-4de0-aace-e185f462fb9c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:22.987948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network b864c8f5-8de6-4de0-aace-e185f462fb9c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:22.998307 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b864c8f5-8de6-4de0-aace-e185f462fb9c) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:23.002564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:23.003177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.007083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417e3a8-8719-4ff7-bd73-2b27e686fa76 None None] Network b864c8f5-8de6-4de0-aace-e185f462fb9c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:23.022241 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b24d0fd9-c9d9-4798-9357-a428050a7943 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4135408 Feb 03 12:05:23.025091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:23.128800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b864c8f5-8de6-4de0-aace-e185f462fb9c', 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c', 'project_id': 'b3599090f6584f65bb6d11d938223744', 'fixed_ips': [{'subnet_id': '5372a2de-109b-449b-871b-899d1d8e916d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:23.129923 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.155824 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.216025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2006262-1a27-4333-a258-3b8c0eccd3ab None None] Network f130e342-b991-4d14-8e5f-396dc195c124 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:23.249957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d3f5f04-f957-49bc-8d73-f5e51042ac55 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:23.373860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Provisioning complete for port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:23.374236 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.451552 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Allocated IP 2001:db8::3 (b864c8f5-8de6-4de0-aace-e185f462fb9c/5372a2de-109b-449b-871b-899d1d8e916d/05f76d35-79ab-4336-85d1-d09f56c54145) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:23.478732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:23.479026 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.575903 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5372a2de-109b-449b-871b-899d1d8e916d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.633097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Current status of the port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:23.633572 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.745163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] For port 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d3f5f04-f957-49bc-8d73-f5e51042ac55,segment=NetworkSegment(5918b18e-6e0d-4940-916f-ce62f61ca758),segment_id=5918b18e-6e0d-4940-916f-ce62f61ca758)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:23.746096 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:23.746549 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.753411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks [] for port (05f76d35-79ab-4336-85d1-d09f56c54145), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.754881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.786985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (5372a2de-109b-449b-871b-899d1d8e916d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.789923 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.818721 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Subnet': ['ID=5372a2de-109b-449b-871b-899d1d8e916d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:23.855950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Network b864c8f5-8de6-4de0-aace-e185f462fb9c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:23.862335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:23.864490 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:23.866445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa17a49-b17c-409c-b879-6d08011d7e1a None None] Pushing event updated for resources: {'Port': ['ID=5d3f5f04-f957-49bc-8d73-f5e51042ac55,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:23.876652 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.896937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b864c8f5-8de6-4de0-aace-e185f462fb9c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:23.906890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eac8d4-6396-4508-a487-93b7d16ab620') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:23.907188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eac8d4-6396-4508-a487-93b7d16ab620') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:23.914563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:05:23.914924 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:05:23.917593 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.931364 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.937607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:23.938033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:23.941145 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:23.961469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1aa9-44a0-4265-8fb0-bce39f0f1821 None None] Provisioning complete for port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:23.961847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1aa9-44a0-4265-8fb0-bce39f0f1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:23.969180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Pushing event updated for resources: {'Port': ['ID=05f76d35-79ab-4336-85d1-d09f56c54145,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:24.003998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Attempting to bind port 05f76d35-79ab-4336-85d1-d09f56c54145 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:24.004403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Attempting to bind port 05f76d35-79ab-4336-85d1-d09f56c54145 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '52eac8d4-6396-4508-a487-93b7d16ab620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:24.004899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Attempting to bind port 05f76d35-79ab-4336-85d1-d09f56c54145 on network b864c8f5-8de6-4de0-aace-e185f462fb9c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:24.007280 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:05:24.007280 n-d-821606-6 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:05:24.007280 n-d-821606-6 neutron-server[103127]: [parameters: {'id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'}] Feb 03 12:05:24.007280 n-d-821606-6 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:05:24.007680 n-d-821606-6 neutron-server[103127]: DEBUG oslo_db.api [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:05:24.015987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:24.016365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Checking segment: {'id': '52eac8d4-6396-4508-a487-93b7d16ab620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:24.016757 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.017170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Bound using segment: {'id': '52eac8d4-6396-4508-a487-93b7d16ab620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:24.017634 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Bound port: 05f76d35-79ab-4336-85d1-d09f56c54145, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eac8d4-6396-4508-a487-93b7d16ab620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b864c8f5-8de6-4de0-aace-e185f462fb9c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:24.018014 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.112839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc1aa9-44a0-4265-8fb0-bce39f0f1821 None None] Current status of the port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:24.115825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] For port 05f76d35-79ab-4336-85d1-d09f56c54145, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:24.118893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] For port 05f76d35-79ab-4336-85d1-d09f56c54145, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=05f76d35-79ab-4336-85d1-d09f56c54145,segment=NetworkSegment(52eac8d4-6396-4508-a487-93b7d16ab620),segment_id=52eac8d4-6396-4508-a487-93b7d16ab620)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:24.125056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.209873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231fc17-c668-4f12-8397-6cf33d7a6975 None None] Pushing event updated for resources: {'Port': ['ID=05f76d35-79ab-4336-85d1-d09f56c54145,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:24.217276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f88115-02d9-41b2-b982-8a55b03dd138 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:05:24.282617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f88115-02d9-41b2-b982-8a55b03dd138 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:05:24.440716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11b019-1b09-448c-9f89-b64fc33948f5 None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:05:24.479873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:24.508988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.519485 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11b019-1b09-448c-9f89-b64fc33948f5 None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:05:24.561771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Deleting port 05f76d35-79ab-4336-85d1-d09f56c54145 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:24.562106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.626279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] For port 05f76d35-79ab-4336-85d1-d09f56c54145, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=05f76d35-79ab-4336-85d1-d09f56c54145,segment=NetworkSegment(52eac8d4-6396-4508-a487-93b7d16ab620),segment_id=52eac8d4-6396-4508-a487-93b7d16ab620)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:24.627005 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.639571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Calling delete_port for 05f76d35-79ab-4336-85d1-d09f56c54145 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:24.668290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5417c0-4ce6-4488-875f-b0f0cb903e69 None None] Network b864c8f5-8de6-4de0-aace-e185f462fb9c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:24.717044 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (05f76d35-79ab-4336-85d1-d09f56c54145), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.742010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Port': ['ID=05f76d35-79ab-4336-85d1-d09f56c54145,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:24.747264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No DVR routers for this DVR port 05f76d35-79ab-4336-85d1-d09f56c54145 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:24.826470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.845801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b864c8f5-8de6-4de0-aace-e185f462fb9c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:24.855442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eac8d4-6396-4508-a487-93b7d16ab620') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:24.855740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eac8d4-6396-4508-a487-93b7d16ab620') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:24.865121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.878328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.884030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:24.884414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (52eac8d4-6396-4508-a487-93b7d16ab620), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:24.887858 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:24.946611 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b864c8f5-8de6-4de0-aace-e185f462fb9c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.954299 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:24.957373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/b864c8f5-8de6-4de0-aace-e185f462fb9c HTTP/1.1" status: 204 len: 168 time: 1.9306636 Feb 03 12:05:24.961081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:24.967169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88287865'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:24.968973 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3d68-3331-4983-82f1-10279f707d1d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Network': ['ID=b864c8f5-8de6-4de0-aace-e185f462fb9c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:24.986001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:24.989343 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.012842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:25.021507 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cfa039b1-0236-4f4d-832d-0d368eca4dbf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.021853 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Added segment cfa039b1-0236-4f4d-832d-0d368eca4dbf of type vlan for network fe3999c6-1972-4eae-bc58-0203a2bf497a Feb 03 12:05:25.069451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (fe3999c6-1972-4eae-bc58-0203a2bf497a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.095242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (fe3999c6-1972-4eae-bc58-0203a2bf497a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.100747 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:25.101423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.142472 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1797969 Feb 03 12:05:25.145416 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57852) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:25.147944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d3f5f04-f957-49bc-8d73-f5e51042ac55 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:25.152711 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'subnet': {'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:25.194676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ac75f-3b2f-469c-bda9-fc4117b30c3f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Network': ['ID=fe3999c6-1972-4eae-bc58-0203a2bf497a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:25.195432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:25.195818 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.221593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network fe3999c6-1972-4eae-bc58-0203a2bf497a details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:25.270146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:25.273696 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.340182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:25.455573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (5378c20a-0838-4a30-9c27-3624838f7fd0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.507670 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Subnet': ['ID=5378c20a-0838-4a30-9c27-3624838f7fd0,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:25.522363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking segment: {'id': 'cfa039b1-0236-4f4d-832d-0d368eca4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:25.522729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network hostable DHCP agents. Network: fe3999c6-1972-4eae-bc58-0203a2bf497a, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:25.539281 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network fe3999c6-1972-4eae-bc58-0203a2bf497a is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:25.549393 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, fe3999c6-1972-4eae-bc58-0203a2bf497a) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:25.553456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:25.554050 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.558829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4dec15-ea9c-4443-8995-99a6d49aa17e None None] Network fe3999c6-1972-4eae-bc58-0203a2bf497a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:25.574361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:25.574639 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c30fa9fa-787c-4b78-a57a-cd89ebfe2a7e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4280045 Feb 03 12:05:25.579356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488532396'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:25.598062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:25.601571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.625020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:25.634346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (39363334-725b-4f98-8516-4764858f7871), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.635637 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Added segment 39363334-725b-4f98-8516-4764858f7871 of type vlan for network d04ddc46-f3ae-42c5-b27b-6e3e2c885441 Feb 03 12:05:25.662731 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-fe3999c6-1972-4eae-bc58-0203a2bf497a', 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a', 'project_id': 'b3599090f6584f65bb6d11d938223744', 'fixed_ips': [{'subnet_id': '5378c20a-0838-4a30-9c27-3624838f7fd0'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:25.663584 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.679326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d04ddc46-f3ae-42c5-b27b-6e3e2c885441), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.704791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d04ddc46-f3ae-42c5-b27b-6e3e2c885441), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.709855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:25.710447 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:25.746444 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1710057 Feb 03 12:05:25.749953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:25.754769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Request body: {'subnet': {'network_id': 'd04ddc46-f3ae-42c5-b27b-6e3e2c885441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:25.803726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Allocated IP 2001:db8::2 (fe3999c6-1972-4eae-bc58-0203a2bf497a/5378c20a-0838-4a30-9c27-3624838f7fd0/f09a3b02-763b-4941-b077-64e29d7dd977) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:25.803949 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Network': ['ID=d04ddc46-f3ae-42c5-b27b-6e3e2c885441,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:25.820902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.821279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.821632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.822577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.822849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.823185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.823518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.823854 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.824184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.824513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.824841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.825192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.825517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dab3a2-12b0-42d7-8eab-4050aa96f03f tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:25.841067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d04ddc46-f3ae-42c5-b27b-6e3e2c885441 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:25.886377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Made reservation on behalf of b3599090f6584f65bb6d11d938223744 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:25.889927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.006783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks [] for port (f09a3b02-763b-4941-b077-64e29d7dd977), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.013560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.062267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Network fe3999c6-1972-4eae-bc58-0203a2bf497a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:26.066265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:26.067977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Pushing event updated for resources: {'Port': ['ID=f09a3b02-763b-4941-b077-64e29d7dd977,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:26.070190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:26.082326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (a4145695-7784-499c-bbd5-b162129a417b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.129694 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Attempting to bind port f09a3b02-763b-4941-b077-64e29d7dd977 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:26.130069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Attempting to bind port f09a3b02-763b-4941-b077-64e29d7dd977 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'cfa039b1-0236-4f4d-832d-0d368eca4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:26.130437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Attempting to bind port f09a3b02-763b-4941-b077-64e29d7dd977 on network fe3999c6-1972-4eae-bc58-0203a2bf497a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:26.136112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:26.136562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Checking segment: {'id': 'cfa039b1-0236-4f4d-832d-0d368eca4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:26.136918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.137326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Bound using segment: {'id': 'cfa039b1-0236-4f4d-832d-0d368eca4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:26.137797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Bound port: f09a3b02-763b-4941-b077-64e29d7dd977, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa039b1-0236-4f4d-832d-0d368eca4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe3999c6-1972-4eae-bc58-0203a2bf497a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:26.138184 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.149050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event updated for resources: {'Subnet': ['ID=a4145695-7784-499c-bbd5-b162129a417b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:26.158445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Checking segment: {'id': '39363334-725b-4f98-8516-4764858f7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd04ddc46-f3ae-42c5-b27b-6e3e2c885441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:26.158811 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network hostable DHCP agents. Network: d04ddc46-f3ae-42c5-b27b-6e3e2c885441, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:26.174764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Network d04ddc46-f3ae-42c5-b27b-6e3e2c885441 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:26.183932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d04ddc46-f3ae-42c5-b27b-6e3e2c885441) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:26.188242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:26.188846 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.197207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720142d-fd02-4ce4-956e-efc1ae4077b1 None None] Network d04ddc46-f3ae-42c5-b27b-6e3e2c885441 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:26.206262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-96c0d2db-2509-4129-828b-b355efa6affc tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553106 Feb 03 12:05:26.208903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57858) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.220847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] For port f09a3b02-763b-4941-b077-64e29d7dd977, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:26.268409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] For port f09a3b02-763b-4941-b077-64e29d7dd977, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f09a3b02-763b-4941-b077-64e29d7dd977,segment=NetworkSegment(cfa039b1-0236-4f4d-832d-0d368eca4dbf),segment_id=cfa039b1-0236-4f4d-832d-0d368eca4dbf)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:26.278350 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.305920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d04ddc46-f3ae-42c5-b27b-6e3e2c885441), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.358882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6214-a0db-4f51-b9ef-74e62634bba2 None None] Pushing event updated for resources: {'Port': ['ID=f09a3b02-763b-4941-b077-64e29d7dd977,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:26.366100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296f9fb-7050-4486-9875-44ccbbd0a930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d04ddc46-f3ae-42c5-b27b-6e3e2c885441', 'network_id': 'd04ddc46-f3ae-42c5-b27b-6e3e2c885441', 'project_id': 'b3599090f6584f65bb6d11d938223744', 'fixed_ips': [{'subnet_id': 'a4145695-7784-499c-bbd5-b162129a417b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:26.367727 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c296f9fb-7050-4486-9875-44ccbbd0a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.370794 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (a4145695-7784-499c-bbd5-b162129a417b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.435954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (a4145695-7784-499c-bbd5-b162129a417b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.465692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Subnet': ['ID=a4145695-7784-499c-bbd5-b162129a417b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server [None req-c296f9fb-7050-4486-9875-44ccbbd0a930 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4145695-7784-499c-bbd5-b162129a417b: This subnet is being modified by another concurrent operation. Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4145695-7784-499c-bbd5-b162129a417b: This subnet is being modified by another concurrent operation. Feb 03 12:05:26.474953 n-d-821606-6 neutron-server[103128]: ERROR oslo_messaging.rpc.server Feb 03 12:05:26.513446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f37e02-754c-4cf4-ab26-2eb702ca862c None None] Network d04ddc46-f3ae-42c5-b27b-6e3e2c885441 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:26.544414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d04ddc46-f3ae-42c5-b27b-6e3e2c885441), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.568008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04ddc46-f3ae-42c5-b27b-6e3e2c885441']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:26.578752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39363334-725b-4f98-8516-4764858f7871') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:26.579140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39363334-725b-4f98-8516-4764858f7871') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:26.590307 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (39363334-725b-4f98-8516-4764858f7871), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.604646 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (39363334-725b-4f98-8516-4764858f7871), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.611152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:26.611529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (39363334-725b-4f98-8516-4764858f7871), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:26.614634 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:26.677154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d04ddc46-f3ae-42c5-b27b-6e3e2c885441), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.688901 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.692080 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/d04ddc46-f3ae-42c5-b27b-6e3e2c885441 HTTP/1.1" status: 204 len: 168 time: 0.4821584 Feb 03 12:05:26.695483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.704358 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cbf5-3162-4e89-94e3-996504f23119 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Network': ['ID=d04ddc46-f3ae-42c5-b27b-6e3e2c885441,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:26.726286 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bb5339-6f2d-4ba5-b5c0-b4e0d670f18e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] GET failed (client error): The resource could not be found. Feb 03 12:05:26.728124 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5bb5339-6f2d-4ba5-b5c0-b4e0d670f18e tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "GET /v2.0/subnets/a4145695-7784-499c-bbd5-b162129a417b HTTP/1.1" status: 404 len: 337 time: 0.0314062 Feb 03 12:05:26.731385 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.750847 n-d-821606-6 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7645e31-db3b-408f-8b37-cf8c9eae0942 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:26.751381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7645e31-db3b-408f-8b37-cf8c9eae0942 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:26.754957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a7645e31-db3b-408f-8b37-cf8c9eae0942 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/d04ddc46-f3ae-42c5-b27b-6e3e2c885441 HTTP/1.1" status: 404 len: 339 time: 0.0223501 Feb 03 12:05:26.758899 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57864) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.786629 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a7b221-b43f-4d35-9674-f3df0ad0f642 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:26.786998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a7b221-b43f-4d35-9674-f3df0ad0f642 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:26.790006 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-21a7b221-b43f-4d35-9674-f3df0ad0f642 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/subnets/a4145695-7784-499c-bbd5-b162129a417b HTTP/1.1" status: 404 len: 337 time: 0.0295630 Feb 03 12:05:26.792469 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.810933 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd34aa5f-5507-45e8-b631-e85f4e8ab21c tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:26.811421 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd34aa5f-5507-45e8-b631-e85f4e8ab21c tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:26.814348 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-bd34aa5f-5507-45e8-b631-e85f4e8ab21c tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/d04ddc46-f3ae-42c5-b27b-6e3e2c885441 HTTP/1.1" status: 404 len: 339 time: 0.0209496 Feb 03 12:05:26.816753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:26.874044 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Deleting subnet 5378c20a-0838-4a30-9c27-3624838f7fd0 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:05:26.877145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (5378c20a-0838-4a30-9c27-3624838f7fd0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.917572 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5378c20a-0838-4a30-9c27-3624838f7fd0), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:26.998016 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5378c20a-0838-4a30-9c27-3624838f7fd0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.058292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5378c20a-0838-4a30-9c27-3624838f7fd0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.083573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Subnet': ['ID=5378c20a-0838-4a30-9c27-3624838f7fd0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:27.089505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.095513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.095640 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-83501259-dd70-44cf-b042-ef8c9448ff3d tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/subnets/5378c20a-0838-4a30-9c27-3624838f7fd0 HTTP/1.1" status: 204 len: 168 time: 0.2776432 Feb 03 12:05:27.190430 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (fe3999c6-1972-4eae-bc58-0203a2bf497a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.218929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f09a3b02-763b-4941-b077-64e29d7dd977 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:27.247764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Deleting port f09a3b02-763b-4941-b077-64e29d7dd977 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:27.248107 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.277792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f09a3b02-763b-4941-b077-64e29d7dd977 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:27.278444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.323150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] For port f09a3b02-763b-4941-b077-64e29d7dd977, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f09a3b02-763b-4941-b077-64e29d7dd977,segment=NetworkSegment(cfa039b1-0236-4f4d-832d-0d368eca4dbf),segment_id=cfa039b1-0236-4f4d-832d-0d368eca4dbf)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:27.323527 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.339211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Calling delete_port for f09a3b02-763b-4941-b077-64e29d7dd977 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:27.362182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f09a3b02-763b-4941-b077-64e29d7dd977 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:27.362720 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.402093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f09a3b02-763b-4941-b077-64e29d7dd977, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f09a3b02-763b-4941-b077-64e29d7dd977,segment=NetworkSegment(cfa039b1-0236-4f4d-832d-0d368eca4dbf),segment_id=cfa039b1-0236-4f4d-832d-0d368eca4dbf)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:27.406941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.430346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f09a3b02-763b-4941-b077-64e29d7dd977), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.459098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Port': ['ID=f09a3b02-763b-4941-b077-64e29d7dd977,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:27.463728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No DVR routers for this DVR port f09a3b02-763b-4941-b077-64e29d7dd977 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:27.553348 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (fe3999c6-1972-4eae-bc58-0203a2bf497a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.575776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3999c6-1972-4eae-bc58-0203a2bf497a']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:27.585968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa039b1-0236-4f4d-832d-0d368eca4dbf') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:27.586263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa039b1-0236-4f4d-832d-0d368eca4dbf') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:27.594646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0886a4d-0538-4d48-a218-c18e09fe20de None None] get_active_networks_info from n-d-821606-6 {{(pid=103128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:05:27.597006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (cfa039b1-0236-4f4d-832d-0d368eca4dbf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.610035 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (cfa039b1-0236-4f4d-832d-0d368eca4dbf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.616031 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:27.616408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (cfa039b1-0236-4f4d-832d-0d368eca4dbf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:27.619931 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:27.628075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-82cd2267-75d1-4937-959d-4ad4c374e784 None None] Could not find standard attr ID for object f09a3b02-763b-4941-b077-64e29d7dd977. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:05:27.653334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.663001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f09a3b02-763b-4941-b077-64e29d7dd977,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:27.684524 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (fe3999c6-1972-4eae-bc58-0203a2bf497a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.692890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.694741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0886a4d-0538-4d48-a218-c18e09fe20de None None] Resources bound (agent type, host, resource id): {{(pid=103128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:05:27.696087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/fe3999c6-1972-4eae-bc58-0203a2bf497a HTTP/1.1" status: 204 len: 168 time: 0.5997686 Feb 03 12:05:27.699930 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.706181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8d1d-27d9-4627-b4f4-84ee67708052 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Network': ['ID=fe3999c6-1972-4eae-bc58-0203a2bf497a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:27.730156 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0f597-9135-45d3-95e9-94a9dc466dc3 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:27.730843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0f597-9135-45d3-95e9-94a9dc466dc3 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:27.736034 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-81b0f597-9135-45d3-95e9-94a9dc466dc3 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/subnets/5372a2de-109b-449b-871b-899d1d8e916d HTTP/1.1" status: 404 len: 337 time: 0.0320587 Feb 03 12:05:27.737212 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57874) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.756217 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d48617-3469-4cf6-be76-0f861626bbe1 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:27.756717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d48617-3469-4cf6-be76-0f861626bbe1 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:27.762589 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b4d48617-3469-4cf6-be76-0f861626bbe1 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/b864c8f5-8de6-4de0-aace-e185f462fb9c HTTP/1.1" status: 404 len: 339 time: 0.0214882 Feb 03 12:05:27.762833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57876) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.788173 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-235ee257-97e2-4c24-9fbd-182abf8bea10 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:27.788627 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235ee257-97e2-4c24-9fbd-182abf8bea10 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:27.791703 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-235ee257-97e2-4c24-9fbd-182abf8bea10 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/subnets/53477b82-4000-4c23-a5e4-1dad52f428c5 HTTP/1.1" status: 404 len: 337 time: 0.0278263 Feb 03 12:05:27.794264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.812718 n-d-821606-6 neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be244ea-4c43-405c-a949-bca1144f8328 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] DELETE failed (client error): The resource could not be found. Feb 03 12:05:27.813241 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be244ea-4c43-405c-a949-bca1144f8328 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:05:27.816185 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1be244ea-4c43-405c-a949-bca1144f8328 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/8ff16754-e987-47fc-b7d1-2da7913a5108 HTTP/1.1" status: 404 len: 339 time: 0.0210238 Feb 03 12:05:27.818732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57880) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:27.869793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Deleting subnet cc5abea3-bd39-4331-ab8a-302d8421d56e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:05:27.873133 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (cc5abea3-bd39-4331-ab8a-302d8421d56e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.918062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (cc5abea3-bd39-4331-ab8a-302d8421d56e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:27.921256 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba24c24-14d9-4dcb-9758-f3aacaa554bd None None] DHCP port deletion for fe3999c6-1972-4eae-bc58-0203a2bf497a request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:05:27.938222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548f251-3db7-445f-9fa0-09792958721c None None] Network fe3999c6-1972-4eae-bc58-0203a2bf497a requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:27.951058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548f251-3db7-445f-9fa0-09792958721c None None] Network fe3999c6-1972-4eae-bc58-0203a2bf497a could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:05:28.007416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (cc5abea3-bd39-4331-ab8a-302d8421d56e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.063558 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (cc5abea3-bd39-4331-ab8a-302d8421d56e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.094561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5abea3-bd39-4331-ab8a-302d8421d56e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:28.098759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.102153 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c361975f-8425-4187-9a77-ac3d9b35c6f6 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/subnets/cc5abea3-bd39-4331-ab8a-302d8421d56e HTTP/1.1" status: 204 len: 168 time: 0.2824321 Feb 03 12:05:28.104495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57882) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:28.104627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61627a8e-b709-40f3-9450-5bc2d9947cf3 None None] Network f130e342-b991-4d14-8e5f-396dc195c124 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:28.180521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f130e342-b991-4d14-8e5f-396dc195c124), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.240273 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Deleting port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:28.240616 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.253383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] DHCP port deletion for f130e342-b991-4d14-8e5f-396dc195c124 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:05:28.312679 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Deleting port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:28.313479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.322297 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] For port 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d3f5f04-f957-49bc-8d73-f5e51042ac55,segment=NetworkSegment(5918b18e-6e0d-4940-916f-ce62f61ca758),segment_id=5918b18e-6e0d-4940-916f-ce62f61ca758)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:28.322676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.335927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Calling delete_port for 5d3f5f04-f957-49bc-8d73-f5e51042ac55 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:28.378053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] For port 5d3f5f04-f957-49bc-8d73-f5e51042ac55, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5d3f5f04-f957-49bc-8d73-f5e51042ac55,segment=NetworkSegment(5918b18e-6e0d-4940-916f-ce62f61ca758),segment_id=5918b18e-6e0d-4940-916f-ce62f61ca758)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:28.378562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.392020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Calling delete_port for 5d3f5f04-f957-49bc-8d73-f5e51042ac55 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:28.428799 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.459824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Port': ['ID=5d3f5f04-f957-49bc-8d73-f5e51042ac55,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:28.461599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] No DVR routers for this DVR port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:28.475820 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (5d3f5f04-f957-49bc-8d73-f5e51042ac55), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.503580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] Pushing event deleted for resources: {'Port': ['ID=5d3f5f04-f957-49bc-8d73-f5e51042ac55,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:28.509671 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88202a-5ead-4190-b8b1-8da8130ebd10 None None] No DVR routers for this DVR port 5d3f5f04-f957-49bc-8d73-f5e51042ac55 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:28.544899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f130e342-b991-4d14-8e5f-396dc195c124), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.567244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f130e342-b991-4d14-8e5f-396dc195c124']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:28.577481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5918b18e-6e0d-4940-916f-ce62f61ca758') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:28.577776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5918b18e-6e0d-4940-916f-ce62f61ca758') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:28.592130 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (5918b18e-6e0d-4940-916f-ce62f61ca758), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.606024 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (5918b18e-6e0d-4940-916f-ce62f61ca758), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.611989 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:28.612376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (5918b18e-6e0d-4940-916f-ce62f61ca758), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:28.615437 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:28.673137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f130e342-b991-4d14-8e5f-396dc195c124), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.679905 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:28.683079 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] 10.222.0.30 "DELETE /v2.0/networks/f130e342-b991-4d14-8e5f-396dc195c124 HTTP/1.1" status: 204 len: 168 time: 0.5776210 Feb 03 12:05:28.693845 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3237965-341b-4f63-99d9-e53f45648965 tempest-NetworksIpV6Test-874390145 tempest-NetworksIpV6Test-874390145-project] Pushing event deleted for resources: {'Network': ['ID=f130e342-b991-4d14-8e5f-396dc195c124,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:28.920719 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:29.051988 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-db6a6c5b-52d1-42a6-91b0-7f247ddc49f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3599090f6584f65bb6d11d938223744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300929 Feb 03 12:05:29.054466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:29.100528 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] Publish callbacks [] for security_group (40fa03de-10b2-427d-a4e3-15163624f7a4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.128891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] Publish callbacks [] for security_group (40fa03de-10b2-427d-a4e3-15163624f7a4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.146842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f09a3b02-763b-4941-b077-64e29d7dd977 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:29.168682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f09a3b02-763b-4941-b077-64e29d7dd977 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:29.169152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f09a3b02-763b-4941-b077-64e29d7dd977 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:29.169648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d3f5f04-f957-49bc-8d73-f5e51042ac55 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:29.179393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (40fa03de-10b2-427d-a4e3-15163624f7a4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.182620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.183757 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40fa03de-10b2-427d-a4e3-15163624f7a4 HTTP/1.1" status: 204 len: 168 time: 0.1284208 Feb 03 12:05:29.191561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56796202-a53d-4608-8592-84e858a47264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa03de-10b2-427d-a4e3-15163624f7a4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:29.193278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 5d3f5f04-f957-49bc-8d73-f5e51042ac55 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:29.193667 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5d3f5f04-f957-49bc-8d73-f5e51042ac55 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:29.810097 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:29.904697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-387354419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:29.925573 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.926660 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.976570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router_controller (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.981205 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.998352 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:29.999529 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d128de17-a258-49f1-ac24-f633ff8f24e9 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1884387 Feb 03 12:05:30.002296 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:30.006936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1765227780'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:30.025252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Made reservation on behalf of f72d908cc98e414ab4f7368d0de686a4 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:30.028357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.036304 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.112020 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for security_group (520e813a-177a-47fe-9d26-a9b72204c186), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.115543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (520e813a-177a-47fe-9d26-a9b72204c186), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.142244 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:30.150849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520e813a-177a-47fe-9d26-a9b72204c186,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:30.156749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (766b64ca-8bc1-4b17-8680-22bc3bf7e478), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.157131 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Added segment 766b64ca-8bc1-4b17-8680-22bc3bf7e478 of type vlan for network 29041178-97d1-4108-85bc-2e3ee7112abe Feb 03 12:05:30.198518 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (29041178-97d1-4108-85bc-2e3ee7112abe), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.221947 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (29041178-97d1-4108-85bc-2e3ee7112abe), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.226835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:30.227423 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.263651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2603371 Feb 03 12:05:30.266513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:30.273314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'subnet': {'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:30.313001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939342d-8a3e-4292-a098-90e550be9e0e tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event updated for resources: {'Network': ['ID=29041178-97d1-4108-85bc-2e3ee7112abe,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:30.323342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 29041178-97d1-4108-85bc-2e3ee7112abe details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:30.389802 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Made reservation on behalf of f72d908cc98e414ab4f7368d0de686a4 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:30.393461 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.571340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (f08c25fa-327e-4833-8d12-cf71b41defd2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.627146 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event updated for resources: {'Subnet': ['ID=f08c25fa-327e-4833-8d12-cf71b41defd2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:30.637621 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Checking segment: {'id': '766b64ca-8bc1-4b17-8680-22bc3bf7e478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:30.637979 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Network hostable DHCP agents. Network: 29041178-97d1-4108-85bc-2e3ee7112abe, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:30.654074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Network 29041178-97d1-4108-85bc-2e3ee7112abe is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:30.662413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 29041178-97d1-4108-85bc-2e3ee7112abe) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:30.666482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:30.667073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.671229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c2994-cd25-4ea9-b21f-a9745a221b33 None None] Network 29041178-97d1-4108-85bc-2e3ee7112abe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:30.687314 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f7e4cb12-db17-4cc4-a119-61c7126226e6 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4170368 Feb 03 12:05:30.687527 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57922) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:30.692326 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-104003794'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:30.710429 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Made reservation on behalf of f72d908cc98e414ab4f7368d0de686a4 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:30.714282 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.738080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:30.747871 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2f93b2ca-6328-4811-adf5-f71c475ebc91), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.748238 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Added segment 2f93b2ca-6328-4811-adf5-f71c475ebc91 of type vlan for network 609492b2-b2cd-4ca7-924d-47b69a554ccb Feb 03 12:05:30.779279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-29041178-97d1-4108-85bc-2e3ee7112abe', 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe', 'project_id': 'f72d908cc98e414ab4f7368d0de686a4', 'fixed_ips': [{'subnet_id': 'f08c25fa-327e-4833-8d12-cf71b41defd2'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:30.780130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.788803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (609492b2-b2cd-4ca7-924d-47b69a554ccb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.814913 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (609492b2-b2cd-4ca7-924d-47b69a554ccb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.819831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:30.820416 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:30.862674 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1741025 Feb 03 12:05:30.865556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57924) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:30.873434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'subnet': {'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:30.915480 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2434de-384d-4c9e-bf7e-ecd1ee93f27c tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event updated for resources: {'Network': ['ID=609492b2-b2cd-4ca7-924d-47b69a554ccb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:30.918202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Allocated IP 172.20.0.2 (29041178-97d1-4108-85bc-2e3ee7112abe/f08c25fa-327e-4833-8d12-cf71b41defd2/8fd59508-f2ed-446b-b5bc-81c4b8424d0f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:30.928586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:30.994879 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Made reservation on behalf of f72d908cc98e414ab4f7368d0de686a4 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:30.998466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.140569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks [] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.145872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.184074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Network 29041178-97d1-4108-85bc-2e3ee7112abe is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:31.189048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:31.191723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:31.192203 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (993e2805-7894-4e28-9e86-1e6ea35676f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.202468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Pushing event updated for resources: {'Port': ['ID=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:31.260487 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Attempting to bind port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:31.260863 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Attempting to bind port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '766b64ca-8bc1-4b17-8680-22bc3bf7e478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:31.261272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Attempting to bind port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f on network 29041178-97d1-4108-85bc-2e3ee7112abe {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:31.267546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:31.267546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Checking segment: {'id': '766b64ca-8bc1-4b17-8680-22bc3bf7e478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:31.267889 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.268207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Bound using segment: {'id': '766b64ca-8bc1-4b17-8680-22bc3bf7e478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:31.268693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Bound port: 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766b64ca-8bc1-4b17-8680-22bc3bf7e478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29041178-97d1-4108-85bc-2e3ee7112abe'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:31.269123 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.345703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] For port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:31.357350 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe08218-1097-4072-b37a-2d8543413619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.359810 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] For port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,segment=NetworkSegment(766b64ca-8bc1-4b17-8680-22bc3bf7e478),segment_id=766b64ca-8bc1-4b17-8680-22bc3bf7e478)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:31.367391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.433112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6225b5a-9e81-4c26-a1af-4b4c4fff0160 None None] Pushing event updated for resources: {'Port': ['ID=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:31.496733 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event updated for resources: {'Subnet': ['ID=993e2805-7894-4e28-9e86-1e6ea35676f8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:31.507217 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Checking segment: {'id': '2f93b2ca-6328-4811-adf5-f71c475ebc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:31.507582 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Network hostable DHCP agents. Network: 609492b2-b2cd-4ca7-924d-47b69a554ccb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:31.524293 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:31.533257 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 609492b2-b2cd-4ca7-924d-47b69a554ccb) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:31.538601 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:31.539208 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.545261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e973f612-b2fc-42db-a72e-19ca2605f273 None None] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:31.559476 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-232ce073-4ac8-438d-9674-0eb5d9ce1663 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6898077 Feb 03 12:05:31.559717 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:31.564306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04fc7572-e606-4165-8973-84a11ec4571d tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Request body: {'router': {'external_gateway_info': {'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:31.673564 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-609492b2-b2cd-4ca7-924d-47b69a554ccb', 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb', 'project_id': 'f72d908cc98e414ab4f7368d0de686a4', 'fixed_ips': [{'subnet_id': '993e2805-7894-4e28-9e86-1e6ea35676f8'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:31.674837 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.792062 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04fc7572-e606-4165-8973-84a11ec4571d tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router_gateway (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.824236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Allocated IP 172.21.0.2 (609492b2-b2cd-4ca7-924d-47b69a554ccb/993e2805-7894-4e28-9e86-1e6ea35676f8/e5dc160b-cc6f-4bf9-b77c-42363312130a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:31.905889 n-d-821606-6 neutron-server[103126]: INFO neutron.api.v2.resource [None req-04fc7572-e606-4165-8973-84a11ec4571d tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:05:31.906890 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04fc7572-e606-4165-8973-84a11ec4571d tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "PUT /v2.0/routers/3cf1e4ec-d12c-45c2-9d13-e4b72e492866 HTTP/1.1" status: 400 len: 364 time: 0.3462782 Feb 03 12:05:31.912793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57928) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:31.964612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Deleting subnet 993e2805-7894-4e28-9e86-1e6ea35676f8 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:05:31.974181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks [] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.980771 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (993e2805-7894-4e28-9e86-1e6ea35676f8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:31.982565 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.023586 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (993e2805-7894-4e28-9e86-1e6ea35676f8), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.030220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:32.035684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:32.038683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:32.048232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Pushing event updated for resources: {'Port': ['ID=e5dc160b-cc6f-4bf9-b77c-42363312130a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.103975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Attempting to bind port e5dc160b-cc6f-4bf9-b77c-42363312130a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:32.104355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Attempting to bind port e5dc160b-cc6f-4bf9-b77c-42363312130a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2f93b2ca-6328-4811-adf5-f71c475ebc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:32.104714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Attempting to bind port e5dc160b-cc6f-4bf9-b77c-42363312130a on network 609492b2-b2cd-4ca7-924d-47b69a554ccb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:32.109715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:32.110091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Checking segment: {'id': '2f93b2ca-6328-4811-adf5-f71c475ebc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:32.110491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.110884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Bound using segment: {'id': '2f93b2ca-6328-4811-adf5-f71c475ebc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:32.111373 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Bound port: e5dc160b-cc6f-4bf9-b77c-42363312130a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f93b2ca-6328-4811-adf5-f71c475ebc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '609492b2-b2cd-4ca7-924d-47b69a554ccb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:32.111750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.114521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (993e2805-7894-4e28-9e86-1e6ea35676f8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.180184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (993e2805-7894-4e28-9e86-1e6ea35676f8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.187170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] For port e5dc160b-cc6f-4bf9-b77c-42363312130a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:32.191468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] For port e5dc160b-cc6f-4bf9-b77c-42363312130a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e5dc160b-cc6f-4bf9-b77c-42363312130a,segment=NetworkSegment(2f93b2ca-6328-4811-adf5-f71c475ebc91),segment_id=2f93b2ca-6328-4811-adf5-f71c475ebc91)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:32.198630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.210540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Subnet': ['ID=993e2805-7894-4e28-9e86-1e6ea35676f8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.212519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.216231 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a0b89bf-7733-4df5-af5b-1149fdff1293 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "DELETE /v2.0/subnets/993e2805-7894-4e28-9e86-1e6ea35676f8 HTTP/1.1" status: 204 len: 168 time: 0.3024521 Feb 03 12:05:32.218736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57930) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:32.264536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f112027-0207-44bb-ad7a-d42521e654e0 None None] Pushing event updated for resources: {'Port': ['ID=e5dc160b-cc6f-4bf9-b77c-42363312130a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.323869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (609492b2-b2cd-4ca7-924d-47b69a554ccb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.382391 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Deleting port e5dc160b-cc6f-4bf9-b77c-42363312130a {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:32.382733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.467279 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] For port e5dc160b-cc6f-4bf9-b77c-42363312130a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e5dc160b-cc6f-4bf9-b77c-42363312130a,segment=NetworkSegment(2f93b2ca-6328-4811-adf5-f71c475ebc91),segment_id=2f93b2ca-6328-4811-adf5-f71c475ebc91)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:32.467763 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.482677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Calling delete_port for e5dc160b-cc6f-4bf9-b77c-42363312130a owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:32.571009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d52f76-f0e7-4f9c-9bfd-af456046662a None None] Network 29041178-97d1-4108-85bc-2e3ee7112abe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:32.579177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e5dc160b-cc6f-4bf9-b77c-42363312130a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.606945 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Port': ['ID=e5dc160b-cc6f-4bf9-b77c-42363312130a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.613786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] No DVR routers for this DVR port e5dc160b-cc6f-4bf9-b77c-42363312130a on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:32.693632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Provisioning complete for port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:32.693928 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.698322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (609492b2-b2cd-4ca7-924d-47b69a554ccb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.718796 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609492b2-b2cd-4ca7-924d-47b69a554ccb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:32.729288 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f93b2ca-6328-4811-adf5-f71c475ebc91') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:32.729697 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f93b2ca-6328-4811-adf5-f71c475ebc91') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:32.739994 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (2f93b2ca-6328-4811-adf5-f71c475ebc91), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.753361 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2f93b2ca-6328-4811-adf5-f71c475ebc91), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.760321 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:32.760723 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (2f93b2ca-6328-4811-adf5-f71c475ebc91), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:32.764626 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:32.782333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Current status of the port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:32.782743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.821021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] For port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,segment=NetworkSegment(766b64ca-8bc1-4b17-8680-22bc3bf7e478),segment_id=766b64ca-8bc1-4b17-8680-22bc3bf7e478)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:32.828152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.830641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (609492b2-b2cd-4ca7-924d-47b69a554ccb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.842968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.846694 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "DELETE /v2.0/networks/609492b2-b2cd-4ca7-924d-47b69a554ccb HTTP/1.1" status: 204 len: 168 time: 0.6269960 Feb 03 12:05:32.849588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57932) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:32.864436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14360359-a706-4c61-81a3-a2b9e5cffb38 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Network': ['ID=609492b2-b2cd-4ca7-924d-47b69a554ccb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.891689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68529d-1094-4890-80af-b5767a25c268 None None] Pushing event updated for resources: {'Port': ['ID=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:32.914497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Deleting subnet f08c25fa-327e-4833-8d12-cf71b41defd2 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:05:32.918417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (f08c25fa-327e-4833-8d12-cf71b41defd2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:32.960385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (f08c25fa-327e-4833-8d12-cf71b41defd2), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.053439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6394a50d-a8ea-45e5-936b-c294d961e43f None None] Provisioning complete for port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:33.054176 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6394a50d-a8ea-45e5-936b-c294d961e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.055278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (f08c25fa-327e-4833-8d12-cf71b41defd2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.122588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (f08c25fa-327e-4833-8d12-cf71b41defd2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.148307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6394a50d-a8ea-45e5-936b-c294d961e43f None None] Current status of the port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:33.164870 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.168844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "DELETE /v2.0/subnets/f08c25fa-327e-4833-8d12-cf71b41defd2 HTTP/1.1" status: 204 len: 168 time: 0.3180325 Feb 03 12:05:33.169906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881f45-eb1a-4e14-87fe-ff02a7c56a86 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Subnet': ['ID=f08c25fa-327e-4833-8d12-cf71b41defd2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:33.171404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57934) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:33.175278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd47731-894c-4985-bac5-abc768677d80 None None] Network 29041178-97d1-4108-85bc-2e3ee7112abe requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:33.272823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8fd59508-f2ed-446b-b5bc-81c4b8424d0f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:33.279228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (29041178-97d1-4108-85bc-2e3ee7112abe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.340321 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:33.340823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.347839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Deleting port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:33.348199 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.413713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] DHCP port deletion for 29041178-97d1-4108-85bc-2e3ee7112abe request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:05:33.430042 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] For port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,segment=NetworkSegment(766b64ca-8bc1-4b17-8680-22bc3bf7e478),segment_id=766b64ca-8bc1-4b17-8680-22bc3bf7e478)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:33.430422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.445529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Calling delete_port for 8fd59508-f2ed-446b-b5bc-81c4b8424d0f owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:33.451391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:33.477135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Deleting port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:05:33.477670 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.529835 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.535095 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e7a26-eefb-4fb5-9084-07e79e87c2e7 None None] DHCP port deletion for 609492b2-b2cd-4ca7-924d-47b69a554ccb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:05:33.553854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] For port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,segment=NetworkSegment(766b64ca-8bc1-4b17-8680-22bc3bf7e478),segment_id=766b64ca-8bc1-4b17-8680-22bc3bf7e478)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:33.554369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.557688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Port': ['ID=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:33.566101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] No DVR routers for this DVR port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:33.572448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-11388cca-23e5-4014-9f47-86b87f827b2f None None] Could not find standard attr ID for object e5dc160b-cc6f-4bf9-b77c-42363312130a. {{(pid=103128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:05:33.575852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Calling delete_port for 8fd59508-f2ed-446b-b5bc-81c4b8424d0f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:05:33.578103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800bb60-fa36-44aa-8951-a7d4647ba610 None None] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:33.595152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800bb60-fa36-44aa-8951-a7d4647ba610 None None] Network 609492b2-b2cd-4ca7-924d-47b69a554ccb could not be found, it might have been deleted concurrently. {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:05:33.649225 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (29041178-97d1-4108-85bc-2e3ee7112abe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.663301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (8fd59508-f2ed-446b-b5bc-81c4b8424d0f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.669398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29041178-97d1-4108-85bc-2e3ee7112abe']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:33.679352 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766b64ca-8bc1-4b17-8680-22bc3bf7e478') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:33.679651 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766b64ca-8bc1-4b17-8680-22bc3bf7e478') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:33.688506 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] Pushing event deleted for resources: {'Port': ['ID=8fd59508-f2ed-446b-b5bc-81c4b8424d0f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:33.689552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (766b64ca-8bc1-4b17-8680-22bc3bf7e478), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.692086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616ae19-0199-4bcd-9e9c-3ade42b20d77 None None] No DVR routers for this DVR port 8fd59508-f2ed-446b-b5bc-81c4b8424d0f on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:05:33.710650 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (766b64ca-8bc1-4b17-8680-22bc3bf7e478), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.717005 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:05:33.718005 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (766b64ca-8bc1-4b17-8680-22bc3bf7e478), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:05:33.721045 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:05:33.782854 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (29041178-97d1-4108-85bc-2e3ee7112abe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.790107 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:33.793209 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "DELETE /v2.0/networks/29041178-97d1-4108-85bc-2e3ee7112abe HTTP/1.1" status: 204 len: 168 time: 0.6204970 Feb 03 12:05:33.796041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:33.804306 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba112-b21b-41ca-8460-3b3f4f5d9f58 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Pushing event deleted for resources: {'Network': ['ID=29041178-97d1-4108-85bc-2e3ee7112abe,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:33.826821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-eaf3cd3b-38f2-45c3-a44c-27cd84a58567 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cf1e4ec-d12c-45c2-9d13-e4b72e492866 HTTP/1.1" status: 200 len: 205 time: 0.0292883 Feb 03 12:05:33.829227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:33.905523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.062993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.065096 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router_controller (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.107946 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (3cf1e4ec-d12c-45c2-9d13-e4b72e492866), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.108498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf1e4ec-d12c-45c2-9d13-e4b72e492866 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:05:34.116343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.117484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a81530b-fc4e-49d8-96a7-9fb91c4f40f2 tempest-RoutersNegativeTest-669075435 tempest-RoutersNegativeTest-669075435-project] 10.222.0.30 "DELETE /v2.0/routers/3cf1e4ec-d12c-45c2-9d13-e4b72e492866 HTTP/1.1" status: 204 len: 168 time: 0.2873876 Feb 03 12:05:34.357174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:34.457916 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b71dc09-d97d-4e4d-9a79-0aa24d4370dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.493183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fad46c7b-b0d6-488a-8c14-597fda29cf4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f72d908cc98e414ab4f7368d0de686a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348245 Feb 03 12:05:34.496267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:34.542262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] Publish callbacks [] for security_group (520e813a-177a-47fe-9d26-a9b72204c186), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.563453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] Publish callbacks [] for security_group (520e813a-177a-47fe-9d26-a9b72204c186), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.609129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (520e813a-177a-47fe-9d26-a9b72204c186), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.611627 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:34.612762 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/520e813a-177a-47fe-9d26-a9b72204c186 HTTP/1.1" status: 204 len: 168 time: 0.1156030 Feb 03 12:05:34.620981 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acea0e-d3a7-4aa4-ace7-da9f22445d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e813a-177a-47fe-9d26-a9b72204c186,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:34.830612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.146094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e5dc160b-cc6f-4bf9-b77c-42363312130a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:35.167995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e5dc160b-cc6f-4bf9-b77c-42363312130a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:35.168346 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e5dc160b-cc6f-4bf9-b77c-42363312130a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:35.168768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8fd59508-f2ed-446b-b5bc-81c4b8424d0f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:05:35.187383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8fd59508-f2ed-446b-b5bc-81c4b8424d0f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:05:35.187727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8fd59508-f2ed-446b-b5bc-81c4b8424d0f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:05:35.218766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57970) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:35.323806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-139373462-network', 'tenant_id': '27e75837841549e7915b56883ab95920'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:35.343415 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Made reservation on behalf of 27e75837841549e7915b56883ab95920 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:35.345737 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.354819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.428027 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks [] for security_group (331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.431459 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.457680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:35.464354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:35.470293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f19bd9b1-7dbb-474f-adeb-315d70fcd04c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.470673 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Added segment f19bd9b1-7dbb-474f-adeb-315d70fcd04c of type vlan for network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da Feb 03 12:05:35.514104 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1307be00-7f70-4fdc-9bf9-e4d0c60b97da), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.538504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1307be00-7f70-4fdc-9bf9-e4d0c60b97da), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.539502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:35.540078 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.573705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3538322 Feb 03 12:05:35.576718 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57974) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:35.581849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Request body: {'subnet': {'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-subnet', 'tenant_id': '27e75837841549e7915b56883ab95920', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:35.601464 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Made reservation on behalf of 27e75837841549e7915b56883ab95920 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:35.604070 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.605737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcb4f8-5186-4fc5-9ba0-6d00e5982768 admin admin] Pushing event updated for resources: {'Network': ['ID=1307be00-7f70-4fdc-9bf9-e4d0c60b97da,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:35.615450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:35.782122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2fa925ae-7eda-43ef-98f9-12c2409f0e2b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.840338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa925ae-7eda-43ef-98f9-12c2409f0e2b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:35.847856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Checking segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:35.848266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Network hostable DHCP agents. Network: 1307be00-7f70-4fdc-9bf9-e4d0c60b97da, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:35.864530 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:35.874441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1307be00-7f70-4fdc-9bf9-e4d0c60b97da) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:35.878360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:35.878962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.884157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0300c084-259b-4bf6-bdf5-84dba7bcadd2 None None] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:35.895695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fa1d9f1c-2f5c-426b-9e61-1947d51999c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3178062 Feb 03 12:05:35.898476 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:35.902905 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:35.922280 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.923128 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.977929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for router_controller (341a4a74-719e-4d04-9e3a-0be6b81e0f16), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:35.986761 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'project_id': '27e75837841549e7915b56883ab95920', 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:35.987671 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.115167 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for router_gateway (341a4a74-719e-4d04-9e3a-0be6b81e0f16), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.127192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Allocated IP 172.20.0.2 (1307be00-7f70-4fdc-9bf9-e4d0c60b97da/2fa925ae-7eda-43ef-98f9-12c2409f0e2b/d1e4ce71-a821-4b66-ab17-4f0c8bcfb216) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:36.288547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks [] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.295632 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.334926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:36.340824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for router_gateway (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.341559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:36.345845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:36.349135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Pushing event updated for resources: {'Port': ['ID=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:36.367746 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.404494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Attempting to bind port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:36.404864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Attempting to bind port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:36.405262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Attempting to bind port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:36.414732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:36.415111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Checking segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:36.416024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.416778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Bound using segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:36.417172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Bound port: d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:36.417609 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.468064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.491303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Allocated IP 172.25.7.78 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/bf556075-d660-4c83-8da7-c24e570691f8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:36.497965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] For port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:36.501387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] For port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:36.508887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.571498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4f9a-e6a4-44db-aeb9-352b49276841 None None] Pushing event updated for resources: {'Port': ['ID=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:36.608651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for port (bf556075-d660-4c83-8da7-c24e570691f8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.642940 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bf556075-d660-4c83-8da7-c24e570691f8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:36.690912 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:36.693855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:36.698323 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:36.701605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Pushing event updated for resources: {'Port': ['ID=bf556075-d660-4c83-8da7-c24e570691f8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:36.996122 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for router_gateway (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.210803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:37.275136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:37.276249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.373066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:37.373571 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.417852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:37.446103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.468744 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.479384 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.504084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:37.624584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:05:37.668423 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95d024-9757-48e1-9d72-d69b63c8fafa None None] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:37.749612 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:05:37.759003 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Sync routers for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:05:37.763220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c17cdf30-dab4-4056-857b-7df3042d2920 None None] Provisioning complete for port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:37.763808 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c17cdf30-dab4-4056-857b-7df3042d2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.768739 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:37.769401 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:37.773536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:37.775741 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dbf26dba-06e4-4346-8c9b-d7f26a0bfe11 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8755150 Feb 03 12:05:37.778347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:37.881047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c17cdf30-dab4-4056-857b-7df3042d2920 None None] Current status of the port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:37.897289 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:38.117423 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:36Z', 'revision_number': 3, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:38.144462 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Checking router: 341a4a74-719e-4d04-9e3a-0be6b81e0f16 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:05:38.144805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Updating router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 port bf556075-d660-4c83-8da7-c24e570691f8 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:05:38.176029 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf556075-d660-4c83-8da7-c24e570691f8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.213098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-884b98d5-fc7e-40ba-90df-c4c13ab8a799 None None] Provisioning complete for port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:38.213696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884b98d5-fc7e-40ba-90df-c4c13ab8a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.325219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.336976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-884b98d5-fc7e-40ba-90df-c4c13ab8a799 None None] Current status of the port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:38.481402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Allocated IP 172.20.0.1 (1307be00-7f70-4fdc-9bf9-e4d0c60b97da/2fa925ae-7eda-43ef-98f9-12c2409f0e2b/39fa02bd-0658-4e2e-aec5-59e4624a5207) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:38.536279 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks [] for port (bf556075-d660-4c83-8da7-c24e570691f8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.543341 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf556075-d660-4c83-8da7-c24e570691f8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.594785 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Attempting to bind port bf556075-d660-4c83-8da7-c24e570691f8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:38.595151 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Attempting to bind port bf556075-d660-4c83-8da7-c24e570691f8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:38.595511 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Attempting to bind port bf556075-d660-4c83-8da7-c24e570691f8 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:38.595889 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks [] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.598336 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Pushing event updated for resources: {'Port': ['ID=bf556075-d660-4c83-8da7-c24e570691f8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:38.606612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:38.606981 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:38.607384 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.610569 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:38.610569 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Bound port: bf556075-d660-4c83-8da7-c24e570691f8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:38.610569 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf556075-d660-4c83-8da7-c24e570691f8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.612294 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.612637 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.613005 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.613345 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.613672 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.613995 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.614318 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.614637 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.614956 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.615275 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.615594 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.615910 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.616227 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:38.635311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.673478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:38.676554 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:38.677457 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] For port bf556075-d660-4c83-8da7-c24e570691f8, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:38.682185 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] For port bf556075-d660-4c83-8da7-c24e570691f8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bf556075-d660-4c83-8da7-c24e570691f8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:38.683470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:38.688886 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf556075-d660-4c83-8da7-c24e570691f8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.714303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Pushing event updated for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:38.732495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.742648 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:38.743282 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:38.807280 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c307a-b361-4f99-9864-34ac8127bbf9 None None] Pushing event updated for resources: {'Port': ['ID=bf556075-d660-4c83-8da7-c24e570691f8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:38.869712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:38.874569 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:38.968034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d94fa872-36fe-4558-aa22-3e34f3460d6a None None] Provisioning complete for port 39fa02bd-0658-4e2e-aec5-59e4624a5207 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:38.968424 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94fa872-36fe-4558-aa22-3e34f3460d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.003147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d94fa872-36fe-4558-aa22-3e34f3460d6a None None] Port 39fa02bd-0658-4e2e-aec5-59e4624a5207 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:39.040241 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks [] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.045247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.066034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:36Z', 'revision_number': 3, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:39.096826 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c6ed8c-e27c-49b5-a6c4-327f76710b66 None None] The sync data for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 is: [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:36Z', 'revision_number': 3, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:05:39.127145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.129002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Pushing event updated for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:39.157435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:39.208117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:39.208860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.227732 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:39.229223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:39.305306 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:39.357758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:05:39.480106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:05:39.488862 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-516aa0be-2103-46d8-b3ec-d4f903909627 admin admin] 10.222.0.30 "PUT /v2.0/routers/341a4a74-719e-4d04-9e3a-0be6b81e0f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094052 Feb 03 12:05:39.528153 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6ba6b770-ef7f-48ef-9eeb-93ff59fcdc7a None None] Provisioning complete for port 39fa02bd-0658-4e2e-aec5-59e4624a5207 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:39.528999 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b770-ef7f-48ef-9eeb-93ff59fcdc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:39.566055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6b770-ef7f-48ef-9eeb-93ff59fcdc7a None None] Port 39fa02bd-0658-4e2e-aec5-59e4624a5207 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:39.985897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 57994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:39.990841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1839029337-network', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:40.012074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Made reservation on behalf of 890aff9a0c3b4935a7cd9fcdae202f6c for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:40.014752 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.023433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.098368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks [] for security_group (ac6d22de-1bc6-4880-b378-cc729c2f2c30), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.102038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac6d22de-1bc6-4880-b378-cc729c2f2c30), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.127765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:05:40.137602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6d22de-1bc6-4880-b378-cc729c2f2c30,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:40.143217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9be7b33-1d58-4174-be4b-3fd3426b12d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.143554 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Added segment c9be7b33-1d58-4174-be4b-3fd3426b12d8 of type vlan for network 9b6c137d-d8f9-49f9-94ba-17810875f895 Feb 03 12:05:40.186157 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (9b6c137d-d8f9-49f9-94ba-17810875f895), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.209892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (9b6c137d-d8f9-49f9-94ba-17810875f895), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.211022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:40.211592 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.245219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2581961 Feb 03 12:05:40.248139 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:40.253177 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Request body: {'subnet': {'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-subnet', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:40.273613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Made reservation on behalf of 890aff9a0c3b4935a7cd9fcdae202f6c for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:40.276694 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.278106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a09c3-4d76-49de-acf8-cb3d15799792 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6c137d-d8f9-49f9-94ba-17810875f895,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:40.440992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:05:40.457300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (1bbda31d-783f-4ee1-a8a7-7065dc6f182e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.518119 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbda31d-783f-4ee1-a8a7-7065dc6f182e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:40.528619 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Checking segment: {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:40.529037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Network hostable DHCP agents. Network: 9b6c137d-d8f9-49f9-94ba-17810875f895, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:05:40.546252 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:05:40.556864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 9b6c137d-d8f9-49f9-94ba-17810875f895) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:40.561374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:40.561977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.565681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d329a03-f607-44ae-80df-fcea7d3532cb None None] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:40.579627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cde3459f-7e04-4873-918e-91af5f14c904 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3303840 Feb 03 12:05:40.582056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 57998) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:40.586422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:40.609563 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.610600 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.664639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for router_controller (9c446064-4ba9-41d1-a89d-d76cfb80fa24), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.676809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-9b6c137d-d8f9-49f9-94ba-17810875f895', 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895', 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'fixed_ips': [{'subnet_id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:05:40.677752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.766989 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Sync routers for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:05:40.809871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:40.810517 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:40.814539 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for router_gateway (9c446064-4ba9-41d1-a89d-d76cfb80fa24), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:40.876734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Allocated IP 172.20.0.2 (9b6c137d-d8f9-49f9-94ba-17810875f895/1bbda31d-783f-4ee1-a8a7-7065dc6f182e/8533d817-299a-4290-b682-399c29712eac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:40.959361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:41.014036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for router_gateway (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.034480 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.142724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Allocated IP 172.25.7.169 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/e6f7f12d-95af-473b-8f71-795aa2612d29) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:41.193653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks [] for port (8533d817-299a-4290-b682-399c29712eac), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.204313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8533d817-299a-4290-b682-399c29712eac), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.226957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bf556075-d660-4c83-8da7-c24e570691f8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:41.253483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.299283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:41.299538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.312579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:41.317753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Pushing event updated for resources: {'Port': ['ID=8533d817-299a-4290-b682-399c29712eac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:41.323180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:41.336050 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:41.339388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:41.345108 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:41.368742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Pushing event updated for resources: {'Port': ['ID=e6f7f12d-95af-473b-8f71-795aa2612d29,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:41.395659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bf556075-d660-4c83-8da7-c24e570691f8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:41.396033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bf556075-d660-4c83-8da7-c24e570691f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.403177 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 4, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '39fa02bd-0658-4e2e-aec5-59e4624a5207', 'name': '', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'tenant_id': '27e75837841549e7915b56883ab95920', 'mac_address': 'fa:16:3e:9e:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:38Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 2, 'project_id': '27e75837841549e7915b56883ab95920', 'subnets': [{'id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:41.451609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Attempting to bind port 8533d817-299a-4290-b682-399c29712eac on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:41.452334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Attempting to bind port 8533d817-299a-4290-b682-399c29712eac by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:41.452334 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Attempting to bind port 8533d817-299a-4290-b682-399c29712eac on network 9b6c137d-d8f9-49f9-94ba-17810875f895 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:41.455862 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Checking router: 341a4a74-719e-4d04-9e3a-0be6b81e0f16 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:05:41.456216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Updating router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 port 39fa02bd-0658-4e2e-aec5-59e4624a5207 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:05:41.482977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:41.483356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Checking segment: {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:41.483760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.484150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Bound using segment: {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:41.484619 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Bound port: 8533d817-299a-4290-b682-399c29712eac, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:41.485033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8533d817-299a-4290-b682-399c29712eac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.505364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.596774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for router_gateway (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.635896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] For port 8533d817-299a-4290-b682-399c29712eac, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:41.639232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] For port 8533d817-299a-4290-b682-399c29712eac, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8533d817-299a-4290-b682-399c29712eac,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:41.680757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bf556075-d660-4c83-8da7-c24e570691f8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:41.681865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bf556075-d660-4c83-8da7-c24e570691f8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.701255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8533d817-299a-4290-b682-399c29712eac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.747016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port bf556075-d660-4c83-8da7-c24e570691f8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bf556075-d660-4c83-8da7-c24e570691f8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:41.767248 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bf556075-d660-4c83-8da7-c24e570691f8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.799151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:41.814735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da80b-34fb-4516-b074-5841aef3e5c4 None None] Pushing event updated for resources: {'Port': ['ID=8533d817-299a-4290-b682-399c29712eac,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:41.937800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:05:42.079933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:05:42.089304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=bf556075-d660-4c83-8da7-c24e570691f8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:42.092982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Sync routers for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:05:42.112519 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:42.113583 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:42.122158 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.123956 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d79ab8c8-64d0-495c-848a-db823250819d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5408912 Feb 03 12:05:42.127452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:05:42.173682 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks [] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.180068 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.237972 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d20369-ba53-45b8-b962-6dbef6383fc9 None None] Pushing event updated for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:42.258747 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:42.302392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Attempting to bind port 39fa02bd-0658-4e2e-aec5-59e4624a5207 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:42.302894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Attempting to bind port 39fa02bd-0658-4e2e-aec5-59e4624a5207 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:42.303463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Attempting to bind port 39fa02bd-0658-4e2e-aec5-59e4624a5207 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:42.309599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:42.310076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Checking segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:42.310551 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.311015 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Bound using segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:42.311561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Bound port: 39fa02bd-0658-4e2e-aec5-59e4624a5207, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:42.312005 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.403876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] For port 39fa02bd-0658-4e2e-aec5-59e4624a5207, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:42.407614 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] For port 39fa02bd-0658-4e2e-aec5-59e4624a5207, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=39fa02bd-0658-4e2e-aec5-59e4624a5207,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:42.415347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.483668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 3, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:42.483921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:42.484389 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:42.517169 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Checking router: 9c446064-4ba9-41d1-a89d-d76cfb80fa24 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:05:42.517518 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Updating router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 port e6f7f12d-95af-473b-8f71-795aa2612d29 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:05:42.542632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d20369-ba53-45b8-b962-6dbef6383fc9 None None] Pushing event updated for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:42.571763 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.600127 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Provisioning complete for port 39fa02bd-0658-4e2e-aec5-59e4624a5207 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:42.600513 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.666928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:42.894309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Current status of the port 39fa02bd-0658-4e2e-aec5-59e4624a5207 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:42.894706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.946316 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks [] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.958573 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:42.970009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] For port 39fa02bd-0658-4e2e-aec5-59e4624a5207, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=39fa02bd-0658-4e2e-aec5-59e4624a5207,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:42.983734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.017377 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Attempting to bind port e6f7f12d-95af-473b-8f71-795aa2612d29 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:43.017754 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Attempting to bind port e6f7f12d-95af-473b-8f71-795aa2612d29 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:43.018121 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Attempting to bind port e6f7f12d-95af-473b-8f71-795aa2612d29 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:43.032698 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:43.033123 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:43.033534 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.033933 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:43.034469 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Bound port: e6f7f12d-95af-473b-8f71-795aa2612d29, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:43.034787 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.037744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676420f-a3f1-4f60-b463-bc9b48fefd3a None None] Pushing event updated for resources: {'Port': ['ID=e6f7f12d-95af-473b-8f71-795aa2612d29,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:43.042011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b7d82-9f67-4349-9154-c0090f28575d None None] Pushing event updated for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:43.050889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 4, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '39fa02bd-0658-4e2e-aec5-59e4624a5207', 'name': '', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'tenant_id': '27e75837841549e7915b56883ab95920', 'mac_address': 'fa:16:3e:9e:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:38Z', 'updated_at': '2022-02-03T12:05:42Z', 'revision_number': 4, 'project_id': '27e75837841549e7915b56883ab95920', 'subnets': [{'id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:43.087112 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d4567-6a2a-4996-9ca4-5094ef66dd42 None None] The sync data for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 is: [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:05:38Z', 'revision_number': 4, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '39fa02bd-0658-4e2e-aec5-59e4624a5207', 'name': '', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'tenant_id': '27e75837841549e7915b56883ab95920', 'mac_address': 'fa:16:3e:9e:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:38Z', 'updated_at': '2022-02-03T12:05:42Z', 'revision_number': 4, 'project_id': '27e75837841549e7915b56883ab95920', 'subnets': [{'id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:05:43.163957 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] For port e6f7f12d-95af-473b-8f71-795aa2612d29, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:43.168380 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] For port e6f7f12d-95af-473b-8f71-795aa2612d29, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6f7f12d-95af-473b-8f71-795aa2612d29,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:43.174350 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1cf723b7-3983-4559-a4ee-c8bb0de31aba None None] Provisioning complete for port 39fa02bd-0658-4e2e-aec5-59e4624a5207 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:43.176434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cf723b7-3983-4559-a4ee-c8bb0de31aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.178823 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.182455 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.233222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47452057-2ccb-4912-a3c9-16bdf7b5ac47 None None] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:05:43.284675 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:43.285400 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:43.340651 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676420f-a3f1-4f60-b463-bc9b48fefd3a None None] Pushing event updated for resources: {'Port': ['ID=e6f7f12d-95af-473b-8f71-795aa2612d29,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:43.423565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cf723b7-3983-4559-a4ee-c8bb0de31aba None None] Current status of the port 39fa02bd-0658-4e2e-aec5-59e4624a5207 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:43.465946 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Allocated IP 172.20.0.1 (9b6c137d-d8f9-49f9-94ba-17810875f895/1bbda31d-783f-4ee1-a8a7-7065dc6f182e/9c641497-2e01-4e60-a0e4-45bc0e831521) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:43.476807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bf556075-d660-4c83-8da7-c24e570691f8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:43.564147 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Provisioning complete for port 8533d817-299a-4290-b682-399c29712eac triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:43.568523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8533d817-299a-4290-b682-399c29712eac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.570614 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:43.601635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bf556075-d660-4c83-8da7-c24e570691f8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:43.602391 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bf556075-d660-4c83-8da7-c24e570691f8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.641232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks [] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.694149 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.727623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Current status of the port 8533d817-299a-4290-b682-399c29712eac is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:43.728061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8533d817-299a-4290-b682-399c29712eac), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.767195 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Pushing event updated for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:43.780700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:43.781273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bf556075-d660-4c83-8da7-c24e570691f8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:43.782513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:43.782631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8533d817-299a-4290-b682-399c29712eac up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:43.785422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:43.831266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.840736 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 3, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:43.855064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] For port 8533d817-299a-4290-b682-399c29712eac, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8533d817-299a-4290-b682-399c29712eac,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:43.856215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8533d817-299a-4290-b682-399c29712eac triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:43.856613 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8533d817-299a-4290-b682-399c29712eac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.885422 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5ec4e-6d32-4857-881d-00c01ea6fe7e None None] The sync data for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 is: [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 3, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:05:43.896402 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8533d817-299a-4290-b682-399c29712eac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:43.983633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c4ea-4bb4-4a54-8e41-61a95f6c7f5e None None] Pushing event updated for resources: {'Port': ['ID=8533d817-299a-4290-b682-399c29712eac,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:44.012193 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.075300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f422004-24e5-4633-a86d-8ab0d878c9d8 None None] Provisioning complete for port 8533d817-299a-4290-b682-399c29712eac triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:44.075708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f422004-24e5-4633-a86d-8ab0d878c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8533d817-299a-4290-b682-399c29712eac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.077466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8533d817-299a-4290-b682-399c29712eac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:44.185580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f422004-24e5-4633-a86d-8ab0d878c9d8 None None] Current status of the port 8533d817-299a-4290-b682-399c29712eac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:44.232978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks [] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.244346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.312400 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-54ec0566-e48b-4b66-bc5b-db71e9b2499b None None] Provisioning complete for port 9c641497-2e01-4e60-a0e4-45bc0e831521 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:44.312864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54ec0566-e48b-4b66-bc5b-db71e9b2499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.341854 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.355470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Pushing event updated for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:44.375958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-54ec0566-e48b-4b66-bc5b-db71e9b2499b None None] Port 9c641497-2e01-4e60-a0e4-45bc0e831521 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:44.461120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:44.463053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:44.594715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:05:44.733538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:05:44.738525 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0cd6e8ee-8edb-4fca-8da2-81dbefe5cb90 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c446064-4ba9-41d1-a89d-d76cfb80fa24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100023 Feb 03 12:05:44.802820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e8c92b5b-5b1e-403b-a6ef-9953270ff58c None None] Provisioning complete for port 9c641497-2e01-4e60-a0e4-45bc0e831521 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:44.803405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8c92b5b-5b1e-403b-a6ef-9953270ff58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:44.839366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e8c92b5b-5b1e-403b-a6ef-9953270ff58c None None] Port 9c641497-2e01-4e60-a0e4-45bc0e831521 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:45.275658 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 39fa02bd-0658-4e2e-aec5-59e4624a5207 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:45.322360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 39fa02bd-0658-4e2e-aec5-59e4624a5207 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:45.322729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:45.400498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 39fa02bd-0658-4e2e-aec5-59e4624a5207 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:45.401568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8533d817-299a-4290-b682-399c29712eac up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:45.445960 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8533d817-299a-4290-b682-399c29712eac triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:45.446336 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8533d817-299a-4290-b682-399c29712eac), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:45.522367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8533d817-299a-4290-b682-399c29712eac is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:45.523336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6f7f12d-95af-473b-8f71-795aa2612d29 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:45.574353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6f7f12d-95af-473b-8f71-795aa2612d29 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:45.574730 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:45.650528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6f7f12d-95af-473b-8f71-795aa2612d29 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:45.650926 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:45.671364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port e6f7f12d-95af-473b-8f71-795aa2612d29, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6f7f12d-95af-473b-8f71-795aa2612d29,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:45.675408 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:45.723702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=e6f7f12d-95af-473b-8f71-795aa2612d29,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:45.975359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-7a65b950-e52d-43c5-a5a8-7337afceaa85 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:45.976971 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-7a65b950-e52d-43c5-a5a8-7337afceaa85 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 816 time: 0.1051903 Feb 03 12:05:45.990803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-447c2e7d-8564-4292-bc62-c5ff8735e848 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/quotas/27e75837841549e7915b56883ab95920 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Feb 03 12:05:46.047179 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-96e2441a-9143-4bfe-9ff8-15fa38ea1916 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513411 Feb 03 12:05:46.147142 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-a0719b2e-470c-4587-8e7b-bd501e19a48c service neutron] 10.222.0.30 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Feb 03 12:05:46.240844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-afd47257-5e11-4c78-b1da-138865cd1e9c service neutron] 10.222.0.30 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864692 Feb 03 12:05:46.511042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Sync routers for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:05:46.511924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3465c7d-ae91-4d74-bfa5-c61ac0f97df2 req-dbae8b65-86fc-4c3e-b836-04e9ca51c702 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 210 time: 0.1362576 Feb 03 12:05:46.533132 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:46.533751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:46.646500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:46.790676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:46.864495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:43Z', 'revision_number': 4, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9c641497-2e01-4e60-a0e4-45bc0e831521', 'name': '', 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'mac_address': 'fa:16:3e:4d:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:43Z', 'updated_at': '2022-02-03T12:05:44Z', 'revision_number': 2, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'subnets': [{'id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:46.890845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Checking router: 9c446064-4ba9-41d1-a89d-d76cfb80fa24 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:05:46.891202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Updating router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 port 9c641497-2e01-4e60-a0e4-45bc0e831521 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:05:46.922802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.164865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6f7f12d-95af-473b-8f71-795aa2612d29 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:47.212511 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks [] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.218783 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.277873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port e6f7f12d-95af-473b-8f71-795aa2612d29 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:47.278248 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.281143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d458f3c-e1fe-4bac-ac81-fab907fe6515 None None] Pushing event updated for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:47.388949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Attempting to bind port 9c641497-2e01-4e60-a0e4-45bc0e831521 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:47.389337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Attempting to bind port 9c641497-2e01-4e60-a0e4-45bc0e831521 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:47.389735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Attempting to bind port 9c641497-2e01-4e60-a0e4-45bc0e831521 on network 9b6c137d-d8f9-49f9-94ba-17810875f895 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:47.399107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:47.399340 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Checking segment: {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:47.399725 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.400076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Bound using segment: {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:47.400537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Bound port: 9c641497-2e01-4e60-a0e4-45bc0e831521, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9be7b33-1d58-4174-be4b-3fd3426b12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:47.400934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.463913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-f8d6804c-aebf-426f-9ecd-922aa823acf6 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:47.466707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-f8d6804c-aebf-426f-9ecd-922aa823acf6 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 816 time: 0.1421547 Feb 03 12:05:47.486607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Request body: {'port': {'device_id': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'admin_state_up': True, 'tenant_id': '27e75837841549e7915b56883ab95920'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:47.627066 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ccb7cd9e-d41c-440a-ae9f-91deba4afaca req-f535fe0c-e83e-4de9-a0d0-9ace274688a9 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 210 time: 0.0375006 Feb 03 12:05:47.643780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Made reservation on behalf of 27e75837841549e7915b56883ab95920 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:05:47.647476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.653518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port e6f7f12d-95af-473b-8f71-795aa2612d29 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:47.677072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-31ffd22c-f780-4ed2-8cac-89db17fa0829 None None] Provisioning complete for port 9c641497-2e01-4e60-a0e4-45bc0e831521 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:47.677528 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31ffd22c-f780-4ed2-8cac-89db17fa0829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.699557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] For port 9c641497-2e01-4e60-a0e4-45bc0e831521, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:47.715587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] For port 9c641497-2e01-4e60-a0e4-45bc0e831521, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c641497-2e01-4e60-a0e4-45bc0e831521,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:47.725734 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:47.735333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31ffd22c-f780-4ed2-8cac-89db17fa0829 None None] Port 9c641497-2e01-4e60-a0e4-45bc0e831521 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:47.792611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:05:47.793349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:05:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:47.819398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Allocated IP 172.20.0.6 (1307be00-7f70-4fdc-9bf9-e4d0c60b97da/2fa925ae-7eda-43ef-98f9-12c2409f0e2b/69d3f988-810d-4c70-bb14-5f9b0cf198d0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:05:47.835683 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d458f3c-e1fe-4bac-ac81-fab907fe6515 None None] Pushing event updated for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:47.920773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:05:47.990918 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks [] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.028216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.074802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:05:48.080106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:05:48.083788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:05:48.089617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Provisioning complete for port 9c641497-2e01-4e60-a0e4-45bc0e831521 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:48.090009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.093845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Pushing event updated for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:48.158532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:48.159479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.184946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-328e76a9-4b9e-49ac-b164-33067d5f9dbc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033932 Feb 03 12:05:48.204258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Request body: {'port': {'device_id': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:05:48.212093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Current status of the port 9c641497-2e01-4e60-a0e4-45bc0e831521 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:48.212709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.215872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:43Z', 'revision_number': 4, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9c641497-2e01-4e60-a0e4-45bc0e831521', 'name': '', 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'mac_address': 'fa:16:3e:4d:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:43Z', 'updated_at': '2022-02-03T12:05:47Z', 'revision_number': 4, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'subnets': [{'id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:05:48.255652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98952d-2618-4aef-b41e-07a3e01d26a6 None None] The sync data for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 is: [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:05:43Z', 'revision_number': 4, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9c641497-2e01-4e60-a0e4-45bc0e831521', 'name': '', 'network_id': '9b6c137d-d8f9-49f9-94ba-17810875f895', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'mac_address': 'fa:16:3e:4d:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:43Z', 'updated_at': '2022-02-03T12:05:47Z', 'revision_number': 4, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'subnets': [{'id': '1bbda31d-783f-4ee1-a8a7-7065dc6f182e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:05:48.280544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.281358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] For port 9c641497-2e01-4e60-a0e4-45bc0e831521, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c641497-2e01-4e60-a0e4-45bc0e831521,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:48.287816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.376926 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c207105-198c-449c-9cc0-f11455654db1 None None] Pushing event updated for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:48.411441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f2caf38-132b-4f84-9535-0b1cca01ff33 None None] Provisioning complete for port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:48.411735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2caf38-132b-4f84-9535-0b1cca01ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.452107 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f2caf38-132b-4f84-9535-0b1cca01ff33 None None] Port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:05:48.619022 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d3f988-810d-4c70-bb14-5f9b0cf198d0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:05:48.626975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks [] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.640467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Transition to ACTIVE for port object 69d3f988-810d-4c70-bb14-5f9b0cf198d0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:05:48.644245 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.703002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Pushing event updated for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:48.808416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Attempting to bind port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:05:48.808744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Attempting to bind port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:05:48.809164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Attempting to bind port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:48.819131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:05:48.819464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Attempting to bind port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:05:48.831664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babe3fd-a14f-4789-ad37-b11a29cb84a6 req-616feb78-dadb-46ea-bd28-e6095a739184 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:48.834154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2babe3fd-a14f-4789-ad37-b11a29cb84a6 req-616feb78-dadb-46ea-bd28-e6095a739184 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.1106913 Feb 03 12:05:48.840602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:05:48.841115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Checking segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:05:48.841661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Bound using segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:05:48.842284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Bound port: 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:05:48.842792 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:48.940607 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2babe3fd-a14f-4789-ad37-b11a29cb84a6 req-97b46208-784e-4c6c-be5b-52f0d2602d1b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946455 Feb 03 12:05:48.956885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:05:48.959959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:05:48.967042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:49.001936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.002568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:49.003997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] 10.222.0.69 "PUT /v2.0/ports/69d3f988-810d-4c70-bb14-5f9b0cf198d0 HTTP/1.1" status: 200 len: 1091 time: 0.8061998 Feb 03 12:05:49.004442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:49.006913 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:49.035584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca498-d31c-4bb5-bd5d-c42bb2877a1d service neutron] Pushing event updated for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:49.062940 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c64de-60e3-4277-a0b9-65ced71516fd x-openstack-request-id: req-298c64de-60e3-4277-a0b9-65ced71516fd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:49.063242 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:49.063504 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-298c64de-60e3-4277-a0b9-65ced71516fd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:49.063925 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0', 'status': 'completed', 'code': 200} Feb 03 12:05:49.137200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-3e458a20-83cf-41e3-92cc-91f130c322be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.138747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-3e458a20-83cf-41e3-92cc-91f130c322be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 1125 time: 0.0603099 Feb 03 12:05:49.188989 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-b94ad9af-dcc7-4bae-9038-7350d34c67bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0 HTTP/1.1" status: 200 len: 217 time: 0.0363958 Feb 03 12:05:49.223187 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c641497-2e01-4e60-a0e4-45bc0e831521 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:49.245220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-d9b1a749-19aa-4d9e-a367-2bfd198c0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.247240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-d9b1a749-19aa-4d9e-a367-2bfd198c0dc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fa925ae-7eda-43ef-98f9-12c2409f0e2b HTTP/1.1" status: 200 len: 855 time: 0.0516853 Feb 03 12:05:49.286834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9c641497-2e01-4e60-a0e4-45bc0e831521 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:49.287274 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:49.305168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-d6304e1f-8d81-4a04-b7b1-100e06d22256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.307198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-d6304e1f-8d81-4a04-b7b1-100e06d22256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540528 Feb 03 12:05:49.374030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9c641497-2e01-4e60-a0e4-45bc0e831521 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:49.397943 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-855062b2-db89-4847-a07e-025f06168761 service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837796 Feb 03 12:05:49.488631 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-865c028d-e203-45ae-bd3b-f38b28a2b14a req-cb56fc01-6633-4814-a10c-9c521551a8d3 service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852289 Feb 03 12:05:49.614742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-d76ddab8-9983-471f-b199-e92211e7e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.616221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-d76ddab8-9983-471f-b199-e92211e7e4ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 1125 time: 0.0451369 Feb 03 12:05:49.708362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-7e2ce346-c623-420b-b9da-2ac560e8a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.709920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-7e2ce346-c623-420b-b9da-2ac560e8a1ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 917 time: 0.0874534 Feb 03 12:05:49.750725 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-32ffd5c7-e39e-42df-8fb6-8f3dae7bc73b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0 HTTP/1.1" status: 200 len: 217 time: 0.0346394 Feb 03 12:05:49.797123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-fabed6d4-1c55-4bfb-98f6-78197cbd45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.798520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-fabed6d4-1c55-4bfb-98f6-78197cbd45d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fa925ae-7eda-43ef-98f9-12c2409f0e2b HTTP/1.1" status: 200 len: 855 time: 0.0423102 Feb 03 12:05:49.849737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-57870f71-e77c-451d-a173-0a714cfa62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:49.851778 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-57870f71-e77c-451d-a173-0a714cfa62ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459852 Feb 03 12:05:49.944267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-9ea4b50d-e1ba-42be-bea7-8ba97b31b333 service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866969 Feb 03 12:05:50.069253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0dc7a615-b7d2-42e6-80d5-cdc1f01b4ff9 req-fb75debc-d653-4262-9990-22609a4059d8 service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190302 Feb 03 12:05:50.085240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733eef4-1883-4f17-a6f6-87a47aa10508 req-cca9b84d-1f63-4c61-930b-587d998f7a07 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:50.087079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e733eef4-1883-4f17-a6f6-87a47aa10508 req-cca9b84d-1f63-4c61-930b-587d998f7a07 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.0706875 Feb 03 12:05:50.136394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e733eef4-1883-4f17-a6f6-87a47aa10508 req-badd7329-ae02-4376-828a-ebd03486a342 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Feb 03 12:05:51.269132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae714e1-7705-402c-be06-0eaa30e87134 req-59cdd499-3d19-461a-a4e3-8e9f7217b560 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:51.271680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae714e1-7705-402c-be06-0eaa30e87134 req-59cdd499-3d19-461a-a4e3-8e9f7217b560 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.0563219 Feb 03 12:05:51.317586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0ae714e1-7705-402c-be06-0eaa30e87134 req-535cfc31-0a53-472b-80be-074b4e657235 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Feb 03 12:05:52.440839 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5553c5-ed93-4a8c-920d-b7b9c1441e79 req-60725327-e47c-48ef-a3c4-35e6542890f5 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:52.442318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f5553c5-ed93-4a8c-920d-b7b9c1441e79 req-60725327-e47c-48ef-a3c4-35e6542890f5 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.0567949 Feb 03 12:05:52.488045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f5553c5-ed93-4a8c-920d-b7b9c1441e79 req-c83b4d12-cf62-4672-bc65-127633383040 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Feb 03 12:05:53.605182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3c164-3853-4ff8-85a2-13995d89ba82 req-a9f6c680-9397-462d-b975-ef03e9263557 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:53.606659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6f3c164-3853-4ff8-85a2-13995d89ba82 req-a9f6c680-9397-462d-b975-ef03e9263557 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.0523384 Feb 03 12:05:53.652070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6f3c164-3853-4ff8-85a2-13995d89ba82 req-e3e48172-d262-417c-9632-01a86207b61a tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Feb 03 12:05:53.989166 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:05:54.775320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9da340-8e0b-4382-9661-c72aad8560cf req-93da59ce-a9ea-4ed6-9a93-7934d4a67023 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:54.776774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9da340-8e0b-4382-9661-c72aad8560cf req-93da59ce-a9ea-4ed6-9a93-7934d4a67023 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 943 time: 0.0560520 Feb 03 12:05:54.784057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 69d3f988-810d-4c70-bb14-5f9b0cf198d0 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:05:54.823470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca9da340-8e0b-4382-9661-c72aad8560cf req-184c6c51-c68a-4bcd-8181-1e27dbfc0dfa tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Feb 03 12:05:54.880928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:54.892300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '69d3f988-810d-4c70-bb14-5f9b0cf198d0', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'port_id': '69d3f988-810d-4c70-bb14-5f9b0cf198d0', 'mac_address': 'fa:16:3e:a0:cf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:05:54.932566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:54.932878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:54.945140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d3f988-810d-4c70-bb14-5f9b0cf198d0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:05:54.964219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:54.968200 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:55.012974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:55.020006 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.020353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.020693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.021060 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.021393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.021722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.022047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.022367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.022688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.023008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.023333 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.023650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.023967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:05:55.327831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['69d3f988-810d-4c70-bb14-5f9b0cf198d0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:05:55.939253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89277162-70bf-4370-a9d4-2d9da7791769 req-0dc934f8-6e04-433c-b599-c6fa291284d5 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:55.940735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89277162-70bf-4370-a9d4-2d9da7791769 req-0dc934f8-6e04-433c-b599-c6fa291284d5 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 944 time: 0.0517657 Feb 03 12:05:55.986947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89277162-70bf-4370-a9d4-2d9da7791769 req-a56e2fd4-685a-4c18-ae99-172257874246 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Feb 03 12:05:56.800207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 69d3f988-810d-4c70-bb14-5f9b0cf198d0 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:05:56.847470 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:05:56.851617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:05:56.851993 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:56.928735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:05:56.929151 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:56.951557 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:05:56.953882 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631d759-5022-4946-9253-d6a56ad5be0a" -d '{"events": [{"server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "name": "network-vif-plugged", "status": "completed", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:05:56.966109 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:05:56.970578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:56.995254 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fda1a9-af10-449c-b67a-cb47c6ffb41b x-openstack-request-id: req-b6fda1a9-af10-449c-b67a-cb47c6ffb41b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:05:56.995555 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "name": "network-vif-plugged", "status": "completed", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:05:56.995808 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6fda1a9-af10-449c-b67a-cb47c6ffb41b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:05:56.996194 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0', 'code': 200} Feb 03 12:05:57.021170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:05:57.144107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfde403-90df-44b9-b23c-906c42503c55 req-ad4c7464-3570-416f-aa55-5393d4bb4789 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:57.145611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dfde403-90df-44b9-b23c-906c42503c55 req-ad4c7464-3570-416f-aa55-5393d4bb4789 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0823610 Feb 03 12:05:57.160932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85029b-f880-48be-b1f8-8dea92e10e11 req-d1ccdd9c-0992-4b03-b660-ad50f2ba583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:57.162340 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac85029b-f880-48be-b1f8-8dea92e10e11 req-d1ccdd9c-0992-4b03-b660-ad50f2ba583d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 1127 time: 0.0726106 Feb 03 12:05:57.225151 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7dfde403-90df-44b9-b23c-906c42503c55 req-10237f18-1129-4cb4-9415-b666244511cc tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Feb 03 12:05:57.227509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac85029b-f880-48be-b1f8-8dea92e10e11 req-c8d24ea9-f90a-41ed-a86f-da88b9c5d355 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Feb 03 12:05:57.536486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:05:58.346376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f29d3-4781-46c0-8f96-6417156de0b1 req-0189ef79-750b-42fb-85e7-2b3fa8136b43 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:58.347844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f48f29d3-4781-46c0-8f96-6417156de0b1 req-0189ef79-750b-42fb-85e7-2b3fa8136b43 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0533645 Feb 03 12:05:58.392855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f48f29d3-4781-46c0-8f96-6417156de0b1 req-be141a30-509c-48b7-9b2e-8d6786628092 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Feb 03 12:05:59.517069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a684-2081-4cbe-a7e2-1900c48fd4c5 req-a363d008-00cc-4f82-a1d2-12c94bd39a16 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:59.518540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1f2a684-2081-4cbe-a7e2-1900c48fd4c5 req-a363d008-00cc-4f82-a1d2-12c94bd39a16 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0565677 Feb 03 12:05:59.564306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1f2a684-2081-4cbe-a7e2-1900c48fd4c5 req-c4d9b708-08d8-465e-bb22-53bcca12030b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Feb 03 12:05:59.681683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fdfb-835e-4930-b760-773525a8667f req-76b56dfe-6b49-4ddc-90c2-3bbd3e3721a7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:05:59.683193 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c921fdfb-835e-4930-b760-773525a8667f req-76b56dfe-6b49-4ddc-90c2-3bbd3e3721a7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Feb 03 12:05:59.729487 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c921fdfb-835e-4930-b760-773525a8667f req-3b8238e2-e252-4409-964f-870e3fa6d3aa tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Feb 03 12:06:01.352131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e21ef04-8df1-4c9f-92ed-b1c806981ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:04.459566 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8662a58-f881-41c5-8f79-e0cd671e59b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:04.831322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:06.431714 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:07.441281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:10.845417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [req-7eb521ac-7fd1-48b5-b213-a5862db1f427 req-a807110c-8652-485f-aae4-ed1bb97b7849 service neutron] (103126) timed out ('10.222.0.30', 55042) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:06:16.753065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:27.542506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:30.988261 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:06:31.354781 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8063fd9b-e43b-4032-a1d9-043868bf904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:33.826266 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248734f-00e6-46af-8034-35aa91be1f0e req-b3064588-78bf-458d-b0aa-2f78457d37ca tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:33.827744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4248734f-00e6-46af-8034-35aa91be1f0e req-b3064588-78bf-458d-b0aa-2f78457d37ca tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0541604 Feb 03 12:06:33.879758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4248734f-00e6-46af-8034-35aa91be1f0e req-23f56106-119a-4ebf-8390-73f402ca3008 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464509 Feb 03 12:06:34.460836 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6231c6a5-6daa-4016-a75c-923485b6ba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:34.834984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:35.010448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869a328-59c4-4ec3-8956-c68ac44498f2 req-838ad43c-340f-4edd-bb74-03046a1ad320 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:35.011932 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c869a328-59c4-4ec3-8956-c68ac44498f2 req-838ad43c-340f-4edd-bb74-03046a1ad320 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0607636 Feb 03 12:06:35.064208 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c869a328-59c4-4ec3-8956-c68ac44498f2 req-ac93928f-4618-48c2-b45f-953cd7b6563a tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Feb 03 12:06:35.616091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-265781e6-3e0b-4e7a-8ab9-d7b8e927f77f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:35.617554 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-265781e6-3e0b-4e7a-8ab9-d7b8e927f77f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 945 time: 0.0515499 Feb 03 12:06:35.712284 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Deleting port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:06:35.712606 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:35.798026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] For port 69d3f988-810d-4c70-bb14-5f9b0cf198d0, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=69d3f988-810d-4c70-bb14-5f9b0cf198d0,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:06:35.798389 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:35.811261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Calling delete_port for 69d3f988-810d-4c70-bb14-5f9b0cf198d0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:06:35.937963 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (69d3f988-810d-4c70-bb14-5f9b0cf198d0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:35.970029 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['69d3f988-810d-4c70-bb14-5f9b0cf198d0'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:06:35.971067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Pushing event deleted for resources: {'Port': ['ID=69d3f988-810d-4c70-bb14-5f9b0cf198d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:35.998549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:35.999010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:35.999369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:35.999743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.000077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.000405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.000734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.001102 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.001429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.001758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.002085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.002409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.002909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:06:36.023922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] No DVR routers for this DVR port 69d3f988-810d-4c70-bb14-5f9b0cf198d0 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:06:36.026552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:36.030176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bd37a588-2ad9-43e9-8ce2-21aa706e20e6 req-765a8dcd-98bf-42a9-a4af-2d20f950aa3e tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "DELETE /v2.0/ports/69d3f988-810d-4c70-bb14-5f9b0cf198d0 HTTP/1.1" status: 204 len: 173 time: 0.4074121 Feb 03 12:06:36.030765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'name': 'network-vif-deleted', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:06:36.033070 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e959b80-84e1-4d36-a4e4-8d28a8008476" -d '{"events": [{"server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "name": "network-vif-deleted", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:06:36.135263 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26236a-8462-4c8d-a3b6-40e91934d4ed x-openstack-request-id: req-bc26236a-8462-4c8d-a3b6-40e91934d4ed {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:06:36.135560 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e478c2-51ba-4b41-a7bd-93d4eb9473b9", "name": "network-vif-deleted", "tag": "69d3f988-810d-4c70-bb14-5f9b0cf198d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:06:36.135811 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc26236a-8462-4c8d-a3b6-40e91934d4ed {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:06:36.136208 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e478c2-51ba-4b41-a7bd-93d4eb9473b9', 'name': 'network-vif-deleted', 'tag': '69d3f988-810d-4c70-bb14-5f9b0cf198d0', 'status': 'completed', 'code': 200} Feb 03 12:06:36.197515 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da6bdedd-8fb3-4c98-9f27-41fdb8d1d1e3 req-4b97c001-a7dc-452d-9b15-13a9edd740d4 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 210 time: 0.0301263 Feb 03 12:06:36.434828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:36.601297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-5cd9520c-e8cf-4269-abd7-4cb0c857113c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0841455 Feb 03 12:06:36.698394 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-5bc7813c-8d58-4a99-aeab-dc6d74202b09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&device_id=83e478c2-51ba-4b41-a7bd-93d4eb9473b9 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Feb 03 12:06:36.814849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-9148ff73-ddf6-4330-8308-41858f17710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:36.816307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-9148ff73-ddf6-4330-8308-41858f17710b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=27e75837841549e7915b56883ab95920&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951045 Feb 03 12:06:36.908964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-893d7873-59b4-43fb-ad56-6709f2ff0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:36.910429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4f662145-b2a1-4244-9ae5-502d90ee88c6 req-893d7873-59b4-43fb-ad56-6709f2ff0dd6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882130 Feb 03 12:06:37.448100 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:37.704699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-ceb91ad9-601e-4b87-8a32-017790d76678 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:37.706656 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-ceb91ad9-601e-4b87-8a32-017790d76678 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 816 time: 0.1147540 Feb 03 12:06:37.722974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-3cc7215c-e6bc-478b-9c00-233414022896 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/quotas/27e75837841549e7915b56883ab95920 HTTP/1.1" status: 200 len: 375 time: 0.0103376 Feb 03 12:06:37.780472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-902ac2b7-6211-47b8-bd4b-2031d474422c tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521243 Feb 03 12:06:37.880100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-5b31f911-6018-4841-8bc7-e35d5f309b0f service neutron] 10.222.0.30 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884600 Feb 03 12:06:37.973746 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-b0cb18b6-6645-4117-9554-c996dba6eae0 service neutron] 10.222.0.30 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867889 Feb 03 12:06:38.138368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8668c48f-b05c-4b36-b321-3212cdd73047 req-f7c647f1-a4ae-4662-8327-2ebafd861637 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Feb 03 12:06:39.001938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 69d3f988-810d-4c70-bb14-5f9b0cf198d0 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:06:39.021721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 69d3f988-810d-4c70-bb14-5f9b0cf198d0 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:06:39.022075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 69d3f988-810d-4c70-bb14-5f9b0cf198d0 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:06:39.131725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-3cd01418-785b-43a3-aca3-e35ba5b76d84 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:39.133389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-3cd01418-785b-43a3-aca3-e35ba5b76d84 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 816 time: 0.1136420 Feb 03 12:06:39.160063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Request body: {'port': {'device_id': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'admin_state_up': True, 'tenant_id': '27e75837841549e7915b56883ab95920'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:06:39.264873 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4dd3797a-6f4f-4b90-b7e2-598b3f46d8f8 req-69024576-caea-4453-8386-d04673456578 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 210 time: 0.0365252 Feb 03 12:06:39.307124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Made reservation on behalf of 27e75837841549e7915b56883ab95920 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:06:39.310604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:39.437544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Allocated IP 172.20.0.9 (1307be00-7f70-4fdc-9bf9-e4d0c60b97da/2fa925ae-7eda-43ef-98f9-12c2409f0e2b/c1af7530-a29e-423f-b0a6-554516f20211) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:06:39.582016 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks [] for port (c1af7530-a29e-423f-b0a6-554516f20211), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:39.614717 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:39.988036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:06:39.992848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:06:39.996356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:06:40.019450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Pushing event updated for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:40.048325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:40.048959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.065136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-1487e5ed-5e81-4fe8-9acf-9752d6ac1539 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086719 Feb 03 12:06:40.081932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Request body: {'port': {'device_id': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:06:40.142308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c1af7530-a29e-423f-b0a6-554516f20211), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.252016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-81a4fdf9-fe86-40c2-a113-4c19cb7d80fc None None] Provisioning complete for port c1af7530-a29e-423f-b0a6-554516f20211 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:06:40.252572 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81a4fdf9-fe86-40c2-a113-4c19cb7d80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c1af7530-a29e-423f-b0a6-554516f20211), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.290182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-81a4fdf9-fe86-40c2-a113-4c19cb7d80fc None None] Port c1af7530-a29e-423f-b0a6-554516f20211 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:06:40.416516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7062-7d1d-47db-9e29-d23b59c6e0a4 req-3e76d94a-26d6-4a9f-bc56-c63e7fce95b1 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:40.418061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e4b7062-7d1d-47db-9e29-d23b59c6e0a4 req-3e76d94a-26d6-4a9f-bc56-c63e7fce95b1 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 931 time: 0.0850143 Feb 03 12:06:40.471159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af7530-a29e-423f-b0a6-554516f20211 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:06:40.483613 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks [] for port (c1af7530-a29e-423f-b0a6-554516f20211), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.510570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8e4b7062-7d1d-47db-9e29-d23b59c6e0a4 req-ad50a5d8-ccc6-4d89-b994-688295125936 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Feb 03 12:06:40.511435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Transition to ACTIVE for port object c1af7530-a29e-423f-b0a6-554516f20211 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:06:40.515390 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.567865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:40.640495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Attempting to bind port c1af7530-a29e-423f-b0a6-554516f20211 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:06:40.640838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Attempting to bind port c1af7530-a29e-423f-b0a6-554516f20211 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:06:40.641199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Attempting to bind port c1af7530-a29e-423f-b0a6-554516f20211 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:06:40.645730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Port c1af7530-a29e-423f-b0a6-554516f20211 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:06:40.646056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Attempting to bind port c1af7530-a29e-423f-b0a6-554516f20211 on network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:06:40.651701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:06:40.652042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Checking segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:06:40.652436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Bound using segment: {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:06:40.652865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Bound port: c1af7530-a29e-423f-b0a6-554516f20211, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:06:40.653249 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c1af7530-a29e-423f-b0a6-554516f20211), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.718548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:06:40.721715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c1af7530-a29e-423f-b0a6-554516f20211,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:06:40.727656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.765933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:40.766558 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:40.767900 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] 10.222.0.69 "PUT /v2.0/ports/c1af7530-a29e-423f-b0a6-554516f20211 HTTP/1.1" status: 200 len: 1091 time: 0.6903048 Feb 03 12:06:40.768332 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:06:40.770588 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c4bbe-9929-4538-9dfa-93211f2c5c64" -d '{"events": [{"name": "network-changed", "server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "tag": "c1af7530-a29e-423f-b0a6-554516f20211"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:06:40.796351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16658f07-df61-4355-9de1-318dcfea2830 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:40.816569 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365f8891-675e-490e-a587-27d1f7bc973c x-openstack-request-id: req-365f8891-675e-490e-a587-27d1f7bc973c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:06:40.816956 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "tag": "c1af7530-a29e-423f-b0a6-554516f20211", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:06:40.817175 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-365f8891-675e-490e-a587-27d1f7bc973c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:06:40.817658 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211', 'status': 'completed', 'code': 200} Feb 03 12:06:40.880004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-034c43d0-a301-4d71-baa0-8b42934f2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:40.881586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-034c43d0-a301-4d71-baa0-8b42934f2279 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 1125 time: 0.0484109 Feb 03 12:06:40.932183 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-0bd91eb2-36c9-4cc4-8b42-2c288926fe5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1af7530-a29e-423f-b0a6-554516f20211 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Feb 03 12:06:40.983918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-4693e5f3-89da-4189-a4e4-0b94b730be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:40.985370 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-4693e5f3-89da-4189-a4e4-0b94b730be4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fa925ae-7eda-43ef-98f9-12c2409f0e2b HTTP/1.1" status: 200 len: 855 time: 0.0480087 Feb 03 12:06:41.032767 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-5a6f5b4c-d068-401b-91a4-9bfe037038cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.034182 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-5a6f5b4c-d068-401b-91a4-9bfe037038cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434220 Feb 03 12:06:41.122063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-ef5b88d8-f941-419e-a59f-a4646abb50ac service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818722 Feb 03 12:06:41.213269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dde8ca9f-6719-47f3-b7b5-9d2d34681723 req-81406fb7-46ea-449c-bcb3-05ba719b7b6b service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851946 Feb 03 12:06:41.345814 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-22c96d51-5880-417b-8544-b767d50e57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.347411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-22c96d51-5880-417b-8544-b767d50e57cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=27e75837841549e7915b56883ab95920&device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 1125 time: 0.0457225 Feb 03 12:06:41.441170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-fef7b8f4-1ca7-40ef-b71c-349226da3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.442618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-fef7b8f4-1ca7-40ef-b71c-349226da3c55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 200 len: 917 time: 0.0888302 Feb 03 12:06:41.482745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-7743c546-9d33-4265-8c57-03020aeaa141 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1af7530-a29e-423f-b0a6-554516f20211 HTTP/1.1" status: 200 len: 217 time: 0.0340495 Feb 03 12:06:41.528301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-9bf43105-3d9f-49e0-8197-380f3b55f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.529772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-9bf43105-3d9f-49e0-8197-380f3b55f743 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fa925ae-7eda-43ef-98f9-12c2409f0e2b HTTP/1.1" status: 200 len: 855 time: 0.0414829 Feb 03 12:06:41.594172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-c80e2880-6de9-4b20-94f2-af1855bbb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.595646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-c80e2880-6de9-4b20-94f2-af1855bbb840 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1307be00-7f70-4fdc-9bf9-e4d0c60b97da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603063 Feb 03 12:06:41.692503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9379d9-2a1c-49d6-992c-17e46fc95e91 req-fa8c28e5-5455-41e5-91c6-caaaaa3bb336 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:41.693883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af9379d9-2a1c-49d6-992c-17e46fc95e91 req-fa8c28e5-5455-41e5-91c6-caaaaa3bb336 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 943 time: 0.1152890 Feb 03 12:06:41.727960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-c3c1c046-700b-4543-b845-c35e3b71aa7f service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176612 Feb 03 12:06:41.780543 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-af9379d9-2a1c-49d6-992c-17e46fc95e91 req-9d9102f3-7929-4694-b826-71740961289f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809615 Feb 03 12:06:41.843102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-421c4bbe-9929-4538-9dfa-93211f2c5c64 req-5d00e993-a70b-4720-8015-b2037759858c service neutron] 10.222.0.69 "GET /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962865 Feb 03 12:06:42.908623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a808b2-bbc4-4b70-88ff-ae782195dfdf req-d02f8dce-483b-4f37-b71b-3b16f0422954 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:42.910141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9a808b2-bbc4-4b70-88ff-ae782195dfdf req-d02f8dce-483b-4f37-b71b-3b16f0422954 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 943 time: 0.0614798 Feb 03 12:06:42.957307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e9a808b2-bbc4-4b70-88ff-ae782195dfdf req-45f3754a-2a36-4681-a79b-6b94edb18172 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Feb 03 12:06:44.073963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8c3b-9836-4487-bcb0-2130f2f8ddb8 req-d2f33d23-e110-40f0-a618-298d75c5998f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:44.075424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-992b8c3b-9836-4487-bcb0-2130f2f8ddb8 req-d2f33d23-e110-40f0-a618-298d75c5998f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 943 time: 0.0528865 Feb 03 12:06:44.121330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-992b8c3b-9836-4487-bcb0-2130f2f8ddb8 req-e012b8d1-eedf-4503-bf4d-b4bcacb8b712 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Feb 03 12:06:45.033110 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c1af7530-a29e-423f-b0a6-554516f20211 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:06:45.128404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c1af7530-a29e-423f-b0a6-554516f20211,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:06:45.140144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'c1af7530-a29e-423f-b0a6-554516f20211', 'network_id': '1307be00-7f70-4fdc-9bf9-e4d0c60b97da', 'port_id': 'c1af7530-a29e-423f-b0a6-554516f20211', 'mac_address': 'fa:16:3e:c5:ba:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa925ae-7eda-43ef-98f9-12c2409f0e2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:06:45.176977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c1af7530-a29e-423f-b0a6-554516f20211 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:06:45.177374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c1af7530-a29e-423f-b0a6-554516f20211), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:45.191017 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af7530-a29e-423f-b0a6-554516f20211 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:06:45.210917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c1af7530-a29e-423f-b0a6-554516f20211,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:06:45.215374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:45.245628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf039d0-3a5c-4f01-8141-98fbe745bdd3 req-5a4fbebc-bfa7-4d5c-a9a4-3a509fadd461 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:45.247274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daf039d0-3a5c-4f01-8141-98fbe745bdd3 req-5a4fbebc-bfa7-4d5c-a9a4-3a509fadd461 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 943 time: 0.0580747 Feb 03 12:06:45.263241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:45.297885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daf039d0-3a5c-4f01-8141-98fbe745bdd3 req-807480b3-26d8-4d83-9d28-c3d3e702afc8 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Feb 03 12:06:45.584756 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c1af7530-a29e-423f-b0a6-554516f20211'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:06:46.416967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b24614-74ff-4043-9872-9ea62b289c3a req-512e09a1-436f-4146-a5e8-b202a7f02934 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:46.418429 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90b24614-74ff-4043-9872-9ea62b289c3a req-512e09a1-436f-4146-a5e8-b202a7f02934 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 944 time: 0.0521443 Feb 03 12:06:46.465050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-90b24614-74ff-4043-9872-9ea62b289c3a req-580ba8b0-430b-4e51-9854-08cd963e8a0d tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Feb 03 12:06:46.748191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:47.064932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c1af7530-a29e-423f-b0a6-554516f20211 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:06:47.111714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port c1af7530-a29e-423f-b0a6-554516f20211 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:06:47.115451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port c1af7530-a29e-423f-b0a6-554516f20211 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:06:47.115833 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (c1af7530-a29e-423f-b0a6-554516f20211), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:47.194644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port c1af7530-a29e-423f-b0a6-554516f20211 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:06:47.195037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c1af7530-a29e-423f-b0a6-554516f20211), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:47.216940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:06:47.219168 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70afee32-1a00-48d2-8e6b-a65eebcc799a" -d '{"events": [{"server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "name": "network-vif-plugged", "status": "completed", "tag": "c1af7530-a29e-423f-b0a6-554516f20211"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:06:47.232768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c1af7530-a29e-423f-b0a6-554516f20211,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:06:47.236614 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:06:47.284598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:06:47.311523 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbde918-2134-4d7a-a780-4ff36e03d26b x-openstack-request-id: req-1dbde918-2134-4d7a-a780-4ff36e03d26b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:06:47.311819 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "name": "network-vif-plugged", "status": "completed", "tag": "c1af7530-a29e-423f-b0a6-554516f20211", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:06:47.312077 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dbde918-2134-4d7a-a780-4ff36e03d26b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:06:47.312526 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211', 'code': 200} Feb 03 12:06:47.439454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dce83-b6af-421a-a925-d81091d16ba7 req-3aa8b18f-c39e-4b4d-8b89-9b59c475521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:47.440846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a1dce83-b6af-421a-a925-d81091d16ba7 req-3aa8b18f-c39e-4b4d-8b89-9b59c475521e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 1127 time: 0.0443347 Feb 03 12:06:47.483843 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6a1dce83-b6af-421a-a925-d81091d16ba7 req-1f2063a8-ebcc-45f5-9495-3a05b4b8bc73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Feb 03 12:06:47.586922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e5456-a564-4c77-9e8e-9791e46dd110 req-8578992a-2e27-4035-8260-5b97ee297b05 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:47.588389 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff6e5456-a564-4c77-9e8e-9791e46dd110 req-8578992a-2e27-4035-8260-5b97ee297b05 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0569870 Feb 03 12:06:47.633816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff6e5456-a564-4c77-9e8e-9791e46dd110 req-99883e63-c758-49e2-96b7-485f77a8c60f tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Feb 03 12:06:48.754937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2b04-ff50-495d-836e-2c822054e62f req-9e969dd5-4d75-45a7-b021-8bb5fde9d995 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:48.756406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdbe2b04-ff50-495d-836e-2c822054e62f req-9e969dd5-4d75-45a7-b021-8bb5fde9d995 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0528076 Feb 03 12:06:48.808516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdbe2b04-ff50-495d-836e-2c822054e62f req-873e4434-50c0-4af3-a3dd-4db1fed769e0 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Feb 03 12:06:49.933792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5e5d1-68e4-4b37-bc60-5a79d2db4b98 req-410fb1ab-0e33-4651-883e-832ec6b52b99 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:49.936063 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ab5e5d1-68e4-4b37-bc60-5a79d2db4b98 req-410fb1ab-0e33-4651-883e-832ec6b52b99 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Feb 03 12:06:49.990093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ab5e5d1-68e4-4b37-bc60-5a79d2db4b98 req-08f8a920-1102-452c-8508-3d5f216f7c61 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Feb 03 12:06:50.109768 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05948-7264-467b-a3b3-327a27f9fb34 req-3ec63c10-5bb5-4017-a23c-d16dbff2b0af tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:06:50.111133 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efa05948-7264-467b-a3b3-327a27f9fb34 req-3ec63c10-5bb5-4017-a23c-d16dbff2b0af tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Feb 03 12:06:50.157751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efa05948-7264-467b-a3b3-327a27f9fb34 req-a93df36d-9cd6-46d6-b212-37317daad6eb tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Feb 03 12:06:57.572972 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:01.363423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a386d849-941f-41a7-875e-b80c34840c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:04.463226 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f815c96f-83f5-4b28-8c19-02daf4f5114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:04.837744 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:06.435491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:07.446017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:07.988031 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:07:16.746743 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:24.414627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cef5b-d6ed-4010-8df4-2d17f110d096 req-c07ee5bd-e614-43a4-a8e3-095b9b742dd7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:24.416006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-593cef5b-d6ed-4010-8df4-2d17f110d096 req-c07ee5bd-e614-43a4-a8e3-095b9b742dd7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0535088 Feb 03 12:07:24.464652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-593cef5b-d6ed-4010-8df4-2d17f110d096 req-2126d5ae-fc1a-47ce-b5df-785fd855ff4c tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Feb 03 12:07:25.596274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b84a2-6919-461c-9b36-378f14b67d74 req-55b19f80-9636-4fb1-802c-2bfffc83e806 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:25.597914 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68b84a2-6919-461c-9b36-378f14b67d74 req-55b19f80-9636-4fb1-802c-2bfffc83e806 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Feb 03 12:07:25.643735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e68b84a2-6919-461c-9b36-378f14b67d74 req-3db5e5e3-4478-4c60-bc90-7105920caa27 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/security-groups?id=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Feb 03 12:07:26.306040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093009a-1308-4b11-a48d-9edeb542f750 req-db4e5b26-b4c1-4183-9a49-b69cd80585c7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:26.307480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d093009a-1308-4b11-a48d-9edeb542f750 req-db4e5b26-b4c1-4183-9a49-b69cd80585c7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Feb 03 12:07:26.404162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Deleting port c1af7530-a29e-423f-b0a6-554516f20211 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:26.404507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c1af7530-a29e-423f-b0a6-554516f20211), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:26.492550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] For port c1af7530-a29e-423f-b0a6-554516f20211, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=c1af7530-a29e-423f-b0a6-554516f20211,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:26.492936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c1af7530-a29e-423f-b0a6-554516f20211), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:26.505140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Calling delete_port for c1af7530-a29e-423f-b0a6-554516f20211 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:26.633025 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c1af7530-a29e-423f-b0a6-554516f20211), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:26.660174 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Pushing event deleted for resources: {'Port': ['ID=c1af7530-a29e-423f-b0a6-554516f20211,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:26.666138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['c1af7530-a29e-423f-b0a6-554516f20211'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:07:26.710241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] No DVR routers for this DVR port c1af7530-a29e-423f-b0a6-554516f20211 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:07:26.713829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:26.717417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d093009a-1308-4b11-a48d-9edeb542f750 req-650124a1-3299-41d8-a141-3e33e033454b tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.69 "DELETE /v2.0/ports/c1af7530-a29e-423f-b0a6-554516f20211 HTTP/1.1" status: 204 len: 173 time: 0.4043324 Feb 03 12:07:26.717861 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'name': 'network-vif-deleted', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:07:26.720136 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26effffa-9ea8-44f0-9c15-287c9ba1443c" -d '{"events": [{"server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "name": "network-vif-deleted", "tag": "c1af7530-a29e-423f-b0a6-554516f20211"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:07:26.756923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c1bebd4-de39-46c5-a7e2-8d6bfe143fa0 req-8a9bcbd7-d0cf-4238-b555-a6bf5ef7f5c7 tempest-TestEncryptedCinderVolumes-86765355 tempest-TestEncryptedCinderVolumes-86765355-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7861b6c-fff1-48c8-88c9-f15849e32609 HTTP/1.1" status: 200 len: 210 time: 0.0337744 Feb 03 12:07:26.770188 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b9f291-868e-44a8-8518-ea1170ebfbf3 x-openstack-request-id: req-c4b9f291-868e-44a8-8518-ea1170ebfbf3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:07:26.770488 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7861b6c-fff1-48c8-88c9-f15849e32609", "name": "network-vif-deleted", "tag": "c1af7530-a29e-423f-b0a6-554516f20211", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:07:26.770801 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4b9f291-868e-44a8-8518-ea1170ebfbf3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:07:26.771218 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7861b6c-fff1-48c8-88c9-f15849e32609', 'name': 'network-vif-deleted', 'tag': 'c1af7530-a29e-423f-b0a6-554516f20211', 'status': 'completed', 'code': 200} Feb 03 12:07:27.586178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:27.850851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:28.182994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:28.428456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Deleting port 39fa02bd-0658-4e2e-aec5-59e4624a5207 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:28.428795 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:28.508279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] For port 39fa02bd-0658-4e2e-aec5-59e4624a5207, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=39fa02bd-0658-4e2e-aec5-59e4624a5207,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:28.508532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:28.520612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Calling delete_port for 39fa02bd-0658-4e2e-aec5-59e4624a5207 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:28.694922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (39fa02bd-0658-4e2e-aec5-59e4624a5207), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:28.719889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=39fa02bd-0658-4e2e-aec5-59e4624a5207,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:28.889625 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:29.108722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:07:29.216673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:29.223022 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8a43aed0-a2b5-4ded-9cd6-ae227a02f5ba admin admin] 10.222.0.30 "PUT /v2.0/routers/341a4a74-719e-4d04-9e3a-0be6b81e0f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699582 Feb 03 12:07:29.224479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58380) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:29.227120 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Sync routers for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:29.236710 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:29.237438 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:29.328690 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks [] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:29.340580 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:29.431276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks [] for router_gateway (341a4a74-719e-4d04-9e3a-0be6b81e0f16), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:29.482187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Deleting port bf556075-d660-4c83-8da7-c24e570691f8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:29.482532 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bf556075-d660-4c83-8da7-c24e570691f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:29.520971 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:07:28Z', 'revision_number': 5, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port': {'id': 'bf556075-d660-4c83-8da7-c24e570691f8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:36Z', 'updated_at': '2022-02-03T12:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:29.546568 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Checking router: 341a4a74-719e-4d04-9e3a-0be6b81e0f16 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:29.555417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Routers {'341a4a74-719e-4d04-9e3a-0be6b81e0f16'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:29.556003 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:29.564073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] For port bf556075-d660-4c83-8da7-c24e570691f8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bf556075-d660-4c83-8da7-c24e570691f8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:29.564442 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bf556075-d660-4c83-8da7-c24e570691f8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:29.576197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Calling delete_port for bf556075-d660-4c83-8da7-c24e570691f8 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:29.639134 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] Set router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:29.695110 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:07:29Z', 'revision_number': 6, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:29.721203 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c24c-dfd3-40e8-bd97-2065cd64cb53 None None] The sync data for ids ['341a4a74-719e-4d04-9e3a-0be6b81e0f16'] in n-d-821606-6 is: [{'id': '341a4a74-719e-4d04-9e3a-0be6b81e0f16', 'name': 'tempest-TestEncryptedCinderVolumes-139373462-router', 'tenant_id': '27e75837841549e7915b56883ab95920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:35Z', 'updated_at': '2022-02-03T12:07:29Z', 'revision_number': 6, 'project_id': '27e75837841549e7915b56883ab95920', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:30.064339 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bf556075-d660-4c83-8da7-c24e570691f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.090679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf556075-d660-4c83-8da7-c24e570691f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:30.154158 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.246818 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.248967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks [] for router_controller (341a4a74-719e-4d04-9e3a-0be6b81e0f16), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.290857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (341a4a74-719e-4d04-9e3a-0be6b81e0f16), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.291437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341a4a74-719e-4d04-9e3a-0be6b81e0f16 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:07:30.295685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.296936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4990cf16-4e28-492b-aff9-c04e422820d9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/341a4a74-719e-4d04-9e3a-0be6b81e0f16 HTTP/1.1" status: 204 len: 168 time: 1.0712333 Feb 03 12:07:30.299798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:30.344429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Deleting subnet 2fa925ae-7eda-43ef-98f9-12c2409f0e2b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:07:30.347404 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Publish callbacks [] for subnet (2fa925ae-7eda-43ef-98f9-12c2409f0e2b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.380511 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2fa925ae-7eda-43ef-98f9-12c2409f0e2b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.460503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2fa925ae-7eda-43ef-98f9-12c2409f0e2b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.515087 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2fa925ae-7eda-43ef-98f9-12c2409f0e2b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.541207 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa925ae-7eda-43ef-98f9-12c2409f0e2b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:30.546067 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.551714 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c693d25b-b268-48a7-8ada-ec33595af810 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2fa925ae-7eda-43ef-98f9-12c2409f0e2b HTTP/1.1" status: 204 len: 168 time: 0.2500305 Feb 03 12:07:30.551817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6327e9f-eb03-4b14-83ef-90c629306beb None None] Network 1307be00-7f70-4fdc-9bf9-e4d0c60b97da requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:30.553301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:30.636454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1307be00-7f70-4fdc-9bf9-e4d0c60b97da), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.693589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Deleting port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:30.693937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.714942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] DHCP port deletion for 1307be00-7f70-4fdc-9bf9-e4d0c60b97da request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:07:30.766381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] For port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:30.766862 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.775568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Deleting port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:30.776342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.787047 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Calling delete_port for d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:30.841944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] For port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,segment=NetworkSegment(f19bd9b1-7dbb-474f-adeb-315d70fcd04c),segment_id=f19bd9b1-7dbb-474f-adeb-315d70fcd04c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:30.842464 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.859898 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Calling delete_port for d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:30.875003 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.898971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:30.904532 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] No DVR routers for this DVR port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:07:30.935949 n-d-821606-6 neutron-server[103128]: self.session.flush() Feb 03 12:07:30.943977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d1e4ce71-a821-4b66-ab17-4f0c8bcfb216), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.968331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Pushing event deleted for resources: {'Port': ['ID=d1e4ce71-a821-4b66-ab17-4f0c8bcfb216,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:30.972429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] No DVR routers for this DVR port d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:07:30.982055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1307be00-7f70-4fdc-9bf9-e4d0c60b97da), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:30.982368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.982788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.983183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.983582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.983975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.984518 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.985201 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.985703 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.986031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.986353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.986675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.987080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:30.987302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807a60a-4e74-4b86-9a6e-cff748bf1890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:31.003805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1307be00-7f70-4fdc-9bf9-e4d0c60b97da']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:31.013166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:31.013469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19bd9b1-7dbb-474f-adeb-315d70fcd04c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:31.022710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (f19bd9b1-7dbb-474f-adeb-315d70fcd04c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.036294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f19bd9b1-7dbb-474f-adeb-315d70fcd04c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.042706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:07:31.043097 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (f19bd9b1-7dbb-474f-adeb-315d70fcd04c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:07:31.044834 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:07:31.098855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1307be00-7f70-4fdc-9bf9-e4d0c60b97da), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.104868 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.108012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1307be00-7f70-4fdc-9bf9-e4d0c60b97da HTTP/1.1" status: 204 len: 168 time: 0.5537517 Feb 03 12:07:31.111324 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58386) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:31.119919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e15aa-2a8b-461f-b1f5-24393f0ea628 admin admin] Pushing event deleted for resources: {'Network': ['ID=1307be00-7f70-4fdc-9bf9-e4d0c60b97da,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:31.209448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 39fa02bd-0658-4e2e-aec5-59e4624a5207 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:31.230135 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 39fa02bd-0658-4e2e-aec5-59e4624a5207 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:31.230481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 39fa02bd-0658-4e2e-aec5-59e4624a5207 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:31.230901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bf556075-d660-4c83-8da7-c24e570691f8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:31.254205 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c1af7530-a29e-423f-b0a6-554516f20211 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:31.257903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: bf556075-d660-4c83-8da7-c24e570691f8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:31.257903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bf556075-d660-4c83-8da7-c24e570691f8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:31.258274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:31.294012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: c1af7530-a29e-423f-b0a6-554516f20211 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:31.294369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device c1af7530-a29e-423f-b0a6-554516f20211 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:31.295651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:31.295993 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d1e4ce71-a821-4b66-ab17-4f0c8bcfb216 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:31.356729 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-397440f8-c97b-4fd7-b9b1-0713df42b97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.697337 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:31.941564 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Deleting port 9c641497-2e01-4e60-a0e4-45bc0e831521 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:31.941907 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.020501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] For port 9c641497-2e01-4e60-a0e4-45bc0e831521, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9c641497-2e01-4e60-a0e4-45bc0e831521,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:32.020780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.034386 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Calling delete_port for 9c641497-2e01-4e60-a0e4-45bc0e831521 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:32.212741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (9c641497-2e01-4e60-a0e4-45bc0e831521), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.239219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c641497-2e01-4e60-a0e4-45bc0e831521,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:32.265074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.265444 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.265773 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.266116 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.266855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.266855 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.267093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.267422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.267748 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.268074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.268400 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.268730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.269081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:32.411846 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.618581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:07:32.721629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:32.726617 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b43f0ef3-28d4-43e1-96a1-58a8252132c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c446064-4ba9-41d1-a89d-d76cfb80fa24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143456 Feb 03 12:07:32.729671 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58392) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:32.730719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Sync routers for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:32.740310 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:32.740945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:32.837395 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks [] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.947231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks [] for router_gateway (9c446064-4ba9-41d1-a89d-d76cfb80fa24), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:32.998766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Deleting port e6f7f12d-95af-473b-8f71-795aa2612d29 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:32.999108 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.005186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:33.080809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] For port e6f7f12d-95af-473b-8f71-795aa2612d29, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=e6f7f12d-95af-473b-8f71-795aa2612d29,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:33.081215 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.093502 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Calling delete_port for e6f7f12d-95af-473b-8f71-795aa2612d29 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:33.182124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:07:32Z', 'revision_number': 5, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port': {'id': 'e6f7f12d-95af-473b-8f71-795aa2612d29', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:05:41Z', 'updated_at': '2022-02-03T12:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:33.214512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Checking router: 9c446064-4ba9-41d1-a89d-d76cfb80fa24 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:33.223223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Routers {'9c446064-4ba9-41d1-a89d-d76cfb80fa24'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:33.223906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:33.272201 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (e6f7f12d-95af-473b-8f71-795aa2612d29), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.298441 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f7f12d-95af-473b-8f71-795aa2612d29,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:33.310934 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] Set router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:33.361303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.362446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:07:32Z', 'revision_number': 6, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:33.392195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bac08-eebb-4b97-907f-39ed63bd8ff4 None None] The sync data for ids ['9c446064-4ba9-41d1-a89d-d76cfb80fa24'] in n-d-821606-6 is: [{'id': '9c446064-4ba9-41d1-a89d-d76cfb80fa24', 'name': 'tempest-TestEncryptedCinderVolumes-1839029337-router', 'tenant_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:05:40Z', 'updated_at': '2022-02-03T12:07:32Z', 'revision_number': 6, 'project_id': '890aff9a0c3b4935a7cd9fcdae202f6c', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:33.459642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.462398 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks [] for router_controller (9c446064-4ba9-41d1-a89d-d76cfb80fa24), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.504589 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (9c446064-4ba9-41d1-a89d-d76cfb80fa24), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.505103 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c446064-4ba9-41d1-a89d-d76cfb80fa24 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:07:33.510364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.511492 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5b9f9f9a-460d-4cda-a10b-1bba16878a28 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9c446064-4ba9-41d1-a89d-d76cfb80fa24 HTTP/1.1" status: 204 len: 168 time: 0.7808378 Feb 03 12:07:33.514030 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58394) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:33.557934 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Deleting subnet 1bbda31d-783f-4ee1-a8a7-7065dc6f182e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:07:33.560898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Publish callbacks [] for subnet (1bbda31d-783f-4ee1-a8a7-7065dc6f182e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.594266 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (1bbda31d-783f-4ee1-a8a7-7065dc6f182e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.672448 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (1bbda31d-783f-4ee1-a8a7-7065dc6f182e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.724658 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (1bbda31d-783f-4ee1-a8a7-7065dc6f182e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.751554 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbda31d-783f-4ee1-a8a7-7065dc6f182e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:33.753548 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.758083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8a1f9195-40d3-4b10-9ff6-d3af662afea6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1bbda31d-783f-4ee1-a8a7-7065dc6f182e HTTP/1.1" status: 204 len: 168 time: 0.2424009 Feb 03 12:07:33.759117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a31516-832f-4d04-8ff6-39c4d01507a1 None None] Network 9b6c137d-d8f9-49f9-94ba-17810875f895 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:33.760041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:33.839145 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (9b6c137d-d8f9-49f9-94ba-17810875f895), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.895412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Deleting port 8533d817-299a-4290-b682-399c29712eac {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:07:33.895754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8533d817-299a-4290-b682-399c29712eac), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.961053 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] For port 8533d817-299a-4290-b682-399c29712eac, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8533d817-299a-4290-b682-399c29712eac,segment=NetworkSegment(c9be7b33-1d58-4174-be4b-3fd3426b12d8),segment_id=c9be7b33-1d58-4174-be4b-3fd3426b12d8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:33.961417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8533d817-299a-4290-b682-399c29712eac), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:33.974407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Calling delete_port for 8533d817-299a-4290-b682-399c29712eac owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:07:34.051111 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8533d817-299a-4290-b682-399c29712eac), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.075849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Pushing event deleted for resources: {'Port': ['ID=8533d817-299a-4290-b682-399c29712eac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:34.079221 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] No DVR routers for this DVR port 8533d817-299a-4290-b682-399c29712eac on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:07:34.153736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (9b6c137d-d8f9-49f9-94ba-17810875f895), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.176493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c137d-d8f9-49f9-94ba-17810875f895']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:34.183746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c6873-bdc6-4919-8ef7-ae0a7430f1f7 None None] DHCP port deletion for 9b6c137d-d8f9-49f9-94ba-17810875f895 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:07:34.190496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9be7b33-1d58-4174-be4b-3fd3426b12d8') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:34.190801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9be7b33-1d58-4174-be4b-3fd3426b12d8') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:34.202095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (c9be7b33-1d58-4174-be4b-3fd3426b12d8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.215784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (c9be7b33-1d58-4174-be4b-3fd3426b12d8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.221993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:07:34.222377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (c9be7b33-1d58-4174-be4b-3fd3426b12d8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:07:34.224012 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:07:34.285656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (9b6c137d-d8f9-49f9-94ba-17810875f895), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.291326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.294409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9b6c137d-d8f9-49f9-94ba-17810875f895 HTTP/1.1" status: 204 len: 168 time: 0.5333700 Feb 03 12:07:34.307600 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf568c71-102b-4182-9df1-c34f683a9394 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6c137d-d8f9-49f9-94ba-17810875f895,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:34.469265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6325e614-bc38-485b-9ec8-97eb08830363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.480410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:34.519424 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4e4ea8b2-9517-4035-814b-675aac1f2649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27e75837841549e7915b56883ab95920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378394 Feb 03 12:07:34.521886 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58402) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:34.572534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] Publish callbacks [] for security_group (331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.593503 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] Publish callbacks [] for security_group (331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.638331 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.640926 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.642054 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6 HTTP/1.1" status: 204 len: 168 time: 0.1192930 Feb 03 12:07:34.650232 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dee5f-8527-406a-8d1f-58b3fdb365f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331eab3a-5d59-4ca0-9f45-31ecc8c7e8b6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:34.841699 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:34.958764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:34.998273 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-706af26f-bcd9-471a-9b0b-b507b1f6adea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=890aff9a0c3b4935a7cd9fcdae202f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383453 Feb 03 12:07:35.000667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:35.046623 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] Publish callbacks [] for security_group (ac6d22de-1bc6-4880-b378-cc729c2f2c30), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:35.068120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] Publish callbacks [] for security_group (ac6d22de-1bc6-4880-b378-cc729c2f2c30), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:35.117796 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ac6d22de-1bc6-4880-b378-cc729c2f2c30), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:35.120505 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:35.121689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac6d22de-1bc6-4880-b378-cc729c2f2c30 HTTP/1.1" status: 204 len: 168 time: 0.1201074 Feb 03 12:07:35.129488 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c8a36-8b53-4fb1-b442-91bde873fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6d22de-1bc6-4880-b378-cc729c2f2c30,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:35.213246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c641497-2e01-4e60-a0e4-45bc0e831521 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:35.232803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9c641497-2e01-4e60-a0e4-45bc0e831521 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:35.233179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9c641497-2e01-4e60-a0e4-45bc0e831521 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:35.233593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8533d817-299a-4290-b682-399c29712eac no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:35.252894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8533d817-299a-4290-b682-399c29712eac {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:35.253266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8533d817-299a-4290-b682-399c29712eac not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:35.253672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6f7f12d-95af-473b-8f71-795aa2612d29 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:07:35.275354 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: e6f7f12d-95af-473b-8f71-795aa2612d29 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:07:35.275757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device e6f7f12d-95af-473b-8f71-795aa2612d29 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:07:35.840278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:35.934858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-540410352-network', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:35.953992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Made reservation on behalf of a1531475b0d44340aa3152c205ac7a10 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:07:35.956286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:35.968564 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.041347 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks [] for security_group (ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.045017 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.065589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:07:36.078883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:36.083814 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2807ce47-ef67-43a2-b7f8-b5b7a8a81c85), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.084156 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Added segment 2807ce47-ef67-43a2-b7f8-b5b7a8a81c85 of type vlan for network e0b14e3b-8e6d-4778-81ae-d54244199f81 Feb 03 12:07:36.095363 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.095712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.096052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.096392 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.096723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.097090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.097420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.097743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.098066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.098388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.098724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.099030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.099350 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:36.144696 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e0b14e3b-8e6d-4778-81ae-d54244199f81), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.171259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e0b14e3b-8e6d-4778-81ae-d54244199f81), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.172192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:36.173151 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.208100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3666921 Feb 03 12:07:36.211932 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:36.219870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Request body: {'subnet': {'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-540410352-subnet', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:36.242598 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110a049-80ae-4181-a4ae-b322154d4b2c admin admin] Pushing event updated for resources: {'Network': ['ID=e0b14e3b-8e6d-4778-81ae-d54244199f81,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:36.249203 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Made reservation on behalf of a1531475b0d44340aa3152c205ac7a10 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:07:36.253157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:07:36.267275 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.438787 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (2846006f-b628-4e0b-962e-534f0235ecc6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.442956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.503567 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2846006f-b628-4e0b-962e-534f0235ecc6,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:36.514398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Checking segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:36.514754 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Network hostable DHCP agents. Network: e0b14e3b-8e6d-4778-81ae-d54244199f81, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:07:36.531724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:07:36.540489 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e0b14e3b-8e6d-4778-81ae-d54244199f81) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:36.545094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:36.545693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.552798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300b4e1-7ab7-46c3-9446-dd40083d8842 None None] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:36.562978 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-abf0b75b-156f-48be-aac9-0eeb8941869b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3493299 Feb 03 12:07:36.565716 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:36.571570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:36.593851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.595228 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.655847 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for router_controller (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.666548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e0b14e3b-8e6d-4778-81ae-d54244199f81', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:07:36.667576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.809693 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for router_gateway (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.817108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Allocated IP 172.20.0.2 (e0b14e3b-8e6d-4778-81ae-d54244199f81/2846006f-b628-4e0b-962e-534f0235ecc6/f63a05a9-012f-4fcd-b8f0-644ab6862459) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:36.962053 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks [] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:36.970475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.014465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:37.019145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:37.022522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:37.029358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Pushing event updated for resources: {'Port': ['ID=f63a05a9-012f-4fcd-b8f0-644ab6862459,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:37.032554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for router_gateway (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.058983 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.086911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Attempting to bind port f63a05a9-012f-4fcd-b8f0-644ab6862459 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:37.087278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Attempting to bind port f63a05a9-012f-4fcd-b8f0-644ab6862459 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:37.087704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Attempting to bind port f63a05a9-012f-4fcd-b8f0-644ab6862459 on network e0b14e3b-8e6d-4778-81ae-d54244199f81 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:37.093783 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:37.094176 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Checking segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:37.094704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.095102 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Bound using segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:37.095581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Bound port: f63a05a9-012f-4fcd-b8f0-644ab6862459, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:37.095965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.168534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] For port f63a05a9-012f-4fcd-b8f0-644ab6862459, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:37.173595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] For port f63a05a9-012f-4fcd-b8f0-644ab6862459, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f63a05a9-012f-4fcd-b8f0-644ab6862459,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:37.175069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Allocated IP 172.25.7.133 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/388ef2b0-f85f-4227-b4df-24d553bd7d72) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:37.182988 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.260369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eab33f-ef97-4116-a17b-df09bed29e8c None None] Pushing event updated for resources: {'Port': ['ID=f63a05a9-012f-4fcd-b8f0-644ab6862459,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:37.302386 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.337537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.381539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:37.386077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:37.393084 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:37.427627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Pushing event updated for resources: {'Port': ['ID=388ef2b0-f85f-4227-b4df-24d553bd7d72,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:37.453218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.688537 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for router_gateway (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:37.886516 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.023576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:07:38.138477 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:38.147996 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Sync routers for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:38.160224 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.164802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9423740b-7e76-45a3-94be-21ed55827bbd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5954583 Feb 03 12:07:38.165074 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:38.165074 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:38.165298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:38.302363 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:38.340581 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab85173-f3bf-46c8-b279-d2bbf0b91127 None None] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:38.462226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Provisioning complete for port f63a05a9-012f-4fcd-b8f0-644ab6862459 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:38.462523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.492643 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:37Z', 'revision_number': 3, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:38.532225 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Checking router: 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:38.532748 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Updating router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d port 388ef2b0-f85f-4227-b4df-24d553bd7d72 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:07:38.566145 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Current status of the port f63a05a9-012f-4fcd-b8f0-644ab6862459 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:38.566542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.571787 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.618790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] For port f63a05a9-012f-4fcd-b8f0-644ab6862459, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f63a05a9-012f-4fcd-b8f0-644ab6862459,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:38.626190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.702622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ed287-b473-483f-bbce-f8f658d0a89a None None] Pushing event updated for resources: {'Port': ['ID=f63a05a9-012f-4fcd-b8f0-644ab6862459,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:38.846951 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e7f66148-dc3b-431c-a24c-3c096e949175 None None] Provisioning complete for port f63a05a9-012f-4fcd-b8f0-644ab6862459 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:38.847211 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7f66148-dc3b-431c-a24c-3c096e949175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.928941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e7f66148-dc3b-431c-a24c-3c096e949175 None None] Current status of the port f63a05a9-012f-4fcd-b8f0-644ab6862459 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:38.945156 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks [] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.951244 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:38.970116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.001811 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Attempting to bind port 388ef2b0-f85f-4227-b4df-24d553bd7d72 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:39.002178 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Attempting to bind port 388ef2b0-f85f-4227-b4df-24d553bd7d72 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:39.002531 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Attempting to bind port 388ef2b0-f85f-4227-b4df-24d553bd7d72 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:39.008336 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Pushing event updated for resources: {'Port': ['ID=388ef2b0-f85f-4227-b4df-24d553bd7d72,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:39.013065 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:39.013441 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:39.013833 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.014216 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:39.014675 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Bound port: 388ef2b0-f85f-4227-b4df-24d553bd7d72, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:39.015047 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.038247 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.039464 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.039812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.040149 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.040470 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.040794 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.041136 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.041454 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.041770 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.042084 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.042399 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.042710 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.043020 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:07:39.075826 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] For port 388ef2b0-f85f-4227-b4df-24d553bd7d72, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:39.078760 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] For port 388ef2b0-f85f-4227-b4df-24d553bd7d72, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=388ef2b0-f85f-4227-b4df-24d553bd7d72,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:39.085902 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.129024 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Allocated IP 172.20.0.1 (e0b14e3b-8e6d-4778-81ae-d54244199f81/2846006f-b628-4e0b-962e-534f0235ecc6/f423e0a5-95fe-47b5-858f-348ada75183a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:39.134686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:39.135326 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:39.182705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4237-b1b3-497c-8c95-8c2f92af3802 None None] Pushing event updated for resources: {'Port': ['ID=388ef2b0-f85f-4227-b4df-24d553bd7d72,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:39.252818 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks [] for port (f423e0a5-95fe-47b5-858f-348ada75183a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.256324 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:39.275432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f63a05a9-012f-4fcd-b8f0-644ab6862459 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:39.300961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.325457 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f63a05a9-012f-4fcd-b8f0-644ab6862459 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:39.325831 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.339595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:39.346278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:39.349804 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:39.373159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Pushing event updated for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:39.393000 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.453866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f63a05a9-012f-4fcd-b8f0-644ab6862459 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:39.463321 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50542af0-a301-49ed-b174-56051e949d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:37Z', 'revision_number': 3, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:39.492744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50542af0-a301-49ed-b174-56051e949d8c None None] The sync data for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 is: [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:37Z', 'revision_number': 3, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:39.548040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.654871 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3e0b5329-4b93-4b42-babc-5782a26e2943 None None] Provisioning complete for port f423e0a5-95fe-47b5-858f-348ada75183a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:39.655709 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e0b5329-4b93-4b42-babc-5782a26e2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.699501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b5329-4b93-4b42-babc-5782a26e2943 None None] Port f423e0a5-95fe-47b5-858f-348ada75183a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:39.755509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks [] for port (f423e0a5-95fe-47b5-858f-348ada75183a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.762445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.836843 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:39.839772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Pushing event updated for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:39.941801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:39.943326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:40.065851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:07:40.181191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:40.187754 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-89031361-8c67-4889-99d9-24ca1f6e6235 admin admin] 10.222.0.30 "PUT /v2.0/routers/32b1dc06-fbbe-47f2-ba9c-d279b2051c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214014 Feb 03 12:07:40.223578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-658d95d7-0a9f-4541-bcec-b4095ed78432 None None] Provisioning complete for port f423e0a5-95fe-47b5-858f-348ada75183a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:40.223963 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-658d95d7-0a9f-4541-bcec-b4095ed78432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.262079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-658d95d7-0a9f-4541-bcec-b4095ed78432 None None] Port f423e0a5-95fe-47b5-858f-348ada75183a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:40.665152 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58456) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:40.670124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-678073846-network', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:40.688531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Made reservation on behalf of 4b95d5de1a214d7bb9eebc47156976da for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:07:40.690802 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.700267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.775366 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks [] for security_group (e3d06f78-229d-4e12-a135-807e98c2dc20), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.779613 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e3d06f78-229d-4e12-a135-807e98c2dc20), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.808278 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:07:40.814587 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d06f78-229d-4e12-a135-807e98c2dc20,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:40.822173 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fffc697d-9667-4269-8e8f-af2e9eb418c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.822514 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Added segment fffc697d-9667-4269-8e8f-af2e9eb418c0 of type vlan for network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 Feb 03 12:07:40.870962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (74df9ed4-4948-4695-b9fe-8e51cccf4a06), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.897338 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (74df9ed4-4948-4695-b9fe-8e51cccf4a06), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.898927 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:40.899484 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.930695 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2643986 Feb 03 12:07:40.933603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:40.938871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Request body: {'subnet': {'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-678073846-subnet', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:40.957897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Made reservation on behalf of 4b95d5de1a214d7bb9eebc47156976da for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:07:40.961457 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:40.962977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b78cb-16ff-4a4d-8c44-cd432ea78ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=74df9ed4-4948-4695-b9fe-8e51cccf4a06,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:40.973746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:07:41.068248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Sync routers for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:41.079889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:41.080503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:41.141902 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (5c55f1e6-7000-43c3-931f-580d7718320d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.191933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c55f1e6-7000-43c3-931f-580d7718320d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:41.192090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:41.207720 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Checking segment: {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:41.208093 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Network hostable DHCP agents. Network: 74df9ed4-4948-4695-b9fe-8e51cccf4a06, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:07:41.225597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:07:41.236637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 74df9ed4-4948-4695-b9fe-8e51cccf4a06) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:41.239661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:41.240324 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.249528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90b3c7-e792-4f77-8ae1-8a4d50df8772 None None] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:41.258246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-de1a1263-43b5-48b0-bf0a-be647b8674f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3232896 Feb 03 12:07:41.260887 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58460) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:41.267691 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:41.289042 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.290023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.315792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 388ef2b0-f85f-4227-b4df-24d553bd7d72 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:41.350513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for router_controller (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.484555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for router_gateway (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.512348 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'fixed_ips': [{'subnet_id': '5c55f1e6-7000-43c3-931f-580d7718320d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:07:41.513275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.525281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 388ef2b0-f85f-4227-b4df-24d553bd7d72 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:41.525708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.875718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 2, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:41.917141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Checking router: 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:41.917796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Updating router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d port f423e0a5-95fe-47b5-858f-348ada75183a binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:07:41.926432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for router_gateway (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.946741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.951357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 388ef2b0-f85f-4227-b4df-24d553bd7d72 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:41.951700 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.959768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Allocated IP 172.20.0.2 (74df9ed4-4948-4695-b9fe-8e51cccf4a06/5c55f1e6-7000-43c3-931f-580d7718320d/50b6172e-79df-4b37-8831-16e0f21f4ef5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:41.986058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 388ef2b0-f85f-4227-b4df-24d553bd7d72, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=388ef2b0-f85f-4227-b4df-24d553bd7d72,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:41.986991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:41.999430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.052732 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Allocated IP 172.25.7.159 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/f948ebee-88b6-4526-8fb7-484e7e217c67) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:42.154171 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.188313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.195474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=388ef2b0-f85f-4227-b4df-24d553bd7d72,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.232822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:42.239113 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:42.243543 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:42.267994 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Pushing event updated for resources: {'Port': ['ID=f948ebee-88b6-4526-8fb7-484e7e217c67,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.286153 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks [] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.319874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.379357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:42.387084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:42.395070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:42.397064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Pushing event updated for resources: {'Port': ['ID=50b6172e-79df-4b37-8831-16e0f21f4ef5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.487287 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Attempting to bind port 50b6172e-79df-4b37-8831-16e0f21f4ef5 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:42.487670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Attempting to bind port 50b6172e-79df-4b37-8831-16e0f21f4ef5 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:42.488034 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Attempting to bind port 50b6172e-79df-4b37-8831-16e0f21f4ef5 on network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:42.500513 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for router_gateway (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.505307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:42.505765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Checking segment: {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:42.506171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.506565 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Bound using segment: {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:42.507046 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Bound port: 50b6172e-79df-4b37-8831-16e0f21f4ef5, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:42.507462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.510435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks [] for port (f423e0a5-95fe-47b5-858f-348ada75183a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.518858 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.605368 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376bd91-d218-4c76-a59d-879a7de60a1c None None] Pushing event updated for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.670131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] For port 50b6172e-79df-4b37-8831-16e0f21f4ef5, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:42.681071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Attempting to bind port f423e0a5-95fe-47b5-858f-348ada75183a on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:42.681445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Attempting to bind port f423e0a5-95fe-47b5-858f-348ada75183a by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:42.681814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Attempting to bind port f423e0a5-95fe-47b5-858f-348ada75183a on network e0b14e3b-8e6d-4778-81ae-d54244199f81 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:42.687652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] For port 50b6172e-79df-4b37-8831-16e0f21f4ef5, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50b6172e-79df-4b37-8831-16e0f21f4ef5,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:42.691626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:42.692031 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Checking segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:42.692866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.692866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Bound using segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:42.693463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Bound port: f423e0a5-95fe-47b5-858f-348ada75183a, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:42.693853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.698575 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.708955 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.809460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5b9c-11c1-4c25-86c4-b5d46e38a032 None None] Pushing event updated for resources: {'Port': ['ID=50b6172e-79df-4b37-8831-16e0f21f4ef5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.824942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] For port f423e0a5-95fe-47b5-858f-348ada75183a, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:42.828611 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] For port f423e0a5-95fe-47b5-858f-348ada75183a, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f423e0a5-95fe-47b5-858f-348ada75183a,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:42.830044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-6c5873e9-e431-48a2-9cbf-54a785cc3c5b None None] Provisioning complete for port f423e0a5-95fe-47b5-858f-348ada75183a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:42.830386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5873e9-e431-48a2-9cbf-54a785cc3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.853550 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:42.859072 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:07:42.914781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c5873e9-e431-48a2-9cbf-54a785cc3c5b None None] Port f423e0a5-95fe-47b5-858f-348ada75183a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:42.939858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376bd91-d218-4c76-a59d-879a7de60a1c None None] Pushing event updated for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:42.942525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:42.943139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:42.981314 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:42.992465 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Sync routers for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:43.009524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.010845 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7cd19ec0-3e74-4e33-9152-0b44fab3a28f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7488568 Feb 03 12:07:43.013618 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:07:43.043370 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:43.044444 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:43.100161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:43.215158 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:43.402274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Provisioning complete for port f423e0a5-95fe-47b5-858f-348ada75183a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:43.402653 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.434495 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 388ef2b0-f85f-4227-b4df-24d553bd7d72 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:43.479670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 3, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:43.507509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:43.510226 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Checking router: 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:43.510226 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Updating router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 port f948ebee-88b6-4526-8fb7-484e7e217c67 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:07:43.539715 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.563355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df5aa-5d9e-44e0-922d-544f107e377a None None] The sync data for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 is: [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:43.584739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Current status of the port f423e0a5-95fe-47b5-858f-348ada75183a is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:43.585873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.587874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 388ef2b0-f85f-4227-b4df-24d553bd7d72 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:43.588240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.614392 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.678267 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] For port f423e0a5-95fe-47b5-858f-348ada75183a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f423e0a5-95fe-47b5-858f-348ada75183a,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:43.686573 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.799900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 388ef2b0-f85f-4227-b4df-24d553bd7d72 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:43.801717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50b6172e-79df-4b37-8831-16e0f21f4ef5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:43.804233 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae179f9a-a0d5-448c-b927-17d017c2e0e3 None None] Pushing event updated for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:43.886413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 50b6172e-79df-4b37-8831-16e0f21f4ef5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:43.886722 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.890079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Allocated IP 172.20.0.1 (74df9ed4-4948-4695-b9fe-8e51cccf4a06/5c55f1e6-7000-43c3-931f-580d7718320d/ca5eb070-1126-417d-b153-12ee77c4213b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:43.948786 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks [] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.958891 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:43.995419 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Attempting to bind port f948ebee-88b6-4526-8fb7-484e7e217c67 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:43.996616 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Attempting to bind port f948ebee-88b6-4526-8fb7-484e7e217c67 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:43.997191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Attempting to bind port f948ebee-88b6-4526-8fb7-484e7e217c67 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:44.025680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:44.026264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:44.026844 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.027455 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:44.028662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Bound port: f948ebee-88b6-4526-8fb7-484e7e217c67, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:44.029574 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.030160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 50b6172e-79df-4b37-8831-16e0f21f4ef5 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:44.030562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.059693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks [] for port (ca5eb070-1126-417d-b153-12ee77c4213b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.085419 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 50b6172e-79df-4b37-8831-16e0f21f4ef5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50b6172e-79df-4b37-8831-16e0f21f4ef5,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:44.099334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.100144 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] For port f948ebee-88b6-4526-8fb7-484e7e217c67, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:44.104876 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] For port f948ebee-88b6-4526-8fb7-484e7e217c67, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f948ebee-88b6-4526-8fb7-484e7e217c67,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:44.110725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.120261 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.139088 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde150-f3d4-4b3d-940f-0a01317f9778 None None] Pushing event updated for resources: {'Port': ['ID=f948ebee-88b6-4526-8fb7-484e7e217c67,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:44.174124 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:44.180069 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:44.182506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:44.202038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=50b6172e-79df-4b37-8831-16e0f21f4ef5,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:44.212936 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde150-f3d4-4b3d-940f-0a01317f9778 None None] Pushing event updated for resources: {'Port': ['ID=f948ebee-88b6-4526-8fb7-484e7e217c67,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:44.215801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:44.235120 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:44.237290 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:44.243968 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.267428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d350bdb-6e6a-486c-9b33-1dbeb1076def None None] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:07:44.363984 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:44.384262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-80a81981-bf17-4545-8869-20970c56e75e None None] Provisioning complete for port 50b6172e-79df-4b37-8831-16e0f21f4ef5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:44.384656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a81981-bf17-4545-8869-20970c56e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.402860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.532849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80a81981-bf17-4545-8869-20970c56e75e None None] Current status of the port 50b6172e-79df-4b37-8831-16e0f21f4ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:44.593145 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 3, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:44.620059 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd140191-3ed0-43d0-8cb7-a094727fa541 None None] The sync data for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 is: [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:42Z', 'revision_number': 3, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:44.635659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks [] for port (ca5eb070-1126-417d-b153-12ee77c4213b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.642439 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.716412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:44.732246 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.768162 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Provisioning complete for port 50b6172e-79df-4b37-8831-16e0f21f4ef5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:44.768816 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.857812 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:44.862750 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:44.874929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Current status of the port 50b6172e-79df-4b37-8831-16e0f21f4ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:44.893536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:44.893825 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:44.942335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-db79ffc9-2bd8-40c5-b824-cb10f744f151 None None] Port ca5eb070-1126-417d-b153-12ee77c4213b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:44.990977 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:07:45.070936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-07640e93-58c2-4a39-90d1-388751b03512 None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:45.071324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07640e93-58c2-4a39-90d1-388751b03512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.358652 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:07:45.397131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-07640e93-58c2-4a39-90d1-388751b03512 None None] Port ca5eb070-1126-417d-b153-12ee77c4213b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:45.454818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f423e0a5-95fe-47b5-858f-348ada75183a up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:45.491275 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:07:45.497860 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-89454b9a-9633-4b02-a867-f47f7faee3b3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830935 Feb 03 12:07:45.528736 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f423e0a5-95fe-47b5-858f-348ada75183a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:45.529150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.530771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9df9da28-bee4-4afd-9d80-74805d09275e None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:45.531110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9df9da28-bee4-4afd-9d80-74805d09275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.597977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9df9da28-bee4-4afd-9d80-74805d09275e None None] Port ca5eb070-1126-417d-b153-12ee77c4213b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:45.643629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f423e0a5-95fe-47b5-858f-348ada75183a is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:45.644717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f948ebee-88b6-4526-8fb7-484e7e217c67 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:45.695496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f948ebee-88b6-4526-8fb7-484e7e217c67 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:45.695873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.778829 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f948ebee-88b6-4526-8fb7-484e7e217c67 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:45.779309 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.800688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port f948ebee-88b6-4526-8fb7-484e7e217c67, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f948ebee-88b6-4526-8fb7-484e7e217c67,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:45.806365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.807573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50b6172e-79df-4b37-8831-16e0f21f4ef5 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:45.889784 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=f948ebee-88b6-4526-8fb7-484e7e217c67,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:45.908397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 50b6172e-79df-4b37-8831-16e0f21f4ef5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:45.908782 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:45.992297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 50b6172e-79df-4b37-8831-16e0f21f4ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:46.749814 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:47.229297 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Sync routers for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:07:47.242186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:47.243288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:47.290814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f948ebee-88b6-4526-8fb7-484e7e217c67 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:47.412443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:47.414719 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f948ebee-88b6-4526-8fb7-484e7e217c67 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:47.415098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:47.634214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f948ebee-88b6-4526-8fb7-484e7e217c67 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:47.695587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 4, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ca5eb070-1126-417d-b153-12ee77c4213b', 'name': '', 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'mac_address': 'fa:16:3e:a5:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:43Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 2, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'subnets': [{'id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:47.726265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Checking router: 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:07:47.726631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Updating router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 port ca5eb070-1126-417d-b153-12ee77c4213b binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:07:47.758369 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.065527 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks [] for port (ca5eb070-1126-417d-b153-12ee77c4213b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.073159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.182033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a06464-41ad-4dc5-9606-1b2d9e750da3 None None] Pushing event updated for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:48.188753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Attempting to bind port ca5eb070-1126-417d-b153-12ee77c4213b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:07:48.188753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Attempting to bind port ca5eb070-1126-417d-b153-12ee77c4213b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:07:48.188753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Attempting to bind port ca5eb070-1126-417d-b153-12ee77c4213b on network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:07:48.193904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:07:48.194455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Checking segment: {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:07:48.195283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.195686 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Bound using segment: {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:07:48.196175 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Bound port: ca5eb070-1126-417d-b153-12ee77c4213b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffc697d-9667-4269-8e8f-af2e9eb418c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:07:48.196563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.289944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] For port ca5eb070-1126-417d-b153-12ee77c4213b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:07:48.295964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] For port ca5eb070-1126-417d-b153-12ee77c4213b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ca5eb070-1126-417d-b153-12ee77c4213b,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:07:48.306193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.387946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:07:48.389041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:07:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:48.434197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a06464-41ad-4dc5-9606-1b2d9e750da3 None None] Pushing event updated for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:48.534853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:48.535234 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.600817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:07:48.786651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Current status of the port ca5eb070-1126-417d-b153-12ee77c4213b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:48.787334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.860818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] For port ca5eb070-1126-417d-b153-12ee77c4213b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ca5eb070-1126-417d-b153-12ee77c4213b,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:07:48.866840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:48.926482 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e83e6-97cd-4cec-bd62-7141cad9a2dd None None] Pushing event updated for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:48.936710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 4, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ca5eb070-1126-417d-b153-12ee77c4213b', 'name': '', 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'mac_address': 'fa:16:3e:a5:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:43Z', 'updated_at': '2022-02-03T12:07:48Z', 'revision_number': 4, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'subnets': [{'id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:07:48.965237 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b5b06-7af7-4084-b658-46e63228af01 None None] The sync data for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 is: [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:44Z', 'revision_number': 4, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'ca5eb070-1126-417d-b153-12ee77c4213b', 'name': '', 'network_id': '74df9ed4-4948-4695-b9fe-8e51cccf4a06', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'mac_address': 'fa:16:3e:a5:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:43Z', 'updated_at': '2022-02-03T12:07:48Z', 'revision_number': 4, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'subnets': [{'id': '5c55f1e6-7000-43c3-931f-580d7718320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:07:48.993793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-532ed084-5030-439d-918a-6977ed07a740 None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:48.994208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-532ed084-5030-439d-918a-6977ed07a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:49.113411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-532ed084-5030-439d-918a-6977ed07a740 None None] Current status of the port ca5eb070-1126-417d-b153-12ee77c4213b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:49.327288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ca5eb070-1126-417d-b153-12ee77c4213b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:07:49.386192 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ca5eb070-1126-417d-b153-12ee77c4213b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:49.386569 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:49.498390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ca5eb070-1126-417d-b153-12ee77c4213b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:07:55.898114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-6479f37e-ea54-4dff-bef6-735e7b0e79cb tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:55.899642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-6479f37e-ea54-4dff-bef6-735e7b0e79cb tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 814 time: 0.1088307 Feb 03 12:07:55.914503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-92d7850b-d852-4e04-8668-015e719ac3c0 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/quotas/a1531475b0d44340aa3152c205ac7a10 HTTP/1.1" status: 200 len: 375 time: 0.0095246 Feb 03 12:07:55.974456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e9e5d95d-9f68-41c2-8e6c-1154e1966d3a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531678 Feb 03 12:07:56.156035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-d9621413-1143-43f5-ba9f-955a140279b7 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699159 Feb 03 12:07:56.248710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-080cc55f-8c38-4b51-be9d-22ba0d13527b service neutron] 10.222.0.30 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860426 Feb 03 12:07:56.412338 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-111e9adb-05f8-4d88-b583-3d0e8d5d29ba req-b14ab859-8d63-4651-ab0e-43b489c280ce tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 210 time: 0.0269403 Feb 03 12:07:57.546088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0a6e149-1143-4d09-96a1-94211a0f166c req-e1627b3b-a8ed-48d5-9214-9b4f6b5afd33 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 210 time: 0.0353761 Feb 03 12:07:57.573630 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-6bdf0ad7-d949-4b01-95da-8311a7f9124b tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:57.575047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-6bdf0ad7-d949-4b01-95da-8311a7f9124b tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 814 time: 0.1333952 Feb 03 12:07:57.593871 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:57.600904 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'port': {'device_id': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'admin_state_up': True, 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:07:57.709851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Made reservation on behalf of a1531475b0d44340aa3152c205ac7a10 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:07:57.713764 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:57.849216 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Allocated IP 172.20.0.13 (e0b14e3b-8e6d-4778-81ae-d54244199f81/2846006f-b628-4e0b-962e-534f0235ecc6/2a874db6-53c8-4753-922a-630fa23ec292) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:07:58.044392 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for port (2a874db6-53c8-4753-922a-630fa23ec292), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:58.091042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:58.177269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:07:58.182410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:07:58.184684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:07:58.188083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:07:58.262079 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:58.262716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:58.295840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-3ee22e88-9326-4aef-88a8-ad400d2f552a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938627 Feb 03 12:07:58.497234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f908dba8-8653-467a-98a4-5f0a38efe172 None None] Provisioning complete for port 2a874db6-53c8-4753-922a-630fa23ec292 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:07:58.497516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f908dba8-8653-467a-98a4-5f0a38efe172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a874db6-53c8-4753-922a-630fa23ec292), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:07:58.534995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f908dba8-8653-467a-98a4-5f0a38efe172 None None] Port 2a874db6-53c8-4753-922a-630fa23ec292 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:07:58.674413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071e24a-d199-47a6-8302-8dd53846d965 req-8410e1a6-a21e-40a8-bd52-0d7e4eb54845 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:58.676842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a071e24a-d199-47a6-8302-8dd53846d965 req-8410e1a6-a21e-40a8-bd52-0d7e4eb54845 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0565705 Feb 03 12:07:58.737597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a071e24a-d199-47a6-8302-8dd53846d965 req-b3e54ead-5c93-40c8-b778-e973107470f7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Feb 03 12:07:59.863275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3cab6-fde0-4374-ae23-dd3ac0c03dc7 req-f929a4d9-c82a-444c-914f-06ac88d073ab tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:07:59.865110 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fe3cab6-fde0-4374-ae23-dd3ac0c03dc7 req-f929a4d9-c82a-444c-914f-06ac88d073ab tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0563972 Feb 03 12:07:59.920212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1fe3cab6-fde0-4374-ae23-dd3ac0c03dc7 req-c9d17ab2-bf5b-4384-baaa-5de2972ae267 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Feb 03 12:08:01.049065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3868-06a6-4049-aa67-8064d7609488 req-0360b79a-b490-483f-b409-3853e3709370 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:01.050702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-846c3868-06a6-4049-aa67-8064d7609488 req-0360b79a-b490-483f-b409-3853e3709370 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0599735 Feb 03 12:08:01.100138 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-846c3868-06a6-4049-aa67-8064d7609488 req-7992ed37-a557-4c7b-89bf-f5b221c539e9 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Feb 03 12:08:01.360389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86ee1d41-a1d1-400e-9df3-c1cf5295479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:02.222503 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236487-5ce4-4eb2-a64c-d0984f4706d5 req-38c7f328-ceee-4337-af0f-84d3dc3194d7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:02.224180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44236487-5ce4-4eb2-a64c-d0984f4706d5 req-38c7f328-ceee-4337-af0f-84d3dc3194d7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0556526 Feb 03 12:08:02.291584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-44236487-5ce4-4eb2-a64c-d0984f4706d5 req-ef1e58b8-2392-42aa-bf0f-1e845c7b42a6 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Feb 03 12:08:03.420538 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d2b28-5c2e-4e7e-b70d-bbc9ae9c609f req-e5a5ff65-362a-4af6-b2ed-c7ff3baa736d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:03.422457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-653d2b28-5c2e-4e7e-b70d-bbc9ae9c609f req-e5a5ff65-362a-4af6-b2ed-c7ff3baa736d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0610173 Feb 03 12:08:03.472819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-653d2b28-5c2e-4e7e-b70d-bbc9ae9c609f req-636dc883-72ce-4c89-a318-d579b36e636c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Feb 03 12:08:04.464306 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ef55c1-51f0-4778-86a8-2b392999678b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:04.595625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac13809-5794-44af-9b81-9ef640f3966b req-543df60a-ba6f-4a0d-9ecd-cdae432cc0cf tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:04.597126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac13809-5794-44af-9b81-9ef640f3966b req-543df60a-ba6f-4a0d-9ecd-cdae432cc0cf tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0553052 Feb 03 12:08:04.647332 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ac13809-5794-44af-9b81-9ef640f3966b req-4afa8932-7d46-4ff1-8f5e-363d0968c154 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Feb 03 12:08:04.843205 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:05.764312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6be931-64bf-4d5e-8177-6b885056863e req-41978514-8a22-49b0-a023-e34a285ce9b4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:05.765775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee6be931-64bf-4d5e-8177-6b885056863e req-41978514-8a22-49b0-a023-e34a285ce9b4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0513546 Feb 03 12:08:05.815577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee6be931-64bf-4d5e-8177-6b885056863e req-e5c6825b-0750-4007-b3a5-3e0e40b116b3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Feb 03 12:08:06.442479 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:06.933344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b010-015a-472e-938b-6c5bbe342126 req-3619c9de-c7c6-402f-bb3c-67b0b8c6f6f4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:06.934814 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32c4b010-015a-472e-938b-6c5bbe342126 req-3619c9de-c7c6-402f-bb3c-67b0b8c6f6f4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0537448 Feb 03 12:08:06.981258 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-32c4b010-015a-472e-938b-6c5bbe342126 req-4db808f9-715a-493b-ad61-86d2a7908f4e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Feb 03 12:08:07.444864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:08.099326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306236aa-8a5f-4e43-8b9a-5133695f23eb req-5d438d42-bb4b-46ec-ae37-5acfd6eb4519 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:08.100824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-306236aa-8a5f-4e43-8b9a-5133695f23eb req-5d438d42-bb4b-46ec-ae37-5acfd6eb4519 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0524721 Feb 03 12:08:08.146159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-306236aa-8a5f-4e43-8b9a-5133695f23eb req-88c51ccb-5900-413e-9240-89ae24b9ad2a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Feb 03 12:08:09.249411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Request body: {'port': {'device_id': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:09.299035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0e9c-71ad-4a57-9c55-7327fcc80b9a req-e992aac5-3ae2-4f7c-856f-308314d7a53f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:09.300495 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-090f0e9c-71ad-4a57-9c55-7327fcc80b9a req-e992aac5-3ae2-4f7c-856f-308314d7a53f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 932 time: 0.0881181 Feb 03 12:08:09.338884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.393923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-090f0e9c-71ad-4a57-9c55-7327fcc80b9a req-bf6d938f-82bd-449a-ac92-ba8d30171798 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777786 Feb 03 12:08:09.615382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a874db6-53c8-4753-922a-630fa23ec292 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:08:09.622609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks [] for port (2a874db6-53c8-4753-922a-630fa23ec292), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.633985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Transition to ACTIVE for port object 2a874db6-53c8-4753-922a-630fa23ec292 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:08:09.637863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.690658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:09.761097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Attempting to bind port 2a874db6-53c8-4753-922a-630fa23ec292 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:08:09.761454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Attempting to bind port 2a874db6-53c8-4753-922a-630fa23ec292 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:08:09.761764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Attempting to bind port 2a874db6-53c8-4753-922a-630fa23ec292 on network e0b14e3b-8e6d-4778-81ae-d54244199f81 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:08:09.766410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Port 2a874db6-53c8-4753-922a-630fa23ec292 on network e0b14e3b-8e6d-4778-81ae-d54244199f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:08:09.766734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Attempting to bind port 2a874db6-53c8-4753-922a-630fa23ec292 on network e0b14e3b-8e6d-4778-81ae-d54244199f81 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:08:09.771963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:08:09.772298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Checking segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:08:09.772704 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Bound using segment: {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:08:09.773158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Bound port: 2a874db6-53c8-4753-922a-630fa23ec292, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:08:09.773513 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.841795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:08:09.844871 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:08:09.850038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.884954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:09.885574 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:09.886937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] 10.222.0.69 "PUT /v2.0/ports/2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1092 time: 0.6430752 Feb 03 12:08:09.887377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:08:09.889628 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8213a276-4f1f-406d-98f0-52f56845035f" -d '{"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:08:09.913883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585aa4b-151e-4b5d-b91b-e31d48bcde75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:09.938651 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9cb140-89fe-4cf5-ad8e-48fe076a488b x-openstack-request-id: req-6a9cb140-89fe-4cf5-ad8e-48fe076a488b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:08:09.939159 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:08:09.939484 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a9cb140-89fe-4cf5-ad8e-48fe076a488b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:08:09.940209 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:08:10.002237 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-bffe417c-0651-428c-8b19-c732f4151804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.003884 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-bffe417c-0651-428c-8b19-c732f4151804 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1126 time: 0.0483620 Feb 03 12:08:10.066765 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-4527d9d8-45c3-41ac-89db-b908cc461f27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 217 time: 0.0498734 Feb 03 12:08:10.113951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-83d725ea-47e1-4d72-b2cf-61c23ddd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.115363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-83d725ea-47e1-4d72-b2cf-61c23ddd7d22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0431857 Feb 03 12:08:10.165063 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-d6bb64a0-8f60-4994-adf7-44e4b0f04963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.166483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-d6bb64a0-8f60-4994-adf7-44e4b0f04963 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442700 Feb 03 12:08:10.258906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-2c1d6f3a-6ecf-4e0a-a21b-ebd80412d928 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851166 Feb 03 12:08:10.343430 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a91b8fc-ce00-47ab-a840-76320bd3c841 req-af45a71a-dfe4-4295-86be-28c4939500c8 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799942 Feb 03 12:08:10.498779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a276-4f1f-406d-98f0-52f56845035f req-98fcbab4-0767-4697-b112-9caf5dcde96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.500274 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-98fcbab4-0767-4697-b112-9caf5dcde96a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1126 time: 0.0775414 Feb 03 12:08:10.557584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587127-1ab2-4621-a834-1d80e4660ca5 req-6cb5094c-4466-40f9-a1b9-99c8ea5e48ca tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.559953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d587127-1ab2-4621-a834-1d80e4660ca5 req-6cb5094c-4466-40f9-a1b9-99c8ea5e48ca tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 944 time: 0.0942373 Feb 03 12:08:10.657310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a276-4f1f-406d-98f0-52f56845035f req-9f6c5fa4-f8ed-43fd-a532-6a2cee2301f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.658747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-9f6c5fa4-f8ed-43fd-a532-6a2cee2301f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.1520510 Feb 03 12:08:10.662129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d587127-1ab2-4621-a834-1d80e4660ca5 req-5c4c0af0-6729-48ff-819d-4cff1af2adb5 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Feb 03 12:08:10.699459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-4dc5d5a9-cb02-45b5-a628-e8b3de8d4e74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 217 time: 0.0348709 Feb 03 12:08:10.745637 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a276-4f1f-406d-98f0-52f56845035f req-424f269b-bb6a-4491-ba86-f02b692952a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.747003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-424f269b-bb6a-4491-ba86-f02b692952a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0420778 Feb 03 12:08:10.797367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213a276-4f1f-406d-98f0-52f56845035f req-ac530c1a-ea3e-439a-a925-79a0bbd831cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:10.799070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-ac530c1a-ea3e-439a-a925-79a0bbd831cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465181 Feb 03 12:08:10.889567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-bfcd4cf6-d493-4191-8010-3c1e43147744 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834289 Feb 03 12:08:10.979358 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8213a276-4f1f-406d-98f0-52f56845035f req-ed3285c0-bc2b-47cb-9375-c094e1de5670 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837746 Feb 03 12:08:11.784156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7492d7-f451-4922-85ae-bec2fb113978 req-8b9a5806-026a-47c5-8ad8-7c1740497f6d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:11.785651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca7492d7-f451-4922-85ae-bec2fb113978 req-8b9a5806-026a-47c5-8ad8-7c1740497f6d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 944 time: 0.0532503 Feb 03 12:08:11.831428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca7492d7-f451-4922-85ae-bec2fb113978 req-dca8acec-4b44-4153-a35a-7d729c6e8f4c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Feb 03 12:08:12.947435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbac61-7994-4a96-bb73-8f98ae21fd20 req-b04a71bf-ff2a-4d4c-8815-1fa4551ea8e7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:12.948894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98dbac61-7994-4a96-bb73-8f98ae21fd20 req-b04a71bf-ff2a-4d4c-8815-1fa4551ea8e7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 944 time: 0.0516725 Feb 03 12:08:12.998220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98dbac61-7994-4a96-bb73-8f98ae21fd20 req-6997badd-3974-4d5b-91ae-9065d1133668 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Feb 03 12:08:14.114594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1068-8968-447b-9729-ca43b495869b req-af309b57-c95d-4e2b-b465-c20b6532cf3d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:14.116046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56ff1068-8968-447b-9729-ca43b495869b req-af309b57-c95d-4e2b-b465-c20b6532cf3d tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 944 time: 0.0517530 Feb 03 12:08:14.160974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-56ff1068-8968-447b-9729-ca43b495869b req-c2f85540-e044-481b-b69d-521fe4ba2f92 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Feb 03 12:08:15.276727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399e76-a77f-4901-85eb-ca04d6bd129f req-63189520-2d0c-4fb6-baba-8e9e3a711491 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:15.278240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a399e76-a77f-4901-85eb-ca04d6bd129f req-63189520-2d0c-4fb6-baba-8e9e3a711491 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 944 time: 0.0522082 Feb 03 12:08:15.324684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5a399e76-a77f-4901-85eb-ca04d6bd129f req-b08f5f2c-e967-4cb4-8b28-6add8247f325 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 03 12:08:15.436971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2a874db6-53c8-4753-922a-630fa23ec292 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:08:15.531436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:08:15.542825 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '2a874db6-53c8-4753-922a-630fa23ec292', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'port_id': '2a874db6-53c8-4753-922a-630fa23ec292', 'mac_address': 'fa:16:3e:c4:4f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:08:15.577796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2a874db6-53c8-4753-922a-630fa23ec292 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:08:15.578190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:15.590887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a874db6-53c8-4753-922a-630fa23ec292 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:08:15.610018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:08:15.613969 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:15.658056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:15.977653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:08:16.447567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635f5-8d49-4a41-b030-a20b5060e5bc req-0149a657-a51e-42b5-a850-d19aa91c81a7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:16.449053 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daf635f5-8d49-4a41-b030-a20b5060e5bc req-0149a657-a51e-42b5-a850-d19aa91c81a7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 945 time: 0.0564017 Feb 03 12:08:16.494724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-daf635f5-8d49-4a41-b030-a20b5060e5bc req-337048c0-f978-44f2-953c-1a02bb7bbf35 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Feb 03 12:08:16.746033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:17.438004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2a874db6-53c8-4753-922a-630fa23ec292 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:08:17.485004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 2a874db6-53c8-4753-922a-630fa23ec292 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:08:17.488556 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 2a874db6-53c8-4753-922a-630fa23ec292 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:08:17.488951 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a874db6-53c8-4753-922a-630fa23ec292), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:17.568091 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2a874db6-53c8-4753-922a-630fa23ec292 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:08:17.568489 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:17.592708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:08:17.594996 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf2ab50-bddd-4f87-b6c7-109dc21d5be4" -d '{"events": [{"server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "name": "network-vif-plugged", "status": "completed", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:08:17.607601 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:08:17.612711 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:17.612896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4058fd-95c7-4445-a078-dcac94bab18b req-b75a3c63-985e-4b89-9942-dfa29147c6a3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:17.617410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d4058fd-95c7-4445-a078-dcac94bab18b req-b75a3c63-985e-4b89-9942-dfa29147c6a3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 945 time: 0.0564926 Feb 03 12:08:17.637458 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4656c-4140-438c-9ce7-fb826bb394de x-openstack-request-id: req-35e4656c-4140-438c-9ce7-fb826bb394de {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:08:17.637773 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "name": "network-vif-plugged", "status": "completed", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:08:17.638008 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35e4656c-4140-438c-9ce7-fb826bb394de {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:08:17.638407 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'code': 200} Feb 03 12:08:17.663912 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:17.664371 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1d4058fd-95c7-4445-a078-dcac94bab18b req-2b009915-08bb-45ad-8480-66dca8877d11 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Feb 03 12:08:17.770788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a29d50-3368-4b16-836e-153ddda15b6c req-06e02e90-3214-4994-9a61-7a179a786f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:17.772176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82a29d50-3368-4b16-836e-153ddda15b6c req-06e02e90-3214-4994-9a61-7a179a786f0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1128 time: 0.0434837 Feb 03 12:08:17.818593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82a29d50-3368-4b16-836e-153ddda15b6c req-0782fe11-d6aa-4187-b0f6-5717a97832ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Feb 03 12:08:18.786752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793b3-f199-49c3-95e5-8290da78043d req-8146f602-d494-4f34-b515-bbae7ed62021 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:18.788212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-067793b3-f199-49c3-95e5-8290da78043d req-8146f602-d494-4f34-b515-bbae7ed62021 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0528679 Feb 03 12:08:18.834697 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-067793b3-f199-49c3-95e5-8290da78043d req-c783e89d-9b71-435c-b28a-02f564abb88c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Feb 03 12:08:19.953474 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ccdba-8ce4-4587-8dae-5a65069f0b48 req-61cce0c8-1165-4d07-b0a4-407905b284e0 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:19.954958 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-936ccdba-8ce4-4587-8dae-5a65069f0b48 req-61cce0c8-1165-4d07-b0a4-407905b284e0 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0531268 Feb 03 12:08:20.000728 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-936ccdba-8ce4-4587-8dae-5a65069f0b48 req-01016d48-3676-4dde-bfc6-af745e4a0094 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Feb 03 12:08:20.119893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360d3d7-e1bb-4117-91c0-7efd83d285e5 req-1e925032-8010-4a3d-8d62-d8e1e50eb976 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:20.121251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c360d3d7-e1bb-4117-91c0-7efd83d285e5 req-1e925032-8010-4a3d-8d62-d8e1e50eb976 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0545318 Feb 03 12:08:20.168210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c360d3d7-e1bb-4117-91c0-7efd83d285e5 req-81578e27-7dc5-467d-977b-fbe6897f33d4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Feb 03 12:08:20.358378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c6682-ccad-4f74-9f43-5e763c47e023 req-be0f4c0f-5c99-480c-9f89-5bae4efced2a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:20.359838 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca5c6682-ccad-4f74-9f43-5e763c47e023 req-be0f4c0f-5c99-480c-9f89-5bae4efced2a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0547504 Feb 03 12:08:20.405973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ca5c6682-ccad-4f74-9f43-5e763c47e023 req-0e45bb23-81ba-4b68-9fc7-641e7003392f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Feb 03 12:08:21.990096 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:08:27.603161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:31.354953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad35ccd5-cb33-415a-ba5b-6c867ea20c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:34.466288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8a3d-27d2-4f73-a85e-c1bc571f849d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:34.845302 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:36.446778 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:37.451339 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:38.175821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e47d-9db9-4191-91ca-648212b1c042 req-03235e10-2271-4c2a-a57e-404cac22815e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:38.177284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0720e47d-9db9-4191-91ca-648212b1c042 req-03235e10-2271-4c2a-a57e-404cac22815e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0563867 Feb 03 12:08:38.222936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0720e47d-9db9-4191-91ca-648212b1c042 req-0863b8bf-bc35-424a-9d3e-944c9a5455ef tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Feb 03 12:08:38.245588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58684) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:38.329434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f7df0-cc42-4819-8c27-9c49e08c3213 tempest-TestMinimumBasicScenario-1103716207 tempest-TestMinimumBasicScenario-1103716207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:38.330815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d05f7df0-cc42-4819-8c27-9c49e08c3213 tempest-TestMinimumBasicScenario-1103716207 tempest-TestMinimumBasicScenario-1103716207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1123 time: 0.0842385 Feb 03 12:08:38.333891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:38.338549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '2a874db6-53c8-4753-922a-630fa23ec292', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:38.358365 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:38.454929 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:38.587130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Allocated IP 172.25.7.40 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:08:38.593663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-cefda6a7-4401-420a-ae15-23db65ac880b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890949 Feb 03 12:08:39.037947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-f81b55cf-59c7-477d-9faa-2417b194eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:39.039336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-f81b55cf-59c7-477d-9faa-2417b194eb37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1128 time: 0.0981901 Feb 03 12:08:39.051309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:39.143887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:39.188434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-5cedd5ff-71f9-41c3-ad03-7c98736a3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:39.189922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-5cedd5ff-71f9-41c3-ad03-7c98736a3d43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.1315014 Feb 03 12:08:39.204671 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:08:39.214340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:08:39.245837 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:08:39.250089 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-eb7ea2ec-4130-4c75-882d-7889f051fd64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 217 time: 0.0443721 Feb 03 12:08:39.250673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'Port': ['ID=b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:39.307956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.308302 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.308642 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.309091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.309427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.309756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.310083 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.310407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.310727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.311048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.311372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.311689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.312004 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:39.341383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-cb9d7a2c-8923-4257-824b-66241946d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:39.342819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-cb9d7a2c-8923-4257-824b-66241946d0ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0730233 Feb 03 12:08:39.441694 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-16e3d274-bdce-464e-b6d9-267d93b0fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:39.443155 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-16e3d274-bdce-464e-b6d9-267d93b0fa26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801251 Feb 03 12:08:39.627538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-88db3906-a301-45f0-999e-44fc9a762b6b service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753430 Feb 03 12:08:39.817166 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3969c067-78d2-499d-9f16-2bc9afd50a29 req-57a39eb7-27b7-4ac1-87ad-472ffc236fbc service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697927 Feb 03 12:08:39.838011 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for floatingip (b464ea55-50a6-44c6-8fe0-b481f852427c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:39.914985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.066010 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.071217 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.140430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'Port': ['ID=b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:40.149184 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (b464ea55-50a6-44c6-8fe0-b481f852427c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.250102 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Floating IP b464ea55-50a6-44c6-8fe0-b481f852427c associated. External IP: 172.25.7.40, port: 2a874db6-53c8-4753-922a-630fa23ec292. Feb 03 12:08:40.464486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:08:40.574643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:08:40.585024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Sync routers for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:08:40.592893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.595755 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:08:40.596365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:08:40.630569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0152170c-a5ba-4ff2-983a-b61b7b7fc74a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2929027 Feb 03 12:08:40.630569 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:08:40.630882 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849bc1e8-d360-4715-bd85-178315fc4677" -d '{"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:08:40.630993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:40.636020 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9013836', 'description': 'tempest-secgroup-smoke-9013836 description', 'project_id': 'a1531475b0d44340aa3152c205ac7a10'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:40.664639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.670265 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07f939-18ec-4e66-9b2f-8b04bb70b04e x-openstack-request-id: req-cc07f939-18ec-4e66-9b2f-8b04bb70b04e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:08:40.670623 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:08:40.670833 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc07f939-18ec-4e66-9b2f-8b04bb70b04e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:08:40.671365 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:08:40.728586 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:08:40.738184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (a889a2a0-1076-439f-9483-ada217d1df32), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.742302 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a889a2a0-1076-439f-9483-ada217d1df32), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.763437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc1e8-d360-4715-bd85-178315fc4677 req-3cab7ba4-bcfb-4ecc-bdd1-2a0f577eecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:40.765126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-3cab7ba4-bcfb-4ecc-bdd1-2a0f577eecbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1128 time: 0.0514615 Feb 03 12:08:40.771773 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.776983 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1412191 Feb 03 12:08:40.777230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:40.781762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:40.791561 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a889a2a0-1076-439f-9483-ada217d1df32,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:40.801997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.802436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.802863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.803276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.803692 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.804094 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.804498 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.804992 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.805347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.805749 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.806162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.806547 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.806975 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932febd5-83ba-49f5-b664-2c605c48a71e tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:08:40.837741 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (8957a4ee-cf4b-4439-8def-2303f71f12bc), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.864052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc1e8-d360-4715-bd85-178315fc4677 req-9a776fa5-bd9a-4087-ad27-feac1e29ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:40.866532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-9a776fa5-bd9a-4087-ad27-feac1e29ff98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.0959029 Feb 03 12:08:40.885603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (8957a4ee-cf4b-4439-8def-2303f71f12bc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.889641 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8957a4ee-cf4b-4439-8def-2303f71f12bc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.909503 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8957a4ee-cf4b-4439-8def-2303f71f12bc,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:40.917426 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.918799 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-759e092b-1741-43fe-bcb8-28be340e3536 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404748 Feb 03 12:08:40.921544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58696) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:40.928340 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:40.949173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-dcd549b5-1001-47fa-bc53-224906f2d02c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 999 time: 0.0757241 Feb 03 12:08:40.955391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (f3122acb-f4e3-482a-922c-29c61e981f55), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:40.989960 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b464ea55-50a6-44c6-8fe0-b481f852427c', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'port_id': '2a874db6-53c8-4753-922a-630fa23ec292', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'mac_address': 'fa:16:3e:c4:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:08:39Z', 'updated_at': '2022-02-03T12:08:39Z', 'revision_number': 0, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:08:41.008877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc1e8-d360-4715-bd85-178315fc4677 req-8bc5fbb0-a467-4a79-8c6c-ecff8f1b6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:41.010773 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-8bc5fbb0-a467-4a79-8c6c-ecff8f1b6c2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0553560 Feb 03 12:08:41.018411 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Checking router: 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:08:41.021190 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (f3122acb-f4e3-482a-922c-29c61e981f55), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.029598 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:08:41.029789 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f3122acb-f4e3-482a-922c-29c61e981f55), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.030343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:08:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:08:41.050375 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3122acb-f4e3-482a-922c-29c61e981f55,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:41.062562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.066559 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3209b736-eb5c-4e10-ad9c-8b2a43c0956c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407552 Feb 03 12:08:41.066709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc1e8-d360-4715-bd85-178315fc4677 req-fb09e072-2a70-4cf0-8d45-f1a372ec1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:41.066709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-fb09e072-2a70-4cf0-8d45-f1a372ec1018 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501704 Feb 03 12:08:41.066977 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58698) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:41.071758 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:41.098756 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (b72e52b2-84c1-4a16-9344-54521f817df2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.145606 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:08:41.162738 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (b72e52b2-84c1-4a16-9344-54521f817df2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.168176 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b72e52b2-84c1-4a16-9344-54521f817df2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.171687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-24098fd5-940f-4b88-bea6-052c8d0f7c96 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987556 Feb 03 12:08:41.187269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72e52b2-84c1-4a16-9344-54521f817df2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:41.198281 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.202065 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a9f85ef-e043-4912-a49d-5839d1dc8e3f tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313968 Feb 03 12:08:41.202169 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58700) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:41.206544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:41.235404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (892779c9-8933-4f25-a531-5693cf5a6148), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.281585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849bc1e8-d360-4715-bd85-178315fc4677 req-17d8a63e-962f-4a6e-a2e6-dafc175a6975 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036584 Feb 03 12:08:41.299932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (892779c9-8933-4f25-a531-5693cf5a6148), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.303828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (892779c9-8933-4f25-a531-5693cf5a6148), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.324584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892779c9-8933-4f25-a531-5693cf5a6148,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:41.334220 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.335418 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e8f64ff3-bbb9-46dd-9208-9d7331206938 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322923 Feb 03 12:08:41.338877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58702) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:41.343498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:41.363009 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Project a1531475b0d44340aa3152c205ac7a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:08:41.368334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (2a084d7c-f07a-4123-9322-d05d00467037), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.401663 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b464ea55-50a6-44c6-8fe0-b481f852427c', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'port_id': '2a874db6-53c8-4753-922a-630fa23ec292', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'mac_address': 'fa:16:3e:c4:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:08:39Z', 'updated_at': '2022-02-03T12:08:39Z', 'revision_number': 0, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:08:41.427285 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (2a084d7c-f07a-4123-9322-d05d00467037), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.431568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2a084d7c-f07a-4123-9322-d05d00467037), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.433355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3928d-e9dc-4dbc-9aec-9bfea16edbb0 None None] The sync data for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 is: [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'b464ea55-50a6-44c6-8fe0-b481f852427c', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'port_id': '2a874db6-53c8-4753-922a-630fa23ec292', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'mac_address': 'fa:16:3e:c4:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:08:39Z', 'updated_at': '2022-02-03T12:08:39Z', 'revision_number': 0, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:08:41.450224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a084d7c-f07a-4123-9322-d05d00467037,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:41.461998 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.463286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0ed5efed-4a2f-4859-a5bd-66fa63e5e83c tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233077 Feb 03 12:08:41.466380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58704) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:08:41.471111 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'security_group_rule': {'security_group_id': 'a889a2a0-1076-439f-9483-ada217d1df32', 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:41.490869 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Project a1531475b0d44340aa3152c205ac7a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:08:41.496625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (bf17043b-0303-4319-8c48-ddc6facea516), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.557596 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (bf17043b-0303-4319-8c48-ddc6facea516), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.561391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (bf17043b-0303-4319-8c48-ddc6facea516), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.580901 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17043b-0303-4319-8c48-ddc6facea516,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:41.589957 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:41.591181 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-cf842db6-5803-46c3-88e7-81cec27b3396 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237278 Feb 03 12:08:41.651200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f6f8c-14d5-4321-b560-d5ed71ef8b9f None None] New status for floating IP b464ea55-50a6-44c6-8fe0-b481f852427c: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:08:41.686078 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-2ce17520-0295-457c-ba4b-d19832da9f20 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9013836&fields=id&tenant_id=a1531475b0d44340aa3152c205ac7a10 HTTP/1.1" status: 200 len: 267 time: 0.0476091 Feb 03 12:08:41.747718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-9b9e81aa-0c55-40d4-ab75-0e44beedef47 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:41.749215 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-9b9e81aa-0c55-40d4-ab75-0e44beedef47 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0577166 Feb 03 12:08:41.760068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'port': {'security_groups': ['ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c', 'a889a2a0-1076-439f-9483-ada217d1df32']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:08:41.831560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:42.022130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:08:42.059055 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for port (2a874db6-53c8-4753-922a-630fa23ec292), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:42.067920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:42.099475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:08:42.112092 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:42.112712 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:42.114104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6de74423-1406-48c1-8e27-a6a9aa3c6fa0 req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "PUT /v2.0/ports/2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 982 time: 0.3586082 Feb 03 12:08:42.143213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8539333-31af-4563-b9b7-4356eea8d2a8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:08:42.236999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a8ac3-3441-445d-99a7-3d4cec8b79ab req-0fc053aa-c769-4bbc-be81-64bd75004dc8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:42.246261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7a8ac3-3441-445d-99a7-3d4cec8b79ab req-0fc053aa-c769-4bbc-be81-64bd75004dc8 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0722494 Feb 03 12:08:42.247079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:08:42.307561 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2c7a8ac3-3441-445d-99a7-3d4cec8b79ab req-8c05b6c4-a503-4952-ae5f-f3d7be4359db tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0604022 Feb 03 12:08:42.440579 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9e511f5e-ab0a-4760-ab2a-5242f00bb0f2 None None] Provisioning complete for port 2a874db6-53c8-4753-922a-630fa23ec292 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:08:42.440864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e511f5e-ab0a-4760-ab2a-5242f00bb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a874db6-53c8-4753-922a-630fa23ec292), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:42.643516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9e511f5e-ab0a-4760-ab2a-5242f00bb0f2 None None] Current status of the port 2a874db6-53c8-4753-922a-630fa23ec292 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:08:42.672269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:08:42.674899 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d3d2f-70d1-4687-ba17-36be2af743af" -d '{"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:08:42.713159 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094848c-6109-498b-b0ba-df6e713cb1b5 x-openstack-request-id: req-d094848c-6109-498b-b0ba-df6e713cb1b5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:08:42.713598 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:08:42.713852 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d094848c-6109-498b-b0ba-df6e713cb1b5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:08:42.714281 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:08:42.799740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3d2f-70d1-4687-ba17-36be2af743af req-8a7822ca-2270-47f9-b377-d08e95f078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:42.801257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-8a7822ca-2270-47f9-b377-d08e95f078cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1167 time: 0.0465105 Feb 03 12:08:42.893307 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3d2f-70d1-4687-ba17-36be2af743af req-6412d91e-a71b-47d3-8809-e0cb024fe59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:42.894828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-6412d91e-a71b-47d3-8809-e0cb024fe59c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.0878279 Feb 03 12:08:42.959938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-c313c61e-f8a8-4945-9485-26ad3d9e9607 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1001 time: 0.0582769 Feb 03 12:08:43.007159 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3d2f-70d1-4687-ba17-36be2af743af req-95b203de-1aa3-4d07-899c-b6393923a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:43.008601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-95b203de-1aa3-4d07-899c-b6393923a70d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0431662 Feb 03 12:08:43.061977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d3d2f-70d1-4687-ba17-36be2af743af req-2c2852e1-16c4-4254-942c-42a8e276180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:08:43.063790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-2c2852e1-16c4-4254-942c-42a8e276180e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483735 Feb 03 12:08:43.153779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-5c86eb68-133f-431c-bb70-eb65a3f6e223 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Feb 03 12:08:43.246348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-057d3d2f-70d1-4687-ba17-36be2af743af req-5fff0d19-d1f8-4173-b982-7c2eae04a412 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871694 Feb 03 12:08:46.764664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:57.620094 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:08:58.988774 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:09:01.357684 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc15d6e2-86b6-4c33-8755-9adeae751163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:04.468486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc201cd9-a9c2-454a-87c7-15d0b6778725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:04.848681 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:06.452025 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:07.443390 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:16.775007 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:27.650103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:28.466411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34334c7-250c-451e-a021-8b2ac4eeef5d req-80daff53-591c-444d-83ef-e187da8cd7d5 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:28.468566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c34334c7-250c-451e-a021-8b2ac4eeef5d req-80daff53-591c-444d-83ef-e187da8cd7d5 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0912969 Feb 03 12:09:28.501589 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-73281021-e2fa-47d0-9473-65389942786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:28.502973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-73281021-e2fa-47d0-9473-65389942786e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1167 time: 0.0906403 Feb 03 12:09:28.559522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c34334c7-250c-451e-a021-8b2ac4eeef5d req-e7108c4a-8d8e-4cdf-8a82-de6f648a7b68 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0852728 Feb 03 12:09:28.621379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-2f006d11-c91a-4966-9cef-e5d0c26f30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:28.622842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-2f006d11-c91a-4966-9cef-e5d0c26f30b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.1013103 Feb 03 12:09:28.689833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-645b3248-a141-4fa9-9eb2-258eb4f15549 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1001 time: 0.0607667 Feb 03 12:09:28.736567 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-91e03ed7-26f0-427e-be2a-63cd2903cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:28.738246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-91e03ed7-26f0-427e-be2a-63cd2903cfe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0428436 Feb 03 12:09:28.791233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-42fbada8-e0ea-4292-bf79-66dceed07033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:28.793408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-42fbada8-e0ea-4292-bf79-66dceed07033 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489473 Feb 03 12:09:28.885517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-108c7bcc-1c2d-499c-9dec-c00c7ba70840 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Feb 03 12:09:28.971790 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-927348c0-7fa3-447f-8c19-4ec89ad4507a req-72326883-20d0-491a-a585-2afa8a09d9a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805666 Feb 03 12:09:29.690890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccd6c1-a4d0-40b7-a807-fa98ecaa3362 req-92267375-490a-47de-b51e-4a95e699d5f6 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:29.692456 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0ccd6c1-a4d0-40b7-a807-fa98ecaa3362 req-92267375-490a-47de-b51e-4a95e699d5f6 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0538611 Feb 03 12:09:29.760708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0ccd6c1-a4d0-40b7-a807-fa98ecaa3362 req-e78effb8-b81d-4491-8978-5682b558e17a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0610578 Feb 03 12:09:30.883012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aec1b9-7fa1-401a-853d-0fabe4f18120 req-62a91cb3-fb39-463d-a418-310256ae38db tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:30.884468 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79aec1b9-7fa1-401a-853d-0fabe4f18120 req-62a91cb3-fb39-463d-a418-310256ae38db tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0535822 Feb 03 12:09:30.942520 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79aec1b9-7fa1-401a-853d-0fabe4f18120 req-a418311a-1bb7-4e03-85b1-7d3b587bdd9b tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0522835 Feb 03 12:09:31.359847 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a62bcc2-f77a-4394-96fd-d3148145d662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:32.062324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47966-3304-4ee5-96c1-22e9457d29f8 req-07546873-2219-47fe-9f01-a1c7a8c68266 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:32.063930 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34c47966-3304-4ee5-96c1-22e9457d29f8 req-07546873-2219-47fe-9f01-a1c7a8c68266 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0548196 Feb 03 12:09:32.123732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-34c47966-3304-4ee5-96c1-22e9457d29f8 req-428a1e0b-d347-4da3-903c-12e470b7c8d0 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0531793 Feb 03 12:09:33.249963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134597-d007-4e9b-86e0-b02a55494284 req-583181ed-9aab-42cb-9a52-6d3d4729d8f3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:33.251416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce134597-d007-4e9b-86e0-b02a55494284 req-583181ed-9aab-42cb-9a52-6d3d4729d8f3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0572445 Feb 03 12:09:33.310791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ce134597-d007-4e9b-86e0-b02a55494284 req-7bde3dff-4cc3-4cbe-a987-83b506e5b711 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0532665 Feb 03 12:09:34.427150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403690-ff7a-4499-8cdb-1a5c726cad0e req-98667626-a726-467b-a26a-b1c4768bfc16 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:34.428606 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39403690-ff7a-4499-8cdb-1a5c726cad0e req-98667626-a726-467b-a26a-b1c4768bfc16 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0524671 Feb 03 12:09:34.468849 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8696262f-21a0-44c2-a684-a12b65773032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:34.489635 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39403690-ff7a-4499-8cdb-1a5c726cad0e req-79f6ae86-458f-45d0-823a-7d4767f2eea7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0551736 Feb 03 12:09:34.850487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:35.609963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dca932-3fae-4fa3-b9aa-c69fae8036da req-6821c864-dd2d-4382-972c-73cdcd7eac08 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:35.611418 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7dca932-3fae-4fa3-b9aa-c69fae8036da req-6821c864-dd2d-4382-972c-73cdcd7eac08 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0553107 Feb 03 12:09:35.987612 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:09:35.988236 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7dca932-3fae-4fa3-b9aa-c69fae8036da req-8c4ee79c-37f6-4ffb-911d-5a2999a02cee tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3710916 Feb 03 12:09:36.450580 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:37.110575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6bf3-05f0-4899-a9e2-78fbec72b2cc req-d0efcdb2-7d46-482d-be00-ae669358aa63 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:37.112054 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cab6bf3-05f0-4899-a9e2-78fbec72b2cc req-d0efcdb2-7d46-482d-be00-ae669358aa63 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0540991 Feb 03 12:09:37.171382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cab6bf3-05f0-4899-a9e2-78fbec72b2cc req-d6fdab93-8e75-433c-be19-7e72d56919dd tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0536022 Feb 03 12:09:37.445594 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:38.295294 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5266-434b-4df9-ad6a-1e9afee9337d req-766eb09a-ccdf-4c03-8493-49983669d650 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:38.296644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abbc5266-434b-4df9-ad6a-1e9afee9337d req-766eb09a-ccdf-4c03-8493-49983669d650 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0576792 Feb 03 12:09:38.355188 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-abbc5266-434b-4df9-ad6a-1e9afee9337d req-a1b510ac-23a4-48dc-83a9-7f35c0cb33a3 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0524247 Feb 03 12:09:39.475236 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30153c8-8672-4097-999d-3c47dd47e0f6 req-4a01e68d-b40d-4d9a-a886-5e01d09962c4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:39.476705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d30153c8-8672-4097-999d-3c47dd47e0f6 req-4a01e68d-b40d-4d9a-a886-5e01d09962c4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0525033 Feb 03 12:09:39.538840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d30153c8-8672-4097-999d-3c47dd47e0f6 req-f6622a38-f15b-4240-afeb-dab561f42de6 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0559182 Feb 03 12:09:39.624168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-26eb433f-00da-476f-a875-eec3111e4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:39.625679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-26eb433f-00da-476f-a875-eec3111e4491 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1167 time: 0.0456290 Feb 03 12:09:39.733086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-ec5883fc-330e-4dd2-817e-0e4fe93c92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:39.734490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-ec5883fc-330e-4dd2-817e-0e4fe93c92e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.0888922 Feb 03 12:09:39.802296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-33fb2e62-ec46-49d4-ae29-2028fe5bc146 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1001 time: 0.0607004 Feb 03 12:09:39.892279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-0fec4012-5090-43e4-851e-8356f88134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:39.893789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-0fec4012-5090-43e4-851e-8356f88134a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0636945 Feb 03 12:09:39.949539 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-62c10bf6-a128-48b3-9d7e-e93a51f1142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:39.951041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-62c10bf6-a128-48b3-9d7e-e93a51f1142e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493212 Feb 03 12:09:40.042284 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-969c652a-b2e3-4fba-b7d2-e51a03a6b9f9 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Feb 03 12:09:40.129264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8f9a329-44a1-487d-8ae8-97808da341f7 req-5ef2c81c-4de8-4505-8cc9-4689f534f191 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808482 Feb 03 12:09:40.659300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3bbd-3643-408d-8766-d84c334adc2e req-23a93714-aa8e-4b6b-9a95-773057a677af tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:09:40.660774 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc2e3bbd-3643-408d-8766-d84c334adc2e req-23a93714-aa8e-4b6b-9a95-773057a677af tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0535064 Feb 03 12:09:40.723261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc2e3bbd-3643-408d-8766-d84c334adc2e req-bbd37007-2614-43b4-8169-a8c1c168f48b tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&id=a889a2a0-1076-439f-9483-ada217d1df32&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0566401 Feb 03 12:09:46.789840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:09:57.645919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:01.362394 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-164d51fb-5412-4a2b-a0d6-6dd489da9f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:04.469376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3dab2df-3914-4e50-9d02-e7a2712f282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:04.853195 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:06.452680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:07.451567 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:12.985994 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:10:16.808896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:27.641290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:31.364058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62c1cced-c89e-4d2c-8fa2-0b4b82d720da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:34.472044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff646feb-cb8a-4188-b66a-70b7d7cd48e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:34.856644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:36.459542 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:37.444731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:39.556008 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-a3eced2d-2eea-41fb-87db-63f921aaf4f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444958 Feb 03 12:10:39.654373 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc064-cd72-4672-9234-a265ea509312 req-5534b4f3-c3ab-49fa-b6a3-faca77a0ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:39.655920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-5534b4f3-c3ab-49fa-b6a3-faca77a0ef7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1167 time: 0.0437787 Feb 03 12:10:39.764173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc064-cd72-4672-9234-a265ea509312 req-e1b8b893-11d3-4876-b6d8-9f3537bec808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:39.765652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-e1b8b893-11d3-4876-b6d8-9f3537bec808 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.0915568 Feb 03 12:10:39.831579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-6b373d7a-fb02-4f21-974e-b02b5122a479 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1001 time: 0.0598810 Feb 03 12:10:39.879469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc064-cd72-4672-9234-a265ea509312 req-7da1e587-cf45-4904-9b6b-2746d773df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:39.881012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-7da1e587-cf45-4904-9b6b-2746d773df28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0437467 Feb 03 12:10:39.934189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc064-cd72-4672-9234-a265ea509312 req-a8b4d592-e29b-40bc-b8e8-148d34878099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:39.935796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-a8b4d592-e29b-40bc-b8e8-148d34878099 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493491 Feb 03 12:10:40.023144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-7ee6142e-24ab-4c55-ab25-9b5da80412ef service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817049 Feb 03 12:10:40.113484 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-939dc064-cd72-4672-9234-a265ea509312 req-6c1ea1fd-4372-4772-977a-533ffb46633d service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Feb 03 12:10:44.156042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-af7da332-17ce-4597-bddd-6cdb5bb7e514 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9013836&fields=id&tenant_id=a1531475b0d44340aa3152c205ac7a10 HTTP/1.1" status: 200 len: 267 time: 0.0453205 Feb 03 12:10:44.211152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-dd6aef82-cacb-4c53-af8b-2c1b5c13c0cc tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:44.212601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-dd6aef82-cacb-4c53-af8b-2c1b5c13c0cc tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 985 time: 0.0514915 Feb 03 12:10:44.223633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Request body: {'port': {'security_groups': ['ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:10:44.298373 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.469956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:10:44.498732 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for port (2a874db6-53c8-4753-922a-630fa23ec292), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.503388 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.535691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:10:44.545899 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:44.546517 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.547875 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-93498676-bd0f-4848-9ec7-7dfc566c4c75 req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "PUT /v2.0/ports/2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 943 time: 0.3286541 Feb 03 12:10:44.548383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:10:44.551285 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53" -d '{"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:10:44.554569 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58788) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:10:44.582822 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event updated for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:10:44.599729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.600096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.600445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.600795 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.601175 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.601515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.601850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.602183 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.602545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.602881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.603232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.603535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.603883 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a38eed-ff8d-4939-9546-3bdba918e628 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.616290 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f4d7cb-a29d-4806-bada-767861a7a380 x-openstack-request-id: req-31f4d7cb-a29d-4806-bada-767861a7a380 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:10:44.616584 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:10:44.616849 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31f4d7cb-a29d-4806-bada-767861a7a380 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:10:44.618027 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:10:44.655135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (a889a2a0-1076-439f-9483-ada217d1df32), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.672189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:10:44.686602 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (a889a2a0-1076-439f-9483-ada217d1df32), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.694337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-b7200515-eaa2-4305-821f-adeac3f4fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:44.695861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-b7200515-eaa2-4305-821f-adeac3f4fee2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1128 time: 0.0490706 Feb 03 12:10:44.763691 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (a889a2a0-1076-439f-9483-ada217d1df32), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.766629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.767888 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "DELETE /v2.0/security-groups/a889a2a0-1076-439f-9483-ada217d1df32 HTTP/1.1" status: 204 len: 168 time: 0.2123804 Feb 03 12:10:44.771852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:10:44.778434 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a889a2a0-1076-439f-9483-ada217d1df32,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:10:44.787264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.787626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.788224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.788580 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.789378 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.789723 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.790064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.790398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.790786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.791131 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.791466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.791837 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.792535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace60e76-a479-4c8f-8af2-6b7737a7172a tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:10:44.864803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-a1411dcf-4ada-4414-bbe2-6168247a4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:44.866291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-a1411dcf-4ada-4414-bbe2-6168247a4942 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.1621513 Feb 03 12:10:44.889796 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-72e993ce-9a48-43d7-854c-ec7798a96e7e None None] Provisioning complete for port 2a874db6-53c8-4753-922a-630fa23ec292 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:10:44.890169 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72e993ce-9a48-43d7-854c-ec7798a96e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2a874db6-53c8-4753-922a-630fa23ec292), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:44.965924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72e993ce-9a48-43d7-854c-ec7798a96e7e None None] Current status of the port 2a874db6-53c8-4753-922a-630fa23ec292 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:10:44.986536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-4d908c37-bd33-4973-be95-ad34701de917 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 1001 time: 0.0879445 Feb 03 12:10:45.048880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-91b6f5da-f611-46d2-8e7f-64e776f884e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:45.050577 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-91b6f5da-f611-46d2-8e7f-64e776f884e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0572870 Feb 03 12:10:45.052548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Deleting port b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:10:45.052890 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.160131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-52d695ae-c086-4df3-8df8-342bb0d20b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:45.161649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-52d695ae-c086-4df3-8df8-342bb0d20b66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972877 Feb 03 12:10:45.163264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.163586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for floatingip (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.192890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Calling delete_port for b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:10:45.311917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-e85f6494-f7b3-454a-85ac-81b542b99076 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406865 Feb 03 12:10:45.443072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20f43eb9-80e6-4b52-acbf-75c98f1b7e53 req-d9ed1e70-1e2a-46a0-94b4-e7db3f458725 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244190 Feb 03 12:10:45.460075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.486802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event deleted for resources: {'Port': ['ID=b9a0c181-4a12-45fe-b5d6-9dd7c3d2b80d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:10:45.545898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks [] for floatingip (b464ea55-50a6-44c6-8fe0-b481f852427c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.546234 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Floating IP b464ea55-50a6-44c6-8fe0-b481f852427c disassociated (deleted). External IP: 172.25.7.40, port: 2a874db6-53c8-4753-922a-630fa23ec292. Feb 03 12:10:45.749597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:10:45.855739 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:10:45.860425 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:45.865407 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Sync routers for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:10:45.874310 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:10:45.874911 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:10:45.889565 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-726a4eeb-a005-4f35-8dae-d4e7298aacf7 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "DELETE /v2.0/floatingips/b464ea55-50a6-44c6-8fe0-b481f852427c HTTP/1.1" status: 204 len: 168 time: 1.1166611 Feb 03 12:10:45.994446 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:10:46.286582 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:10:46.319016 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Checking router: 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:10:46.328726 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:10:46.329410 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:10:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:10:46.435860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:10:46.619364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:10:46.622784 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9278822b-2dae-4270-9835-69e63abe7585" -d '{"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:10:46.625920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:10:46.651824 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e75f5-0741-4e16-95c3-e74d5b90541f None None] The sync data for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 is: [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:07:39Z', 'revision_number': 4, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f423e0a5-95fe-47b5-858f-348ada75183a', 'name': '', 'network_id': 'e0b14e3b-8e6d-4778-81ae-d54244199f81', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'mac_address': 'fa:16:3e:11:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:38Z', 'updated_at': '2022-02-03T12:07:43Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'subnets': [{'id': '2846006f-b628-4e0b-962e-534f0235ecc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:10:46.658654 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931437fd-c26b-4533-a139-e172cf8e16b5 x-openstack-request-id: req-931437fd-c26b-4533-a139-e172cf8e16b5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:10:46.658952 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:10:46.659210 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-931437fd-c26b-4533-a139-e172cf8e16b5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:10:46.659623 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:10:46.747828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278822b-2dae-4270-9835-69e63abe7585 req-128f43c0-be05-4bd5-a142-d216b65b644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:46.749377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-128f43c0-be05-4bd5-a142-d216b65b644a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1531475b0d44340aa3152c205ac7a10&device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 1128 time: 0.0466566 Feb 03 12:10:46.822412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:10:46.846089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278822b-2dae-4270-9835-69e63abe7585 req-ebf7115b-1198-411d-ac03-c6d58b5e950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:46.847712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-ebf7115b-1198-411d-ac03-c6d58b5e950e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 200 len: 915 time: 0.0921452 Feb 03 12:10:46.866867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7e4ce-651f-49c7-8da9-75db04d5ca6c None None] New status for floating IP b464ea55-50a6-44c6-8fe0-b481f852427c: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:10:46.890210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-1bba84a8-33cf-42ab-9309-25bc59711bcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 200 len: 217 time: 0.0359933 Feb 03 12:10:46.944676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278822b-2dae-4270-9835-69e63abe7585 req-627b0ec2-4d11-4198-a5e7-4763136fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:46.946238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-627b0ec2-4d11-4198-a5e7-4763136fbacb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 200 len: 853 time: 0.0505266 Feb 03 12:10:46.997864 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278822b-2dae-4270-9835-69e63abe7585 req-437d2da7-b8a8-4032-8779-58f5f8fdc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:10:46.999354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-437d2da7-b8a8-4032-8779-58f5f8fdc0fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e0b14e3b-8e6d-4778-81ae-d54244199f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471053 Feb 03 12:10:47.090146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-e9e3fca9-2696-4de2-93e0-e52cb2c7c89d service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845807 Feb 03 12:10:47.178169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9278822b-2dae-4270-9835-69e63abe7585 req-77032eed-7a93-40bd-9ce0-fcfc9da2ce61 service neutron] 10.222.0.69 "GET /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821607 Feb 03 12:10:49.989615 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:10:57.654001 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:01.366623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16184c34-a6d9-4359-9747-69aaf6a802da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:01.720406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573b930-92b9-41bb-8bea-90fde0fff3fe req-67dea5ca-c172-413b-aba4-15185f00dab4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:01.721910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a573b930-92b9-41bb-8bea-90fde0fff3fe req-67dea5ca-c172-413b-aba4-15185f00dab4 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0525482 Feb 03 12:11:01.775173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a573b930-92b9-41bb-8bea-90fde0fff3fe req-b8c0e97a-bafa-4bfd-b0d7-ec3d59f60ca5 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476282 Feb 03 12:11:02.942309 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46a60-20ef-418e-b756-e9bb214403f0 req-926ec2d3-55b4-477b-8613-b2a0c1516250 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:02.943763 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a46a60-20ef-418e-b756-e9bb214403f0 req-926ec2d3-55b4-477b-8613-b2a0c1516250 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.1003830 Feb 03 12:11:02.989937 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-10a46a60-20ef-418e-b756-e9bb214403f0 req-854f325c-89f6-47cd-b4c5-f1d3d9a95f74 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Feb 03 12:11:03.497027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-cb5f15ea-3e00-4cc0-bfb7-842634d2ffff tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:03.498447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-cb5f15ea-3e00-4cc0-bfb7-842634d2ffff tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.69 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 946 time: 0.0510798 Feb 03 12:11:03.589226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Deleting port 2a874db6-53c8-4753-922a-630fa23ec292 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:03.589568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2a874db6-53c8-4753-922a-630fa23ec292), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:03.674622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] For port 2a874db6-53c8-4753-922a-630fa23ec292, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2a874db6-53c8-4753-922a-630fa23ec292,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:03.674975 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2a874db6-53c8-4753-922a-630fa23ec292), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:03.687848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Calling delete_port for 2a874db6-53c8-4753-922a-630fa23ec292 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:03.812924 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2a874db6-53c8-4753-922a-630fa23ec292), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:03.840099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Pushing event deleted for resources: {'Port': ['ID=2a874db6-53c8-4753-922a-630fa23ec292,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:03.843621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2a874db6-53c8-4753-922a-630fa23ec292'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:11:03.885844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] No DVR routers for this DVR port 2a874db6-53c8-4753-922a-630fa23ec292 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:11:03.888433 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:03.891802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3c14d3e9-fac6-4590-93d9-b91e343397f2 req-c483edfc-087b-428b-b8a6-b1938d381483 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.69 "DELETE /v2.0/ports/2a874db6-53c8-4753-922a-630fa23ec292 HTTP/1.1" status: 204 len: 173 time: 0.3888466 Feb 03 12:11:03.892230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'name': 'network-vif-deleted', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:11:03.894505 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e81e2-39ff-447a-8617-c44fd7000382" -d '{"events": [{"server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "name": "network-vif-deleted", "tag": "2a874db6-53c8-4753-922a-630fa23ec292"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:11:03.933229 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e394b00-a041-4636-85d9-d2784649c72b x-openstack-request-id: req-6e394b00-a041-4636-85d9-d2784649c72b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:11:03.933525 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaabf31-829f-44a4-b9cc-5428bddd431b", "name": "network-vif-deleted", "tag": "2a874db6-53c8-4753-922a-630fa23ec292", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:11:03.933841 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e394b00-a041-4636-85d9-d2784649c72b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:11:03.934234 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaabf31-829f-44a4-b9cc-5428bddd431b', 'name': 'network-vif-deleted', 'tag': '2a874db6-53c8-4753-922a-630fa23ec292', 'status': 'completed', 'code': 200} Feb 03 12:11:04.097613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-35c4e00a-5f7d-45af-90ec-32dd6b95b2a1 req-de962359-03e6-4e56-89fb-e4ef3a294b68 tempest-TestMinimumBasicScenario-292438395 tempest-TestMinimumBasicScenario-292438395-project] 10.222.0.30 "GET /v2.0/ports?device_id=faaabf31-829f-44a4-b9cc-5428bddd431b HTTP/1.1" status: 200 len: 210 time: 0.0271847 Feb 03 12:11:04.473434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cad8959b-972c-4966-8fff-610a2beff002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:04.859364 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:05.651399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:06.305631 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:06.460860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:06.547090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Deleting port f423e0a5-95fe-47b5-858f-348ada75183a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:06.547432 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:06.625354 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] For port f423e0a5-95fe-47b5-858f-348ada75183a, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f423e0a5-95fe-47b5-858f-348ada75183a,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:06.625716 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:06.638388 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Calling delete_port for f423e0a5-95fe-47b5-858f-348ada75183a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:06.811085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f423e0a5-95fe-47b5-858f-348ada75183a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:06.837199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Pushing event deleted for resources: {'Port': ['ID=f423e0a5-95fe-47b5-858f-348ada75183a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:07.000503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.207886 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:11:07.315074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:11:07.320399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ecc71002-2518-4dd3-9901-c4b4e266e301 admin admin] 10.222.0.30 "PUT /v2.0/routers/32b1dc06-fbbe-47f2-ba9c-d279b2051c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679263 Feb 03 12:11:07.322900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:07.327895 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Sync routers for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:11:07.338643 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:07.339342 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:07.430437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks [] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.448987 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.453034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:07.535571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks [] for router_gateway (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.590078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Deleting port 388ef2b0-f85f-4227-b4df-24d553bd7d72 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:07.590419 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.629117 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:11:06Z', 'revision_number': 5, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port': {'id': '388ef2b0-f85f-4227-b4df-24d553bd7d72', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:37Z', 'updated_at': '2022-02-03T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:07.659852 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Checking router: 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:11:07.667979 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Routers {'32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:07.668568 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:07.670844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] For port 388ef2b0-f85f-4227-b4df-24d553bd7d72, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=388ef2b0-f85f-4227-b4df-24d553bd7d72,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:07.671209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.683109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Calling delete_port for 388ef2b0-f85f-4227-b4df-24d553bd7d72 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:07.753051 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] Set router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:07.807753 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:11:07Z', 'revision_number': 6, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:07.836960 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e455e7d-ec4e-446b-a8f1-f9a4bd6c5b66 None None] The sync data for ids ['32b1dc06-fbbe-47f2-ba9c-d279b2051c7d'] in n-d-821606-6 is: [{'id': '32b1dc06-fbbe-47f2-ba9c-d279b2051c7d', 'name': 'tempest-TestMinimumBasicScenario-540410352-router', 'tenant_id': 'a1531475b0d44340aa3152c205ac7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:36Z', 'updated_at': '2022-02-03T12:11:07Z', 'revision_number': 6, 'project_id': 'a1531475b0d44340aa3152c205ac7a10', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:11:07.851481 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (388ef2b0-f85f-4227-b4df-24d553bd7d72), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:07.875958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Pushing event deleted for resources: {'Port': ['ID=388ef2b0-f85f-4227-b4df-24d553bd7d72,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:07.937604 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.032848 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.035058 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks [] for router_controller (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.077772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (32b1dc06-fbbe-47f2-ba9c-d279b2051c7d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.078226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b1dc06-fbbe-47f2-ba9c-d279b2051c7d {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:11:08.082694 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.083731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e5d1e25b-a348-44f3-af6d-b07f8ea4f648 admin admin] 10.222.0.30 "DELETE /v2.0/routers/32b1dc06-fbbe-47f2-ba9c-d279b2051c7d HTTP/1.1" status: 204 len: 168 time: 0.7599328 Feb 03 12:11:08.086381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58924) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:08.129910 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Deleting subnet 2846006f-b628-4e0b-962e-534f0235ecc6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:11:08.132858 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Publish callbacks [] for subnet (2846006f-b628-4e0b-962e-534f0235ecc6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.165713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (2846006f-b628-4e0b-962e-534f0235ecc6), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.249838 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (2846006f-b628-4e0b-962e-534f0235ecc6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.301441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (2846006f-b628-4e0b-962e-534f0235ecc6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.328065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2846006f-b628-4e0b-962e-534f0235ecc6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:08.329960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.334410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3702e2fb-86d6-4c2e-8789-28634356ba6f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2846006f-b628-4e0b-962e-534f0235ecc6 HTTP/1.1" status: 204 len: 168 time: 0.2470772 Feb 03 12:11:08.334555 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38174798-81df-4cce-b71c-19ff22a3884c None None] Network e0b14e3b-8e6d-4778-81ae-d54244199f81 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:11:08.335582 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58926) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:08.362099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2a874db6-53c8-4753-922a-630fa23ec292 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:08.406434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e0b14e3b-8e6d-4778-81ae-d54244199f81), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.408750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 2a874db6-53c8-4753-922a-630fa23ec292 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:08.409183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2a874db6-53c8-4753-922a-630fa23ec292 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:08.459699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Deleting port f63a05a9-012f-4fcd-b8f0-644ab6862459 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:08.460040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.522827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] For port f63a05a9-012f-4fcd-b8f0-644ab6862459, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f63a05a9-012f-4fcd-b8f0-644ab6862459,segment=NetworkSegment(2807ce47-ef67-43a2-b7f8-b5b7a8a81c85),segment_id=2807ce47-ef67-43a2-b7f8-b5b7a8a81c85)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:08.523115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.535772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Calling delete_port for f63a05a9-012f-4fcd-b8f0-644ab6862459 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:08.621445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f63a05a9-012f-4fcd-b8f0-644ab6862459), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.623594 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65592e5d-9dcd-4ac0-8208-14a8654eed71 None None] DHCP port deletion for e0b14e3b-8e6d-4778-81ae-d54244199f81 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:11:08.647641 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Pushing event deleted for resources: {'Port': ['ID=f63a05a9-012f-4fcd-b8f0-644ab6862459,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:08.656362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] No DVR routers for this DVR port f63a05a9-012f-4fcd-b8f0-644ab6862459 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:11:08.733509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e0b14e3b-8e6d-4778-81ae-d54244199f81), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.765441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b14e3b-8e6d-4778-81ae-d54244199f81']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:08.775222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:08.775523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2807ce47-ef67-43a2-b7f8-b5b7a8a81c85') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:08.786328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (2807ce47-ef67-43a2-b7f8-b5b7a8a81c85), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.799947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (2807ce47-ef67-43a2-b7f8-b5b7a8a81c85), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.807376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:11:08.808083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (2807ce47-ef67-43a2-b7f8-b5b7a8a81c85), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:11:08.810309 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:11:08.867548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e0b14e3b-8e6d-4778-81ae-d54244199f81), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.872810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:08.876531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e0b14e3b-8e6d-4778-81ae-d54244199f81 HTTP/1.1" status: 204 len: 168 time: 0.5398176 Feb 03 12:11:08.879584 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58928) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:08.890242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6915-cd67-41fb-8261-b9171bad707e admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b14e3b-8e6d-4778-81ae-d54244199f81,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:09.230629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:09.327910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f423e0a5-95fe-47b5-858f-348ada75183a no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:09.349777 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f423e0a5-95fe-47b5-858f-348ada75183a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:09.350450 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f423e0a5-95fe-47b5-858f-348ada75183a not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:09.350837 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f63a05a9-012f-4fcd-b8f0-644ab6862459 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:09.378216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f63a05a9-012f-4fcd-b8f0-644ab6862459 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:09.378566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f63a05a9-012f-4fcd-b8f0-644ab6862459 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:09.378986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 388ef2b0-f85f-4227-b4df-24d553bd7d72 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:09.399464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 388ef2b0-f85f-4227-b4df-24d553bd7d72 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:09.399823 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 388ef2b0-f85f-4227-b4df-24d553bd7d72 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:09.482213 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Deleting port ca5eb070-1126-417d-b153-12ee77c4213b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:09.482471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:09.558822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] For port ca5eb070-1126-417d-b153-12ee77c4213b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ca5eb070-1126-417d-b153-12ee77c4213b,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:09.559184 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:09.571363 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Calling delete_port for ca5eb070-1126-417d-b153-12ee77c4213b owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:09.750069 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ca5eb070-1126-417d-b153-12ee77c4213b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:09.779513 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5eb070-1126-417d-b153-12ee77c4213b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:09.948511 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.159626 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:11:10.263495 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:11:10.268742 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-973f0743-13a3-4652-b776-7146442ad556 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879335 Feb 03 12:11:10.271171 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58932) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:10.273754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Sync routers for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:11:10.284239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:10.284869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:10.374124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks [] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.389139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:10.471411 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks [] for router_gateway (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.529277 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Deleting port f948ebee-88b6-4526-8fb7-484e7e217c67 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:10.529619 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.580762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:11:09Z', 'revision_number': 5, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port': {'id': 'f948ebee-88b6-4526-8fb7-484e7e217c67', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:10.606464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Checking router: 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:11:10.607230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] For port f948ebee-88b6-4526-8fb7-484e7e217c67, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f948ebee-88b6-4526-8fb7-484e7e217c67,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:10.607599 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.614792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Routers {'0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:10.615392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:10.621001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Calling delete_port for f948ebee-88b6-4526-8fb7-484e7e217c67 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:10.700188 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] Set router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:10.753780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:11:10Z', 'revision_number': 6, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:10.795826 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f948ebee-88b6-4526-8fb7-484e7e217c67), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.820940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f948ebee-88b6-4526-8fb7-484e7e217c67,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:10.890459 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:10.943366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6df42-80e9-4d07-a1f2-a4beb70ff411 None None] The sync data for ids ['0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99'] in n-d-821606-6 is: [{'id': '0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99', 'name': 'tempest-TestMinimumBasicScenario-678073846-router', 'tenant_id': '4b95d5de1a214d7bb9eebc47156976da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:07:41Z', 'updated_at': '2022-02-03T12:11:10Z', 'revision_number': 6, 'project_id': '4b95d5de1a214d7bb9eebc47156976da', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:11:11.218117 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.220227 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks [] for router_controller (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.262386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.262811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:11:11.268400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.269721 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-57b42ce3-3b60-49c3-b2d6-bb369ccfa5b3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0ca0add8-3eb0-4009-87c6-0a2c2eb7fa99 HTTP/1.1" status: 204 len: 168 time: 0.9975321 Feb 03 12:11:11.272681 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58938) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:11.316404 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Deleting subnet 5c55f1e6-7000-43c3-931f-580d7718320d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:11:11.319414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Publish callbacks [] for subnet (5c55f1e6-7000-43c3-931f-580d7718320d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.356151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (5c55f1e6-7000-43c3-931f-580d7718320d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.432489 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (5c55f1e6-7000-43c3-931f-580d7718320d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.468684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f948ebee-88b6-4526-8fb7-484e7e217c67 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:11.489939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f948ebee-88b6-4526-8fb7-484e7e217c67 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:11.490281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f948ebee-88b6-4526-8fb7-484e7e217c67 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:11.490687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ca5eb070-1126-417d-b153-12ee77c4213b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:11.497878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (5c55f1e6-7000-43c3-931f-580d7718320d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.510914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ca5eb070-1126-417d-b153-12ee77c4213b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:11.511265 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ca5eb070-1126-417d-b153-12ee77c4213b not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:11.527715 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c55f1e6-7000-43c3-931f-580d7718320d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:11.530200 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.534554 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0185c7-b7c7-46b9-9404-835777f6317b None None] Network 74df9ed4-4948-4695-b9fe-8e51cccf4a06 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:11:11.537408 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ef1ecd6c-2994-4ec7-bbaf-e5d60458922d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c55f1e6-7000-43c3-931f-580d7718320d HTTP/1.1" status: 204 len: 168 time: 0.2636724 Feb 03 12:11:11.537542 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:11.611909 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (74df9ed4-4948-4695-b9fe-8e51cccf4a06), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.669258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Deleting port 50b6172e-79df-4b37-8831-16e0f21f4ef5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:11.669603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.689318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] DHCP port deletion for 74df9ed4-4948-4695-b9fe-8e51cccf4a06 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:11:11.743114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Deleting port 50b6172e-79df-4b37-8831-16e0f21f4ef5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:11:11.743491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.757094 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] For port 50b6172e-79df-4b37-8831-16e0f21f4ef5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50b6172e-79df-4b37-8831-16e0f21f4ef5,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:11.762201 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.784833 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Calling delete_port for 50b6172e-79df-4b37-8831-16e0f21f4ef5 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:11.811068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] For port 50b6172e-79df-4b37-8831-16e0f21f4ef5, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50b6172e-79df-4b37-8831-16e0f21f4ef5,segment=NetworkSegment(fffc697d-9667-4269-8e8f-af2e9eb418c0),segment_id=fffc697d-9667-4269-8e8f-af2e9eb418c0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:11.811467 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.824382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Calling delete_port for 50b6172e-79df-4b37-8831-16e0f21f4ef5 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:11:11.864202 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.891706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b6172e-79df-4b37-8831-16e0f21f4ef5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:11.893941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] No DVR routers for this DVR port 50b6172e-79df-4b37-8831-16e0f21f4ef5 on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:11:11.903191 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (50b6172e-79df-4b37-8831-16e0f21f4ef5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.930122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Pushing event deleted for resources: {'Port': ['ID=50b6172e-79df-4b37-8831-16e0f21f4ef5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:11.932888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] No DVR routers for this DVR port 50b6172e-79df-4b37-8831-16e0f21f4ef5 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:11:11.947997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.948548 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.948895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.949279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.949612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.949971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.950298 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.950623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.950950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.951272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.951593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.951911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.952229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860cf3a-c8d3-4004-9cff-b3802dd5ddd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:11.977343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (74df9ed4-4948-4695-b9fe-8e51cccf4a06), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:11.997492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74df9ed4-4948-4695-b9fe-8e51cccf4a06']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:12.006683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffc697d-9667-4269-8e8f-af2e9eb418c0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:12.006985 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffc697d-9667-4269-8e8f-af2e9eb418c0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:12.016605 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (fffc697d-9667-4269-8e8f-af2e9eb418c0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.030580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (fffc697d-9667-4269-8e8f-af2e9eb418c0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.036500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:11:12.036827 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (fffc697d-9667-4269-8e8f-af2e9eb418c0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:11:12.038524 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:11:12.109738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (74df9ed4-4948-4695-b9fe-8e51cccf4a06), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.115689 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.119820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/74df9ed4-4948-4695-b9fe-8e51cccf4a06 HTTP/1.1" status: 204 len: 168 time: 0.5814064 Feb 03 12:11:12.134253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4270a1-c26d-4a71-87fa-be23388d8bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74df9ed4-4948-4695-b9fe-8e51cccf4a06,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:12.287343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:12.327602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b6670e0d-7b38-4d8e-9dfa-a8174dc1543a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1531475b0d44340aa3152c205ac7a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390849 Feb 03 12:11:12.330036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 58950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:12.376839 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] Publish callbacks [] for security_group (ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.397412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] Publish callbacks [] for security_group (ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.445753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.448329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.449648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c HTTP/1.1" status: 204 len: 168 time: 0.1187260 Feb 03 12:11:12.457939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f0cc-c702-4cca-8453-a2711a51a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3cabbf-f7d6-445f-a63f-8d8ca05bcb4c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:12.785067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58956) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:12.832838 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e458dfb2-2cb1-450e-888b-03853f397fe3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b95d5de1a214d7bb9eebc47156976da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464854 Feb 03 12:11:12.835298 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58958) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:12.881351 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] Publish callbacks [] for security_group (e3d06f78-229d-4e12-a135-807e98c2dc20), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.901791 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] Publish callbacks [] for security_group (e3d06f78-229d-4e12-a135-807e98c2dc20), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.949144 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (e3d06f78-229d-4e12-a135-807e98c2dc20), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.951781 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:12.952996 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3d06f78-229d-4e12-a135-807e98c2dc20 HTTP/1.1" status: 204 len: 168 time: 0.1167343 Feb 03 12:11:12.960786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92875cfe-7010-4014-a541-0f19c72fc45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d06f78-229d-4e12-a135-807e98c2dc20,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:13.326806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50b6172e-79df-4b37-8831-16e0f21f4ef5 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:11:13.346727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 50b6172e-79df-4b37-8831-16e0f21f4ef5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:11:13.346999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50b6172e-79df-4b37-8831-16e0f21f4ef5 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:11:14.507774 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 58998) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:14.513313 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830299582', 'description': 'tempest-secgroup-smoke-1830299582 description', 'project_id': '82330835012c4279bc45c9d21532aa61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:14.533823 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.542504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.618267 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (f9a5d965-1fd5-4f43-8a21-99839fe8193d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.621888 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a5d965-1fd5-4f43-8a21-99839fe8193d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.656406 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5d965-1fd5-4f43-8a21-99839fe8193d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:14.698960 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (069a9384-45f3-4289-8d9b-bcd5665ab8b8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.702800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (069a9384-45f3-4289-8d9b-bcd5665ab8b8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.732359 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.733532 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2247586 Feb 03 12:11:14.735412 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ecc32-e4a8-4c2d-881b-d288b84c14e5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069a9384-45f3-4289-8d9b-bcd5665ab8b8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:14.736579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:14.741511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:14.765992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (0e87c6f4-a1e4-460c-971a-52a4a0bc77a1), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.823375 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (0e87c6f4-a1e4-460c-971a-52a4a0bc77a1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.826602 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (0e87c6f4-a1e4-460c-971a-52a4a0bc77a1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.846146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e87c6f4-a1e4-460c-971a-52a4a0bc77a1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:14.851863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.856192 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6d4e74e9-a534-47ca-ab65-c32c1ebcfabf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154530 Feb 03 12:11:14.857945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59002) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:14.862283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:14.888175 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (48334999-03a3-4995-a724-563a9b1b9999), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.944644 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (48334999-03a3-4995-a724-563a9b1b9999), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.948673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (48334999-03a3-4995-a724-563a9b1b9999), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.969368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48334999-03a3-4995-a724-563a9b1b9999,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:14.974967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:14.976055 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-07d8eeee-5e47-4f5e-964a-7ff129cfa3a7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171725 Feb 03 12:11:14.978796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:14.983027 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.006860 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (dbd9fc6d-fc6f-43bc-ac6c-aa06f007558c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.063962 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (dbd9fc6d-fc6f-43bc-ac6c-aa06f007558c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.067612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (dbd9fc6d-fc6f-43bc-ac6c-aa06f007558c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.086584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd9fc6d-fc6f-43bc-ac6c-aa06f007558c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:15.092211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.093431 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5324bb9c-f379-47b3-ab70-88d460f1b12c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136940 Feb 03 12:11:15.096113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:15.100469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.125159 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (0a1d48ed-485f-4d26-952f-30f91666a78d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.183925 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (0a1d48ed-485f-4d26-952f-30f91666a78d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.187438 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (0a1d48ed-485f-4d26-952f-30f91666a78d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.205303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1d48ed-485f-4d26-952f-30f91666a78d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:15.212269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.213521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ebcae2a-443c-46a4-b9ab-997b0e4eafb4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164594 Feb 03 12:11:15.216334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:15.220690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.241137 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:11:15.246482 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (93300f64-dea4-4c3a-8a18-b0a0b6b559ad), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.303085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (93300f64-dea4-4c3a-8a18-b0a0b6b559ad), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.306450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (93300f64-dea4-4c3a-8a18-b0a0b6b559ad), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.323963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93300f64-dea4-4c3a-8a18-b0a0b6b559ad,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:15.331753 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.335493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4f682844-ed74-42f1-8c37-e7d4db2c70fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156952 Feb 03 12:11:15.335646 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:15.340276 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '069a9384-45f3-4289-8d9b-bcd5665ab8b8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.359471 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:11:15.364665 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (47f4e716-efe2-41b4-a818-ad21dc02867c), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.422393 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (47f4e716-efe2-41b4-a818-ad21dc02867c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.426095 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (47f4e716-efe2-41b4-a818-ad21dc02867c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.443615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f4e716-efe2-41b4-a818-ad21dc02867c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:15.448467 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.452823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ec44a8e2-bbb2-4c20-8e58-da270d1db630 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131611 Feb 03 12:11:15.452823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59012) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:15.457724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'network': {'name': 'tempest-network-smoke--665300935', 'project_id': '82330835012c4279bc45c9d21532aa61', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.476171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:11:15.480048 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.501970 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:11:15.510311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9c274b96-eadd-43e2-8770-3c42d5b507b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.510658 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Added segment 9c274b96-eadd-43e2-8770-3c42d5b507b3 of type vlan for network 145399ec-87e8-4102-9a20-a2c4b0c290e4 Feb 03 12:11:15.551772 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (145399ec-87e8-4102-9a20-a2c4b0c290e4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.575460 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (145399ec-87e8-4102-9a20-a2c4b0c290e4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.580417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:15.581046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.618173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1644452 Feb 03 12:11:15.621394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:15.649033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'admin_state_up': True, 'project_id': '82330835012c4279bc45c9d21532aa61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:15.658869 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf1c5d-3cc4-40dd-bc1f-ab202da6e50a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Network': ['ID=145399ec-87e8-4102-9a20-a2c4b0c290e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:15.672701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:11:15.675670 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.676699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.731594 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (dea2beff-25f8-41d9-9d63-28b85769ef87), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:15.866223 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (dea2beff-25f8-41d9-9d63-28b85769ef87), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.379904 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (dea2beff-25f8-41d9-9d63-28b85769ef87), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.398088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.502153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.99 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/50d0b121-b851-4f08-b1c7-60a3168936c4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:11:16.598480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.631747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.668655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:16.673931 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:16.677623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:11:16.683287 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=50d0b121-b851-4f08-b1c7-60a3168936c4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:16.820592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:16.929396 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (dea2beff-25f8-41d9-9d63-28b85769ef87), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.122192 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.245891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router dea2beff-25f8-41d9-9d63-28b85769ef87 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:11:17.355014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:11:17.364472 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Sync routers for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:11:17.376244 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:17.376453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.377138 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:17.380829 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59016) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:17.381368 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2c07519-2575-4e29-a9dc-53a770ab4f63 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7587731 Feb 03 12:11:17.489738 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:17.501068 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-49efcfa7-fedd-420b-b944-b0187a6de4d0 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=82330835012c4279bc45c9d21532aa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187460 Feb 03 12:11:17.503720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59020) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:17.588643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce0dba-e83b-4c98-927f-d89e6456b6c6 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:17.590240 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3fce0dba-e83b-4c98-927f-d89e6456b6c6 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856161 Feb 03 12:11:17.593162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59022) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:17.626427 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-87d3308d-3663-43b4-a008-343fd0aebcd2 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320554 Feb 03 12:11:17.628936 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:17.633892 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139578474', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'project_id': '82330835012c4279bc45c9d21532aa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:17.718743 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:11:17.722674 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.754773 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:16Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:17.783670 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Checking router: dea2beff-25f8-41d9-9d63-28b85769ef87 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:11:17.784010 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Updating router dea2beff-25f8-41d9-9d63-28b85769ef87 port 50d0b121-b851-4f08-b1c7-60a3168936c4 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:11:17.811339 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.902370 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (7d4c44b1-5dad-4f60-a104-257722429126), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:17.963082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Subnet': ['ID=7d4c44b1-5dad-4f60-a104-257722429126,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:17.972978 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Checking segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:11:17.973360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network hostable DHCP agents. Network: 145399ec-87e8-4102-9a20-a2c4b0c290e4, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:11:17.990783 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:11:18.000308 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 145399ec-87e8-4102-9a20-a2c4b0c290e4) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:18.004590 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:18.005486 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.012974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99259435-dd8f-4442-b6df-0592dc76d635 None None] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:11:18.028243 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-efefb167-980b-453c-b7ce-bfa3f970365c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3982177 Feb 03 12:11:18.028460 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:18.061226 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks [] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.066814 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.123164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-145399ec-87e8-4102-9a20-a2c4b0c290e4', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:11:18.123765 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Attempting to bind port 50d0b121-b851-4f08-b1c7-60a3168936c4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:11:18.124153 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Attempting to bind port 50d0b121-b851-4f08-b1c7-60a3168936c4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:11:18.124314 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.124508 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Attempting to bind port 50d0b121-b851-4f08-b1c7-60a3168936c4 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:11:18.126449 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Pushing event updated for resources: {'Port': ['ID=50d0b121-b851-4f08-b1c7-60a3168936c4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:18.135485 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:11:18.135840 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:11:18.136353 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.136756 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:11:18.137255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Bound port: 50d0b121-b851-4f08-b1c7-60a3168936c4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:11:18.137636 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.141191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.141191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.141450 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.141700 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.142035 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.142368 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.142694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.143020 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.143343 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.143673 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.143997 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.144315 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.144640 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:11:18.200364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] For port 50d0b121-b851-4f08-b1c7-60a3168936c4, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:11:18.203365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] For port 50d0b121-b851-4f08-b1c7-60a3168936c4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50d0b121-b851-4f08-b1c7-60a3168936c4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:11:18.211672 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.274814 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:18.275420 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:18.278910 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04077241-fa7d-4925-ba87-0924578d904d None None] Pushing event updated for resources: {'Port': ['ID=50d0b121-b851-4f08-b1c7-60a3168936c4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:18.292655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Allocated IP 172.20.0.2 (145399ec-87e8-4102-9a20-a2c4b0c290e4/7d4c44b1-5dad-4f60-a104-257722429126/35188607-9f60-4aa9-ae9c-cb2a45c154a9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:11:18.386213 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:18.444264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks [] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.450313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.499897 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:18.503090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:18.506042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:11:18.512636 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.514224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Pushing event updated for resources: {'Port': ['ID=35188607-9f60-4aa9-ae9c-cb2a45c154a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:18.569949 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Attempting to bind port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:11:18.570678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Attempting to bind port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:11:18.571051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Attempting to bind port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 on network 145399ec-87e8-4102-9a20-a2c4b0c290e4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:11:18.574644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:16Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:18.577179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:11:18.577567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Checking segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:11:18.577977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.578887 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Bound using segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:11:18.579376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Bound port: 35188607-9f60-4aa9-ae9c-cb2a45c154a9, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:11:18.579769 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.604636 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ec6c83-8453-41ab-88e6-1059731432c4 None None] The sync data for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 is: [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:16Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:11:18.651566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] For port 35188607-9f60-4aa9-ae9c-cb2a45c154a9, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:11:18.655040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] For port 35188607-9f60-4aa9-ae9c-cb2a45c154a9, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=35188607-9f60-4aa9-ae9c-cb2a45c154a9,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:11:18.662293 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:18.726684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5848d1-bf3b-45c9-9066-8b72c27188a7 None None] Pushing event updated for resources: {'Port': ['ID=35188607-9f60-4aa9-ae9c-cb2a45c154a9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:18.818001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.1 (145399ec-87e8-4102-9a20-a2c4b0c290e4/7d4c44b1-5dad-4f60-a104-257722429126/bfbc8ae4-7558-4a44-9509-f1e5ef91d68d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:11:18.974776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.030817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.084698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:19.089232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:19.092208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:11:19.136167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:19.154387 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (dea2beff-25f8-41d9-9d63-28b85769ef87), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.291301 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.449610 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 35188607-9f60-4aa9-ae9c-cb2a45c154a9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:19.514200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:19.514639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.604421 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:19.604814 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.627415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.638368 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.650379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 35188607-9f60-4aa9-ae9c-cb2a45c154a9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=35188607-9f60-4aa9-ae9c-cb2a45c154a9,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:19.655875 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.656849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50d0b121-b851-4f08-b1c7-60a3168936c4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:19.724998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:19.729633 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (dea2beff-25f8-41d9-9d63-28b85769ef87), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.742907 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=35188607-9f60-4aa9-ae9c-cb2a45c154a9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:19.754760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 50d0b121-b851-4f08-b1c7-60a3168936c4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:19.755140 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.832995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:19.834432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:19.844941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 50d0b121-b851-4f08-b1c7-60a3168936c4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:19.844941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.866295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 50d0b121-b851-4f08-b1c7-60a3168936c4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50d0b121-b851-4f08-b1c7-60a3168936c4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:19.870992 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:19.919240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b0c9c-ee3c-461e-aacf-4ba685f9b5b5 None None] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:11:19.954924 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=50d0b121-b851-4f08-b1c7-60a3168936c4,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:19.973507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router dea2beff-25f8-41d9-9d63-28b85769ef87 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:11:20.017308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-c7eb5988-0ad2-4bdb-8fc4-381f15e8b4a2 None None] Provisioning complete for port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:20.017690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5988-0ad2-4bdb-8fc4-381f15e8b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:20.081409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:11:20.091652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b72c55d1-8ddd-42c8-ab59-0827a83835e6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/dea2beff-25f8-41d9-9d63-28b85769ef87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0619736 Feb 03 12:11:20.123746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb5988-0ad2-4bdb-8fc4-381f15e8b4a2 None None] Current status of the port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:20.266761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-4624cf2f-f470-4f8c-b6a5-34f994f36c3b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830299582&fields=id&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 267 time: 0.0483892 Feb 03 12:11:20.344812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Provisioning complete for port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:20.346054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:20.385688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-f512765e-a852-46c0-9b61-f7dd1ec5e58f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:20.387226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-f512765e-a852-46c0-9b61-f7dd1ec5e58f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 796 time: 0.1138577 Feb 03 12:11:20.405092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8d382600-269b-4f5b-868d-4f5975fca869 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/quotas/82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Feb 03 12:11:20.443793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Current status of the port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:20.455988 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:20.456865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:20.468965 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-dccbe071-06c8-451f-982d-6c137b6224ee tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539763 Feb 03 12:11:20.509687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Sync routers for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:11:20.511795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f4405b07-f058-486e-98fe-4a2df8d3d5bb None None] Port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:11:20.522025 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:20.522675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:20.643161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:20.647966 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-cdecf83a-5c26-4221-a876-20e0c4c00f41 service neutron] 10.222.0.30 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643951 Feb 03 12:11:20.675838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-97af65a2-0a88-4e4a-9e9d-e5143f98c231 None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:20.676214 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97af65a2-0a88-4e4a-9e9d-e5143f98c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:20.746760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-e3075978-da69-43ed-b174-b21280447c60 service neutron] 10.222.0.30 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882578 Feb 03 12:11:20.765673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97af65a2-0a88-4e4a-9e9d-e5143f98c231 None None] Port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:11:20.896866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-62253ec9-6ca2-4195-9a52-48fc9e7782da None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:20.897279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62253ec9-6ca2-4195-9a52-48fc9e7782da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:20.920801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c51797dd-098f-4541-a918-f2e11c832542 req-6a2c5844-cb35-48dd-b478-65e53e1ac75c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 210 time: 0.0307767 Feb 03 12:11:20.926710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 2, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:20.962792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Checking router: dea2beff-25f8-41d9-9d63-28b85769ef87 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:11:20.963151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Updating router dea2beff-25f8-41d9-9d63-28b85769ef87 port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:11:20.967474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-62253ec9-6ca2-4195-9a52-48fc9e7782da None None] Port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:11:20.992286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.358700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 35188607-9f60-4aa9-ae9c-cb2a45c154a9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:21.464548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks [] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.471448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:21.471880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.474848 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.568366 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582d9b-e37a-436e-b423-6e75a6240b5b None None] Pushing event updated for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:21.657049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Attempting to bind port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:11:21.657429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Attempting to bind port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:11:21.657818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Attempting to bind port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d on network 145399ec-87e8-4102-9a20-a2c4b0c290e4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:11:21.663752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:21.664831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50d0b121-b851-4f08-b1c7-60a3168936c4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:21.668453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:11:21.668630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Checking segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:11:21.669037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.669446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Bound using segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:11:21.669925 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Bound port: bfbc8ae4-7558-4a44-9509-f1e5ef91d68d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:11:21.670305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.769701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 50d0b121-b851-4f08-b1c7-60a3168936c4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:21.770075 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.773965 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] For port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:11:21.812799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] For port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:11:21.826966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.863113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:21.863484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:21.958425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:21.959272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:21.961209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582d9b-e37a-436e-b423-6e75a6240b5b None None] Pushing event updated for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:22.036101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 50d0b121-b851-4f08-b1c7-60a3168936c4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:22.061250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fbe15265-2738-4466-aea4-f9b5cb5a2f8a req-a101b7b6-a2d6-4c2f-9b84-2c50855fd022 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 210 time: 0.0592446 Feb 03 12:11:22.129505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Current status of the port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:22.129903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.151222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:22.167316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8b286710-8f2a-4b52-abce-b95c67ec6755 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:22.168947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8b286710-8f2a-4b52-abce-b95c67ec6755 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 796 time: 0.1568294 Feb 03 12:11:22.208502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] For port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:22.217592 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.246440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-11f901f2-e928-4912-aa19-b2deb8d2548c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 380 time: 0.0564730 Feb 03 12:11:22.257137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'port': {'device_id': '363d6560-be2c-423c-b1d7-12693c76f29a', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'admin_state_up': True, 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'security_groups': ['069a9384-45f3-4289-8d9b-bcd5665ab8b8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:22.347729 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed3d1d-7f55-499d-9c08-00377a2c1583 None None] Pushing event updated for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:22.370100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:11:22.373560 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.378722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0315fb6b-a56b-4e0e-980f-6a18470c30b7 None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:22.379098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0315fb6b-a56b-4e0e-980f-6a18470c30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.498437 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:21Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:22.501325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.8 (145399ec-87e8-4102-9a20-a2c4b0c290e4/7d4c44b1-5dad-4f60-a104-257722429126/f54c2b57-d360-4e2a-ab52-60ca49f0f98b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:11:22.502259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0315fb6b-a56b-4e0e-980f-6a18470c30b7 None None] Current status of the port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:22.530009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f250f8e-19c6-4566-98ca-bedcbdcb32ed None None] The sync data for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 is: [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:21Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:11:22.665677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.701891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.755226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:22.758264 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:22.760690 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:11:22.785728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:22.816211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:22.816851 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:22.838043 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ff329ba5-4522-47ad-8384-53b3fc0f2810 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844250 Feb 03 12:11:22.854601 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Request body: {'port': {'device_id': '363d6560-be2c-423c-b1d7-12693c76f29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:22.920407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.026998 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-0d65cfdd-f5b1-4f8b-b5c5-c82bbecaa736 None None] Provisioning complete for port f54c2b57-d360-4e2a-ab52-60ca49f0f98b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:23.027380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d65cfdd-f5b1-4f8b-b5c5-c82bbecaa736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.063528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0d65cfdd-f5b1-4f8b-b5c5-c82bbecaa736 None None] Port f54c2b57-d360-4e2a-ab52-60ca49f0f98b cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:11:23.392689 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bfbc8ae4-7558-4a44-9509-f1e5ef91d68d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:23.447881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:23.448251 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.534896 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:23.572954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe160ca7-00ce-4bfc-ba99-d143389b9bb3 req-87bc02d4-f87a-4adc-996d-4092b37ae2b2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:23.574446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe160ca7-00ce-4bfc-ba99-d143389b9bb3 req-87bc02d4-f87a-4adc-996d-4092b37ae2b2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 931 time: 0.4424088 Feb 03 12:11:23.621831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54c2b57-d360-4e2a-ab52-60ca49f0f98b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:11:23.634742 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks [] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.659655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Transition to ACTIVE for port object f54c2b57-d360-4e2a-ab52-60ca49f0f98b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:11:23.664617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fe160ca7-00ce-4bfc-ba99-d143389b9bb3 req-5eb8008c-bbdb-48f8-95b6-75569688db74 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724404 Feb 03 12:11:23.665677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.724625 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:23.796989 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Attempting to bind port f54c2b57-d360-4e2a-ab52-60ca49f0f98b on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:11:23.797297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Attempting to bind port f54c2b57-d360-4e2a-ab52-60ca49f0f98b by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:11:23.797632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Attempting to bind port f54c2b57-d360-4e2a-ab52-60ca49f0f98b on network 145399ec-87e8-4102-9a20-a2c4b0c290e4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:11:23.802450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Port f54c2b57-d360-4e2a-ab52-60ca49f0f98b on network 145399ec-87e8-4102-9a20-a2c4b0c290e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:11:23.802781 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Attempting to bind port f54c2b57-d360-4e2a-ab52-60ca49f0f98b on network 145399ec-87e8-4102-9a20-a2c4b0c290e4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:11:23.807661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:11:23.808002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Checking segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:11:23.808391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Bound using segment: {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:11:23.808829 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Bound port: f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c274b96-eadd-43e2-8770-3c42d5b507b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:11:23.809216 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.873529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:11:23.876722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:11:23.883920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.923633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:23.924252 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:23.925891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] 10.222.0.69 "PUT /v2.0/ports/f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 1091 time: 1.0754502 Feb 03 12:11:23.926379 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:11:23.928580 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b63f41-fe43-48f5-8b13-44fc40de43d3" -d '{"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:11:23.963650 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adda47e-943a-4dfd-a830-8e0294392403 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:23.979081 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0bd5d8-9891-408b-ac4d-19ae81456ec2 x-openstack-request-id: req-ca0bd5d8-9891-408b-ac4d-19ae81456ec2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:11:23.979375 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:11:23.979890 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca0bd5d8-9891-408b-ac4d-19ae81456ec2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:11:23.980305 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'status': 'completed', 'code': 200} Feb 03 12:11:24.039796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-edf716ae-3301-48c3-96a6-ae7e48279f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.041907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-edf716ae-3301-48c3-96a6-ae7e48279f86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1125 time: 0.0481861 Feb 03 12:11:24.090271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-09a5488c-745b-4a05-ab8a-589af84db8fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 217 time: 0.0364068 Feb 03 12:11:24.138424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-b6aa196f-f884-4b72-a2da-d3673dc54cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.139910 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-b6aa196f-f884-4b72-a2da-d3673dc54cf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0441160 Feb 03 12:11:24.192564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-983eefea-f0e2-4ed5-bf83-22b0fcd50287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.194072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-983eefea-f0e2-4ed5-bf83-22b0fcd50287 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487261 Feb 03 12:11:24.282779 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-d60bb648-0fd7-4747-aeec-33f8ebdb254f service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Feb 03 12:11:24.374324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acd48bdc-66ba-4d49-be1e-80baa55daed6 req-ace8f4aa-f1e2-4404-8641-f9bc8ce86169 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Feb 03 12:11:24.499068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-fa419541-5219-4814-9c29-6636b3da7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.500567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-fa419541-5219-4814-9c29-6636b3da7bf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1125 time: 0.0452144 Feb 03 12:11:24.597414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-ae433e87-d6c5-4b42-b7f7-dd3f504ff2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.598864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-ae433e87-d6c5-4b42-b7f7-dd3f504ff2fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 897 time: 0.0922019 Feb 03 12:11:24.639831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-fbc5ed9d-2dfb-4b5f-859b-ad7065d0de59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 217 time: 0.0350502 Feb 03 12:11:24.688346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-d3e85395-a02c-445a-aa06-3943a626f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.689877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-d3e85395-a02c-445a-aa06-3943a626f798 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0443730 Feb 03 12:11:24.769344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-3b7019c2-d730-45c7-909b-483ea9e73b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.770833 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-3b7019c2-d730-45c7-909b-483ea9e73b0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757160 Feb 03 12:11:24.816066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47126df7-09e9-4224-9e2e-0fad8862072a req-0bff3e08-89c7-4d11-80af-ffea1ddaef4e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:24.817509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47126df7-09e9-4224-9e2e-0fad8862072a req-0bff3e08-89c7-4d11-80af-ffea1ddaef4e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 943 time: 0.0822508 Feb 03 12:11:24.911363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-1f12be99-b8bb-40f4-a4b5-3449627dcfe0 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331725 Feb 03 12:11:24.917682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-47126df7-09e9-4224-9e2e-0fad8862072a req-147b2977-3174-42fa-91d8-7e5042f88d31 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728452 Feb 03 12:11:25.010119 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91b63f41-fe43-48f5-8b13-44fc40de43d3 req-bab58e74-8fc7-4ddd-8304-627999288ad0 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912724 Feb 03 12:11:26.042799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce4c7-896c-4315-bca5-be302e28edb0 req-2ba81e78-6af3-4782-9fd5-f1300dc6d143 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:26.044268 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ce4c7-896c-4315-bca5-be302e28edb0 req-2ba81e78-6af3-4782-9fd5-f1300dc6d143 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 943 time: 0.0573707 Feb 03 12:11:26.092677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f04ce4c7-896c-4315-bca5-be302e28edb0 req-8f36cdb0-f078-49a6-9272-0305cac85466 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Feb 03 12:11:26.988872 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:11:27.210470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1dd6-960c-4ef8-aabd-b14686d1f6cf req-3c964de1-71d9-4834-8fc0-58fe8b9fe40a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:27.211945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b89c1dd6-960c-4ef8-aabd-b14686d1f6cf req-3c964de1-71d9-4834-8fc0-58fe8b9fe40a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 943 time: 0.0527985 Feb 03 12:11:27.260535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b89c1dd6-960c-4ef8-aabd-b14686d1f6cf req-a77b5fa5-861a-47ea-840a-56ae2af1dab9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Feb 03 12:11:27.679992 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:28.381101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a58d3-472c-433f-88eb-5a042daa517d req-b521a331-1b97-4868-88fb-e8ddade36893 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:28.382506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b72a58d3-472c-433f-88eb-5a042daa517d req-b521a331-1b97-4868-88fb-e8ddade36893 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 943 time: 0.0522206 Feb 03 12:11:28.434684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b72a58d3-472c-433f-88eb-5a042daa517d req-0bbc49d8-5825-4fe5-b980-7d3652bcca74 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Feb 03 12:11:28.442196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f54c2b57-d360-4e2a-ab52-60ca49f0f98b details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:11:28.535064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:28.546455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'port_id': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'mac_address': 'fa:16:3e:8e:eb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:11:28.586063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f54c2b57-d360-4e2a-ab52-60ca49f0f98b is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:28.586455 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:28.598687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54c2b57-d360-4e2a-ab52-60ca49f0f98b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:11:28.618407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:28.624022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:28.669954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:29.013309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['f54c2b57-d360-4e2a-ab52-60ca49f0f98b'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:11:29.558231 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11208d-fd37-4df2-8175-3369934ba7c8 req-8c13131d-b3d9-4f60-aded-b9ceaa93d982 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:29.559749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da11208d-fd37-4df2-8175-3369934ba7c8 req-8c13131d-b3d9-4f60-aded-b9ceaa93d982 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 944 time: 0.0531898 Feb 03 12:11:29.606892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-da11208d-fd37-4df2-8175-3369934ba7c8 req-70b93a7e-b19b-4177-befb-99e8b1961c91 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Feb 03 12:11:30.449308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f54c2b57-d360-4e2a-ab52-60ca49f0f98b up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:11:30.507077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port f54c2b57-d360-4e2a-ab52-60ca49f0f98b completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:11:30.512038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port f54c2b57-d360-4e2a-ab52-60ca49f0f98b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:11:30.512412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:30.589852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port f54c2b57-d360-4e2a-ab52-60ca49f0f98b is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:11:30.590238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:30.612030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:11:30.614253 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b104bc-32fa-4ac9-9cbd-8836cd0a4617" -d '{"events": [{"server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "name": "network-vif-plugged", "status": "completed", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:11:30.626439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:11:30.630355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:30.654472 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3f0de-63b8-492d-bb26-b4b49c731d5e x-openstack-request-id: req-abd3f0de-63b8-492d-bb26-b4b49c731d5e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:11:30.654767 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "name": "network-vif-plugged", "status": "completed", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:11:30.655020 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abd3f0de-63b8-492d-bb26-b4b49c731d5e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:11:30.655408 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'code': 200} Feb 03 12:11:30.680105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:30.733676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b56b41-5198-45ed-bae1-f441fa0aa8f8 req-52feac2a-f3cf-4092-8011-69679df5fdb5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:30.735176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99b56b41-5198-45ed-bae1-f441fa0aa8f8 req-52feac2a-f3cf-4092-8011-69679df5fdb5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0577991 Feb 03 12:11:30.815451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-99b56b41-5198-45ed-bae1-f441fa0aa8f8 req-08d9e5de-f58e-415d-9113-3f9f98e93835 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745339 Feb 03 12:11:30.824627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c26d6-9f97-4644-bd92-6f9b8fb69948 req-75e6e77a-4e9e-441d-99dc-67ae5eddd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:30.826176 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f67c26d6-9f97-4644-bd92-6f9b8fb69948 req-75e6e77a-4e9e-441d-99dc-67ae5eddd1ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1127 time: 0.0836260 Feb 03 12:11:30.871711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f67c26d6-9f97-4644-bd92-6f9b8fb69948 req-2a51a0db-19df-400e-95e9-7dba62262beb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Feb 03 12:11:31.370006 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a2504c9-912d-4b45-b33c-1bc4fba2308e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:31.937445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6da6b-a92b-41b2-ae5e-5229c9e83857 req-1c0e1e79-c905-48fc-9e0d-9ca5facfb220 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:31.938918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b6da6b-a92b-41b2-ae5e-5229c9e83857 req-1c0e1e79-c905-48fc-9e0d-9ca5facfb220 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0528321 Feb 03 12:11:31.987097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b6da6b-a92b-41b2-ae5e-5229c9e83857 req-6fcd3b16-c0c1-41ad-b0fa-21d99d7e82f8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Feb 03 12:11:33.104486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764ad8-7420-45e2-a027-1815de381085 req-afe607f2-5321-4302-b0dc-d684af2e8d23 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:33.105955 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17764ad8-7420-45e2-a027-1815de381085 req-afe607f2-5321-4302-b0dc-d684af2e8d23 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0517046 Feb 03 12:11:33.158492 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-17764ad8-7420-45e2-a027-1815de381085 req-2e6549cf-5792-4ce5-8db0-ac1bb59ee36a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470123 Feb 03 12:11:33.279015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d6da-9bae-4c72-b332-d608ffbd7353 req-96071f83-a7d7-4980-865f-316e214b4861 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:33.280503 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c48d6da-9bae-4c72-b332-d608ffbd7353 req-96071f83-a7d7-4980-865f-316e214b4861 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0535679 Feb 03 12:11:33.329687 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6c48d6da-9bae-4c72-b332-d608ffbd7353 req-824a9a2c-e2d2-44e8-ac59-8e6ed5d576c3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Feb 03 12:11:33.351647 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59084) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:33.393896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bebbfdf-5cc9-4874-bae6-07584f5fd10f tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:33.395364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8bebbfdf-5cc9-4874-bae6-07584f5fd10f tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1122 time: 0.0427458 Feb 03 12:11:33.398252 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:33.402882 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:11:33.422635 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:33.519514 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:33.622726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.23 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:11:33.725685 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:33.758883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:33.794438 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:11:33.797146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:11:33.802692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:11:33.829510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:34.161473 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (1e0d09b6-65a1-4983-bdd4-7036e21c008d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.232526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.377115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.381454 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.451773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:11:34.464207 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (1e0d09b6-65a1-4983-bdd4-7036e21c008d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.477023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2e07381-bf8d-4077-85f3-23f863752480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.565689 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 1e0d09b6-65a1-4983-bdd4-7036e21c008d associated. External IP: 172.25.7.23, port: f54c2b57-d360-4e2a-ab52-60ca49f0f98b. Feb 03 12:11:34.770618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router dea2beff-25f8-41d9-9d63-28b85769ef87 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:11:34.863867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.882394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:11:34.892997 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Sync routers for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:11:34.900956 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:34.903782 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:34.904466 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:34.930928 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-19dd502a-e852-4b44-b828-33bc9f2d5b39 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5316780 Feb 03 12:11:34.932050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:11:34.934324 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:11:34.973038 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bfc266-5070-4d34-9694-2029175e7383 x-openstack-request-id: req-a1bfc266-5070-4d34-9694-2029175e7383 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:11:34.973341 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:11:34.973655 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1bfc266-5070-4d34-9694-2029175e7383 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:11:34.974005 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'status': 'completed', 'code': 200} Feb 03 12:11:35.015913 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:35.064110 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686f7b-599f-4978-9571-93d5f793f810 req-8cd943e7-fd2c-4050-bc8f-051bf3296f66 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:35.065645 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81686f7b-599f-4978-9571-93d5f793f810 req-8cd943e7-fd2c-4050-bc8f-051bf3296f66 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0816083 Feb 03 12:11:35.080564 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-4db6760c-0176-4314-ab0b-bb1854a40498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:35.081996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-4db6760c-0176-4314-ab0b-bb1854a40498 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1127 time: 0.0652406 Feb 03 12:11:35.133649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-81686f7b-599f-4978-9571-93d5f793f810 req-de188f67-3294-4ed7-b3f9-829edf8837d3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605378 Feb 03 12:11:35.157841 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59094) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:35.225627 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e47723c7-866c-4f01-9545-19818dc825af tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/1e0d09b6-65a1-4983-bdd4-7036e21c008d HTTP/1.1" status: 200 len: 990 time: 0.0664666 Feb 03 12:11:35.232069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-fd04bcb3-ac76-4960-9ab0-6e145623cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:35.237721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-fd04bcb3-ac76-4960-9ab0-6e145623cb5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 897 time: 0.1438603 Feb 03 12:11:35.251462 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '1e0d09b6-65a1-4983-bdd4-7036e21c008d', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'port_id': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'mac_address': 'fa:16:3e:8e:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6560-be2c-423c-b1d7-12693c76f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:11:34Z', 'updated_at': '2022-02-03T12:11:34Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:35.277489 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Checking router: dea2beff-25f8-41d9-9d63-28b85769ef87 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:11:35.286266 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:11:35.286991 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:11:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:35.301191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-d91d4e04-6c4e-4afc-a83b-6e8bdd66d886 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 998 time: 0.0606017 Feb 03 12:11:35.354130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-1652b5e4-8a67-42cf-9281-d57507ddda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:35.355509 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-1652b5e4-8a67-42cf-9281-d57507ddda35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0495992 Feb 03 12:11:35.390438 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:11:35.403965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-74a885bb-85eb-4a1c-9acc-3e45f711d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:35.405546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-74a885bb-85eb-4a1c-9acc-3e45f711d61a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445445 Feb 03 12:11:35.501129 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-1a71e4e7-f6be-46dc-bff7-494cb15d69f0 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896161 Feb 03 12:11:35.592118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-328999ac-2d0f-43ea-a101-ce38cc2bfd9c req-9998a975-fbd1-4da1-9c27-c5172d9dd5e2 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Feb 03 12:11:35.694113 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '1e0d09b6-65a1-4983-bdd4-7036e21c008d', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'port_id': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'mac_address': 'fa:16:3e:8e:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6560-be2c-423c-b1d7-12693c76f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:11:34Z', 'updated_at': '2022-02-03T12:11:34Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:11:35.722912 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f76882-c117-462a-88e3-fc6d79879f26 None None] The sync data for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 is: [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '1e0d09b6-65a1-4983-bdd4-7036e21c008d', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'port_id': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'mac_address': 'fa:16:3e:8e:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6560-be2c-423c-b1d7-12693c76f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:11:34Z', 'updated_at': '2022-02-03T12:11:34Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:11:35.903603 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dda3ba-1f95-4c75-9ed4-5135f338be20 None None] New status for floating IP 1e0d09b6-65a1-4983-bdd4-7036e21c008d: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:11:36.227820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59096) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:11:36.288317 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d39abf60-8313-4b22-8c03-d518c4fed931 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/1e0d09b6-65a1-4983-bdd4-7036e21c008d HTTP/1.1" status: 200 len: 992 time: 0.0593336 Feb 03 12:11:36.461644 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:37.452536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:39.539065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-02675ec6-15e7-4136-8091-f5b2130b1b58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442901 Feb 03 12:11:39.643300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-24ba0d03-35d4-4838-b510-b6e7c33fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:39.644755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-24ba0d03-35d4-4838-b510-b6e7c33fe915 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1127 time: 0.0481417 Feb 03 12:11:39.745824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-a50f3253-8ba6-4514-b409-d6565e4806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:39.747288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-a50f3253-8ba6-4514-b409-d6565e4806d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 897 time: 0.0846663 Feb 03 12:11:39.816271 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-cfd7ee48-ede3-4f92-8e03-bd093bc88c6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 1000 time: 0.0632291 Feb 03 12:11:39.863173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-8e4ddec3-fa68-46eb-b8fb-6cf04c6e2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:39.864587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-8e4ddec3-fa68-46eb-b8fb-6cf04c6e2e64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0428984 Feb 03 12:11:39.914635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-afeee4df-c14a-48f7-bce8-0ef97b67cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:11:39.916171 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-afeee4df-c14a-48f7-bce8-0ef97b67cd19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459313 Feb 03 12:11:40.009001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-99f276f4-eb92-4bca-8fc1-e4f0a602cbb4 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 Feb 03 12:11:40.097460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a900baf-9d75-432d-a975-ca3e165f7b9c req-0cbc9352-8b7d-48da-b867-cf88ae9f1d20 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827782 Feb 03 12:11:46.819454 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:11:57.671920 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:01.373323 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64a83fe6-e6c1-4eed-99c3-e62eb00420d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:03.987440 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:12:04.479704 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1acdc2b5-f32f-40c7-8c7e-9cace73c83ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:04.866412 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:06.464574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:07.454275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:16.820820 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:27.673507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:31.375660 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e1be-89d3-45fc-b95e-dc1240ec4c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:34.482824 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-590fcde7-7644-449c-a705-00f886341b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:34.868298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:36.471491 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:37.457192 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:39.168494 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534e91-d369-4ba9-8a61-dc66db054ad5 req-3b47529f-3ea4-4277-847d-235158e4e7bd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:39.170013 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e534e91-d369-4ba9-8a61-dc66db054ad5 req-3b47529f-3ea4-4277-847d-235158e4e7bd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0577848 Feb 03 12:12:39.544700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e534e91-d369-4ba9-8a61-dc66db054ad5 req-9e25bedf-f720-4a05-8107-a78d5dee7d15 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691807 Feb 03 12:12:40.667476 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3667a-dad3-4873-8fb0-f948a1b491da req-e26c247a-4614-4542-a04a-5ddd156c9ef5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:40.668994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08b3667a-dad3-4873-8fb0-f948a1b491da req-e26c247a-4614-4542-a04a-5ddd156c9ef5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0536697 Feb 03 12:12:40.716057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-08b3667a-dad3-4873-8fb0-f948a1b491da req-72648c03-1542-4ee4-bbcf-cfe4747a4595 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Feb 03 12:12:40.738009 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:40.802441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-586f0d02-88f3-44d9-bb4b-af827fc7c2fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/1e0d09b6-65a1-4983-bdd4-7036e21c008d HTTP/1.1" status: 200 len: 992 time: 0.0632856 Feb 03 12:12:40.986220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:12:41.554388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-ba771fc3-6129-4f1f-9b48-1e27e4db8f17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434411 Feb 03 12:12:41.649254 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-f689972e-a8a5-4821-a3cb-1e9fcde2215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:41.650700 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-f689972e-a8a5-4821-a3cb-1e9fcde2215f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1127 time: 0.0428512 Feb 03 12:12:41.753522 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-35b87b45-b8ea-4728-ab3b-45c8f2cb20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:41.754972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-35b87b45-b8ea-4728-ab3b-45c8f2cb20ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 897 time: 0.0859749 Feb 03 12:12:41.819074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-4181164a-a665-4e49-affe-25560e23e580 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 1000 time: 0.0578227 Feb 03 12:12:41.878467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-60a40099-4482-4975-ad36-dce0296b9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:41.879929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-60a40099-4482-4975-ad36-dce0296b9500 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0546861 Feb 03 12:12:41.942808 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-5aeb085d-567e-4553-8abb-352b4a253e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:41.944320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-5aeb085d-567e-4553-8abb-352b4a253e2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514197 Feb 03 12:12:42.037573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-99cdfd93-ad6b-4a1f-b5eb-0350404f1344 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871828 Feb 03 12:12:42.155853 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e525-f5e3-4b89-a4a0-add53eedc7c5 req-e2807a3a-3596-4bd3-8d84-f16af3547c7d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:42.157256 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d19e525-f5e3-4b89-a4a0-add53eedc7c5 req-e2807a3a-3596-4bd3-8d84-f16af3547c7d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.1067548 Feb 03 12:12:42.185886 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-06b2bd36-088d-438d-9cb2-7c7426a67091 req-f3a08777-745a-489a-b6cf-7222c6906322 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425612 Feb 03 12:12:42.217710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d19e525-f5e3-4b89-a4a0-add53eedc7c5 req-6c329aeb-ec41-4616-8a2e-86688debec22 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529199 Feb 03 12:12:43.344292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af7a1a-ce82-4a44-a527-531cbdc0c9cb req-21834a9c-a925-430f-95d9-11a2a95fee7b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:43.345915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1af7a1a-ce82-4a44-a527-531cbdc0c9cb req-21834a9c-a925-430f-95d9-11a2a95fee7b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0576530 Feb 03 12:12:43.393168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1af7a1a-ce82-4a44-a527-531cbdc0c9cb req-cbc035ab-edba-4205-b5c2-8dacd047e9f3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Feb 03 12:12:43.415719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:43.478127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e9dbd0ce-888c-4eeb-9db5-f2abf61b4be1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/1e0d09b6-65a1-4983-bdd4-7036e21c008d HTTP/1.1" status: 200 len: 992 time: 0.0613174 Feb 03 12:12:43.765052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:43.922619 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:12:43.922967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:43.996833 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:43.997187 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:44.008594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:12:44.153539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:44.178579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=c1bbd30e-72b5-485c-9d3b-cb42e5c43fc1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:44.204010 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.204370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.204719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.205098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.205440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.205778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.206111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.206443 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.206777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.207108 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.207435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.207759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.208081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:44.249177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (1e0d09b6-65a1-4983-bdd4-7036e21c008d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:44.249520 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 1e0d09b6-65a1-4983-bdd4-7036e21c008d disassociated (deleted). External IP: 172.25.7.23, port: f54c2b57-d360-4e2a-ab52-60ca49f0f98b. Feb 03 12:12:44.455546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router dea2beff-25f8-41d9-9d63-28b85769ef87 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:12:44.562498 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:12:44.566892 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:44.572024 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Sync routers for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:12:44.581498 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:44.582111 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:44.596686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9eb75e2d-547c-407b-a3f7-33d26a291590 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/floatingips/1e0d09b6-65a1-4983-bdd4-7036e21c008d HTTP/1.1" status: 204 len: 168 time: 0.8306129 Feb 03 12:12:44.597319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:12:44.599556 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2089dd98-906d-403c-9317-ff8219eefbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:12:44.693360 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:44.705829 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d780b4b-3c86-408d-bae4-d4d9c3eba6b7 x-openstack-request-id: req-1d780b4b-3c86-408d-bae4-d4d9c3eba6b7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:12:44.706130 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:12:44.706316 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d780b4b-3c86-408d-bae4-d4d9c3eba6b7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:12:44.706722 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'status': 'completed', 'code': 200} Feb 03 12:12:44.840733 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089dd98-906d-403c-9317-ff8219eefbeb req-9d54033d-8381-4bbc-a6a7-151d2caee0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:44.842880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-9d54033d-8381-4bbc-a6a7-151d2caee0bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 1127 time: 0.0864205 Feb 03 12:12:44.864667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59346d-f0e9-4585-989d-95314eb1cb4f req-4cdb9c5c-328f-4208-b344-8245c19675d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:44.866146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d59346d-f0e9-4585-989d-95314eb1cb4f req-4cdb9c5c-328f-4208-b344-8245c19675d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0775023 Feb 03 12:12:44.912262 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:44.942125 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Checking router: dea2beff-25f8-41d9-9d63-28b85769ef87 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:12:44.950764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:44.951364 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:44.969382 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d59346d-f0e9-4585-989d-95314eb1cb4f req-7c66e83b-6beb-420e-825d-4cc9edee526e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919654 Feb 03 12:12:44.984773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089dd98-906d-403c-9317-ff8219eefbeb req-33db258a-29c7-4571-9d1f-1f7ef2cd1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:44.986093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-33db258a-29c7-4571-9d1f-1f7ef2cd1fb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 200 len: 897 time: 0.1355300 Feb 03 12:12:45.030432 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-1a84c945-0d5d-471a-9589-b5d1101d15ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 200 len: 217 time: 0.0357575 Feb 03 12:12:45.055776 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:45.078439 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089dd98-906d-403c-9317-ff8219eefbeb req-d7a6f570-cd7e-47a8-adf2-73411d6c3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:45.079933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-d7a6f570-cd7e-47a8-adf2-73411d6c3f79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 200 len: 834 time: 0.0433230 Feb 03 12:12:45.140446 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089dd98-906d-403c-9317-ff8219eefbeb req-92da883b-ca79-4b65-bd55-97153a5a36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:45.142077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-92da883b-ca79-4b65-bd55-97153a5a36e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=145399ec-87e8-4102-9a20-a2c4b0c290e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563192 Feb 03 12:12:45.237598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-fc62ebb7-e6ae-4497-ac7b-97a4bfa0fd35 service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849798 Feb 03 12:12:45.251948 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:45.278817 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85feb4c-ec75-4118-89fb-2797dfa59d82 None None] The sync data for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 is: [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'bfbc8ae4-7558-4a44-9509-f1e5ef91d68d', 'name': '', 'network_id': '145399ec-87e8-4102-9a20-a2c4b0c290e4', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:7c:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7d4c44b1-5dad-4f60-a104-257722429126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:18Z', 'updated_at': '2022-02-03T12:11:22Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d4c44b1-5dad-4f60-a104-257722429126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:12:45.336168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2089dd98-906d-403c-9317-ff8219eefbeb req-16d74dd6-6182-421c-a75c-772c91f339fa service neutron] 10.222.0.69 "GET /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944300 Feb 03 12:12:45.514873 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c85da7-8408-4d22-bcf0-36e134c52247 None None] New status for floating IP 1e0d09b6-65a1-4983-bdd4-7036e21c008d: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:12:46.091078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6d1a0-f346-43e0-b53c-9eef8eaa15e3 req-557b5d7c-8305-40ef-9de1-20b69b50a57e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:46.092553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2a6d1a0-f346-43e0-b53c-9eef8eaa15e3 req-557b5d7c-8305-40ef-9de1-20b69b50a57e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0533319 Feb 03 12:12:46.140708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2a6d1a0-f346-43e0-b53c-9eef8eaa15e3 req-1f2f3f5d-a567-465f-86c6-6b543d3ecfc9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=069a9384-45f3-4289-8d9b-bcd5665ab8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Feb 03 12:12:46.749378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-a915e803-989a-4492-8825-d65988755e33 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:46.750809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-a915e803-989a-4492-8825-d65988755e33 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 945 time: 0.0504651 Feb 03 12:12:46.820443 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:46.846419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port f54c2b57-d360-4e2a-ab52-60ca49f0f98b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:12:46.846760 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:46.934669 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port f54c2b57-d360-4e2a-ab52-60ca49f0f98b, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:46.935034 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:46.952304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for f54c2b57-d360-4e2a-ab52-60ca49f0f98b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:12:47.076733 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f54c2b57-d360-4e2a-ab52-60ca49f0f98b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:47.104969 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=f54c2b57-d360-4e2a-ab52-60ca49f0f98b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:47.153317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] No DVR routers for this DVR port f54c2b57-d360-4e2a-ab52-60ca49f0f98b on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:12:47.155896 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:47.159198 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d43f4dd3-78ed-47df-a2fd-c2561f089aa5 req-595449ed-b515-452d-a3c2-347c655cfebd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "DELETE /v2.0/ports/f54c2b57-d360-4e2a-ab52-60ca49f0f98b HTTP/1.1" status: 204 len: 173 time: 0.4031813 Feb 03 12:12:47.159631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'name': 'network-vif-deleted', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:12:47.162191 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44091b0d-99b5-4708-923f-f21768b48fde" -d '{"events": [{"server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "name": "network-vif-deleted", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:12:47.207326 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81ae06-1d49-4dfb-b624-13e0b2f832f7 x-openstack-request-id: req-db81ae06-1d49-4dfb-b624-13e0b2f832f7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:12:47.207621 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363d6560-be2c-423c-b1d7-12693c76f29a", "name": "network-vif-deleted", "tag": "f54c2b57-d360-4e2a-ab52-60ca49f0f98b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:12:47.207860 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db81ae06-1d49-4dfb-b624-13e0b2f832f7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:12:47.208272 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6560-be2c-423c-b1d7-12693c76f29a', 'name': 'network-vif-deleted', 'tag': 'f54c2b57-d360-4e2a-ab52-60ca49f0f98b', 'status': 'completed', 'code': 200} Feb 03 12:12:47.248568 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbb2aeee-b101-4278-8839-78218fdd0d51 req-fa929a77-8467-4d1f-8781-45bb2af6e37c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=363d6560-be2c-423c-b1d7-12693c76f29a HTTP/1.1" status: 200 len: 210 time: 0.0294948 Feb 03 12:12:48.303688 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:48.655993 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (dea2beff-25f8-41d9-9d63-28b85769ef87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:48.907394 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:12:48.907651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:48.998133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port bfbc8ae4-7558-4a44-9509-f1e5ef91d68d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:48.998496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.009898 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for bfbc8ae4-7558-4a44-9509-f1e5ef91d68d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:12:49.190129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bfbc8ae4-7558-4a44-9509-f1e5ef91d68d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.216077 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=bfbc8ae4-7558-4a44-9509-f1e5ef91d68d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:49.228034 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.228388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.228730 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.229096 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.229442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.229769 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.230099 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.231040 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.231368 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.231701 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.232027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.232350 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.232672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:49.404615 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (dea2beff-25f8-41d9-9d63-28b85769ef87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.616679 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router dea2beff-25f8-41d9-9d63-28b85769ef87 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:12:49.720674 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:12:49.725673 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-691bd5b4-9f63-49f0-b32b-c5a7b4db3066 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/dea2beff-25f8-41d9-9d63-28b85769ef87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209788 Feb 03 12:12:49.728540 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:49.734355 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Sync routers for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:12:49.745515 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:49.746644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:49.779603 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting subnet 7d4c44b1-5dad-4f60-a104-257722429126 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:12:49.782684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (7d4c44b1-5dad-4f60-a104-257722429126), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.822198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7d4c44b1-5dad-4f60-a104-257722429126), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.849437 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:49.909330 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7d4c44b1-5dad-4f60-a104-257722429126), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.967299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7d4c44b1-5dad-4f60-a104-257722429126), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:49.997599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4c44b1-5dad-4f60-a104-257722429126,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:50.001375 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.009200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:50.010274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12f531-fb66-4c46-b291-e7aca5cb8c50 None None] Network 145399ec-87e8-4102-9a20-a2c4b0c290e4 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:12:50.015156 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d06df27e-94b1-4b28-82c1-e2205334154b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/subnets/7d4c44b1-5dad-4f60-a104-257722429126 HTTP/1.1" status: 204 len: 168 time: 0.2855163 Feb 03 12:12:50.121395 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.135119 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:12:49Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:50.161728 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Checking router: dea2beff-25f8-41d9-9d63-28b85769ef87 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:12:50.170463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Routers {'dea2beff-25f8-41d9-9d63-28b85769ef87'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:50.171066 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['dea2beff-25f8-41d9-9d63-28b85769ef87'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:50.193397 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] DHCP port deletion for 145399ec-87e8-4102-9a20-a2c4b0c290e4 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:12:50.230586 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (dea2beff-25f8-41d9-9d63-28b85769ef87), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.247529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Deleting port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:12:50.248166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.284362 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] Set router dea2beff-25f8-41d9-9d63-28b85769ef87 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:50.291863 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 50d0b121-b851-4f08-b1c7-60a3168936c4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:12:50.292213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.320793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] For port 35188607-9f60-4aa9-ae9c-cb2a45c154a9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=35188607-9f60-4aa9-ae9c-cb2a45c154a9,segment=NetworkSegment(9c274b96-eadd-43e2-8770-3c42d5b507b3),segment_id=9c274b96-eadd-43e2-8770-3c42d5b507b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:50.321218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.334226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Calling delete_port for 35188607-9f60-4aa9-ae9c-cb2a45c154a9 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:12:50.376555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 50d0b121-b851-4f08-b1c7-60a3168936c4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=50d0b121-b851-4f08-b1c7-60a3168936c4,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:50.376970 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.389497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 50d0b121-b851-4f08-b1c7-60a3168936c4 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:12:50.414953 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (35188607-9f60-4aa9-ae9c-cb2a45c154a9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.442811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Pushing event deleted for resources: {'Port': ['ID=35188607-9f60-4aa9-ae9c-cb2a45c154a9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:50.451900 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.452418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.452612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.452918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.453255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.453593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.453917 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.454268 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.454590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.454911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.455232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.455551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.456077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:50.460801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5c16d-0910-479b-ad55-3edeca559d47 None None] No DVR routers for this DVR port 35188607-9f60-4aa9-ae9c-cb2a45c154a9 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:12:50.471293 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:12:49Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:50.498312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7a875-c98d-487d-91a5-32d7f2c4eedc None None] The sync data for ids ['dea2beff-25f8-41d9-9d63-28b85769ef87'] in n-d-821606-6 is: [{'id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1013860529', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:11:15Z', 'updated_at': '2022-02-03T12:12:49Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '50d0b121-b851-4f08-b1c7-60a3168936c4', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea2beff-25f8-41d9-9d63-28b85769ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:11:16Z', 'updated_at': '2022-02-03T12:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:12:50.569705 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (50d0b121-b851-4f08-b1c7-60a3168936c4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.598782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=50d0b121-b851-4f08-b1c7-60a3168936c4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:50.658641 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (dea2beff-25f8-41d9-9d63-28b85769ef87), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.750947 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.752992 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (dea2beff-25f8-41d9-9d63-28b85769ef87), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.794757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (dea2beff-25f8-41d9-9d63-28b85769ef87), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.795400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Fanout notify agent at l3_agent the message router_deleted on router dea2beff-25f8-41d9-9d63-28b85769ef87 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:12:50.802842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.803992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-87306465-5aeb-4061-8024-2a6dd3e76dea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/routers/dea2beff-25f8-41d9-9d63-28b85769ef87 HTTP/1.1" status: 204 len: 168 time: 0.7938001 Feb 03 12:12:50.806990 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:50.839640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f54c2b57-d360-4e2a-ab52-60ca49f0f98b no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:12:50.861411 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: f54c2b57-d360-4e2a-ab52-60ca49f0f98b {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:12:50.861888 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device f54c2b57-d360-4e2a-ab52-60ca49f0f98b not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:12:50.885190 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (145399ec-87e8-4102-9a20-a2c4b0c290e4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.979734 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (145399ec-87e8-4102-9a20-a2c4b0c290e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:50.999470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145399ec-87e8-4102-9a20-a2c4b0c290e4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:51.008687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c274b96-eadd-43e2-8770-3c42d5b507b3') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:51.008939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c274b96-eadd-43e2-8770-3c42d5b507b3') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:51.019308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (9c274b96-eadd-43e2-8770-3c42d5b507b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.033230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (9c274b96-eadd-43e2-8770-3c42d5b507b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.039575 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:12:51.039973 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (9c274b96-eadd-43e2-8770-3c42d5b507b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:12:51.043032 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:12:51.106771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (145399ec-87e8-4102-9a20-a2c4b0c290e4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.115234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.118485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/networks/145399ec-87e8-4102-9a20-a2c4b0c290e4 HTTP/1.1" status: 204 len: 168 time: 0.3105583 Feb 03 12:12:51.121411 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59170) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:51.127816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b2a1-da23-4576-9a54-1230ac3fc01a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Network': ['ID=145399ec-87e8-4102-9a20-a2c4b0c290e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:51.180498 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (069a9384-45f3-4289-8d9b-bcd5665ab8b8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.209876 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (069a9384-45f3-4289-8d9b-bcd5665ab8b8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.267527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (069a9384-45f3-4289-8d9b-bcd5665ab8b8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.269760 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.270916 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/security-groups/069a9384-45f3-4289-8d9b-bcd5665ab8b8 HTTP/1.1" status: 204 len: 168 time: 0.1485343 Feb 03 12:12:51.280299 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad41c11-6f9f-4869-bf3a-3d63da467446 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069a9384-45f3-4289-8d9b-bcd5665ab8b8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:51.530895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 35188607-9f60-4aa9-ae9c-cb2a45c154a9 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:12:51.550017 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59176) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:51.552607 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 35188607-9f60-4aa9-ae9c-cb2a45c154a9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:12:51.552987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 35188607-9f60-4aa9-ae9c-cb2a45c154a9 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:12:51.553409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50d0b121-b851-4f08-b1c7-60a3168936c4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:12:51.555450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726923167', 'description': 'tempest-secgroup-smoke-726923167 description', 'project_id': '82330835012c4279bc45c9d21532aa61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:51.573353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 50d0b121-b851-4f08-b1c7-60a3168936c4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:12:51.573637 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 50d0b121-b851-4f08-b1c7-60a3168936c4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:12:51.574134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bfbc8ae4-7558-4a44-9509-f1e5ef91d68d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:12:51.577510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.595701 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: bfbc8ae4-7558-4a44-9509-f1e5ef91d68d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:12:51.596288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bfbc8ae4-7558-4a44-9509-f1e5ef91d68d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:12:51.646202 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (f3569ced-c24d-4d46-941f-f62dc8bb21fc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.649856 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3569ced-c24d-4d46-941f-f62dc8bb21fc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.676579 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.678072 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268158 Feb 03 12:12:51.681107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:51.682254 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa55f97-ab7d-49c5-bf15-d21b465c53a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3569ced-c24d-4d46-941f-f62dc8bb21fc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:51.687109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:51.712236 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (08248f48-fda4-471a-ae44-ce139557e29b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.765032 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (08248f48-fda4-471a-ae44-ce139557e29b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.768450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (08248f48-fda4-471a-ae44-ce139557e29b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.785777 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08248f48-fda4-471a-ae44-ce139557e29b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:51.794274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.795436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-a3557f4d-b72d-4466-9c27-e9a05d220397 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132858 Feb 03 12:12:51.798209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59180) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:51.802872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:51.827826 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (4c0945d9-fee9-46cc-bda1-32584a8423cd), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.882618 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (4c0945d9-fee9-46cc-bda1-32584a8423cd), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.886877 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4c0945d9-fee9-46cc-bda1-32584a8423cd), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.909533 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0945d9-fee9-46cc-bda1-32584a8423cd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:51.915170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:51.916238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b0d7acb-f844-4c28-afd1-ae09ac29db56 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170287 Feb 03 12:12:51.919627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:51.923979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:51.949570 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (633170b0-15c2-4ff1-9a54-cf4bb4748f18), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.006886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (633170b0-15c2-4ff1-9a54-cf4bb4748f18), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.010370 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (633170b0-15c2-4ff1-9a54-cf4bb4748f18), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.028801 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633170b0-15c2-4ff1-9a54-cf4bb4748f18,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:52.036296 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.037502 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-37e2b95b-3b9f-46cb-a928-a4d6ea5bcd83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169176 Feb 03 12:12:52.040209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:52.045034 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:52.068418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (13d9205d-2276-4168-9bee-454e3a7a9664), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.126186 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (13d9205d-2276-4168-9bee-454e3a7a9664), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.129599 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (13d9205d-2276-4168-9bee-454e3a7a9664), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.148168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d9205d-2276-4168-9bee-454e3a7a9664,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:52.156871 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.158079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ae5dc495-0fd6-4d08-90a9-22a9452131ac tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169825 Feb 03 12:12:52.160763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:52.165040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:52.185718 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:12:52.190414 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (d0bf394a-293d-4774-aa2f-be7f1873acc2), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.248672 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (d0bf394a-293d-4774-aa2f-be7f1873acc2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.252668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (d0bf394a-293d-4774-aa2f-be7f1873acc2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.272389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bf394a-293d-4774-aa2f-be7f1873acc2,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:52.281529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.282691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5ed25bad-4438-4257-be03-4d59a6720e5a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209943 Feb 03 12:12:52.285401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:52.289676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': 'f3569ced-c24d-4d46-941f-f62dc8bb21fc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:52.309858 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:12:52.314723 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (1e54bbc2-5d75-4419-87cd-2ce54e827490), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.372468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (1e54bbc2-5d75-4419-87cd-2ce54e827490), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.375999 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1e54bbc2-5d75-4419-87cd-2ce54e827490), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.394858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e54bbc2-5d75-4419-87cd-2ce54e827490,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:52.400510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.401692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f6a61f9d-c208-4ca9-8461-31eb326dfc50 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153460 Feb 03 12:12:52.405075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:52.410154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'network': {'name': 'tempest-network-smoke--897091781', 'project_id': '82330835012c4279bc45c9d21532aa61', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:52.429075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:12:52.432219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.455599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:12:52.466643 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d5a96390-8c1d-439c-b39d-31ab804c698d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.466991 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Added segment d5a96390-8c1d-439c-b39d-31ab804c698d of type vlan for network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 Feb 03 12:12:52.506349 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.530639 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.535469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:52.536045 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.570348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1642978 Feb 03 12:12:52.573046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:52.577849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'admin_state_up': True, 'project_id': '82330835012c4279bc45c9d21532aa61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:52.620372 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a1322-8216-4a0a-8d72-7ca21d3b32cd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Network': ['ID=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:52.630918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:12:52.634465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.635674 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.686603 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:52.823179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:53.014777 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:53.032771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:53.130212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.187 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/5637b858-4966-4518-9707-1bc1557502bb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:12:53.556461 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (5637b858-4966-4518-9707-1bc1557502bb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:53.589864 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5637b858-4966-4518-9707-1bc1557502bb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:53.627952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:12:53.632702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:53.636123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:12:53.641323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=5637b858-4966-4518-9707-1bc1557502bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:53.879884 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.083548 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.208966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:12:54.313515 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:12:54.322881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Sync routers for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:12:54.333208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:54.333668 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.333818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:54.335890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d4ec24fa-7437-4a90-b5ec-06afca7e2be0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7610123 Feb 03 12:12:54.338036 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:54.367931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-140ec0f6-cd8b-42ec-a53e-7d87d3618a98 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=82330835012c4279bc45c9d21532aa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263479 Feb 03 12:12:54.368279 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:54.466157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86b2e3-0736-41e4-a039-dec972b7f4ff tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:54.467582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6f86b2e3-0736-41e4-a039-dec972b7f4ff tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985253 Feb 03 12:12:54.470544 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:54.501739 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d4e2b9ed-15c9-46d9-8ce7-15a5afbca521 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277534 Feb 03 12:12:54.501993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:54.506648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546537218', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:54.593520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:12:54.594516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:54.596897 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.774958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:53Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:54.781061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (7d13dd4b-cfe3-4fe0-8c34-098d8576b428), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.801428 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Checking router: 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:12:54.802040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Updating router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 port 5637b858-4966-4518-9707-1bc1557502bb binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:12:54.830025 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5637b858-4966-4518-9707-1bc1557502bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.843983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Subnet': ['ID=7d13dd4b-cfe3-4fe0-8c34-098d8576b428,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:54.854028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Checking segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:12:54.854402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network hostable DHCP agents. Network: d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:12:54.871682 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:12:54.880222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:54.884627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:54.885336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:54.902883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-49f75131-2b15-49b7-9d18-9788c18507ef tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999047 Feb 03 12:12:54.905659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:12:54.916303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bc3df-5db7-4476-96f7-101df2729ecb None None] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:12:55.088232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:12:55.089091 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.271195 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks [] for port (5637b858-4966-4518-9707-1bc1557502bb), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.281238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5637b858-4966-4518-9707-1bc1557502bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.316808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Allocated IP 172.20.0.2 (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8/7d13dd4b-cfe3-4fe0-8c34-098d8576b428/d8e0d55c-9190-4926-aecf-572570975bc9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:12:55.352165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c36cc-a42d-4043-9aa3-6e5e71935d54 None None] Pushing event updated for resources: {'Port': ['ID=5637b858-4966-4518-9707-1bc1557502bb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:55.353239 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.357497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Attempting to bind port 5637b858-4966-4518-9707-1bc1557502bb on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:12:55.357933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Attempting to bind port 5637b858-4966-4518-9707-1bc1557502bb by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:12:55.358322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Attempting to bind port 5637b858-4966-4518-9707-1bc1557502bb on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:12:55.379084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:12:55.379459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:12:55.379858 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.380247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:12:55.380713 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Bound port: 5637b858-4966-4518-9707-1bc1557502bb, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:12:55.381112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5637b858-4966-4518-9707-1bc1557502bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.481401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] For port 5637b858-4966-4518-9707-1bc1557502bb, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:12:55.485879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] For port 5637b858-4966-4518-9707-1bc1557502bb, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5637b858-4966-4518-9707-1bc1557502bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:12:55.493938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5637b858-4966-4518-9707-1bc1557502bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.604228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks [] for port (d8e0d55c-9190-4926-aecf-572570975bc9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.606774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:55.607468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:55.609576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c36cc-a42d-4043-9aa3-6e5e71935d54 None None] Pushing event updated for resources: {'Port': ['ID=5637b858-4966-4518-9707-1bc1557502bb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:55.614795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.663166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.1 (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8/7d13dd4b-cfe3-4fe0-8c34-098d8576b428/f705d759-ee57-44bf-a93e-7f2ac8b79137) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:12:55.729418 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:12:55.736452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:55.738733 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:12:55.743247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Pushing event updated for resources: {'Port': ['ID=d8e0d55c-9190-4926-aecf-572570975bc9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:55.780863 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.805092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:55.819883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.866700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:12:55.869730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:55.875014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:12:55.876150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Attempting to bind port d8e0d55c-9190-4926-aecf-572570975bc9 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:12:55.876527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Attempting to bind port d8e0d55c-9190-4926-aecf-572570975bc9 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:12:55.877093 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Attempting to bind port d8e0d55c-9190-4926-aecf-572570975bc9 on network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:12:55.879008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:55.895255 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:12:55.895642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Checking segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:12:55.896042 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.896434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Bound using segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:12:55.896931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Bound port: d8e0d55c-9190-4926-aecf-572570975bc9, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:12:55.897355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:55.921817 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.030831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] For port d8e0d55c-9190-4926-aecf-572570975bc9, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:12:56.035219 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] For port d8e0d55c-9190-4926-aecf-572570975bc9, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d8e0d55c-9190-4926-aecf-572570975bc9,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:12:56.043998 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.054346 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.116020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae18f54-c2c5-46ee-9a74-6856757d9695 None None] Pushing event updated for resources: {'Port': ['ID=d8e0d55c-9190-4926-aecf-572570975bc9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:56.123380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:53Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:56.153374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ce27c-689e-4d14-90cd-c996a2911712 None None] The sync data for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 is: [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:53Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:12:56.380259 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.387656 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.490721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:56.492571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:56.599661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:12:56.599661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:56.717194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:12:56.830133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:12:56.835313 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-81209cb4-3aa8-4e9d-9446-6bfb23281814 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/44cf93a6-6434-4cbc-a000-4f6cfe563ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9286833 Feb 03 12:12:56.997584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-4cf67766-ccd4-4ccf-9326-7b09ba11e05a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726923167&fields=id&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 267 time: 0.0475819 Feb 03 12:12:57.110242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-0177d94f-4933-4784-9376-dec8661352b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:57.111839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-0177d94f-4933-4784-9376-dec8661352b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 796 time: 0.1077161 Feb 03 12:12:57.127705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-42a93982-f3b8-46be-a79a-41c94376497c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/quotas/82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 375 time: 0.0104089 Feb 03 12:12:57.178243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7d64c-22ba-4a0e-86fc-1932b9e85f2a None None] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:12:57.189327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-36f6a677-36f3-4884-bcc6-8348d50ad684 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561502 Feb 03 12:12:57.205059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-84592f5c-e5bf-4437-ab40-178cd074db10 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:12:57.206027 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-84592f5c-e5bf-4437-ab40-178cd074db10 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051565 Feb 03 12:12:57.298189 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Provisioning complete for port d8e0d55c-9190-4926-aecf-572570975bc9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:57.298558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.299892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-eabf6985-b229-4450-b9a9-013daa52343a service neutron] 10.222.0.30 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Feb 03 12:12:57.394315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Current status of the port d8e0d55c-9190-4926-aecf-572570975bc9 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:57.394715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.438468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] For port d8e0d55c-9190-4926-aecf-572570975bc9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d8e0d55c-9190-4926-aecf-572570975bc9,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:57.441488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-05936086-d19b-4f31-a1f5-5db318a517ee service neutron] 10.222.0.30 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352510 Feb 03 12:12:57.445179 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.503860 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1902273-0a38-40a6-b115-e31d8890a1cd None None] Pushing event updated for resources: {'Port': ['ID=d8e0d55c-9190-4926-aecf-572570975bc9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:57.561808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5637b858-4966-4518-9707-1bc1557502bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:12:57.631838 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5637b858-4966-4518-9707-1bc1557502bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:57.632313 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5637b858-4966-4518-9707-1bc1557502bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.663494 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9036d92c-9146-4f2c-8c11-df5ee60551b4 req-049f960a-e2f9-4cc5-8c2c-9f0b2709e38b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 210 time: 0.0455618 Feb 03 12:12:57.698285 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Provisioning complete for port d8e0d55c-9190-4926-aecf-572570975bc9 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:57.699163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.734392 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.786118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5637b858-4966-4518-9707-1bc1557502bb is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:57.786540 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (5637b858-4966-4518-9707-1bc1557502bb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.828771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 5637b858-4966-4518-9707-1bc1557502bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5637b858-4966-4518-9707-1bc1557502bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:57.840422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (5637b858-4966-4518-9707-1bc1557502bb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.841242 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d8e0d55c-9190-4926-aecf-572570975bc9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:12:57.865223 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Current status of the port d8e0d55c-9190-4926-aecf-572570975bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:57.937853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:57.938263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:57.942365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=5637b858-4966-4518-9707-1bc1557502bb,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:57.985956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-623f542e-a921-43c6-a0a1-9d05adee47f9 None None] Port f705d759-ee57-44bf-a93e-7f2ac8b79137 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:12:57.987344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d8e0d55c-9190-4926-aecf-572570975bc9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:57.987712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.014058 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Sync routers for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:12:58.030263 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:58.030846 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:58.089215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d8e0d55c-9190-4926-aecf-572570975bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:58.115789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f9bd81de-301e-415a-aa13-641d3550f497 None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:58.116556 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9bd81de-301e-415a-aa13-641d3550f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.154826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd81de-301e-415a-aa13-641d3550f497 None None] Port f705d759-ee57-44bf-a93e-7f2ac8b79137 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:12:58.163943 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:58.275669 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a9b80286-7109-4fc7-afd3-5c54021a18ca None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:58.276128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b80286-7109-4fc7-afd3-5c54021a18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.312901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a9b80286-7109-4fc7-afd3-5c54021a18ca None None] Port f705d759-ee57-44bf-a93e-7f2ac8b79137 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:12:58.372088 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 2, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:58.403226 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Checking router: 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:12:58.403577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Updating router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 port f705d759-ee57-44bf-a93e-7f2ac8b79137 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:12:58.430846 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.688260 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks [] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.693313 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.789187 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Pushing event updated for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:58.806490 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Attempting to bind port f705d759-ee57-44bf-a93e-7f2ac8b79137 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:12:58.807361 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Attempting to bind port f705d759-ee57-44bf-a93e-7f2ac8b79137 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:12:58.807949 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Attempting to bind port f705d759-ee57-44bf-a93e-7f2ac8b79137 on network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:12:58.811257 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.811811 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.812339 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.812878 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.813532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.814220 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.814737 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.815254 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.815767 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.816312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.816830 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.817524 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.818047 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:12:58.824946 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:12:58.826310 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Checking segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:12:58.835269 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2140ab7f-c030-4ba2-a879-bb372f334242 req-f66ab5be-15f0-4e06-b20e-6a75d663bc54 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 210 time: 0.0371363 Feb 03 12:12:58.836324 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.840789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Bound using segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:12:58.841333 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Bound port: f705d759-ee57-44bf-a93e-7f2ac8b79137, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:12:58.841726 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.877168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-950ca32a-7c11-43a3-a986-9f39c10a77a3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:58.879339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-950ca32a-7c11-43a3-a986-9f39c10a77a3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 796 time: 0.1676006 Feb 03 12:12:58.936514 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] For port f705d759-ee57-44bf-a93e-7f2ac8b79137, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:12:58.941714 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] For port f705d759-ee57-44bf-a93e-7f2ac8b79137, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f705d759-ee57-44bf-a93e-7f2ac8b79137,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:12:58.948233 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:58.956135 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-68e2ac68-ff64-4b4c-a874-9546fbb7f04c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 379 time: 0.0624712 Feb 03 12:12:58.970955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'port': {'device_id': '347a26d4-de91-49ae-8409-531a5e444e7f', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'admin_state_up': True, 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'security_groups': ['f3569ced-c24d-4d46-941f-f62dc8bb21fc']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:12:59.011240 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:12:59.011633 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:12:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:59.043536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:59.043911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.046976 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453369b9-7b5c-4f90-88c2-90a098ae788c None None] Pushing event updated for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:59.106717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:12:59.111286 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.139198 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:12:59.144807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Current status of the port f705d759-ee57-44bf-a93e-7f2ac8b79137 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:59.145283 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.183401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] For port f705d759-ee57-44bf-a93e-7f2ac8b79137, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f705d759-ee57-44bf-a93e-7f2ac8b79137,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:12:59.190712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.248178 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7c0ad-9bbe-48c9-bcf7-25818ae204d5 None None] Pushing event updated for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:59.274213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.4 (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8/7d13dd4b-cfe3-4fe0-8c34-098d8576b428/3e5d1e1f-e561-47ce-b474-e7df0e29e4a7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:12:59.312792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3c7e75da-72be-446a-9fe9-71cbe9392bd4 None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:59.313860 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c7e75da-72be-446a-9fe9-71cbe9392bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.408394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e75da-72be-446a-9fe9-71cbe9392bd4 None None] Current status of the port f705d759-ee57-44bf-a93e-7f2ac8b79137 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:59.442676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d8e0d55c-9190-4926-aecf-572570975bc9 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:12:59.495454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d8e0d55c-9190-4926-aecf-572570975bc9 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:59.495903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.496021 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:58Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:12:59.526311 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34a9bb-9bec-41ed-b9ab-0d4a5429b768 None None] The sync data for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 is: [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:58Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:12:59.591760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d8e0d55c-9190-4926-aecf-572570975bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:59.592899 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5637b858-4966-4518-9707-1bc1557502bb up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:12:59.800701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.822952 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 5637b858-4966-4518-9707-1bc1557502bb triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:12:59.823332 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (5637b858-4966-4518-9707-1bc1557502bb), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.836711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:12:59.884005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:12:59.887730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:12:59.894154 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:12:59.932326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:12:59.935481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 5637b858-4966-4518-9707-1bc1557502bb is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:12:59.990823 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:12:59.991504 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.014453 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-072008b6-5324-4b7e-8683-78795b8753ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476964 Feb 03 12:13:00.032341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4ab01-ad68-4b06-9b3e-2d1061003ae7 req-d048b065-6775-458d-ba82-fb570de8939c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:00.033951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39b4ab01-ad68-4b06-9b3e-2d1061003ae7 req-d048b065-6775-458d-ba82-fb570de8939c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 931 time: 0.0800936 Feb 03 12:13:00.039702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Request body: {'port': {'device_id': '347a26d4-de91-49ae-8409-531a5e444e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:13:00.134069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-39b4ab01-ad68-4b06-9b3e-2d1061003ae7 req-88241862-9873-46b8-abc2-5879e528f485 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914466 Feb 03 12:13:00.139248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e5bb43b1-f2c6-4338-a665-532bfc586daf None None] Provisioning complete for port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:13:00.139635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5bb43b1-f2c6-4338-a665-532bfc586daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.141612 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.182197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb43b1-f2c6-4338-a665-532bfc586daf None None] Port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:13:00.419403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:13:00.427621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks [] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.441033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Transition to ACTIVE for port object 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:13:00.444632 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.496851 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Pushing event updated for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:00.577062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Attempting to bind port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:13:00.577496 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Attempting to bind port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Attempting to bind port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 on network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 on network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Attempting to bind port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 on network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Checking segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Bound using segment: {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Bound port: 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a96390-8c1d-439c-b39d-31ab804c698d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:13:00.591408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.682280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:13:00.686618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:13:00.693853 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.729717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:00.731262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:00.732676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] 10.222.0.69 "PUT /v2.0/ports/3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 1091 time: 0.6977646 Feb 03 12:13:00.733226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:13:00.735528 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41151c5-64a1-4593-93a2-81c8370758e7" -d '{"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:13:00.777409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cd2ac-0733-4db1-b976-137dc84197fc service neutron] Pushing event updated for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:00.808012 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd75ccf-39e5-4863-8092-aaca6e407b7c x-openstack-request-id: req-8fd75ccf-39e5-4863-8092-aaca6e407b7c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:13:00.809149 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:13:00.809320 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fd75ccf-39e5-4863-8092-aaca6e407b7c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:13:00.810027 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'status': 'completed', 'code': 200} Feb 03 12:13:00.846253 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-f48981a9-8f76-49ba-8045-872d0022f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:00.847810 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-f48981a9-8f76-49ba-8045-872d0022f031 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1125 time: 0.0552790 Feb 03 12:13:00.900093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-5ea5f1cf-bafa-460b-8d54-6919468dd2a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 217 time: 0.0403173 Feb 03 12:13:00.951404 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-aeeeb7a4-d709-46c5-9c0f-3498fe3406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:00.952948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-aeeeb7a4-d709-46c5-9c0f-3498fe3406a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0473082 Feb 03 12:13:01.003517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-5b70b19f-976b-4759-a5fb-1b4a93e5e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.004952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-5b70b19f-976b-4759-a5fb-1b4a93e5e11c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462918 Feb 03 12:13:01.100038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-c9471611-184c-42ff-a2bd-e2653e888403 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882299 Feb 03 12:13:01.191683 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdc3a93-4469-4329-9ebb-1fafc03a1efc req-bdab1a3e-c7c8-4fe7-b27b-57f158c4b4ac service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852563 Feb 03 12:13:01.265827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40256-004d-41fa-8b2d-3f284a4f3fd7 req-ec73448e-30d6-45ea-ab13-a7cdf371229b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.267428 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2f40256-004d-41fa-8b2d-3f284a4f3fd7 req-ec73448e-30d6-45ea-ab13-a7cdf371229b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 943 time: 0.0588822 Feb 03 12:13:01.356855 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b2f40256-004d-41fa-8b2d-3f284a4f3fd7 req-155b9d73-a604-49fd-96a1-58f9f5cba400 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785327 Feb 03 12:13:01.361967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-b9e00941-970c-4ade-87fb-3dcb4da3b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.363449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-b9e00941-970c-4ade-87fb-3dcb4da3b936 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1125 time: 0.0932302 Feb 03 12:13:01.387275 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6f59-1813-43c9-913f-47ca721c5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:01.432586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f705d759-ee57-44bf-a93e-7f2ac8b79137 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:13:01.465400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-72d9cb23-7668-47c3-b008-960b1354d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.467180 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-72d9cb23-7668-47c3-b008-960b1354d86f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.0963078 Feb 03 12:13:01.481383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port f705d759-ee57-44bf-a93e-7f2ac8b79137 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:13:01.481790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:01.506997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-bf48c548-dee1-43d0-8f97-212cffabb18d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 217 time: 0.0344069 Feb 03 12:13:01.554629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-54e1d2ee-b88f-4618-b9a1-cdfc62b8e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.556177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-54e1d2ee-b88f-4618-b9a1-cdfc62b8e9a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0436459 Feb 03 12:13:01.558746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port f705d759-ee57-44bf-a93e-7f2ac8b79137 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:13:01.608941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-c579a534-b63d-49a0-87a0-250a7478257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:01.610354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-c579a534-b63d-49a0-87a0-250a7478257a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485985 Feb 03 12:13:01.698564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-11856aae-500a-4a01-963f-306bf6225d58 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Feb 03 12:13:01.788570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e41151c5-64a1-4593-93a2-81c8370758e7 req-1004b6a8-38a1-4aae-a36d-e236a1f72285 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848978 Feb 03 12:13:02.488932 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb87a7f-04cb-4be3-8a61-3f2503f303dd req-83bdd565-15a4-43ce-989c-19c03c79c2e1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:02.490348 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbb87a7f-04cb-4be3-8a61-3f2503f303dd req-83bdd565-15a4-43ce-989c-19c03c79c2e1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 943 time: 0.0529647 Feb 03 12:13:02.539143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbb87a7f-04cb-4be3-8a61-3f2503f303dd req-7de4c0c9-fe28-4a23-843d-65aec2c68db8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Feb 03 12:13:03.655607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dddc6a-bc89-4572-8256-71c278b3b275 req-b262422b-a1d0-4d6e-9a80-630d69d65ef2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:03.657102 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16dddc6a-bc89-4572-8256-71c278b3b275 req-b262422b-a1d0-4d6e-9a80-630d69d65ef2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 943 time: 0.0524042 Feb 03 12:13:03.710019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16dddc6a-bc89-4572-8256-71c278b3b275 req-bb091181-526c-4cf1-8499-638f671132d7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474067 Feb 03 12:13:04.487346 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a4b716-557a-4695-bdba-f11e9a9767ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:04.827104 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740566f0-70cf-4bf1-8653-3544520f5d6a req-46158732-0f80-4ce9-bca9-4cba2c0fff3a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:04.828573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-740566f0-70cf-4bf1-8653-3544520f5d6a req-46158732-0f80-4ce9-bca9-4cba2c0fff3a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 943 time: 0.0522935 Feb 03 12:13:04.871946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:04.877002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-740566f0-70cf-4bf1-8653-3544520f5d6a req-7bb21c02-72c9-4937-93d4-fc58bc8de50e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Feb 03 12:13:04.917236 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:13:05.010230 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:13:05.021662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'port_id': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'mac_address': 'fa:16:3e:47:f5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:13:05.060748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:13:05.061235 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:05.073164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:13:05.092069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:13:05.095687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:05.140220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:05.470798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:13:05.995620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f042d-03ca-4b60-b25a-9354738a667c req-2e907058-b1e4-4068-bf06-9b78664087c9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:05.997112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd8f042d-03ca-4b60-b25a-9354738a667c req-2e907058-b1e4-4068-bf06-9b78664087c9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 944 time: 0.0520957 Feb 03 12:13:06.044536 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cd8f042d-03ca-4b60-b25a-9354738a667c req-9846ffa3-1407-4a28-a248-1041060ab1f8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Feb 03 12:13:06.467984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:06.932936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:13:06.984608 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:13:06.988259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:13:06.988633 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:07.062051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:13:07.062444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:07.084571 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:13:07.086859 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b832af1-65cc-4949-8007-b4a9bc016296" -d '{"events": [{"server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:13:07.101342 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:13:07.106872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:07.161043 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:07.176810 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cf5ac-96ef-491b-9912-29411331933b req-84056e30-764c-4db5-9692-bf548ab82b6b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:07.178575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-145cf5ac-96ef-491b-9912-29411331933b req-84056e30-764c-4db5-9692-bf548ab82b6b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0628371 Feb 03 12:13:07.192335 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb778a-cb09-4f48-bacc-b3087bb7cb48 x-openstack-request-id: req-2bbb778a-cb09-4f48-bacc-b3087bb7cb48 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:13:07.192628 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:13:07.192883 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bbb778a-cb09-4f48-bacc-b3087bb7cb48 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:13:07.193336 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'code': 200} Feb 03 12:13:07.231329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-145cf5ac-96ef-491b-9912-29411331933b req-2227d2d6-0094-4b88-9e1b-1922fc9432d1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Feb 03 12:13:07.319718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252ab3-b666-49bd-9a70-0d0cb6ee787c req-defdabbd-4f12-4e95-a6da-b5735352d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:07.321159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b252ab3-b666-49bd-9a70-0d0cb6ee787c req-defdabbd-4f12-4e95-a6da-b5735352d942 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0434415 Feb 03 12:13:07.364709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2b252ab3-b666-49bd-9a70-0d0cb6ee787c req-e9a8bf0d-1f23-4d6a-86da-8928bf17c95f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381525 Feb 03 12:13:07.463286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:08.351251 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1de2-c933-41a9-adb9-c41c66231ba1 req-ad26998e-bff2-4d78-94cf-d83f687791ae tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:08.352707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7aa1de2-c933-41a9-adb9-c41c66231ba1 req-ad26998e-bff2-4d78-94cf-d83f687791ae tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0518112 Feb 03 12:13:08.403878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d7aa1de2-c933-41a9-adb9-c41c66231ba1 req-d9753ae1-bfe2-458c-bc90-ed409d4ba713 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455883 Feb 03 12:13:09.521227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8735d-8397-4bca-b693-a599debd909d req-196372ca-781b-496c-b073-fed8be29633e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:09.522615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51a8735d-8397-4bca-b693-a599debd909d req-196372ca-781b-496c-b073-fed8be29633e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0516922 Feb 03 12:13:09.570819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51a8735d-8397-4bca-b693-a599debd909d req-1282b7f3-c24a-4fb1-9bf2-26e46b30ce00 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 Feb 03 12:13:09.689273 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdfa91-783c-453a-bf29-72861bbc9ab6 req-4ccf74f0-0c63-40ba-8457-87d5a8bc926a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:09.690720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48cdfa91-783c-453a-bf29-72861bbc9ab6 req-4ccf74f0-0c63-40ba-8457-87d5a8bc926a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0512247 Feb 03 12:13:09.739065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48cdfa91-783c-453a-bf29-72861bbc9ab6 req-b5462256-4c21-4594-bf7a-471ce092581a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Feb 03 12:13:09.761230 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59262) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:13:09.803825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3290c-e674-439c-a5a5-45c17fa3daea tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:09.805338 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-61f3290c-e674-439c-a5a5-45c17fa3daea tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1122 time: 0.0430372 Feb 03 12:13:09.808661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59264) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:13:09.812948 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:13:09.832898 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:09.929272 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.028107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.38 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/fef84ceb-a534-4f57-beac-efa5e54a383b) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:13:10.130992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.163244 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.209888 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:13:10.215089 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:13:10.217809 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:13:10.241982 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=fef84ceb-a534-4f57-beac-efa5e54a383b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:10.575089 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (9c4ed5c6-cdd4-4df4-9900-2475f10008a5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.641151 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.791239 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.795612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.863179 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=fef84ceb-a534-4f57-beac-efa5e54a383b,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:13:10.875232 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (9c4ed5c6-cdd4-4df4-9900-2475f10008a5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:10.970011 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 9c4ed5c6-cdd4-4df4-9900-2475f10008a5 associated. External IP: 172.25.7.38, port: 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7. Feb 03 12:13:11.409955 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:13:11.516133 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:13:11.526356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Sync routers for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:13:11.536414 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:11.537946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:13:11.538578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:13:11.570810 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b757ccd0-449a-4a37-97f7-2a3f3fad167b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7610295 Feb 03 12:13:11.571705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:13:11.633954 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b0d75-79cb-4397-8dea-a9c158216424" -d '{"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:13:11.655131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:13:11.703449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76ec8c-a561-454a-a46a-cc2a9dca88e9 req-d486cbb5-0949-4862-8df7-61cb422e7508 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:11.705088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d76ec8c-a561-454a-a46a-cc2a9dca88e9 req-d486cbb5-0949-4862-8df7-61cb422e7508 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0752902 Feb 03 12:13:11.725873 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb9568a-5264-443b-81d3-31a10914602a x-openstack-request-id: req-5bb9568a-5264-443b-81d3-31a10914602a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:13:11.726169 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:13:11.726426 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bb9568a-5264-443b-81d3-31a10914602a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:13:11.726826 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'status': 'completed', 'code': 200} Feb 03 12:13:11.764251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0d76ec8c-a561-454a-a46a-cc2a9dca88e9 req-8646f625-0dd2-45b3-a1bf-abf7f702232f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528593 Feb 03 12:13:11.782877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:13:11.819555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-7f33103e-f967-433b-bcf3-f48e8cebe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:11.820440 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-7f33103e-f967-433b-bcf3-f48e8cebe17f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0497136 Feb 03 12:13:11.844349 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f9ac3906-9207-4ac1-a1fd-104866372102 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/9c4ed5c6-cdd4-4df4-9900-2475f10008a5 HTTP/1.1" status: 200 len: 990 time: 0.0600002 Feb 03 12:13:11.889079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '9c4ed5c6-cdd4-4df4-9900-2475f10008a5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'port_id': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'mac_address': 'fa:16:3e:47:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a26d4-de91-49ae-8409-531a5e444e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:13:10Z', 'updated_at': '2022-02-03T12:13:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:13:11.913835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-14a0f547-8e87-449e-80bb-733d65a82c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:11.915308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-14a0f547-8e87-449e-80bb-733d65a82c79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.0890789 Feb 03 12:13:11.919413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Checking router: 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:13:11.928963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:13:11.929576 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:13:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:13:11.979003 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-123dc42e-4373-435f-ba61-9398904cdad2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 998 time: 0.0580046 Feb 03 12:13:12.026317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-43d3837a-628e-4a41-b4d3-97f91d875415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:12.030199 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-43d3837a-628e-4a41-b4d3-97f91d875415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0461092 Feb 03 12:13:12.035710 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:13:12.084203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-6fb3f5bd-fce4-4329-aa36-c2a422326da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:12.085733 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-6fb3f5bd-fce4-4329-aa36-c2a422326da3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494189 Feb 03 12:13:12.175398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-3b0496a3-2e26-48df-9918-e52f6a8b8b26 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Feb 03 12:13:12.276177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0e7b0d75-79cb-4397-8dea-a9c158216424 req-b5424bc1-a667-48d7-81b3-a20651154a27 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950322 Feb 03 12:13:12.291258 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '9c4ed5c6-cdd4-4df4-9900-2475f10008a5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'port_id': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'mac_address': 'fa:16:3e:47:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a26d4-de91-49ae-8409-531a5e444e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:13:10Z', 'updated_at': '2022-02-03T12:13:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:13:12.322746 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cf753-c1fc-4567-ad1b-d907769f45a4 None None] The sync data for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 is: [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '9c4ed5c6-cdd4-4df4-9900-2475f10008a5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'port_id': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'mac_address': 'fa:16:3e:47:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a26d4-de91-49ae-8409-531a5e444e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:13:10Z', 'updated_at': '2022-02-03T12:13:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:13:12.509741 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d83c00-0092-42f7-b764-cc2278b1f0d7 None None] New status for floating IP 9c4ed5c6-cdd4-4df4-9900-2475f10008a5: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:13:12.847849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59276) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:13:12.910447 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6d45502c-6ed6-4e48-afda-b5d5baf6742d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/9c4ed5c6-cdd4-4df4-9900-2475f10008a5 HTTP/1.1" status: 200 len: 992 time: 0.0613937 Feb 03 12:13:16.819217 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:17.985549 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:13:27.697175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:31.378690 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78d43afa-4b85-4502-b110-c5750c850fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:34.488641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c7dde7-29ea-4699-9e02-4a8b4ba057f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:34.874509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:36.469832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:37.455968 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:42.569344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-7d253c63-c7ec-4a13-b071-b38df0feee20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459487 Feb 03 12:13:42.666375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-27cca734-3737-46c2-adc4-87fb09703c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:42.667828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-27cca734-3737-46c2-adc4-87fb09703c9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0438471 Feb 03 12:13:42.768903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-fca1d362-034c-46ca-9db0-392c312ce654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:42.770360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-fca1d362-034c-46ca-9db0-392c312ce654 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.0862207 Feb 03 12:13:42.832207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-a40049a1-2dc4-4d45-9bf7-0d76027db80a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0564330 Feb 03 12:13:42.882448 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-9a5e568d-2241-46f3-b25b-5c0550716490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:42.883839 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-9a5e568d-2241-46f3-b25b-5c0550716490 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0455580 Feb 03 12:13:42.935340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-9a7e709d-d692-4ef5-bef3-3ad3f6720577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:13:42.936845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-9a7e709d-d692-4ef5-bef3-3ad3f6720577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466118 Feb 03 12:13:43.024885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-40ec0bd5-5e86-4e55-9dca-fa15bc19a219 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816154 Feb 03 12:13:43.114998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-defb6f8a-c1cb-4921-95e3-8fe2de70f4ea req-61f8a3d0-2ad4-4324-9b75-9c7a2c8f37f6 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Feb 03 12:13:46.817995 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:13:54.984677 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:13:57.719656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:01.380873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f5e63cd-3acd-4e1c-90f4-fb0d5e37890a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:04.489387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-861dcda1-63eb-4295-8fda-1191a2620911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:04.877874 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:06.472520 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:07.459002 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:15.737312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4065a-4b75-47a2-8513-211874daa36f req-0252f239-0490-4f99-bd45-60f847ce546e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:15.738785 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e4065a-4b75-47a2-8513-211874daa36f req-0252f239-0490-4f99-bd45-60f847ce546e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0859773 Feb 03 12:14:15.754403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-5ab565a7-68ae-4224-b6e3-c10145a5dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:15.755822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-5ab565a7-68ae-4224-b6e3-c10145a5dc79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0747821 Feb 03 12:14:15.842769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03e4065a-4b75-47a2-8513-211874daa36f req-f8abc0e1-a6cd-4888-8b01-5bbd3b0129db tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979464 Feb 03 12:14:15.869074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-7f83d56d-92d3-4aee-9153-732d54edf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:15.870497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-7f83d56d-92d3-4aee-9153-732d54edf32c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.1087430 Feb 03 12:14:15.949122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-599ba0ad-052b-4a16-b1c2-f7275745de80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0724528 Feb 03 12:14:16.001288 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-d231811d-39f6-4151-b16d-af16d2f53a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:16.002766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-d231811d-39f6-4151-b16d-af16d2f53a94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0457692 Feb 03 12:14:16.052218 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-717c094a-f6b4-4486-9acf-fd8ea9876ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:16.053990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-717c094a-f6b4-4486-9acf-fd8ea9876ae5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453928 Feb 03 12:14:16.143993 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-c22e5415-a486-473f-93dd-b5a6c2a31f22 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Feb 03 12:14:16.230636 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-eaa31d5b-1165-48f1-9623-e536a14e253c req-c45d9b77-998c-49eb-8f2d-fb8e7c19081a service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804727 Feb 03 12:14:16.831560 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:16.970586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219546a-59c2-4af7-b762-799af45c8565 req-360a8c81-801c-44b8-a028-01da641e7240 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:16.972049 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0219546a-59c2-4af7-b762-799af45c8565 req-360a8c81-801c-44b8-a028-01da641e7240 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0565157 Feb 03 12:14:17.021365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0219546a-59c2-4af7-b762-799af45c8565 req-161792d6-2756-452f-9ba3-c506acfd7384 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Feb 03 12:14:18.138142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c6b8-a5a9-42c9-a451-0913d74f7e8d req-17b94861-77b4-423d-96af-ffe12d531f8a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:18.140070 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33c8c6b8-a5a9-42c9-a451-0913d74f7e8d req-17b94861-77b4-423d-96af-ffe12d531f8a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0521915 Feb 03 12:14:18.187724 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33c8c6b8-a5a9-42c9-a451-0913d74f7e8d req-f7dc8c7e-cb11-4d03-8084-fb48e0abc662 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Feb 03 12:14:19.307852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c9a53-eebb-458b-8c00-c8fb39df1c79 req-06f403b6-19a7-4354-9459-4ded5fa9079e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:19.309364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-196c9a53-eebb-458b-8c00-c8fb39df1c79 req-06f403b6-19a7-4354-9459-4ded5fa9079e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0538526 Feb 03 12:14:19.362933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-196c9a53-eebb-458b-8c00-c8fb39df1c79 req-68bd134b-ab29-487b-9586-f4c1c7415e2e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Feb 03 12:14:20.480872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1053e0-8181-47d8-ade1-ff6110afc969 req-911dfe70-2860-45b1-bbb5-403b74f5a96e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:20.482894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae1053e0-8181-47d8-ade1-ff6110afc969 req-911dfe70-2860-45b1-bbb5-403b74f5a96e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0517788 Feb 03 12:14:20.532042 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ae1053e0-8181-47d8-ade1-ff6110afc969 req-deaa9d80-ae82-4d5b-acda-e6e7d85b979c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Feb 03 12:14:21.649757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c3dc-7cfb-4f3e-8093-3e17ef4c85d5 req-548de6ad-e7cd-49a5-ad11-8401696326e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:21.651216 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f36c3dc-7cfb-4f3e-8093-3e17ef4c85d5 req-548de6ad-e7cd-49a5-ad11-8401696326e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0514770 Feb 03 12:14:21.700079 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f36c3dc-7cfb-4f3e-8093-3e17ef4c85d5 req-2ea282ce-3539-47ee-92e8-710791bee35d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426347 Feb 03 12:14:22.825149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8a97e-1b78-4693-ac78-467b72faba69 req-8d0a75cb-db89-4f58-80f0-ff91ca0a84a6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:22.827397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51e8a97e-1b78-4693-ac78-467b72faba69 req-8d0a75cb-db89-4f58-80f0-ff91ca0a84a6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0568538 Feb 03 12:14:22.876047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-51e8a97e-1b78-4693-ac78-467b72faba69 req-144a3522-9597-4a84-8e1b-179e7d8fb91a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 Feb 03 12:14:23.996770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628197d-c676-4036-b0fe-83d95fd03760 req-5cbda4a9-4091-48d9-9312-8daacb811d18 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:23.998197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4628197d-c676-4036-b0fe-83d95fd03760 req-5cbda4a9-4091-48d9-9312-8daacb811d18 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0532835 Feb 03 12:14:24.045702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4628197d-c676-4036-b0fe-83d95fd03760 req-6bd9fffc-0736-4ff4-a23a-f2d48c535287 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Feb 03 12:14:25.163778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720618f6-0c77-4e78-99a9-0c4fa26a0c7e req-f7b0cf96-abfd-4186-8425-443dc1d1d1d2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:25.165235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-720618f6-0c77-4e78-99a9-0c4fa26a0c7e req-f7b0cf96-abfd-4186-8425-443dc1d1d1d2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0505624 Feb 03 12:14:25.216050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-720618f6-0c77-4e78-99a9-0c4fa26a0c7e req-cbd2ebbf-743c-42d4-847a-adea3b05f600 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Feb 03 12:14:26.333560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3deff-e5aa-4acc-9fc3-b00c1a57fa6c req-3b56c315-9f31-42f3-b91f-706eb83904a1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:26.335016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6f3deff-e5aa-4acc-9fc3-b00c1a57fa6c req-3b56c315-9f31-42f3-b91f-706eb83904a1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0521088 Feb 03 12:14:26.382772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6f3deff-e5aa-4acc-9fc3-b00c1a57fa6c req-e27b06b6-a3a3-4dec-8c56-0655a1f87553 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Feb 03 12:14:27.506040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef638f-92a4-4318-a160-3f6035990401 req-e8014e70-fafe-46ee-9f07-6494e4c59c30 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:27.507506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49ef638f-92a4-4318-a160-3f6035990401 req-e8014e70-fafe-46ee-9f07-6494e4c59c30 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0530388 Feb 03 12:14:27.556242 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-49ef638f-92a4-4318-a160-3f6035990401 req-81593f8f-9ea8-4027-9796-7ea2f4829684 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Feb 03 12:14:27.579182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59338) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:14:27.639993 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c50f042c-d6e7-4dbe-8283-9bb0d0f31cb2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/9c4ed5c6-cdd4-4df4-9900-2475f10008a5 HTTP/1.1" status: 200 len: 992 time: 0.0596550 Feb 03 12:14:27.720439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:31.381971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41a04eeb-9f32-4683-aaed-e1ccd6ec636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:31.983982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:14:34.496641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d86b1113-6b72-450d-b11d-4890f220bce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:34.880893 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:36.477867 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:37.462255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:42.538423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-a9fdb41a-41bc-4336-909e-dac37d86ea8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460367 Feb 03 12:14:42.636633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-7e5aafc9-c674-41be-be47-180bed10c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:42.638098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-7e5aafc9-c674-41be-be47-180bed10c685 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0437794 Feb 03 12:14:42.740529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-3f953b9a-4720-461c-9550-d49c3290fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:42.742002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-3f953b9a-4720-461c-9550-d49c3290fc2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.0870368 Feb 03 12:14:42.806329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-83fa9dc1-35aa-4b3b-8b80-57668e75ff3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0570230 Feb 03 12:14:42.853142 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-3c673555-6c9b-42d1-b115-c2ff2a626e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:42.854552 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-3c673555-6c9b-42d1-b115-c2ff2a626e62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0427270 Feb 03 12:14:42.906187 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-101ac107-3207-4c42-9242-a8aaa3ff1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:14:42.908085 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-101ac107-3207-4c42-9242-a8aaa3ff1cb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476751 Feb 03 12:14:42.994243 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-ad7de736-0480-438f-ad32-5b4907cc10d1 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805030 Feb 03 12:14:43.083423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6ea83016-6898-42c4-9a2b-359e67c022a3 req-f6e1be49-0a74-40ba-9fbe-6cb0e0fcc3b1 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Feb 03 12:14:46.840388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:14:57.714956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:01.383752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88ce596a-678a-4375-abcf-5a032d764836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:04.488946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d76422f2-086c-40d6-8c9b-79f5b32912a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:04.884311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:06.477929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:07.464190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:08.982639 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:15:16.223151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59356) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:16.383039 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port fef84ceb-a534-4f57-beac-efa5e54a383b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:15:16.383445 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.466517 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.466861 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (fef84ceb-a534-4f57-beac-efa5e54a383b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.479572 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for fef84ceb-a534-4f57-beac-efa5e54a383b owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:15:16.627230 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (fef84ceb-a534-4f57-beac-efa5e54a383b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.651544 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=fef84ceb-a534-4f57-beac-efa5e54a383b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:16.663775 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.664129 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.664470 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.664805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.665162 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.665492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.665828 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.666145 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.666468 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.666790 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.667114 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.667459 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.667777 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:16.721085 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (9c4ed5c6-cdd4-4df4-9900-2475f10008a5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.721416 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 9c4ed5c6-cdd4-4df4-9900-2475f10008a5 disassociated (deleted). External IP: 172.25.7.38, port: 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7. Feb 03 12:15:16.833236 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:16.933693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:15:17.041461 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:15:17.046684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:17.051355 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Sync routers for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:15:17.061779 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:17.062563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:17.077932 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7038db98-6bcb-421d-963c-84dccff0508c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/floatingips/9c4ed5c6-cdd4-4df4-9900-2475f10008a5 HTTP/1.1" status: 204 len: 168 time: 0.8537076 Feb 03 12:15:17.078535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:15:17.080793 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668c944-5bfb-43af-8572-d7fe379c6640" -d '{"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:15:17.127349 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13e78f-62e5-4815-a851-d7e37e34edc3 x-openstack-request-id: req-1d13e78f-62e5-4815-a851-d7e37e34edc3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:15:17.127649 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:15:17.127913 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d13e78f-62e5-4815-a851-d7e37e34edc3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:15:17.128325 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'status': 'completed', 'code': 200} Feb 03 12:15:17.176513 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:17.221834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-93781aaf-d384-46fd-95de-1b92aa58101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:17.223365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-93781aaf-d384-46fd-95de-1b92aa58101b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 1127 time: 0.0542362 Feb 03 12:15:17.386139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:17.387080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3ba65-9e9e-4ed6-bc84-c913f5f0fa20 req-078f6291-d80c-4b4a-9202-5d17184ffc30 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:17.388571 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef3ba65-9e9e-4ed6-bc84-c913f5f0fa20 req-078f6291-d80c-4b4a-9202-5d17184ffc30 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.1191537 Feb 03 12:15:17.390210 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-fed96e68-a4dd-45ad-b2b3-2709864e8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:17.391588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-fed96e68-a4dd-45ad-b2b3-2709864e8174 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 200 len: 897 time: 0.1328921 Feb 03 12:15:17.426074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Checking router: 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:15:17.434650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:17.435561 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:17.444091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-d5ae1c65-9874-4458-9217-a36af898b88e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 200 len: 217 time: 0.0428846 Feb 03 12:15:17.505060 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cef3ba65-9e9e-4ed6-bc84-c913f5f0fa20 req-d7480f55-50b8-4ef3-ad35-142b5aaa98cc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107798 Feb 03 12:15:17.515620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-56ee14a8-7b35-489a-9f07-d8bac85dd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:17.522224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-56ee14a8-7b35-489a-9f07-d8bac85dd812 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 200 len: 835 time: 0.0635288 Feb 03 12:15:17.549144 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:17.575729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-09c66f2b-8259-4b30-997a-b90741ff7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:17.577964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-09c66f2b-8259-4b30-997a-b90741ff7316 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541289 Feb 03 12:15:17.589086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-247a6e27-b460-46df-97ad-a647ff455e65 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:15:17.590016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-247a6e27-b460-46df-97ad-a647ff455e65 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052722 Feb 03 12:15:17.684402 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-58307a74-45d6-4c04-8c86-fa11bf8aef7f service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Feb 03 12:15:17.750956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:17.775470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f668c944-5bfb-43af-8572-d7fe379c6640 req-022e78f8-b6ae-4911-ad65-2472117ede03 service neutron] 10.222.0.69 "GET /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Feb 03 12:15:17.777999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b58a93-d236-4f66-a3e6-48479139ae86 None None] The sync data for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 is: [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:12:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': 'f705d759-ee57-44bf-a93e-7f2ac8b79137', 'name': '', 'network_id': 'd73283d6-19fc-4ffc-a6b3-7d727e0ae1f8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:b3:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:55Z', 'updated_at': '2022-02-03T12:12:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '7d13dd4b-cfe3-4fe0-8c34-098d8576b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:15:17.998591 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975d856-0678-4798-b571-33e7a9f12ed3 None None] New status for floating IP 9c4ed5c6-cdd4-4df4-9900-2475f10008a5: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:15:18.623422 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f2ff1-6ccf-4523-8de1-46d1c6fe48f9 req-b5d75b1c-dc27-4c94-902a-299755423074 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:18.624859 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-133f2ff1-6ccf-4523-8de1-46d1c6fe48f9 req-b5d75b1c-dc27-4c94-902a-299755423074 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0514104 Feb 03 12:15:18.675283 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-133f2ff1-6ccf-4523-8de1-46d1c6fe48f9 req-3d472e7a-daf9-4ae5-bbb8-443fb6263f19 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3569ced-c24d-4d46-941f-f62dc8bb21fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 Feb 03 12:15:19.050640 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-888408c3-5cca-4186-baba-11ea3e773827 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:19.052048 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-888408c3-5cca-4186-baba-11ea3e773827 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 945 time: 0.0507793 Feb 03 12:15:19.140297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:15:19.140630 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:19.227680 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:19.228038 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:19.240247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:15:19.367721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (3e5d1e1f-e561-47ce-b474-e7df0e29e4a7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:19.394469 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=3e5d1e1f-e561-47ce-b474-e7df0e29e4a7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:19.405070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.405420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.405764 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.406097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.406427 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.407146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.407146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.407447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.407691 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.408015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.408334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.408651 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.409007 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:19.454000 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] No DVR routers for this DVR port 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:15:19.456535 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:19.459892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b7096ab6-bf81-4a7c-9a4f-2fa26c42a2ae req-b3c2ee79-27d8-4ed1-8b5e-783bc4d76420 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "DELETE /v2.0/ports/3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 HTTP/1.1" status: 204 len: 173 time: 0.4024525 Feb 03 12:15:19.460329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'name': 'network-vif-deleted', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:15:19.462618 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66120845-4622-494d-acb9-dfee1536d5ea" -d '{"events": [{"server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "name": "network-vif-deleted", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:15:19.500775 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8082170b-5f30-4e4c-87a6-914ae0ae8186 x-openstack-request-id: req-8082170b-5f30-4e4c-87a6-914ae0ae8186 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:15:19.501121 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347a26d4-de91-49ae-8409-531a5e444e7f", "name": "network-vif-deleted", "tag": "3e5d1e1f-e561-47ce-b474-e7df0e29e4a7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:15:19.501378 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8082170b-5f30-4e4c-87a6-914ae0ae8186 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:15:19.501780 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a26d4-de91-49ae-8409-531a5e444e7f', 'name': 'network-vif-deleted', 'tag': '3e5d1e1f-e561-47ce-b474-e7df0e29e4a7', 'status': 'completed', 'code': 200} Feb 03 12:15:19.785563 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85590f76-8316-4492-941d-fcec2a115280 req-85fb89ae-025a-4157-9f3a-b38a7d19fb4a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=347a26d4-de91-49ae-8409-531a5e444e7f HTTP/1.1" status: 200 len: 210 time: 0.0325036 Feb 03 12:15:20.842842 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:21.226222 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:21.478536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port f705d759-ee57-44bf-a93e-7f2ac8b79137 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:15:21.478800 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:21.563729 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port f705d759-ee57-44bf-a93e-7f2ac8b79137, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=f705d759-ee57-44bf-a93e-7f2ac8b79137,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:21.564094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:21.577067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for f705d759-ee57-44bf-a93e-7f2ac8b79137 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:15:21.758365 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (f705d759-ee57-44bf-a93e-7f2ac8b79137), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:21.784593 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=f705d759-ee57-44bf-a93e-7f2ac8b79137,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:21.959386 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.176452 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:15:22.280367 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:15:22.285302 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-85653138-0fd8-497b-8541-6adf7583cf16 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/44cf93a6-6434-4cbc-a000-4f6cfe563ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414487 Feb 03 12:15:22.288056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59374) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:22.293438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Sync routers for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:15:22.304537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:22.305183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:22.351938 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting subnet 7d13dd4b-cfe3-4fe0-8c34-098d8576b428 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:15:22.355170 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (7d13dd4b-cfe3-4fe0-8c34-098d8576b428), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.399312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (7d13dd4b-cfe3-4fe0-8c34-098d8576b428), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.408748 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:22.484313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (7d13dd4b-cfe3-4fe0-8c34-098d8576b428), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.541770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (7d13dd4b-cfe3-4fe0-8c34-098d8576b428), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.571001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Subnet': ['ID=7d13dd4b-cfe3-4fe0-8c34-098d8576b428,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:22.573749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:22.577011 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2999e03d-ca39-4ead-9e0a-81e83f3b18df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/subnets/7d13dd4b-cfe3-4fe0-8c34-098d8576b428 HTTP/1.1" status: 204 len: 168 time: 0.2879975 Feb 03 12:15:22.579695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:22.580602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa800969-6e6a-461f-a6cf-0fbf1dc25f04 None None] Network d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:15:22.644337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:15:21Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:22.690656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Checking router: 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:15:22.708778 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Routers {'44cf93a6-6434-4cbc-a000-4f6cfe563ef7'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:22.709468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:22.834004 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] Set router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:22.866500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] DHCP port deletion for d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:15:23.019190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Deleting port d8e0d55c-9190-4926-aecf-572570975bc9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:15:23.019472 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.020314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.115705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] For port d8e0d55c-9190-4926-aecf-572570975bc9, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d8e0d55c-9190-4926-aecf-572570975bc9,segment=NetworkSegment(d5a96390-8c1d-439c-b39d-31ab804c698d),segment_id=d5a96390-8c1d-439c-b39d-31ab804c698d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:23.116031 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.124621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.131063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Calling delete_port for d8e0d55c-9190-4926-aecf-572570975bc9 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:15:23.148786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:15:21Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:23.177223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 5637b858-4966-4518-9707-1bc1557502bb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:15:23.177588 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (5637b858-4966-4518-9707-1bc1557502bb), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.203543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179ecb0-1498-40a6-9756-b479a66977bb None None] The sync data for ids ['44cf93a6-6434-4cbc-a000-4f6cfe563ef7'] in n-d-821606-6 is: [{'id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847552947', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '5637b858-4966-4518-9707-1bc1557502bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:12:52Z', 'updated_at': '2022-02-03T12:15:21Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '5637b858-4966-4518-9707-1bc1557502bb', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cf93a6-6434-4cbc-a000-4f6cfe563ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:12:53Z', 'updated_at': '2022-02-03T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:15:23.249017 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d8e0d55c-9190-4926-aecf-572570975bc9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.270078 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 5637b858-4966-4518-9707-1bc1557502bb, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=5637b858-4966-4518-9707-1bc1557502bb,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:23.270417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (5637b858-4966-4518-9707-1bc1557502bb), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.277797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Pushing event deleted for resources: {'Port': ['ID=d8e0d55c-9190-4926-aecf-572570975bc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:23.283496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] No DVR routers for this DVR port d8e0d55c-9190-4926-aecf-572570975bc9 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:15:23.285791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 5637b858-4966-4518-9707-1bc1557502bb owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:15:23.290672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.290857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.291203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.291541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.291877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.292206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.292534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.293290 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.293382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.294234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.294741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.294882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.295207 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b1f57-052a-44c7-a5a7-6b1b82a00ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:23.459062 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (5637b858-4966-4518-9707-1bc1557502bb), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.486223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=5637b858-4966-4518-9707-1bc1557502bb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:23.555847 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:15:23.557898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.667483 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.670539 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.718547 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (44cf93a6-6434-4cbc-a000-4f6cfe563ef7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.719168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Fanout notify agent at l3_agent the message router_deleted on router 44cf93a6-6434-4cbc-a000-4f6cfe563ef7 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:15:23.726100 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.729747 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-74dd7365-6606-43e7-bec3-cfbd514e73b3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/routers/44cf93a6-6434-4cbc-a000-4f6cfe563ef7 HTTP/1.1" status: 204 len: 168 time: 1.1466990 Feb 03 12:15:23.729941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:23.760407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f705d759-ee57-44bf-a93e-7f2ac8b79137 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:15:23.762659 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:15:23.763663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 3e5d1e1f-e561-47ce-b474-e7df0e29e4a7 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:15:23.783260 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: f705d759-ee57-44bf-a93e-7f2ac8b79137 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:15:23.783521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device f705d759-ee57-44bf-a93e-7f2ac8b79137 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:15:23.783936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d8e0d55c-9190-4926-aecf-572570975bc9 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:15:23.802918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d8e0d55c-9190-4926-aecf-572570975bc9 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:15:23.803262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d8e0d55c-9190-4926-aecf-572570975bc9 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:15:23.808265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.909362 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.932374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:23.942708 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a96390-8c1d-439c-b39d-31ab804c698d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:23.943008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a96390-8c1d-439c-b39d-31ab804c698d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:23.953515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (d5a96390-8c1d-439c-b39d-31ab804c698d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.966450 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d5a96390-8c1d-439c-b39d-31ab804c698d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.972406 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:15:23.972785 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (d5a96390-8c1d-439c-b39d-31ab804c698d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:15:23.975691 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:15:24.038374 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.045982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.049246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/networks/d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8 HTTP/1.1" status: 204 len: 168 time: 0.3183510 Feb 03 12:15:24.052101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59380) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:24.060421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f7527-1757-4c93-8e29-5de47e75539c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Network': ['ID=d73283d6-19fc-4ffc-a6b3-7d727e0ae1f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:24.109542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (f3569ced-c24d-4d46-941f-f62dc8bb21fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.134541 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (f3569ced-c24d-4d46-941f-f62dc8bb21fc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.199180 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f3569ced-c24d-4d46-941f-f62dc8bb21fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.201796 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:24.203058 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3569ced-c24d-4d46-941f-f62dc8bb21fc HTTP/1.1" status: 204 len: 168 time: 0.1497929 Feb 03 12:15:24.211920 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122fb19-85be-4a2e-8ca4-904e97578ce8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3569ced-c24d-4d46-941f-f62dc8bb21fc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.391349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59388) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.395921 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809623183', 'description': 'tempest-secgroup-smoke-1809623183 description', 'project_id': '82330835012c4279bc45c9d21532aa61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:25.417684 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.428347 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5637b858-4966-4518-9707-1bc1557502bb no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:15:25.450818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 5637b858-4966-4518-9707-1bc1557502bb {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:15:25.451743 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 5637b858-4966-4518-9707-1bc1557502bb not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:15:25.486261 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (88c80f75-7e45-46b1-a0dc-9a1c9b75294a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.490036 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (88c80f75-7e45-46b1-a0dc-9a1c9b75294a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.520497 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.521638 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1292520 Feb 03 12:15:25.522710 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae55f8c-7e4e-44e9-bbb0-a4c0f9cc9803 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c80f75-7e45-46b1-a0dc-9a1c9b75294a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.524831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.530215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:25.553449 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (b56a0b7b-8966-4a13-ad72-4145f3c1bb98), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.606865 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (b56a0b7b-8966-4a13-ad72-4145f3c1bb98), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.610317 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b56a0b7b-8966-4a13-ad72-4145f3c1bb98), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.628224 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56a0b7b-8966-4a13-ad72-4145f3c1bb98,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.633275 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.634537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f034206b-be95-446c-baa4-cfcd6c09b62e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083901 Feb 03 12:15:25.637283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.642131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:25.667706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (309f60eb-c6c9-485d-a97f-eeb12c82e261), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.722274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (309f60eb-c6c9-485d-a97f-eeb12c82e261), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.725738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (309f60eb-c6c9-485d-a97f-eeb12c82e261), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.747351 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309f60eb-c6c9-485d-a97f-eeb12c82e261,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.752099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.753276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ea6b8b49-e01e-460b-9c1c-cb87f224e127 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150815 Feb 03 12:15:25.755918 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.760091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:25.783749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (8c5a58a0-d8ee-4235-acfa-b07eea4eec3f), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.839487 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (8c5a58a0-d8ee-4235-acfa-b07eea4eec3f), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.844385 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8c5a58a0-d8ee-4235-acfa-b07eea4eec3f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.863416 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5a58a0-d8ee-4235-acfa-b07eea4eec3f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.870887 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.872061 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-280f9d9c-00a5-4731-9d18-01c0055c4434 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152360 Feb 03 12:15:25.874785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.878965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:25.902745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (4243b174-cdf6-4c6a-845d-7e9c6a04b355), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.961085 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (4243b174-cdf6-4c6a-845d-7e9c6a04b355), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.964427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (4243b174-cdf6-4c6a-845d-7e9c6a04b355), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.981780 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4243b174-cdf6-4c6a-845d-7e9c6a04b355,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:25.989650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:25.990936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3e618452-d8c0-461d-a777-4df679bea3ca tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152439 Feb 03 12:15:25.993587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59398) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:25.997825 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:26.017177 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:15:26.021978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (2cdbe7f2-af1c-417f-8397-6b98b37648d4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.078330 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (2cdbe7f2-af1c-417f-8397-6b98b37648d4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.081819 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2cdbe7f2-af1c-417f-8397-6b98b37648d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.101419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdbe7f2-af1c-417f-8397-6b98b37648d4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:26.109852 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.111047 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-90a0eed2-b8ee-46b5-b1bf-b3b324661ef1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165514 Feb 03 12:15:26.113783 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:26.117948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '88c80f75-7e45-46b1-a0dc-9a1c9b75294a', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:26.136707 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:15:26.141845 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (91a13202-26c2-45d8-b27a-9b010578e22d), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.200886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (91a13202-26c2-45d8-b27a-9b010578e22d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.204957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (91a13202-26c2-45d8-b27a-9b010578e22d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.223267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a13202-26c2-45d8-b27a-9b010578e22d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:26.230650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.231821 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-51a9755e-1a7a-435b-9f42-55fe560692c5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171398 Feb 03 12:15:26.234845 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59402) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:26.239700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'network': {'name': 'tempest-network-smoke--1950557087', 'project_id': '82330835012c4279bc45c9d21532aa61', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:26.257956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:15:26.261170 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.286792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:15:26.295579 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8c40f095-37f1-45da-871a-0e27a7ab09d6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.295879 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Added segment 8c40f095-37f1-45da-871a-0e27a7ab09d6 of type vlan for network f2cf9bdd-cf7e-4104-9951-45be712d97bc Feb 03 12:15:26.335049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (f2cf9bdd-cf7e-4104-9951-45be712d97bc), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.359008 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (f2cf9bdd-cf7e-4104-9951-45be712d97bc), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.363874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:26.364458 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.397947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1621127 Feb 03 12:15:26.400654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:26.405407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'admin_state_up': True, 'project_id': '82330835012c4279bc45c9d21532aa61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:26.446788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c3633-1445-4bed-8e58-ffb8a1c92677 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Network': ['ID=f2cf9bdd-cf7e-4104-9951-45be712d97bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:26.458479 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:15:26.460209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (cfdea75e-cc50-4003-8eac-81b488746804), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.461266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (cfdea75e-cc50-4003-8eac-81b488746804), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.511616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (cfdea75e-cc50-4003-8eac-81b488746804), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.648825 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (cfdea75e-cc50-4003-8eac-81b488746804), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.838053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (cfdea75e-cc50-4003-8eac-81b488746804), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.856250 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:26.956259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.26 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/6ea426c3-4eed-45bd-af85-9af43c1e2eed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:15:27.058213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.090804 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.128336 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:27.133041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:27.137456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:15:27.142570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=6ea426c3-4eed-45bd-af85-9af43c1e2eed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:27.400598 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (cfdea75e-cc50-4003-8eac-81b488746804), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.609088 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (cfdea75e-cc50-4003-8eac-81b488746804), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.734106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.735128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router cfdea75e-cc50-4003-8eac-81b488746804 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:15:27.840956 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:15:27.850312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Sync routers for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:15:27.860635 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:27.861208 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:27.861336 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:27.865642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c0554667-5310-416f-aabd-4f9c029dcf5b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4608500 Feb 03 12:15:27.865951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:27.895742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2de0e132-962b-4280-bb23-22aea9d8ba01 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=82330835012c4279bc45c9d21532aa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286956 Feb 03 12:15:27.899125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:27.968863 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:27.984280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a596c5b-c672-4b31-9063-1caf181c3d8c tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:27.985868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5a596c5b-c672-4b31-9063-1caf181c3d8c tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858257 Feb 03 12:15:27.988623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:28.022648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-656b27bc-a75e-4369-ac64-bc71d5f3561f tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305998 Feb 03 12:15:28.022852 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:28.027435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70058557', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:28.112463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:15:28.115761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.158259 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:27Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:28.186312 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Checking router: cfdea75e-cc50-4003-8eac-81b488746804 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:15:28.186693 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Updating router cfdea75e-cc50-4003-8eac-81b488746804 port 6ea426c3-4eed-45bd-af85-9af43c1e2eed binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:15:28.214261 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.301211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (c30096fc-5d06-447b-b692-e1c09157fd7b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.361752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Subnet': ['ID=c30096fc-5d06-447b-b692-e1c09157fd7b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:28.370996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Checking segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:15:28.371366 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network hostable DHCP agents. Network: f2cf9bdd-cf7e-4104-9951-45be712d97bc, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:15:28.389684 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:15:28.400001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, f2cf9bdd-cf7e-4104-9951-45be712d97bc) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:28.404489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:28.405750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.415528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98757438-2838-4ab8-b856-6416a3fd1729 None None] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:15:28.433023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8d72af8d-dcd8-4d03-81ea-21cef6d0724c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4091694 Feb 03 12:15:28.436275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:28.481420 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks [] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.488980 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.532112 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Attempting to bind port 6ea426c3-4eed-45bd-af85-9af43c1e2eed on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:15:28.532403 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Attempting to bind port 6ea426c3-4eed-45bd-af85-9af43c1e2eed by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:15:28.532727 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Attempting to bind port 6ea426c3-4eed-45bd-af85-9af43c1e2eed on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:15:28.539453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:15:28.540388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.543944 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:15:28.544597 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:15:28.544733 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.545641 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:15:28.546115 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Bound port: 6ea426c3-4eed-45bd-af85-9af43c1e2eed, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:15:28.546489 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.575442 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Pushing event updated for resources: {'Port': ['ID=6ea426c3-4eed-45bd-af85-9af43c1e2eed,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:28.589191 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.589541 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.589895 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.590213 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.590543 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.590870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.591192 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.591511 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.592808 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.592808 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.593106 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.593422 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.593740 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:15:28.618600 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] For port 6ea426c3-4eed-45bd-af85-9af43c1e2eed, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:15:28.622088 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] For port 6ea426c3-4eed-45bd-af85-9af43c1e2eed, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ea426c3-4eed-45bd-af85-9af43c1e2eed,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:15:28.630329 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.688274 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:28.688899 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:28.691217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Allocated IP 172.20.0.2 (f2cf9bdd-cf7e-4104-9951-45be712d97bc/c30096fc-5d06-447b-b692-e1c09157fd7b/36063fdb-08fa-4fa1-8cff-a981b2b6705b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:15:28.739215 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97624c-5605-4656-975d-5eca2a3a4668 None None] Pushing event updated for resources: {'Port': ['ID=6ea426c3-4eed-45bd-af85-9af43c1e2eed,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:28.803267 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:28.842955 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks [] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.849371 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.885716 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:28.888454 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:28.894872 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:15:28.903229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Pushing event updated for resources: {'Port': ['ID=36063fdb-08fa-4fa1-8cff-a981b2b6705b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:28.913213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.956317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Attempting to bind port 36063fdb-08fa-4fa1-8cff-a981b2b6705b on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:15:28.956699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Attempting to bind port 36063fdb-08fa-4fa1-8cff-a981b2b6705b by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:15:28.957077 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Attempting to bind port 36063fdb-08fa-4fa1-8cff-a981b2b6705b on network f2cf9bdd-cf7e-4104-9951-45be712d97bc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:15:28.962843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:15:28.963235 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Checking segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:15:28.963624 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.964020 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Bound using segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:15:28.964632 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Bound port: 36063fdb-08fa-4fa1-8cff-a981b2b6705b, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:15:28.965041 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:28.997328 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:27Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:29.024225 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06780-3a6f-4354-b52d-7c32766e9ece None None] The sync data for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 is: [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:27Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:15:29.034156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] For port 36063fdb-08fa-4fa1-8cff-a981b2b6705b, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:15:29.037405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] For port 36063fdb-08fa-4fa1-8cff-a981b2b6705b, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36063fdb-08fa-4fa1-8cff-a981b2b6705b,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:15:29.046621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.113801 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb258762-904e-4701-a748-48ffc3bdfd73 None None] Pushing event updated for resources: {'Port': ['ID=36063fdb-08fa-4fa1-8cff-a981b2b6705b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:29.216295 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.1 (f2cf9bdd-cf7e-4104-9951-45be712d97bc/c30096fc-5d06-447b-b692-e1c09157fd7b/14acb089-5764-4621-bec3-ead79cdeac62) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:15:29.383821 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (14acb089-5764-4621-bec3-ead79cdeac62), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.424649 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.489744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:29.506052 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:29.507644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:29.510472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:15:29.558287 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (cfdea75e-cc50-4003-8eac-81b488746804), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.634293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36063fdb-08fa-4fa1-8cff-a981b2b6705b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:29.690976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 36063fdb-08fa-4fa1-8cff-a981b2b6705b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:29.691348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.708967 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14acb089-5764-4621-bec3-ead79cdeac62), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.780724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 36063fdb-08fa-4fa1-8cff-a981b2b6705b is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:29.781160 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.818575 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 36063fdb-08fa-4fa1-8cff-a981b2b6705b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36063fdb-08fa-4fa1-8cff-a981b2b6705b,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:29.823852 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:29.824660 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ea426c3-4eed-45bd-af85-9af43c1e2eed up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:29.927151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=36063fdb-08fa-4fa1-8cff-a981b2b6705b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:29.932586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6ea426c3-4eed-45bd-af85-9af43c1e2eed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:29.933020 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.034773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6ea426c3-4eed-45bd-af85-9af43c1e2eed is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:30.035174 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.062316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 6ea426c3-4eed-45bd-af85-9af43c1e2eed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ea426c3-4eed-45bd-af85-9af43c1e2eed,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:30.068187 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.130365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=6ea426c3-4eed-45bd-af85-9af43c1e2eed,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:30.256044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e45754-d05f-44e5-8268-8c2f90fa21e1 None None] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:15:30.355456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-a476315c-0341-4d66-825e-228d44e2924b None None] Provisioning complete for port 36063fdb-08fa-4fa1-8cff-a981b2b6705b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:30.355834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a476315c-0341-4d66-825e-228d44e2924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.402310 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (14acb089-5764-4621-bec3-ead79cdeac62), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.407581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.456155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a476315c-0341-4d66-825e-228d44e2924b None None] Current status of the port 36063fdb-08fa-4fa1-8cff-a981b2b6705b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:30.485735 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (cfdea75e-cc50-4003-8eac-81b488746804), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.487675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:30.595037 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:30.596510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:30.678286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Provisioning complete for port 36063fdb-08fa-4fa1-8cff-a981b2b6705b triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:30.678804 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.722274 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router cfdea75e-cc50-4003-8eac-81b488746804 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:15:30.766605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Current status of the port 36063fdb-08fa-4fa1-8cff-a981b2b6705b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:30.778377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:30.778843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:30.829662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50927-37c3-4aac-98be-427b0c8f8511 None None] Port 14acb089-5764-4621-bec3-ead79cdeac62 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:15:30.893748 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:15:30.905519 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-01395b77-f72b-4f6a-b1d8-e8151c97ed4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/cfdea75e-cc50-4003-8eac-81b488746804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4680507 Feb 03 12:15:30.957380 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ea7c0c43-233d-4f09-b4e4-d86fdc8f35dd None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:30.957380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0c43-233d-4f09-b4e4-d86fdc8f35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.028446 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c0c43-233d-4f09-b4e4-d86fdc8f35dd None None] Port 14acb089-5764-4621-bec3-ead79cdeac62 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:15:31.036902 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Sync routers for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:15:31.049202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:31.049941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:31.088659 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-19be567d-f870-4a2e-9412-9583f19b63d2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809623183&fields=id&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 267 time: 0.0656099 Feb 03 12:15:31.191666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-797b75e7-97e2-460a-90a8-ad357178dac3 None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:31.191956 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-797b75e7-97e2-460a-90a8-ad357178dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.194467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:31.211912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-8b90e419-1d9d-41cd-8840-48ee15e59c79 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:31.213398 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-8b90e419-1d9d-41cd-8840-48ee15e59c79 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 797 time: 0.1178303 Feb 03 12:15:31.227986 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-cf3c12f0-43c4-4b3b-96c8-dc0e07a08985 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/quotas/82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Feb 03 12:15:31.288866 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-9484152e-20ed-4568-a734-9fdc83c87dc7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552998 Feb 03 12:15:31.289084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-797b75e7-97e2-460a-90a8-ad357178dac3 None None] Port 14acb089-5764-4621-bec3-ead79cdeac62 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:15:31.369285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-82dbc60b-d8bf-4d3d-9e8d-59f4fcc1d82a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:15:31.370292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-82dbc60b-d8bf-4d3d-9e8d-59f4fcc1d82a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0697677 Feb 03 12:15:31.413256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d16852b-d30f-47a4-8c92-e3e9a9c9f780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.453641 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 2, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:31.478753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-ab4be7f7-29a7-4b49-9f9b-769b98200c90 service neutron] 10.222.0.30 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015694 Feb 03 12:15:31.483142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Checking router: cfdea75e-cc50-4003-8eac-81b488746804 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:15:31.483500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Updating router cfdea75e-cc50-4003-8eac-81b488746804 port 14acb089-5764-4621-bec3-ead79cdeac62 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:15:31.503840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36063fdb-08fa-4fa1-8cff-a981b2b6705b up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:31.535401 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14acb089-5764-4621-bec3-ead79cdeac62), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.579296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4b8685bf-1873-4271-ac67-cc3d9ce6c876 service neutron] 10.222.0.30 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918508 Feb 03 12:15:31.598538 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 36063fdb-08fa-4fa1-8cff-a981b2b6705b triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:31.598911 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.758288 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d8fcabd3-34d0-43e8-91e4-c05b0942de9e req-aa2d4b3d-ee0c-469b-9f11-788443576324 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 210 time: 0.0288153 Feb 03 12:15:31.794521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 36063fdb-08fa-4fa1-8cff-a981b2b6705b is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:31.796226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ea426c3-4eed-45bd-af85-9af43c1e2eed up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:31.907483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6ea426c3-4eed-45bd-af85-9af43c1e2eed triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:31.907864 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.910486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks [] for port (14acb089-5764-4621-bec3-ead79cdeac62), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.933530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:31.995284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ab6d-5574-43ad-9dce-b59b12a334db None None] Pushing event updated for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:32.071908 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Attempting to bind port 14acb089-5764-4621-bec3-ead79cdeac62 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:15:32.072283 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Attempting to bind port 14acb089-5764-4621-bec3-ead79cdeac62 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:15:32.072645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Attempting to bind port 14acb089-5764-4621-bec3-ead79cdeac62 on network f2cf9bdd-cf7e-4104-9951-45be712d97bc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:15:32.082573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:15:32.082953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Checking segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:15:32.083358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.083751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Bound using segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:15:32.084229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Bound port: 14acb089-5764-4621-bec3-ead79cdeac62, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:15:32.084606 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14acb089-5764-4621-bec3-ead79cdeac62), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.103808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6ea426c3-4eed-45bd-af85-9af43c1e2eed is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:32.159635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] For port 14acb089-5764-4621-bec3-ead79cdeac62, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:15:32.162959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] For port 14acb089-5764-4621-bec3-ead79cdeac62, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14acb089-5764-4621-bec3-ead79cdeac62,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:15:32.170333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.232638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:32.233369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:32.238108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ab6d-5574-43ad-9dce-b59b12a334db None None] Pushing event updated for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:32.504806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:32.505125 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.529945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:32.701789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Current status of the port 14acb089-5764-4621-bec3-ead79cdeac62 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:32.702181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (14acb089-5764-4621-bec3-ead79cdeac62), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.770331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] For port 14acb089-5764-4621-bec3-ead79cdeac62, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14acb089-5764-4621-bec3-ead79cdeac62,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:32.776884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.799485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-a2091c21-2c43-473f-9c56-0d2abeac85c6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:32.800985 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-a2091c21-2c43-473f-9c56-0d2abeac85c6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 797 time: 0.1170442 Feb 03 12:15:32.848724 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e531d8e-178d-4806-a147-ea715a0e3a29 None None] Pushing event updated for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:32.859752 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:32.872684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d7863af-6f8d-4694-840e-561bfec4431e req-62e774a0-59e7-4332-8554-354bf531d7ab tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 210 time: 0.0359621 Feb 03 12:15:32.892492 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04bce1-3091-4fa2-a690-391dd6d1f46b None None] The sync data for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 is: [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:15:32.903144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-76e36348-35e5-4619-a211-06d27263e719 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 380 time: 0.0872800 Feb 03 12:15:32.906782 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-cf5a4e36-f1f7-4296-8480-5687a05ebddd None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:32.907164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4e36-f1f7-4296-8480-5687a05ebddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:32.923357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'port': {'device_id': '795140b8-9fb6-4016-8434-7d57890dde8d', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'admin_state_up': True, 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'security_groups': ['88c80f75-7e45-46b1-a0dc-9a1c9b75294a']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:33.010464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a4e36-f1f7-4296-8480-5687a05ebddd None None] Current status of the port 14acb089-5764-4621-bec3-ead79cdeac62 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:33.066952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:15:33.070441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.201571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.11 (f2cf9bdd-cf7e-4104-9951-45be712d97bc/c30096fc-5d06-447b-b692-e1c09157fd7b/b577c8cd-2d36-4ade-b11b-3bfcd385129e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:15:33.350355 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.385948 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.429752 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:33.440150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:33.443907 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:15:33.469546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:33.499240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:33.500049 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.521841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-4da1f8c8-b5bb-461e-a73d-0de6b49db79d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013682 Feb 03 12:15:33.538449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Request body: {'port': {'device_id': '795140b8-9fb6-4016-8434-7d57890dde8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:33.560673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14acb089-5764-4621-bec3-ead79cdeac62 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:33.615816 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.627599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 14acb089-5764-4621-bec3-ead79cdeac62 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:33.627971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (14acb089-5764-4621-bec3-ead79cdeac62), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.721774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 14acb089-5764-4621-bec3-ead79cdeac62 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:33.736209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-db156bbf-011e-4591-9e08-7a35228644c1 None None] Provisioning complete for port b577c8cd-2d36-4ade-b11b-3bfcd385129e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:33.736510 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db156bbf-011e-4591-9e08-7a35228644c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.773620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-db156bbf-011e-4591-9e08-7a35228644c1 None None] Port b577c8cd-2d36-4ade-b11b-3bfcd385129e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:15:33.913364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:15:33.922110 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks [] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:33.936848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Transition to ACTIVE for port object b577c8cd-2d36-4ade-b11b-3bfcd385129e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:15:33.942002 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.028454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246428-c890-4caa-a529-c6342238de60 service neutron] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:34.089197 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c19682-2548-496f-8f62-1637a0be2aa0 req-5ab669e7-6ef0-4217-a077-5883bf17eb70 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.090771 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c19682-2548-496f-8f62-1637a0be2aa0 req-5ab669e7-6ef0-4217-a077-5883bf17eb70 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 944 time: 0.1182158 Feb 03 12:15:34.150919 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Attempting to bind port b577c8cd-2d36-4ade-b11b-3bfcd385129e on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:15:34.151256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Attempting to bind port b577c8cd-2d36-4ade-b11b-3bfcd385129e by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:15:34.151588 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Attempting to bind port b577c8cd-2d36-4ade-b11b-3bfcd385129e on network f2cf9bdd-cf7e-4104-9951-45be712d97bc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:15:34.168068 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c7c19682-2548-496f-8f62-1637a0be2aa0 req-f61ffb18-8307-4e41-bd14-13afda4ca6f7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703893 Feb 03 12:15:34.168635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Port b577c8cd-2d36-4ade-b11b-3bfcd385129e on network f2cf9bdd-cf7e-4104-9951-45be712d97bc not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:15:34.168986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Attempting to bind port b577c8cd-2d36-4ade-b11b-3bfcd385129e on network f2cf9bdd-cf7e-4104-9951-45be712d97bc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:15:34.175118 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:15:34.175462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Checking segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:15:34.175848 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Bound using segment: {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:15:34.176280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Bound port: b577c8cd-2d36-4ade-b11b-3bfcd385129e, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c40f095-37f1-45da-871a-0e27a7ab09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:15:34.176637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.242032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:15:34.244967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:15:34.251808 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.283954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.284518 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.285945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-72246428-c890-4caa-a529-c6342238de60 service neutron] 10.222.0.69 "PUT /v2.0/ports/b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1092 time: 0.7522171 Feb 03 12:15:34.286330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:15:34.288572 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:15:34.329239 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246428-c890-4caa-a529-c6342238de60 service neutron] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:34.341072 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b53bd-98ce-4ddb-bf93-0812e97bf016 x-openstack-request-id: req-ad7b53bd-98ce-4ddb-bf93-0812e97bf016 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:15:34.341371 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:15:34.341626 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad7b53bd-98ce-4ddb-bf93-0812e97bf016 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:15:34.342070 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'status': 'completed', 'code': 200} Feb 03 12:15:34.404246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-673f1812-ff08-4e5e-9ebc-70aa1c48bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.405941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-673f1812-ff08-4e5e-9ebc-70aa1c48bef4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1126 time: 0.0475671 Feb 03 12:15:34.457783 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-0d7714dd-2149-48c6-aa50-c83a426e4978 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 217 time: 0.0405221 Feb 03 12:15:34.491023 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d4afc73-8a89-42bb-8c06-22be6efe82ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.508299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-1563f54b-4a89-4126-9626-77780536ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.509799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-1563f54b-4a89-4126-9626-77780536ad49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0449958 Feb 03 12:15:34.559245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-408c9c4d-cfd8-42b6-a2f0-11e488a141db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.561643 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-408c9c4d-cfd8-42b6-a2f0-11e488a141db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449548 Feb 03 12:15:34.651344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-a1dff883-2afb-4ae6-bc29-7b75e6d4e9a6 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842900 Feb 03 12:15:34.736865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82185a7b-be98-4972-94d0-e21377cb2a98 req-83f35018-fb1a-4aef-a4f3-3f629daa785a service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796869 Feb 03 12:15:34.863125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-73e57a04-a709-4f65-9a6a-c857ccf20908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.864618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-73e57a04-a709-4f65-9a6a-c857ccf20908 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1126 time: 0.0493212 Feb 03 12:15:34.890448 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:34.954370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-5cb85ba3-4e8d-4b78-9272-9c7763910d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:34.955899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-5cb85ba3-4e8d-4b78-9272-9c7763910d05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.0847955 Feb 03 12:15:35.003037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-fac3f2b1-2578-4367-9241-306dfacbf143 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 217 time: 0.0410116 Feb 03 12:15:35.056258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-3320ca0c-36b9-4ff8-b9c2-3099fecdb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:35.057819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-3320ca0c-36b9-4ff8-b9c2-3099fecdb2f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0489788 Feb 03 12:15:35.108081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-fb100ac4-01a2-40e1-ab93-cfdf2634267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:35.109676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-fb100ac4-01a2-40e1-ab93-cfdf2634267d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464916 Feb 03 12:15:35.199046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-5c164c4d-e9d8-479d-8af9-e245cf6f24c8 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835605 Feb 03 12:15:35.321505 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a2e9b25-c6c3-411f-baa4-79280b7bfc1a req-ec70dd20-2c19-4a87-ba48-5d4f3205e371 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169579 Feb 03 12:15:35.334944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64297-59ee-431c-83ef-27a9c3b61269 req-39fc7181-60bd-4253-9147-39c8e2fdf0e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:35.336309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ac64297-59ee-431c-83ef-27a9c3b61269 req-39fc7181-60bd-4253-9147-39c8e2fdf0e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 944 time: 0.0769291 Feb 03 12:15:35.386719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3ac64297-59ee-431c-83ef-27a9c3b61269 req-698d8302-1d36-4e8f-8f21-1b9ad1d7c743 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433888 Feb 03 12:15:36.480855 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:36.525023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562aa4-f6fc-4528-af23-279ef3f395ad req-0130f917-e024-4231-945f-3dc6139e42ba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:36.527204 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f562aa4-f6fc-4528-af23-279ef3f395ad req-0130f917-e024-4231-945f-3dc6139e42ba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 944 time: 0.0711977 Feb 03 12:15:36.578660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f562aa4-f6fc-4528-af23-279ef3f395ad req-137043b6-cef9-4b25-b7c6-b388dfa1c733 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Feb 03 12:15:37.467031 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:37.634528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:15:37.704249 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bea95-187e-4d48-bd2b-b50ef434716b req-ce945d14-b4b0-477b-a573-332ba0d363db tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:37.705854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf2bea95-187e-4d48-bd2b-b50ef434716b req-ce945d14-b4b0-477b-a573-332ba0d363db tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 944 time: 0.0548465 Feb 03 12:15:37.738376 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:37.762954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'mac_address': 'fa:16:3e:0c:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:15:37.768039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf2bea95-187e-4d48-bd2b-b50ef434716b req-c48e3668-d057-4064-80ed-bd2e87e77cb2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564718 Feb 03 12:15:37.807159 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:37.807552 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:37.821861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:15:37.842488 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:37.846339 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:37.893335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:38.286066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b577c8cd-2d36-4ade-b11b-3bfcd385129e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:15:38.886380 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c0ac2-3d66-464e-b0ff-2326327f3e72 req-d58ed5a4-3dd3-44b4-a22f-d8517024c753 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:38.887847 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e33c0ac2-3d66-464e-b0ff-2326327f3e72 req-d58ed5a4-3dd3-44b4-a22f-d8517024c753 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 945 time: 0.0522225 Feb 03 12:15:38.937392 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e33c0ac2-3d66-464e-b0ff-2326327f3e72 req-33c3059f-0863-460a-9289-c6c6984361a1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Feb 03 12:15:39.648537 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:15:39.698750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port b577c8cd-2d36-4ade-b11b-3bfcd385129e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:15:39.703292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b577c8cd-2d36-4ade-b11b-3bfcd385129e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:15:39.703693 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:39.780412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:15:39.780810 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:39.803172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:15:39.805693 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5103d521-a2f6-42e8-83fe-91db239f602e" -d '{"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-plugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:15:39.818339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:15:39.822483 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:39.847302 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f03d80-c6ee-4c37-a6f5-e393b022644f x-openstack-request-id: req-98f03d80-c6ee-4c37-a6f5-e393b022644f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:15:39.847603 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-plugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:15:39.847859 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98f03d80-c6ee-4c37-a6f5-e393b022644f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:15:39.848250 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'code': 200} Feb 03 12:15:39.874216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:39.978953 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c10ddd-f8e1-4728-8d12-8e1277920fe2 req-3868812a-413d-429c-8a72-9e6c0d123abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:39.980466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3c10ddd-f8e1-4728-8d12-8e1277920fe2 req-3868812a-413d-429c-8a72-9e6c0d123abf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0450845 Feb 03 12:15:40.070296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3c10ddd-f8e1-4728-8d12-8e1277920fe2 req-2e7a9233-047b-401e-b582-51c5a9a57f79 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835814 Feb 03 12:15:40.089259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18016a-6c56-4365-bf89-5a3cbcf53391 req-ba62e328-0f8c-4493-b90a-c31fc0578f55 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:40.090709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c18016a-6c56-4365-bf89-5a3cbcf53391 req-ba62e328-0f8c-4493-b90a-c31fc0578f55 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0800159 Feb 03 12:15:40.139093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c18016a-6c56-4365-bf89-5a3cbcf53391 req-fda9bd8a-3425-4a82-ad8a-4e81d950ea4d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Feb 03 12:15:41.261348 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04635316-e230-4241-ac28-6003c206f595 req-7e99c6af-95a0-41e8-b848-0409390d2a18 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:41.262860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04635316-e230-4241-ac28-6003c206f595 req-7e99c6af-95a0-41e8-b848-0409390d2a18 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0527050 Feb 03 12:15:41.310250 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04635316-e230-4241-ac28-6003c206f595 req-1d8e6bb8-f5d7-4908-898c-1b0c62478db7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Feb 03 12:15:42.427661 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37e122-3bd4-4837-80c0-0e8dcf69d5cf req-b61e7b30-5fc1-4f5e-bf7c-fb7b61511ec6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.429148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc37e122-3bd4-4837-80c0-0e8dcf69d5cf req-b61e7b30-5fc1-4f5e-bf7c-fb7b61511ec6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0517311 Feb 03 12:15:42.481000 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fc37e122-3bd4-4837-80c0-0e8dcf69d5cf req-ceb96607-891f-44b3-9291-d283070bbcf0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 Feb 03 12:15:42.541745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-a8bca8fb-4976-4cd9-898e-3bc8476ab6c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435882 Feb 03 12:15:42.602437 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df338c-8403-482a-8890-2a3a77a7125c req-0ef91ead-2a71-4ff7-b989-2f7522db7014 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.603906 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52df338c-8403-482a-8890-2a3a77a7125c req-0ef91ead-2a71-4ff7-b989-2f7522db7014 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0553169 Feb 03 12:15:42.682702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-52df338c-8403-482a-8890-2a3a77a7125c req-93c45643-9cc6-4faf-ab21-62237377d18d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703666 Feb 03 12:15:42.685198 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-96542283-bb7f-48ba-9d84-35db0b7a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.686788 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-96542283-bb7f-48ba-9d84-35db0b7a9ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0819013 Feb 03 12:15:42.704784 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:42.747142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c05fd-d665-4b0b-a806-daa3da69c97a tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.748657 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3b9c05fd-d665-4b0b-a806-daa3da69c97a tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1123 time: 0.0428762 Feb 03 12:15:42.751659 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59470) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:42.755826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:15:42.776788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:42.789747 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-9f830159-e0ba-495d-84c1-e2879790e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.791212 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-9f830159-e0ba-495d-84c1-e2879790e741 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.0874574 Feb 03 12:15:42.835028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-b83d4698-4d1e-422e-aa2e-8b95e27e2c78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 217 time: 0.0382967 Feb 03 12:15:42.873712 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:42.882711 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-85b1674a-5b4f-42a3-bf70-64cac8d16f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.884380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-85b1674a-5b4f-42a3-bf70-64cac8d16f9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0434704 Feb 03 12:15:42.933008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-ca86d9fa-a514-457c-b051-b5b5eaf72633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:42.934501 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-ca86d9fa-a514-457c-b051-b5b5eaf72633 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444622 Feb 03 12:15:42.974576 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.43 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/48e11f3d-3ff7-414d-8b98-a8cf469838e4) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:15:43.027403 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-3a0dc7b8-eaaa-4b1e-ad27-d0349352d5c0 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868714 Feb 03 12:15:43.080618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:43.114429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:43.117915 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-91c8ecea-d0ce-4131-bf27-e46c4cd379a1 req-876b71ce-9877-4ad1-943b-7aa2ac706f47 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Feb 03 12:15:43.157996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:15:43.160856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:15:43.165109 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:15:43.168128 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=48e11f3d-3ff7-414d-8b98-a8cf469838e4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:43.756031 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (93761cf9-7b54-4d08-9641-2089ec80ecc5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:43.824194 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:43.970403 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:43.975049 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:44.053956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=48e11f3d-3ff7-414d-8b98-a8cf469838e4,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:15:44.064468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (93761cf9-7b54-4d08-9641-2089ec80ecc5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:44.164333 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 93761cf9-7b54-4d08-9641-2089ec80ecc5 associated. External IP: 172.25.7.43, port: b577c8cd-2d36-4ade-b11b-3bfcd385129e. Feb 03 12:15:44.370605 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router cfdea75e-cc50-4003-8eac-81b488746804 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:15:44.477501 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:15:44.487391 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Sync routers for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:15:44.495138 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:44.497289 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:44.497895 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:44.527399 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0a143203-8d2e-40ac-890e-8ba9bc1fa5ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7722411 Feb 03 12:15:44.527399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:15:44.527790 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38093435-76d9-4dcf-afbe-dd05d198348b" -d '{"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:15:44.566308 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efaa85e-ab7d-4b2f-aa66-8a30d0ccd26d x-openstack-request-id: req-2efaa85e-ab7d-4b2f-aa66-8a30d0ccd26d {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:15:44.566597 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:15:44.566851 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2efaa85e-ab7d-4b2f-aa66-8a30d0ccd26d {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:15:44.567254 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'status': 'completed', 'code': 200} Feb 03 12:15:44.611270 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:44.659176 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3fe64-013c-4f22-90ed-f9ef629881c2 req-2326bcb1-3928-42a3-a960-23f50aa226fe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:44.660556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cc3fe64-013c-4f22-90ed-f9ef629881c2 req-2326bcb1-3928-42a3-a960-23f50aa226fe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0854499 Feb 03 12:15:44.687497 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093435-76d9-4dcf-afbe-dd05d198348b req-776d61dd-9e5d-4ec7-97be-75e7758eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:44.689004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-776d61dd-9e5d-4ec7-97be-75e7758eb7aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0791690 Feb 03 12:15:44.745296 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cc3fe64-013c-4f22-90ed-f9ef629881c2 req-b83276f9-b3af-4cdf-baab-028fac55a750 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777552 Feb 03 12:15:44.769453 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59476) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:44.805887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093435-76d9-4dcf-afbe-dd05d198348b req-30590e40-debd-4488-8fb1-ff7b267c91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:44.807518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-30590e40-debd-4488-8fb1-ff7b267c91d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.1122983 Feb 03 12:15:44.834010 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3f67a8cd-7929-4678-be1f-b44f6ecb42da tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/93761cf9-7b54-4d08-9641-2089ec80ecc5 HTTP/1.1" status: 200 len: 991 time: 0.0617521 Feb 03 12:15:44.873530 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-a94f1554-c0f3-4b38-a19a-ecfb0e022d72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 999 time: 0.0587018 Feb 03 12:15:44.922737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093435-76d9-4dcf-afbe-dd05d198348b req-fd277cb9-5102-430c-8000-7efb198135e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:44.924470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-fd277cb9-5102-430c-8000-7efb198135e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0452878 Feb 03 12:15:44.927597 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '93761cf9-7b54-4d08-9641-2089ec80ecc5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'mac_address': 'fa:16:3e:0c:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795140b8-9fb6-4016-8434-7d57890dde8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:15:43Z', 'updated_at': '2022-02-03T12:15:43Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:44.954154 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Checking router: cfdea75e-cc50-4003-8eac-81b488746804 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:15:44.962236 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:15:44.962837 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:15:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:44.976042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093435-76d9-4dcf-afbe-dd05d198348b req-6572274b-ab5e-4b33-8435-0cc568c58e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:15:44.977537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-6572274b-ab5e-4b33-8435-0cc568c58e51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470366 Feb 03 12:15:45.064922 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-26ae1cf7-bf0e-4798-a041-d9750c5bb4ec service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811794 Feb 03 12:15:45.068232 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:15:45.156829 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38093435-76d9-4dcf-afbe-dd05d198348b req-8310c58b-5fd4-4652-bf1a-f2a000c29d47 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862818 Feb 03 12:15:45.291161 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '93761cf9-7b54-4d08-9641-2089ec80ecc5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'mac_address': 'fa:16:3e:0c:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795140b8-9fb6-4016-8434-7d57890dde8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:15:43Z', 'updated_at': '2022-02-03T12:15:43Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:15:45.317449 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d578083-611c-41ce-8d62-ead315e87447 None None] The sync data for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 is: [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '93761cf9-7b54-4d08-9641-2089ec80ecc5', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'mac_address': 'fa:16:3e:0c:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795140b8-9fb6-4016-8434-7d57890dde8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:15:43Z', 'updated_at': '2022-02-03T12:15:43Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:15:45.506491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053cfbe2-65ae-40af-be3c-14dccfcf34b2 None None] New status for floating IP 93761cf9-7b54-4d08-9641-2089ec80ecc5: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:15:45.836315 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:15:45.894351 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ecdc99d8-2c0c-4908-9e78-1a8991391899 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/93761cf9-7b54-4d08-9641-2089ec80ecc5 HTTP/1.1" status: 200 len: 993 time: 0.0568590 Feb 03 12:15:45.981147 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:15:46.831221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:15:57.734707 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:01.384760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82eb4966-8524-4d20-a128-efd7663ba715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:04.492669 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df1dc581-fb9a-4660-9e4d-eb66c7bdf2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:04.890167 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:06.483715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:07.470601 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:16.845897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:22.980301 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:16:27.749330 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:31.385750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f021719a-2d01-49e4-89b6-699e3a8b8d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:34.494114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c96edc59-2437-47a6-84e6-507a763f9c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:34.892166 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:36.485819 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:37.472886 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:42.574621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-5eee307a-3d2f-4457-a6e0-162437270359 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803466 Feb 03 12:16:42.677362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-01f8a784-ea1a-4c1b-8e67-79327b0f8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:42.678816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-01f8a784-ea1a-4c1b-8e67-79327b0f8114 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0471191 Feb 03 12:16:42.777152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-7a62c679-97fb-4ae9-bb20-7f1eb318a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:42.778499 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-7a62c679-97fb-4ae9-bb20-7f1eb318a4b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.0832944 Feb 03 12:16:43.167481 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-e23b7847-0cd9-4210-bf01-b05544d24279 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1001 time: 0.3831570 Feb 03 12:16:43.214459 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-8e23a3b3-565d-40e7-a3ec-590760af2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:43.215823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-8e23a3b3-565d-40e7-a3ec-590760af2771 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0422983 Feb 03 12:16:43.263715 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-a9af66a4-0aee-44ad-a541-763a937f828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:43.265226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-a9af66a4-0aee-44ad-a541-763a937f828d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428655 Feb 03 12:16:43.353670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-e6a4785e-9465-42b4-8ca8-24d3ee514b6f service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820863 Feb 03 12:16:43.439658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-236824a6-7d17-41f0-b926-0572c1c89bf3 req-dec1af2d-03f6-4411-9c9b-f7ee132d84a4 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793903 Feb 03 12:16:46.845466 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:48.657428 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-40e68981-1ff9-4fa8-b7a6-97f9adf31be2 req-4ca41950-e94a-4fea-a22b-935201e13b93 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:16:48.658396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40e68981-1ff9-4fa8-b7a6-97f9adf31be2 req-4ca41950-e94a-4fea-a22b-935201e13b93 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053926 Feb 03 12:16:48.843683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:16:48.940818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391d2d3-4072-4957-8cb8-018d2f2ebaa2 req-72750195-9af9-4c1c-965c-b629fbff5558 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:48.942364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5391d2d3-4072-4957-8cb8-018d2f2ebaa2 req-72750195-9af9-4c1c-965c-b629fbff5558 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.1402791 Feb 03 12:16:48.956106 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-c5dfa673-62c3-4d8f-a970-5d6965e8ea5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111805 Feb 03 12:16:48.969660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-ff512b4a-e5fe-49f6-b78e-045dfeffc67f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:16:48.970623 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-ff512b4a-e5fe-49f6-b78e-045dfeffc67f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069320 Feb 03 12:16:49.000776 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5391d2d3-4072-4957-8cb8-018d2f2ebaa2 req-d004ba5f-afd7-4853-ad04-9d6b8479f306 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528808 Feb 03 12:16:50.165827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-bf24e2bb-9bb3-4c60-914c-2713c55b636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:50.167277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-bf24e2bb-9bb3-4c60-914c-2713c55b636e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0755808 Feb 03 12:16:50.241158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358db02-f51d-4cc1-bd83-f0b90479f226 req-5b09e4c1-28d0-479c-b469-9e69b0628f8c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:50.242602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c358db02-f51d-4cc1-bd83-f0b90479f226 req-5b09e4c1-28d0-479c-b469-9e69b0628f8c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.1651101 Feb 03 12:16:50.299875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-fd755ca2-6432-4831-9195-458acbd05603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:50.301357 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-fd755ca2-6432-4831-9195-458acbd05603 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.1275749 Feb 03 12:16:50.309931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c358db02-f51d-4cc1-bd83-f0b90479f226 req-57a2a1e8-7a29-4c26-835a-050dcc9f9ab5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613778 Feb 03 12:16:50.371766 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-31aebff9-bdfc-4a73-b14a-beaee31c2869 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1001 time: 0.0609174 Feb 03 12:16:50.420718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-e8d09921-cd58-4cfa-a44f-a94c3467b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:50.422181 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-e8d09921-cd58-4cfa-a44f-a94c3467b492 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0432699 Feb 03 12:16:50.469451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-93ffc295-147d-4479-ac69-3fb26e7a1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:50.470909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-93ffc295-147d-4479-ac69-3fb26e7a1a8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433660 Feb 03 12:16:50.564330 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-85984074-409c-4304-a181-64a5965639cf service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857217 Feb 03 12:16:50.651178 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-032d7fb0-e6ad-4599-89f6-56720f7de338 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805845 Feb 03 12:16:51.433133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7825c28-604b-48d4-8470-f7ed53303767 req-e8935e1b-6ee7-4f4a-8638-20c239758b8f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:51.434587 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7825c28-604b-48d4-8470-f7ed53303767 req-e8935e1b-6ee7-4f4a-8638-20c239758b8f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0566587 Feb 03 12:16:51.482122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f7825c28-604b-48d4-8470-f7ed53303767 req-af3c36da-a679-4aaa-9260-ae3cf50c6a36 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Feb 03 12:16:52.601005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0f480-0000-4240-9fbc-6ed6235e7310 req-e6d90f56-3f13-426d-82d1-0b6a2a423899 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:52.602470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bc0f480-0000-4240-9fbc-6ed6235e7310 req-e6d90f56-3f13-426d-82d1-0b6a2a423899 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0523000 Feb 03 12:16:52.650375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7bc0f480-0000-4240-9fbc-6ed6235e7310 req-6883cca7-a2b0-4ff6-bfd2-56958a264781 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Feb 03 12:16:53.775736 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510fbcd-9120-4e5b-ba10-205e0c0b6c77 req-9d56e2a4-d839-413d-acc6-aa8a4e94a1b4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:53.777265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a510fbcd-9120-4e5b-ba10-205e0c0b6c77 req-9d56e2a4-d839-413d-acc6-aa8a4e94a1b4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0564408 Feb 03 12:16:53.827251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a510fbcd-9120-4e5b-ba10-205e0c0b6c77 req-d0d1b8fc-0465-4915-96dd-272b158bcfad tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Feb 03 12:16:54.947410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763239a3-938d-4f7a-96fb-5906d3736b1e req-962c0492-35b0-46fb-865b-ae5d1c409046 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:54.948891 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-763239a3-938d-4f7a-96fb-5906d3736b1e req-962c0492-35b0-46fb-865b-ae5d1c409046 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0534811 Feb 03 12:16:54.996585 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-763239a3-938d-4f7a-96fb-5906d3736b1e req-07f19ae7-63f9-4683-b0bf-a05a4a4c878e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Feb 03 12:16:56.116150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ba164-b13c-41dd-8d55-34648cc91fc1 req-2304d4c3-166b-4f30-b99b-3e730214afb3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:56.117655 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d8ba164-b13c-41dd-8d55-34648cc91fc1 req-2304d4c3-166b-4f30-b99b-3e730214afb3 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0526457 Feb 03 12:16:56.169902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d8ba164-b13c-41dd-8d55-34648cc91fc1 req-eedad704-ef92-4e34-9967-2c24acd8d6a8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Feb 03 12:16:57.288923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857d63-b62f-4ec7-99f7-d23d5be49b62 req-76647fba-fcf0-4be9-b52f-af62d0bd0876 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:57.290386 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96857d63-b62f-4ec7-99f7-d23d5be49b62 req-76647fba-fcf0-4be9-b52f-af62d0bd0876 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0536046 Feb 03 12:16:57.339032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-96857d63-b62f-4ec7-99f7-d23d5be49b62 req-e876b174-ad9b-49f1-a96f-93e0108fcbd4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Feb 03 12:16:57.765238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:16:58.456846 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80b3f-0f6c-4f41-b55e-939163d85fba req-8508c3cc-ee18-4fd8-8c4a-6380c1e57d0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:58.458934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38b80b3f-0f6c-4f41-b55e-939163d85fba req-8508c3cc-ee18-4fd8-8c4a-6380c1e57d0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0530086 Feb 03 12:16:58.506637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38b80b3f-0f6c-4f41-b55e-939163d85fba req-fe6f25e0-c0b9-458f-9eff-f364f92fd75f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Feb 03 12:16:59.633850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024735e-382e-4c07-b98c-237bedf15dce req-8b3c81bb-0e11-462d-b498-e3fbe6e99152 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:16:59.635311 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8024735e-382e-4c07-b98c-237bedf15dce req-8b3c81bb-0e11-462d-b498-e3fbe6e99152 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0569379 Feb 03 12:16:59.683674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8024735e-382e-4c07-b98c-237bedf15dce req-97251989-dad0-465d-837b-e5386fd4d3a9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Feb 03 12:16:59.979165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:17:00.800834 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f38e2-956b-4a61-865f-99c84bbfb9b1 req-c64019a0-78c6-489e-addd-9c15dec8dc9d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:00.802832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a69f38e2-956b-4a61-865f-99c84bbfb9b1 req-c64019a0-78c6-489e-addd-9c15dec8dc9d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0524235 Feb 03 12:17:00.851226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a69f38e2-956b-4a61-865f-99c84bbfb9b1 req-da29c136-098e-49bd-8081-a029c369caa1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Feb 03 12:17:01.389096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79bd0537-60b8-4eda-af73-31d74ef3fbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:01.969156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758491a3-e875-4d93-b451-7e1113cf9605 req-542ee664-234e-464a-8e95-35c83510d531 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:01.970627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-758491a3-e875-4d93-b451-7e1113cf9605 req-542ee664-234e-464a-8e95-35c83510d531 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0524981 Feb 03 12:17:02.022482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-758491a3-e875-4d93-b451-7e1113cf9605 req-5b5eb7db-e507-489f-84f1-44530a80565f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Feb 03 12:17:02.703099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-8dbdf310-e557-4054-bd58-faf7a193e594 service neutron] 10.222.0.69 "GET /v2.0/ports/b577c8cd-2d36-4ade-b11b-3bfcd385129e/bindings/n-h2-821606-6 HTTP/1.1" status: 200 len: 382 time: 0.0525937 Feb 03 12:17:02.916125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-252b467a-0e34-47f8-85b0-3727dc79c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:02.917658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-252b467a-0e34-47f8-85b0-3727dc79c390 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 1128 time: 0.0450902 Feb 03 12:17:02.992885 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-bc29d2a9-7523-4048-bd18-b3243688e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:02.994362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-bc29d2a9-7523-4048-bd18-b3243688e41a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0449531 Feb 03 12:17:03.088324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-3751ef01-9b82-4f5e-aeec-3a291f7585db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:03.089844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-3751ef01-9b82-4f5e-aeec-3a291f7585db service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.0886075 Feb 03 12:17:03.188782 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-38f8d430-6d0d-4312-89f4-c413753b3b28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1001 time: 0.0882692 Feb 03 12:17:03.196342 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5333f-4907-4f3f-b08d-d4088f0e8139 req-daa1d559-43e4-4581-b029-094b0e46866c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:03.197775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bca5333f-4907-4f3f-b08d-d4088f0e8139 req-daa1d559-43e4-4581-b029-094b0e46866c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.1066484 Feb 03 12:17:03.271126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-7fc779fa-433e-48f5-a79d-d08e38102ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:03.272597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-7fc779fa-433e-48f5-a79d-d08e38102ffb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0739787 Feb 03 12:17:03.288412 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bca5333f-4907-4f3f-b08d-d4088f0e8139 req-04ad7aa4-29f1-484e-9dc2-0c77a8805944 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826635 Feb 03 12:17:03.328606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-67206bc8-7756-4f9c-a9ea-2a24ddf5c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:03.330131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-67206bc8-7756-4f9c-a9ea-2a24ddf5c2f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520637 Feb 03 12:17:03.416441 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-eedc576d-8d97-4471-b7e1-8a55bd389a04 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798020 Feb 03 12:17:03.510807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8b5583d6-0ede-44bd-93ff-8ddb71fdea67 req-08e17824-82ab-49f0-9b3f-2e3e11021aa8 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887322 Feb 03 12:17:04.408200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce2b0-1a53-4f89-a501-956d70100fd5 req-bc3959fe-38f0-4a88-9a5d-8efd2cc517b9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:04.409701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a41ce2b0-1a53-4f89-a501-956d70100fd5 req-bc3959fe-38f0-4a88-9a5d-8efd2cc517b9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0527148 Feb 03 12:17:04.458309 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a41ce2b0-1a53-4f89-a501-956d70100fd5 req-6b77d403-b48b-497d-a94f-f9bf91c230a6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429721 Feb 03 12:17:04.495811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33be2e18-fc5b-4abb-b430-531d22b591eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:04.895107 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:05.578387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680579-49c7-4e43-807e-3b54e945f9a7 req-7de95b8c-e351-4eec-89c5-2a740d653128 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:05.579863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53680579-49c7-4e43-807e-3b54e945f9a7 req-7de95b8c-e351-4eec-89c5-2a740d653128 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0532706 Feb 03 12:17:05.626629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-53680579-49c7-4e43-807e-3b54e945f9a7 req-30bd2826-94ee-4688-977a-0db369f0d38d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405862 Feb 03 12:17:06.021808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:17:06.031913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:17:06.174663 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:17:06.175054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:06.182030 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:17:06.204861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'port_id': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'mac_address': 'fa:16:3e:0c:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:17:06.212512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:17:06.214766 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf9b3cb-6cee-4ee5-bb72-3b0e63489a64" -d '{"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:17:06.244208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:17:06.251035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:06.282463 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54672b4a-f1c3-49d2-8cfc-6649b0649669 x-openstack-request-id: req-54672b4a-f1c3-49d2-8cfc-6649b0649669 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:17:06.282697 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:17:06.282956 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54672b4a-f1c3-49d2-8cfc-6649b0649669 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:17:06.283350 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'code': 200} Feb 03 12:17:06.290282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:17:06.290676 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:06.315292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:17:06.324954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:17:06.334250 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.334602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.334947 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.335286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.335623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.335957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.336288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.336617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.336971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.337302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.337629 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.337955 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.338280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:06.372062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:17:06.372428 n-d-821606-6 neutron-server[103128]: DEBUG oslo_db.api [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:17:06.487236 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:06.752465 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c10c5-b9c9-4280-9e3e-4947c2589582 req-e3bd4829-2e3a-4da0-adad-73d66e6c8b98 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:06.753939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc9c10c5-b9c9-4280-9e3e-4947c2589582 req-e3bd4829-2e3a-4da0-adad-73d66e6c8b98 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 944 time: 0.0558839 Feb 03 12:17:06.801558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bc9c10c5-b9c9-4280-9e3e-4947c2589582 req-a01bc0c8-3744-4c12-9e37-125deb98aa49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Feb 03 12:17:06.909511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:17:06.909934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:06.924468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:17:06.944570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:17:06.948752 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:07.000712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:17:07.054391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-cbc83f22-3384-42dd-ad1e-fe86976ee748 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.055976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-cbc83f22-3384-42dd-ad1e-fe86976ee748 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&tenant_id=82330835012c4279bc45c9d21532aa61&binding%3Ahost_id=n-h2-821606-6 HTTP/1.1" status: 200 len: 945 time: 0.0851350 Feb 03 12:17:07.063025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf24e7c-3b95-44a5-9fa0-1008a36c37ae req-0a3258ac-bb4d-4028-a201-9b900a01bc11 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.064353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbf24e7c-3b95-44a5-9fa0-1008a36c37ae req-0a3258ac-bb4d-4028-a201-9b900a01bc11 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 945 time: 0.1025417 Feb 03 12:17:07.115419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbf24e7c-3b95-44a5-9fa0-1008a36c37ae req-352e8729-95a1-4295-9201-5b62e1120583 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Feb 03 12:17:07.161876 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-7e4fb506-5987-47d2-a36f-e10955792877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.163373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-7e4fb506-5987-47d2-a36f-e10955792877 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1127 time: 0.0471196 Feb 03 12:17:07.291912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c015a0c-8577-4e92-aab5-f9bf62003d04 req-37702db9-d225-48af-b827-e2c3884c76cc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.293399 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c015a0c-8577-4e92-aab5-f9bf62003d04 req-37702db9-d225-48af-b827-e2c3884c76cc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 945 time: 0.1074331 Feb 03 12:17:07.296055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-9d9f360c-c7c6-4136-be32-708c36268acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.297396 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-9d9f360c-c7c6-4136-be32-708c36268acc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.1286075 Feb 03 12:17:07.341808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['b577c8cd-2d36-4ade-b11b-3bfcd385129e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:17:07.390493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-ea5632a6-7c14-45c7-91f1-91ded83bb909 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1000 time: 0.0853982 Feb 03 12:17:07.394164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c015a0c-8577-4e92-aab5-f9bf62003d04 req-285e7ad6-c739-4d44-80b4-3a9359dcff54 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952470 Feb 03 12:17:07.447758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-c625b931-a56f-4540-8c05-419b5798b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.449247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-c625b931-a56f-4540-8c05-419b5798b001 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0527527 Feb 03 12:17:07.498806 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-9908b756-a3b4-4dbf-a3bf-a194620c0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:07.500104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:07.500314 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-9908b756-a3b4-4dbf-a3bf-a194620c0b0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453353 Feb 03 12:17:07.594333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-c7c7dae9-2ef9-4166-a093-8f1486f3a081 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878658 Feb 03 12:17:07.681365 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1cbae0df-f1d7-411c-84b0-fe67f83022db req-5e3bab3b-d87a-47d9-98ac-64a4f4e20607 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806394 Feb 03 12:17:08.524405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97f24f-c901-4949-8f8f-90093f8d9679 req-594b9dfd-3a7f-4be5-96d5-624bd7090fc5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:08.525807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d97f24f-c901-4949-8f8f-90093f8d9679 req-594b9dfd-3a7f-4be5-96d5-624bd7090fc5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 945 time: 0.0528238 Feb 03 12:17:08.577802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d97f24f-c901-4949-8f8f-90093f8d9679 req-10570e9a-f635-45bb-826d-bf5207f9cb2b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Feb 03 12:17:08.600146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:17:08.666427 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-489ed20f-c44a-407a-8cd5-162bfa0c5fa8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/93761cf9-7b54-4d08-9641-2089ec80ecc5 HTTP/1.1" status: 200 len: 992 time: 0.0651312 Feb 03 12:17:10.070182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:17:10.116391 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port b577c8cd-2d36-4ade-b11b-3bfcd385129e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:17:10.116768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:10.193921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port b577c8cd-2d36-4ade-b11b-3bfcd385129e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:17:10.194308 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:10.216130 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:17:10.218360 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b149405-6a4a-44d5-9d85-c5b303569c8c" -d '{"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-plugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:17:10.230033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:17:10.235215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:10.259943 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3bf695-5911-40ec-bf0f-d745c6f334f0 x-openstack-request-id: req-2b3bf695-5911-40ec-bf0f-d745c6f334f0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:17:10.260240 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-plugged", "status": "completed", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:17:10.260498 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b3bf695-5911-40ec-bf0f-d745c6f334f0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:17:10.260897 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'code': 200} Feb 03 12:17:10.284425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:17:17.004787 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:27.798854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:31.390626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac708df6-a24e-40a8-ba60-525f27366175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:34.496790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15751a3c-4e02-40b1-a615-43e966e1810a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:34.898114 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:36.489672 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:36.978739 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:17:37.473643 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:43.319410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-6cb0593c-0b17-4157-8c5c-847565986abf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428097 Feb 03 12:17:43.424220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-ad2fa199-a60e-435b-8775-b8ab75cf6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:43.425740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-ad2fa199-a60e-435b-8775-b8ab75cf6d9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0487835 Feb 03 12:17:43.525472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-385c6caa-906b-405a-97a5-ac14b0c80be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:43.526831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-385c6caa-906b-405a-97a5-ac14b0c80be1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.0827959 Feb 03 12:17:43.593011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-1eeabf9d-9f43-4144-9b3a-afa346560f32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 1001 time: 0.0602405 Feb 03 12:17:43.638627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-2f4e99fe-d2bb-454e-88e4-e35996e987c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:43.639969 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-2f4e99fe-d2bb-454e-88e4-e35996e987c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0410986 Feb 03 12:17:43.688326 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-c29565ab-2354-47d0-9ee7-6598246e52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:43.689809 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-c29565ab-2354-47d0-9ee7-6598246e52d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431750 Feb 03 12:17:43.778573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-23f4df14-9469-448e-83e2-c22984348570 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Feb 03 12:17:43.865757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f20c7af0-8826-40b3-ae54-94084a4c0edf req-6871bb61-bf69-45c0-a3b0-d09f0c3e3eaa service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804996 Feb 03 12:17:46.857929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.881325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-ec7e0476-93ee-47d8-b65d-5ebd4515a79c req-0b51a7a4-8d25-48e3-bca5-a2d659d9f73d service neutron] (103127) timed out ('10.222.0.53', 60085) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:17:52.028199 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-d8e0521d-097c-45aa-9316-ac393cf5651b req-08c49fb3-1747-4276-9c5d-95612ec1a209 tempest-ServerActionsTestJSON-1456017548 tempest-ServerActionsTestJSON-1456017548-project] (103127) timed out ('10.222.0.53', 59406) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:17:57.059653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:17:57.217400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 48e11f3d-3ff7-414d-8b98-a8cf469838e4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:17:57.217749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.290443 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.290775 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (48e11f3d-3ff7-414d-8b98-a8cf469838e4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.302117 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 48e11f3d-3ff7-414d-8b98-a8cf469838e4 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:17:57.447243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (48e11f3d-3ff7-414d-8b98-a8cf469838e4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.475099 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=48e11f3d-3ff7-414d-8b98-a8cf469838e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:17:57.498746 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.499098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.499436 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.499774 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.500106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.500434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.500765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.501113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.501440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.501766 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.502088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.502408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.502729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:17:57.543608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (93761cf9-7b54-4d08-9641-2089ec80ecc5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.544042 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 93761cf9-7b54-4d08-9641-2089ec80ecc5 disassociated (deleted). External IP: 172.25.7.43, port: b577c8cd-2d36-4ade-b11b-3bfcd385129e. Feb 03 12:17:57.747434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router cfdea75e-cc50-4003-8eac-81b488746804 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:17:57.811545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.857040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:17:57.862059 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:57.868686 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Sync routers for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:17:57.880528 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:17:57.881625 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:57.893354 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-0f145b37-a013-4f26-a9fe-e6ad58398fdb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/floatingips/93761cf9-7b54-4d08-9641-2089ec80ecc5 HTTP/1.1" status: 204 len: 168 time: 0.8325906 Feb 03 12:17:57.894109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:17:57.896525 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f" -d '{"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:17:58.006633 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:17:58.015561 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22610e8-3247-44b8-a78b-149e75b0120a x-openstack-request-id: req-f22610e8-3247-44b8-a78b-149e75b0120a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:17:58.015861 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:17:58.016130 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f22610e8-3247-44b8-a78b-149e75b0120a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:17:58.016538 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'status': 'completed', 'code': 200} Feb 03 12:17:58.168026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-456d2dee-55c5-434b-8a0c-a6484df16d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:58.169772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-456d2dee-55c5-434b-8a0c-a6484df16d68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 1128 time: 0.0820658 Feb 03 12:17:58.179238 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1aa7e-902b-4fe9-ae24-9ef487b2cbe7 req-5de1091d-1fdb-4c1d-b463-708f777dcd73 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:58.181735 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6fa1aa7e-902b-4fe9-ae24-9ef487b2cbe7 req-5de1091d-1fdb-4c1d-b463-708f777dcd73 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0836723 Feb 03 12:17:58.213662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:58.243701 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Checking router: cfdea75e-cc50-4003-8eac-81b488746804 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:17:58.251868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:17:58.252459 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:58.289034 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6fa1aa7e-902b-4fe9-ae24-9ef487b2cbe7 req-1c61a759-9c5b-47dd-a477-1396986673fd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968635 Feb 03 12:17:58.307313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-d5874f40-adfc-40e4-8097-c59884e465f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:58.308753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-d5874f40-adfc-40e4-8097-c59884e465f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 200 len: 898 time: 0.1260245 Feb 03 12:17:58.352883 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-3a7d5d0a-fd89-4672-927d-05fa7f801b12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 200 len: 217 time: 0.0354402 Feb 03 12:17:58.401280 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-3ed9529a-fb4d-4e52-b809-1e75cc90ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:58.402744 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-3ed9529a-fb4d-4e52-b809-1e75cc90ef2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 200 len: 833 time: 0.0447533 Feb 03 12:17:58.444860 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:17:58.456056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-ec97c7d2-d451-42d2-97a0-56a48a6300fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:58.457637 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-ec97c7d2-d451-42d2-97a0-56a48a6300fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2cf9bdd-cf7e-4104-9951-45be712d97bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488033 Feb 03 12:17:58.550425 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-cc5c2f3d-dae3-4b15-8668-a286174c5e80 service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Feb 03 12:17:58.638067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:58.641618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5029e2a-3e5a-4a48-99e7-3ac4a993517f req-ca99602a-d7a7-4114-b7f0-106983719eee service neutron] 10.222.0.69 "GET /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841372 Feb 03 12:17:58.667894 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380f867-60a2-4e54-bc5f-d409c11dc556 None None] The sync data for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 is: [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:29Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '14acb089-5764-4621-bec3-ead79cdeac62', 'name': '', 'network_id': 'f2cf9bdd-cf7e-4104-9951-45be712d97bc', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:18:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:29Z', 'updated_at': '2022-02-03T12:15:32Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': 'c30096fc-5d06-447b-b692-e1c09157fd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:17:58.898062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6be7e3-b909-41d5-b16d-d3430fdfaf74 None None] New status for floating IP 93761cf9-7b54-4d08-9641-2089ec80ecc5: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:17:59.411965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6a64-c676-43b9-a0a9-ad5db14be654 req-b9361ee5-b43a-4b7f-ada3-90566ec8b538 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:59.413470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469c6a64-c676-43b9-a0a9-ad5db14be654 req-b9361ee5-b43a-4b7f-ada3-90566ec8b538 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0518305 Feb 03 12:17:59.463260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-469c6a64-c676-43b9-a0a9-ad5db14be654 req-83c0bd0b-778d-4c66-a69f-4c45f943bb02 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=88c80f75-7e45-46b1-a0dc-9a1c9b75294a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Feb 03 12:17:59.694844 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-b4ad5999-2637-4f7f-bba2-550b2d3943b0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:17:59.696750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-b4ad5999-2637-4f7f-bba2-550b2d3943b0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 946 time: 0.0505261 Feb 03 12:17:59.796019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:17:59.796357 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:59.883064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port b577c8cd-2d36-4ade-b11b-3bfcd385129e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=b577c8cd-2d36-4ade-b11b-3bfcd385129e,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:17:59.883465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:59.899602 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for b577c8cd-2d36-4ade-b11b-3bfcd385129e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:18:00.024959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (b577c8cd-2d36-4ade-b11b-3bfcd385129e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:00.051041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=b577c8cd-2d36-4ade-b11b-3bfcd385129e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:00.416481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] No DVR routers for this DVR port b577c8cd-2d36-4ade-b11b-3bfcd385129e on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:18:00.419167 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:00.422796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-26cf8854-7332-450d-ab53-e81ed8a6a11f req-977c7a5b-4e5e-4e51-83aa-f518bb892e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "DELETE /v2.0/ports/b577c8cd-2d36-4ade-b11b-3bfcd385129e HTTP/1.1" status: 204 len: 173 time: 0.7129433 Feb 03 12:18:00.423230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-deleted', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:18:00.425495 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae6f4f-7b16-499d-b41e-8e9566b4195f" -d '{"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-deleted", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:18:00.469614 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c624d2-6101-4e38-a53f-9a61f6196318 x-openstack-request-id: req-b2c624d2-6101-4e38-a53f-9a61f6196318 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:18:00.469913 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795140b8-9fb6-4016-8434-7d57890dde8d", "name": "network-vif-deleted", "tag": "b577c8cd-2d36-4ade-b11b-3bfcd385129e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:18:00.470170 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2c624d2-6101-4e38-a53f-9a61f6196318 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:18:00.470573 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795140b8-9fb6-4016-8434-7d57890dde8d', 'name': 'network-vif-deleted', 'tag': 'b577c8cd-2d36-4ade-b11b-3bfcd385129e', 'status': 'completed', 'code': 200} Feb 03 12:18:00.571286 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-76f08ded-c200-4917-aeb2-56045ef0982c req-6a8f2832-f7f2-489f-ada1-158095f353fc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=795140b8-9fb6-4016-8434-7d57890dde8d HTTP/1.1" status: 200 len: 210 time: 0.0321128 Feb 03 12:18:01.392766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aeec092a-95e1-43df-9708-f90934cbb459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:01.629627 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:01.978600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (cfdea75e-cc50-4003-8eac-81b488746804), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:02.227862 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 14acb089-5764-4621-bec3-ead79cdeac62 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:18:02.228200 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (14acb089-5764-4621-bec3-ead79cdeac62), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:02.271780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:18:02.291244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: b577c8cd-2d36-4ade-b11b-3bfcd385129e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:18:02.291590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device b577c8cd-2d36-4ade-b11b-3bfcd385129e not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:18:02.314922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 14acb089-5764-4621-bec3-ead79cdeac62, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=14acb089-5764-4621-bec3-ead79cdeac62,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:02.315278 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (14acb089-5764-4621-bec3-ead79cdeac62), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:02.328308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 14acb089-5764-4621-bec3-ead79cdeac62 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:18:02.510319 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (14acb089-5764-4621-bec3-ead79cdeac62), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:02.534377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=14acb089-5764-4621-bec3-ead79cdeac62,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:02.716394 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (cfdea75e-cc50-4003-8eac-81b488746804), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:02.934158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router cfdea75e-cc50-4003-8eac-81b488746804 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:18:03.034019 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:03.038861 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9794943b-85d5-44da-97c1-dcbdb400aefa tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/cfdea75e-cc50-4003-8eac-81b488746804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4082117 Feb 03 12:18:03.042100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:03.044649 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Sync routers for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:03.055188 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:03.055793 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:03.095067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting subnet c30096fc-5d06-447b-b692-e1c09157fd7b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:18:03.098116 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (c30096fc-5d06-447b-b692-e1c09157fd7b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.137050 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (c30096fc-5d06-447b-b692-e1c09157fd7b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.160356 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:03.223268 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (c30096fc-5d06-447b-b692-e1c09157fd7b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.286637 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (c30096fc-5d06-447b-b692-e1c09157fd7b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.314082 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Subnet': ['ID=c30096fc-5d06-447b-b692-e1c09157fd7b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:03.317669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.323811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f2d096c2-bc70-4bca-bdb0-081222fab97e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/subnets/c30096fc-5d06-447b-b692-e1c09157fd7b HTTP/1.1" status: 204 len: 168 time: 0.2778168 Feb 03 12:18:03.324157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:03.327976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbe7b3-bb49-492e-b957-0ef7ddcad086 None None] Network f2cf9bdd-cf7e-4104-9951-45be712d97bc requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:03.358551 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:18:02Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:03.384966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Checking router: cfdea75e-cc50-4003-8eac-81b488746804 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:03.393161 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Routers {'cfdea75e-cc50-4003-8eac-81b488746804'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:03.393764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:17:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['cfdea75e-cc50-4003-8eac-81b488746804'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:03.438944 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (cfdea75e-cc50-4003-8eac-81b488746804), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.493523 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] DHCP port deletion for f2cf9bdd-cf7e-4104-9951-45be712d97bc request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:18:03.504393 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] Set router cfdea75e-cc50-4003-8eac-81b488746804 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:03.562961 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Deleting port 36063fdb-08fa-4fa1-8cff-a981b2b6705b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:18:03.563625 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.565581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (cfdea75e-cc50-4003-8eac-81b488746804), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.625442 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 6ea426c3-4eed-45bd-af85-9af43c1e2eed {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:18:03.626155 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.646970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] For port 36063fdb-08fa-4fa1-8cff-a981b2b6705b, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=36063fdb-08fa-4fa1-8cff-a981b2b6705b,segment=NetworkSegment(8c40f095-37f1-45da-871a-0e27a7ab09d6),segment_id=8c40f095-37f1-45da-871a-0e27a7ab09d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:03.647523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.660372 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 36063fdb-08fa-4fa1-8cff-a981b2b6705b no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:18:03.667100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Calling delete_port for 36063fdb-08fa-4fa1-8cff-a981b2b6705b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:18:03.699053 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:18:02Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:03.712045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 6ea426c3-4eed-45bd-af85-9af43c1e2eed, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6ea426c3-4eed-45bd-af85-9af43c1e2eed,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:03.712522 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.726116 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 6ea426c3-4eed-45bd-af85-9af43c1e2eed owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:18:03.726757 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af18cb5d-5685-4e7b-bc7f-daae1b7a47e5 None None] The sync data for ids ['cfdea75e-cc50-4003-8eac-81b488746804'] in n-d-821606-6 is: [{'id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323917056', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:18:02Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '6ea426c3-4eed-45bd-af85-9af43c1e2eed', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdea75e-cc50-4003-8eac-81b488746804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:15:26Z', 'updated_at': '2022-02-03T12:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:03.808987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 36063fdb-08fa-4fa1-8cff-a981b2b6705b is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:03.809380 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.826627 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (36063fdb-08fa-4fa1-8cff-a981b2b6705b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.875407 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] Pushing event deleted for resources: {'Port': ['ID=36063fdb-08fa-4fa1-8cff-a981b2b6705b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:03.877664 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e10bc3-4851-40c8-8627-0240bef9b253 None None] No DVR routers for this DVR port 36063fdb-08fa-4fa1-8cff-a981b2b6705b on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:18:03.904629 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6ea426c3-4eed-45bd-af85-9af43c1e2eed), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:03.932367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=6ea426c3-4eed-45bd-af85-9af43c1e2eed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:03.994053 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (cfdea75e-cc50-4003-8eac-81b488746804), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.086440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (cfdea75e-cc50-4003-8eac-81b488746804), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.088615 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (cfdea75e-cc50-4003-8eac-81b488746804), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.133478 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (cfdea75e-cc50-4003-8eac-81b488746804), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.134136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Fanout notify agent at l3_agent the message router_deleted on router cfdea75e-cc50-4003-8eac-81b488746804 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:18:04.142986 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.146633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-dcc5add3-484a-4306-a81c-4e3ccabd7439 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/routers/cfdea75e-cc50-4003-8eac-81b488746804 HTTP/1.1" status: 204 len: 168 time: 0.8191981 Feb 03 12:18:04.146934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:04.234153 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (f2cf9bdd-cf7e-4104-9951-45be712d97bc), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.325898 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (f2cf9bdd-cf7e-4104-9951-45be712d97bc), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.347450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cf9bdd-cf7e-4104-9951-45be712d97bc']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:04.358030 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c40f095-37f1-45da-871a-0e27a7ab09d6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:04.358330 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c40f095-37f1-45da-871a-0e27a7ab09d6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:04.367809 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (8c40f095-37f1-45da-871a-0e27a7ab09d6), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.380995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8c40f095-37f1-45da-871a-0e27a7ab09d6), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.387431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:18:04.387813 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (8c40f095-37f1-45da-871a-0e27a7ab09d6), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:18:04.390785 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:18:04.447229 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (f2cf9bdd-cf7e-4104-9951-45be712d97bc), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.454211 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.457347 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/networks/f2cf9bdd-cf7e-4104-9951-45be712d97bc HTTP/1.1" status: 204 len: 168 time: 0.3094640 Feb 03 12:18:04.460216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59634) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:04.469432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48964c7-746f-43f9-a8d1-fe8ed9bc52fb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Network': ['ID=f2cf9bdd-cf7e-4104-9951-45be712d97bc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:04.501634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6ceda8-8575-425f-82e3-d17fd3e13584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.518734 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (88c80f75-7e45-46b1-a0dc-9a1c9b75294a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.544177 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (88c80f75-7e45-46b1-a0dc-9a1c9b75294a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.600870 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (88c80f75-7e45-46b1-a0dc-9a1c9b75294a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.604135 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:04.605359 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/security-groups/88c80f75-7e45-46b1-a0dc-9a1c9b75294a HTTP/1.1" status: 204 len: 168 time: 0.1441047 Feb 03 12:18:04.614263 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c80f75-7e45-46b1-a0dc-9a1c9b75294a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:04.621956 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.622311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.622657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.622999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.623336 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.623666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.623998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.624327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.624657 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.625011 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.625342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.625669 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.625997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba67c6-7cef-4cfa-81cb-f52005758c26 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:04.902434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.258947 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59642) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.263548 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359670726', 'description': 'tempest-secgroup-smoke-359670726 description', 'project_id': '82330835012c4279bc45c9d21532aa61'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.283469 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.347320 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (83c81da4-fd0e-4779-bec8-5f2086eca8b0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.350651 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (83c81da4-fd0e-4779-bec8-5f2086eca8b0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.379023 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.380230 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1202681 Feb 03 12:18:05.382175 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490389f8-cfe9-4617-9908-373780018c12 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c81da4-fd0e-4779-bec8-5f2086eca8b0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.383297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.389597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.414405 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (f6bb8a03-1a37-4168-9011-2ff9b5d507d8), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.473322 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (f6bb8a03-1a37-4168-9011-2ff9b5d507d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.477536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f6bb8a03-1a37-4168-9011-2ff9b5d507d8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.495943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb8a03-1a37-4168-9011-2ff9b5d507d8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.504043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.505249 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-facf7285-3cc4-4c2a-99fb-971383604cba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195478 Feb 03 12:18:05.508071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59646) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.513507 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.538496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (a789f3f8-396c-44bc-8db7-d7c40d768954), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.560358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14acb089-5764-4621-bec3-ead79cdeac62 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:18:05.580336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 14acb089-5764-4621-bec3-ead79cdeac62 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:18:05.580690 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 14acb089-5764-4621-bec3-ead79cdeac62 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:18:05.581131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ea426c3-4eed-45bd-af85-9af43c1e2eed no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:18:05.598094 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (a789f3f8-396c-44bc-8db7-d7c40d768954), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.600503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6ea426c3-4eed-45bd-af85-9af43c1e2eed {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:18:05.600861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6ea426c3-4eed-45bd-af85-9af43c1e2eed not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:18:05.603247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (a789f3f8-396c-44bc-8db7-d7c40d768954), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.623084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a789f3f8-396c-44bc-8db7-d7c40d768954,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.628555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.629781 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c545d38-c1a1-4603-bdc8-2604e7430e0e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199930 Feb 03 12:18:05.632430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59648) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.636822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.659747 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (76574cae-3910-474b-96ee-ca880a67afa2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.715672 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (76574cae-3910-474b-96ee-ca880a67afa2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.719276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (76574cae-3910-474b-96ee-ca880a67afa2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.736786 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76574cae-3910-474b-96ee-ca880a67afa2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.744404 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.745671 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-901afd05-c050-4663-a247-394423174872 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122303 Feb 03 12:18:05.748302 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.752510 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.776798 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (55f493fc-7bd2-469b-80b1-380db39a5e18), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.834774 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (55f493fc-7bd2-469b-80b1-380db39a5e18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.838828 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (55f493fc-7bd2-469b-80b1-380db39a5e18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.858481 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f493fc-7bd2-469b-80b1-380db39a5e18,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.866554 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.870592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.870749 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8aa50de8-7cc5-4c54-b6f6-6d9ec1b368e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214142 Feb 03 12:18:05.875300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:05.894128 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:18:05.899282 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (781b49f3-ad22-42d2-b8b8-55799b2cbd5a), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.956171 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (781b49f3-ad22-42d2-b8b8-55799b2cbd5a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.959492 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (781b49f3-ad22-42d2-b8b8-55799b2cbd5a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.978064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781b49f3-ad22-42d2-b8b8-55799b2cbd5a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:05.983434 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.984609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7b317e63-765c-4fac-9bc5-d269f389f6d9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1129358 Feb 03 12:18:05.987451 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:05.991455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '83c81da4-fd0e-4779-bec8-5f2086eca8b0', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:06.009895 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:18:06.014398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (1de622cc-04ca-435f-934b-6b0f1116b4ed), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.075989 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (1de622cc-04ca-435f-934b-6b0f1116b4ed), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.079529 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (1de622cc-04ca-435f-934b-6b0f1116b4ed), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.103971 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de622cc-04ca-435f-934b-6b0f1116b4ed,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:06.114699 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.115887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-84060c78-12d7-4bed-876a-d127b91dd4d8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277034 Feb 03 12:18:06.118805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:06.123991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'network': {'name': 'tempest-network-smoke--974392911', 'project_id': '82330835012c4279bc45c9d21532aa61', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:06.142658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:06.146075 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.169951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:18:06.179711 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1dff27cb-c299-4ceb-b8c5-74f6a24e84a1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.180062 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Added segment 1dff27cb-c299-4ceb-b8c5-74f6a24e84a1 of type vlan for network 1310377d-3f79-42dd-a9fc-603ab19d817b Feb 03 12:18:06.221834 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (1310377d-3f79-42dd-a9fc-603ab19d817b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.245745 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (1310377d-3f79-42dd-a9fc-603ab19d817b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.250586 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:06.251161 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.286534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1666472 Feb 03 12:18:06.289331 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59658) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:06.293860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'admin_state_up': True, 'project_id': '82330835012c4279bc45c9d21532aa61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:06.314373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.315394 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.321333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d18960-5af0-463b-b05f-e41a3a67972c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Network': ['ID=1310377d-3f79-42dd-a9fc-603ab19d817b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:06.333345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 1310377d-3f79-42dd-a9fc-603ab19d817b details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:18:06.368429 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (d2f26fd1-a463-4b56-82b2-30adcce78f5b), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.488903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.504624 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (d2f26fd1-a463-4b56-82b2-30adcce78f5b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.693193 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.711552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.813272 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.77 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ae425c44-8f02-45c4-a927-597d75ca42b8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:06.910868 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.944219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.979848 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:06.982649 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:06.988520 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:07.014949 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=ae425c44-8f02-45c4-a927-597d75ca42b8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:07.236145 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:07.428434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:07.475218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:07.557602 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router d2f26fd1-a463-4b56-82b2-30adcce78f5b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:18:07.660779 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:07.671390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Sync routers for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:07.681714 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:07.682932 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:07.683055 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-46066eee-6446-41b4-bd52-29e65fb2becc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3926163 Feb 03 12:18:07.683563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:07.686151 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59660) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:07.760924 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6c8442a7-d6b2-48e7-9a13-b1466c8c473c tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=82330835012c4279bc45c9d21532aa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735593 Feb 03 12:18:07.763488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59664) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:07.790302 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:07.848388 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793dd1e-2aba-47f2-9ab7-430593f4be03 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:07.849928 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9793dd1e-2aba-47f2-9ab7-430593f4be03 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855174 Feb 03 12:18:07.852877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59666) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:07.880099 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2a93a5c3-a72f-4bcb-a73d-554b883a357c tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261300 Feb 03 12:18:07.882583 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:07.887672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61710929', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'project_id': '82330835012c4279bc45c9d21532aa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:07.969721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:07Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:07.983064 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:07.986552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:07.998115 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Checking router: d2f26fd1-a463-4b56-82b2-30adcce78f5b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:07.998474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Updating router d2f26fd1-a463-4b56-82b2-30adcce78f5b port ae425c44-8f02-45c4-a927-597d75ca42b8 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:18:08.025843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.285128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks [] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.291493 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.344154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Attempting to bind port ae425c44-8f02-45c4-a927-597d75ca42b8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:08.344525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Attempting to bind port ae425c44-8f02-45c4-a927-597d75ca42b8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:08.344885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Attempting to bind port ae425c44-8f02-45c4-a927-597d75ca42b8 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:08.346945 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Pushing event updated for resources: {'Port': ['ID=ae425c44-8f02-45c4-a927-597d75ca42b8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:08.356274 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:08.356657 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:08.357161 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.357567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:08.358044 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Bound port: ae425c44-8f02-45c4-a927-597d75ca42b8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:08.358429 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.361039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.361385 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.361723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.362057 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.362387 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.362715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.363040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.363364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.363684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.364003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.364325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.364648 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.364987 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:08.407759 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (452a5e88-8e21-423d-af1c-8fa9e45bab2b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.417111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] For port ae425c44-8f02-45c4-a927-597d75ca42b8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:08.420123 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] For port ae425c44-8f02-45c4-a927-597d75ca42b8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ae425c44-8f02-45c4-a927-597d75ca42b8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:08.427054 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.473690 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Subnet': ['ID=452a5e88-8e21-423d-af1c-8fa9e45bab2b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:08.480303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Checking segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:08.480662 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network hostable DHCP agents. Network: 1310377d-3f79-42dd-a9fc-603ab19d817b, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:18:08.486502 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:08.487120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:08.490089 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011edc2-f865-485f-bb3e-eca9b896e940 None None] Pushing event updated for resources: {'Port': ['ID=ae425c44-8f02-45c4-a927-597d75ca42b8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:08.499180 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 1310377d-3f79-42dd-a9fc-603ab19d817b is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:18:08.508825 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 1310377d-3f79-42dd-a9fc-603ab19d817b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:08.513249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:08.513844 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.530537 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dbcb6d00-15d1-44fe-8f47-90b39560cdf2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6464202 Feb 03 12:18:08.531038 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f7d22-1eb6-45b2-8e64-9dee5645a28e None None] Network 1310377d-3f79-42dd-a9fc-603ab19d817b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:08.533866 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59670) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:08.653396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:08.734948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-1310377d-3f79-42dd-a9fc-603ab19d817b', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:18:08.735789 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.945573 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Allocated IP 172.20.0.2 (1310377d-3f79-42dd-a9fc-603ab19d817b/452a5e88-8e21-423d-af1c-8fa9e45bab2b/d7684b6e-a505-4f5c-8f3b-a8915e8dff67) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:08.967524 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.983465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:07Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:09.196950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4d740-963d-449e-b8f2-165c9c06cabb None None] The sync data for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 is: [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:07Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:09.284863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks [] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.291119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.328481 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Network 1310377d-3f79-42dd-a9fc-603ab19d817b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:09.334646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:09.339732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:09.340483 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.1 (1310377d-3f79-42dd-a9fc-603ab19d817b/452a5e88-8e21-423d-af1c-8fa9e45bab2b/255ea983-a592-4ff5-9940-b5ff5fb2f747) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:09.343081 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Pushing event updated for resources: {'Port': ['ID=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:09.399009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Attempting to bind port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:09.399384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Attempting to bind port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:09.399755 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Attempting to bind port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 on network 1310377d-3f79-42dd-a9fc-603ab19d817b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:09.405239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:09.405622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Checking segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:09.406034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.406427 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Bound using segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:09.406903 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Bound port: d7684b6e-a505-4f5c-8f3b-a8915e8dff67, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:09.407399 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.488443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.502445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] For port d7684b6e-a505-4f5c-8f3b-a8915e8dff67, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:09.506790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] For port d7684b6e-a505-4f5c-8f3b-a8915e8dff67, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:09.520404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.549780 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.605928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c953-eb34-4e1f-b036-87f819676b66 None None] Pushing event updated for resources: {'Port': ['ID=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:09.618528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 1310377d-3f79-42dd-a9fc-603ab19d817b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:09.619361 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:09.623877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:09.630863 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:09.672451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ae425c44-8f02-45c4-a927-597d75ca42b8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:09.687644 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.724826 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ae425c44-8f02-45c4-a927-597d75ca42b8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:09.725199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.856596 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ae425c44-8f02-45c4-a927-597d75ca42b8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:09.857246 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.880883 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.888005 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ae425c44-8f02-45c4-a927-597d75ca42b8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ae425c44-8f02-45c4-a927-597d75ca42b8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:09.895624 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.959816 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ae425c44-8f02-45c4-a927-597d75ca42b8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:10.203453 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.209301 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.290751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.292426 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:10.384347 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 1310377d-3f79-42dd-a9fc-603ab19d817b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:10.385762 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:10.501852 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router d2f26fd1-a463-4b56-82b2-30adcce78f5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:18:10.622632 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:10.629539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-889d52dd-6684-4c3e-999d-5b4b2d1a2e0b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/d2f26fd1-a463-4b56-82b2-30adcce78f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0945148 Feb 03 12:18:10.666553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eacd714-51b2-4da9-b8c3-f6a2487166d8 None None] Network 1310377d-3f79-42dd-a9fc-603ab19d817b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:10.780948 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Provisioning complete for port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:10.781311 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.782224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-72f361bb-0622-48bd-9e22-650d3b7add8e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359670726&fields=id&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 267 time: 0.0460103 Feb 03 12:18:10.876047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Current status of the port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:10.877238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.916409 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1e477bed-3e38-4c9c-816d-774563be8221 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:10.918120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1e477bed-3e38-4c9c-816d-774563be8221 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 796 time: 0.1293645 Feb 03 12:18:10.920048 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] For port d7684b6e-a505-4f5c-8f3b-a8915e8dff67, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:10.926366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:10.940082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-2886795d-049d-456a-b700-6fd0e8c4c1d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/quotas/82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 375 time: 0.0140951 Feb 03 12:18:10.979806 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18056a-b499-4877-b9bf-85c00bc3329e None None] Pushing event updated for resources: {'Port': ['ID=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:11.008803 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-b2e0ab3a-8a09-466f-9fb4-f86f83f5517f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624223 Feb 03 12:18:11.115792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-3ab74f75-e33b-4b6b-892d-4bb3637ae800 service neutron] 10.222.0.30 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938599 Feb 03 12:18:11.149889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Provisioning complete for port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.150340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.214258 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Sync routers for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:11.230791 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:11.231758 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:11.237817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-05503530-be91-467c-8710-8c1c58abbb6f service neutron] 10.222.0.30 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157970 Feb 03 12:18:11.250341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Current status of the port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:11.272111 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.272497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.315809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d085365d-b7fb-43ff-a3cf-8afd51edc3a6 None None] Port 255ea983-a592-4ff5-9940-b5ff5fb2f747 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:11.369360 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:11.428157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-01180b63-7a93-4b90-867f-51c11b6bf603 req-fe08e1f3-512b-44f4-9330-ed9d9c87a96e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 210 time: 0.0455930 Feb 03 12:18:11.457099 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-fe5600cc-9ec0-4806-99d6-3bed803e06f9 None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.457750 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5600cc-9ec0-4806-99d6-3bed803e06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.497815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe5600cc-9ec0-4806-99d6-3bed803e06f9 None None] Port 255ea983-a592-4ff5-9940-b5ff5fb2f747 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:11.592159 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:10Z', 'revision_number': 2, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:11.620597 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Checking router: d2f26fd1-a463-4b56-82b2-30adcce78f5b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:11.621039 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Updating router d2f26fd1-a463-4b56-82b2-30adcce78f5b port 255ea983-a592-4ff5-9940-b5ff5fb2f747 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:18:11.649120 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.700409 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ae425c44-8f02-45c4-a927-597d75ca42b8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:11.755775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f7202139-0b12-4426-b58e-92af79fb41f8 None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.756312 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7202139-0b12-4426-b58e-92af79fb41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.800958 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f7202139-0b12-4426-b58e-92af79fb41f8 None None] Port 255ea983-a592-4ff5-9940-b5ff5fb2f747 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:11.803780 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ae425c44-8f02-45c4-a927-597d75ca42b8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.804038 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:11.889957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ae425c44-8f02-45c4-a927-597d75ca42b8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:11.891058 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d7684b6e-a505-4f5c-8f3b-a8915e8dff67 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:11.942280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:11.942718 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.018810 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks [] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.024394 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.026968 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:12.091073 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Pushing event updated for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:12.122253 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.122677 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.123535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.123535 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.123730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.124040 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.124474 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.124995 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.125463 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.125795 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.126255 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.126703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.127056 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:12.141573 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Attempting to bind port 255ea983-a592-4ff5-9940-b5ff5fb2f747 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:12.141944 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Attempting to bind port 255ea983-a592-4ff5-9940-b5ff5fb2f747 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:12.142302 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Attempting to bind port 255ea983-a592-4ff5-9940-b5ff5fb2f747 on network 1310377d-3f79-42dd-a9fc-603ab19d817b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:12.147351 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:12.147723 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Checking segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:12.148119 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.148509 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Bound using segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:12.149525 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Bound port: 255ea983-a592-4ff5-9940-b5ff5fb2f747, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:12.149895 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.217548 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] For port 255ea983-a592-4ff5-9940-b5ff5fb2f747, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:12.221062 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] For port 255ea983-a592-4ff5-9940-b5ff5fb2f747, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=255ea983-a592-4ff5-9940-b5ff5fb2f747,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:12.226675 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.266802 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:12.267415 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:12.323414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:12.323697 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.366551 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853bc8-a308-4884-92e0-225935328d99 None None] Pushing event updated for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:12.395855 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:12.417442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Current status of the port 255ea983-a592-4ff5-9940-b5ff5fb2f747 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:12.418096 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.458772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] For port 255ea983-a592-4ff5-9940-b5ff5fb2f747, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=255ea983-a592-4ff5-9940-b5ff5fb2f747,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:12.466519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.583209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ec262-50d9-47b7-8029-eec9a29b218c None None] Pushing event updated for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:12.594521 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3c38958-3cbb-49c0-968e-6673254da482 req-f79a5351-fda1-439a-a1dd-eb7141856ccd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 210 time: 0.0350773 Feb 03 12:18:12.605059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-5eaa3fc9-c610-4078-b547-3976520c4a34 None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:12.605795 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5eaa3fc9-c610-4078-b547-3976520c4a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.611180 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-8f770a87-ae9c-4a78-8a07-c52441451d3c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:12.612904 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-8f770a87-ae9c-4a78-8a07-c52441451d3c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 796 time: 0.1424274 Feb 03 12:18:12.657987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:12.692691 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa3fc9-c610-4078-b547-3976520c4a34 None None] Current status of the port 255ea983-a592-4ff5-9940-b5ff5fb2f747 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:12.699842 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1e3f7a76-53a5-4dcf-a548-c977f0d23737 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 379 time: 0.0716193 Feb 03 12:18:12.699987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf22d6-4497-484a-8d03-4aab9d67203e None None] The sync data for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 is: [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:12.736500 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'port': {'device_id': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'admin_state_up': True, 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'security_groups': ['83c81da4-fd0e-4779-bec8-5f2086eca8b0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:12.857328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:12.861146 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:12.999872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.13 (1310377d-3f79-42dd-a9fc-603ab19d817b/452a5e88-8e21-423d-af1c-8fa9e45bab2b/8cfdb9bb-ed66-49c1-8e61-b8b645944f58) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:13.146470 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.185709 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.575375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 1310377d-3f79-42dd-a9fc-603ab19d817b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:13.582114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:13.585431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:13.588152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:13.614626 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 255ea983-a592-4ff5-9940-b5ff5fb2f747 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:13.674069 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:13.675525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.704016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 255ea983-a592-4ff5-9940-b5ff5fb2f747 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:13.704815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.723101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-d8484cd7-b688-4ccc-859f-60cdc4f1656e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9905586 Feb 03 12:18:13.748417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Request body: {'port': {'device_id': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:13.799441 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407f92-86f5-4298-a365-5ceaffb13669 req-aa615c4c-f962-4817-ae99-295ae1e66245 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:13.801602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55407f92-86f5-4298-a365-5ceaffb13669 req-aa615c4c-f962-4817-ae99-295ae1e66245 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 932 time: 0.1130428 Feb 03 12:18:13.809739 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 255ea983-a592-4ff5-9940-b5ff5fb2f747 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:13.847812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.883459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-55407f92-86f5-4298-a365-5ceaffb13669 req-45d36a93-40d2-4092-b40e-e905e8ac3491 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611608 Feb 03 12:18:13.920343 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-78d34590-4898-4e25-8c29-792b6db1af6a None None] Provisioning complete for port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:13.920630 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78d34590-4898-4e25-8c29-792b6db1af6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:13.955797 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-78d34590-4898-4e25-8c29-792b6db1af6a None None] Port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:13.978035 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:18:14.136213 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:18:14.143869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks [] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:14.156018 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Transition to ACTIVE for port object 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:18:14.159367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:14.208337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:14.282695 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Attempting to bind port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:14.283039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Attempting to bind port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:14.283368 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Attempting to bind port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 on network 1310377d-3f79-42dd-a9fc-603ab19d817b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:14.287964 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 on network 1310377d-3f79-42dd-a9fc-603ab19d817b not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:18:14.288283 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Attempting to bind port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 on network 1310377d-3f79-42dd-a9fc-603ab19d817b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:14.293958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:14.294303 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Checking segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:14.294699 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Bound using segment: {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:14.295167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Bound port: 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:14.295526 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:14.365318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:14.368377 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:14.374608 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:14.410223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:14.410874 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:14.412260 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] 10.222.0.69 "PUT /v2.0/ports/8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 1092 time: 0.6750491 Feb 03 12:18:14.412700 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:18:14.415546 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:18:14.441115 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d5bf-ff64-4e09-866b-adeda50e6537 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:14.464150 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e5dc8-e802-4942-ab2a-8ffe70c4f1c1 x-openstack-request-id: req-2c6e5dc8-e802-4942-ab2a-8ffe70c4f1c1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:18:14.464519 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:18:14.464883 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c6e5dc8-e802-4942-ab2a-8ffe70c4f1c1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:18:14.465478 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'status': 'completed', 'code': 200} Feb 03 12:18:14.526933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-fc83d43a-3832-4c81-8254-96b1afcfd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:14.528537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-fc83d43a-3832-4c81-8254-96b1afcfd7c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1126 time: 0.0487030 Feb 03 12:18:14.580979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-50b02cf8-6fee-4e6d-b162-0e2f646df223 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 217 time: 0.0399034 Feb 03 12:18:14.631158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-e1327737-0b14-4b6f-8a1a-3251ef919e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:14.632586 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-e1327737-0b14-4b6f-8a1a-3251ef919e4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0429664 Feb 03 12:18:14.680402 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-3f546870-2d09-41d6-bd2d-e631510ca27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:14.685874 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-3f546870-2d09-41d6-bd2d-e631510ca27f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438368 Feb 03 12:18:14.776125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-1ceaf95b-20b3-4420-b147-af75f6592790 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879204 Feb 03 12:18:14.863261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9389660e-1978-4d70-a349-7ad7b3e17c9a req-86efeeda-9f4a-4f36-bb2b-e03c1f4fe85b service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813143 Feb 03 12:18:15.036892 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-334ee1bf-7ed3-481f-8a36-67c165320e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:15.038576 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-334ee1bf-7ed3-481f-8a36-67c165320e7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1126 time: 0.0836029 Feb 03 12:18:15.045591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9042-3d50-4126-b2cf-f032dae39e3f req-c442e285-d776-4a97-82bc-fb1c98e51ec9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:15.047098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-028d9042-3d50-4126-b2cf-f032dae39e3f req-c442e285-d776-4a97-82bc-fb1c98e51ec9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 944 time: 0.0909035 Feb 03 12:18:15.150625 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-028d9042-3d50-4126-b2cf-f032dae39e3f req-e94b7a4b-ca45-46a4-bd95-04294089347a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955462 Feb 03 12:18:15.171095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-517d5175-eaf0-4bf4-8f8d-39e4a0ee00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:15.172551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-517d5175-eaf0-4bf4-8f8d-39e4a0ee00de service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.1246214 Feb 03 12:18:15.213590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-4751aa4b-5048-49cf-856c-43fcb941f17a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 217 time: 0.0353885 Feb 03 12:18:15.260742 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-8b8723df-3e7d-4e21-80ed-a56364024e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:15.262224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-8b8723df-3e7d-4e21-80ed-a56364024e0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0431514 Feb 03 12:18:15.315032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-ba2a01e4-30af-4754-aa03-284e8e1bb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:15.316500 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-ba2a01e4-30af-4754-aa03-284e8e1bb75b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486636 Feb 03 12:18:15.404165 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-71720db5-8c6a-4ba0-9cf3-953ef655106b service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817437 Feb 03 12:18:15.495234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-62bd6aa9-28f7-475f-b0af-afd8bc40a57b req-23073c2b-893d-4509-a6c5-6e12b96998dc service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Feb 03 12:18:16.270717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c228042-19c3-4353-9196-079da77e7811 req-464a10f8-3e8d-4083-bf8e-5975961c70cc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:16.272207 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c228042-19c3-4353-9196-079da77e7811 req-464a10f8-3e8d-4083-bf8e-5975961c70cc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 944 time: 0.0530787 Feb 03 12:18:16.322584 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4c228042-19c3-4353-9196-079da77e7811 req-f46aa212-718e-49ee-b2dd-720ca34e7a3d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Feb 03 12:18:16.859070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:17.440858 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495b350-729e-4a0e-8650-5ba179087f17 req-168e4434-fae0-42d0-8d0b-b666ea326d23 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:17.442684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8495b350-729e-4a0e-8650-5ba179087f17 req-168e4434-fae0-42d0-8d0b-b666ea326d23 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 944 time: 0.0545473 Feb 03 12:18:17.494960 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8495b350-729e-4a0e-8650-5ba179087f17 req-fda51a4d-4ad8-4af9-add8-c2cc5cb59422 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460737 Feb 03 12:18:18.302413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:18:18.398039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:18.409101 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'port_id': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'mac_address': 'fa:16:3e:fa:58:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:18:18.445617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:18.446007 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:18.458066 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:18:18.476036 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:18.481098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:18.527090 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:18.613403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ed19b-e611-494c-8dcb-979e82247e4d req-f27f3f73-761b-4f8f-ab6d-49ef66c22539 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:18.614857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d30ed19b-e611-494c-8dcb-979e82247e4d req-f27f3f73-761b-4f8f-ab6d-49ef66c22539 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 945 time: 0.0521734 Feb 03 12:18:18.665409 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d30ed19b-e611-494c-8dcb-979e82247e4d req-9075725e-db3e-4e11-b794-5aa404d9d39c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449908 Feb 03 12:18:18.866588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['8cfdb9bb-ed66-49c1-8e61-b8b645944f58'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:18:19.781977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95954f00-49e5-4801-ae9b-cbf1d9adde3c req-9968c993-ccb0-44db-9866-0f900c4affda tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:19.783460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95954f00-49e5-4801-ae9b-cbf1d9adde3c req-9968c993-ccb0-44db-9866-0f900c4affda tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 945 time: 0.0521770 Feb 03 12:18:19.835712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95954f00-49e5-4801-ae9b-cbf1d9adde3c req-75ee7ee0-43eb-4223-97af-0fc80ec75015 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466704 Feb 03 12:18:20.317995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:20.369799 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:18:20.373843 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:20.374267 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:20.449413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:20.449805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:20.472700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:18:20.474992 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de86fd-51e8-4781-849a-6b9e3860853d" -d '{"events": [{"server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:18:20.487790 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:20.492377 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:20.540039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:20.569425 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225b1e4-d86b-4cd1-b903-9dcaa61168d7 x-openstack-request-id: req-3225b1e4-d86b-4cd1-b903-9dcaa61168d7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:18:20.569739 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:18:20.570003 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3225b1e4-d86b-4cd1-b903-9dcaa61168d7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:18:20.570902 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'code': 200} Feb 03 12:18:20.708192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d805a-fb8b-4cb4-af45-817b9626cf0c req-11b6762c-1c7b-4ce3-95f8-2f747966ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:20.709720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea7d805a-fb8b-4cb4-af45-817b9626cf0c req-11b6762c-1c7b-4ce3-95f8-2f747966ff6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0497482 Feb 03 12:18:20.754880 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea7d805a-fb8b-4cb4-af45-817b9626cf0c req-c951045f-a382-41be-9e52-72aa966e6849 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385358 Feb 03 12:18:20.956548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdba2f-cb11-4917-b632-8a812aee499c req-bc4b52da-13a3-4378-94c7-4ecf7c18ad75 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:20.958050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0abdba2f-cb11-4917-b632-8a812aee499c req-bc4b52da-13a3-4378-94c7-4ecf7c18ad75 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0545623 Feb 03 12:18:21.006230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0abdba2f-cb11-4917-b632-8a812aee499c req-364e1a52-92c0-48ac-8459-1c8740015609 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Feb 03 12:18:22.135955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c24b38-3cc2-402d-8a48-e254f7fe5720 req-74b35fe9-fae7-48c6-b853-44c592afb679 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:22.137469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14c24b38-3cc2-402d-8a48-e254f7fe5720 req-74b35fe9-fae7-48c6-b853-44c592afb679 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0555253 Feb 03 12:18:22.191072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-14c24b38-3cc2-402d-8a48-e254f7fe5720 req-b50ae37e-cfe1-4871-aa3a-eb521bf2c346 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477364 Feb 03 12:18:23.308776 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e7c2-aa5e-4fcc-97ae-c70977255045 req-358ce081-c684-4ab4-93b8-fddff94c9e79 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:23.310281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f663e7c2-aa5e-4fcc-97ae-c70977255045 req-358ce081-c684-4ab4-93b8-fddff94c9e79 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0518851 Feb 03 12:18:23.358953 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f663e7c2-aa5e-4fcc-97ae-c70977255045 req-53b071a4-cfd6-4c09-a1d5-813b8f08dc06 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Feb 03 12:18:23.476396 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4632a-5724-4286-858c-abaef969851b req-ccf74676-cefd-42f3-b18b-f1952bc126c7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:23.477811 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95d4632a-5724-4286-858c-abaef969851b req-ccf74676-cefd-42f3-b18b-f1952bc126c7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0527513 Feb 03 12:18:23.525925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95d4632a-5724-4286-858c-abaef969851b req-01520439-fb7a-4a35-8fe9-c39416c5ff06 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425665 Feb 03 12:18:23.547074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:23.593467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffd9cf-23d1-4b27-b60f-391d7c711438 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:23.594950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-16ffd9cf-23d1-4b27-b60f-391d7c711438 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1123 time: 0.0469391 Feb 03 12:18:23.597754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:23.602261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:23.621891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.714812 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.816077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.4 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/439a93dc-783e-47b5-96a9-64c1031859cf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:23.915305 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (439a93dc-783e-47b5-96a9-64c1031859cf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.949031 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.989997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:23.995157 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:23.998928 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:24.004074 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=439a93dc-783e-47b5-96a9-64c1031859cf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:24.210139 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-50ba7101-4d4d-4e16-9f93-08df7170000e req-031c4b66-ac52-4743-81e3-c303e3771c91 service neutron] (103127) timed out ('10.222.0.30', 52940) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:18:24.348179 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (c1b23432-021e-4004-ab72-c8aa95f042d8), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.417421 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.564082 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (439a93dc-783e-47b5-96a9-64c1031859cf), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.568519 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.634555 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=439a93dc-783e-47b5-96a9-64c1031859cf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:24.645406 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (c1b23432-021e-4004-ab72-c8aa95f042d8), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.744884 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP c1b23432-021e-4004-ab72-c8aa95f042d8 associated. External IP: 172.25.7.4, port: 8cfdb9bb-ed66-49c1-8e61-b8b645944f58. Feb 03 12:18:24.950634 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router d2f26fd1-a463-4b56-82b2-30adcce78f5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:18:25.056454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:25.066071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Sync routers for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:25.075258 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:25.076722 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:25.077390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:25.105670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-386107b1-99a2-4484-89c6-1805473afefe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5069051 Feb 03 12:18:25.106233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:18:25.108459 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1bb84-bed9-42c2-9e6f-7237a27f074a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:18:25.149551 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f1ad0f-30bd-4f08-9b64-a7c50810d1e8 x-openstack-request-id: req-07f1ad0f-30bd-4f08-9b64-a7c50810d1e8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:18:25.149850 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:18:25.150107 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07f1ad0f-30bd-4f08-9b64-a7c50810d1e8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:18:25.150512 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'status': 'completed', 'code': 200} Feb 03 12:18:25.186920 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:25.249866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71781e-a5be-4859-a409-ee8ef281c1e0 req-bfe91de1-d002-4d35-b004-c96220d7765f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:25.251305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c71781e-a5be-4859-a409-ee8ef281c1e0 req-bfe91de1-d002-4d35-b004-c96220d7765f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0928340 Feb 03 12:18:25.257877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-5121577c-553c-4901-8bc7-c730af1dd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:25.259293 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-5121577c-553c-4901-8bc7-c730af1dd5e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0688074 Feb 03 12:18:25.354327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7c71781e-a5be-4859-a409-ee8ef281c1e0 req-066c6559-d9f3-495e-8db4-122c57763252 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940740 Feb 03 12:18:25.376639 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:25.382242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-7f918c61-5603-4059-b531-dcb38ba6ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:25.383786 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-7f918c61-5603-4059-b531-dcb38ba6ca29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.1107590 Feb 03 12:18:25.407693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c1b23432-021e-4004-ab72-c8aa95f042d8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'port_id': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'mac_address': 'fa:16:3e:fa:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:18:24Z', 'updated_at': '2022-02-03T12:18:24Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:25.437668 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Checking router: d2f26fd1-a463-4b56-82b2-30adcce78f5b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:25.446647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:25.448787 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:18:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:25.448960 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-065199ce-bd56-45e3-a06e-5bb7a84ab7bb tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/c1b23432-021e-4004-ab72-c8aa95f042d8 HTTP/1.1" status: 200 len: 990 time: 0.0685935 Feb 03 12:18:25.457945 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-443a26c6-45cb-40ff-837a-21a464622154 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 998 time: 0.0683300 Feb 03 12:18:25.505015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-e8e40f14-f08f-4626-8052-ba4c1b34c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:25.506466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-e8e40f14-f08f-4626-8052-ba4c1b34c1f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0423863 Feb 03 12:18:25.550452 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:25.557369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-e407bdec-7d49-4ac9-94e6-78909230535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:25.558844 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-e407bdec-7d49-4ac9-94e6-78909230535b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455236 Feb 03 12:18:25.655677 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-f8c6f179-3aba-41e2-b3d5-6586d5e92069 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908182 Feb 03 12:18:25.746938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dec1bb84-bed9-42c2-9e6f-7237a27f074a req-93c9f290-1630-4c96-b246-e6ad53736300 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856354 Feb 03 12:18:25.926183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c1b23432-021e-4004-ab72-c8aa95f042d8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'port_id': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'mac_address': 'fa:16:3e:fa:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:18:24Z', 'updated_at': '2022-02-03T12:18:24Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:25.956846 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a72c-b910-4baf-9967-2b9255f5dd3d None None] The sync data for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 is: [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'c1b23432-021e-4004-ab72-c8aa95f042d8', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'port_id': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'mac_address': 'fa:16:3e:fa:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:18:24Z', 'updated_at': '2022-02-03T12:18:24Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:26.151094 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac2a64-b6f1-4455-b280-64fc89188176 None None] New status for floating IP c1b23432-021e-4004-ab72-c8aa95f042d8: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:18:26.451734 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:26.515471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-52d79d62-071c-4811-888e-38eb71abdbfd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/c1b23432-021e-4004-ab72-c8aa95f042d8 HTTP/1.1" status: 200 len: 992 time: 0.0625665 Feb 03 12:18:27.802725 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:31.394766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc0f1-81e7-4a5c-ba57-848661c31c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:34.503405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-608816e2-3ef1-4311-b9b5-7fc2199051a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:34.903279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.490015 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:37.477388 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.534496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-4228dcdf-1a99-4695-9fd2-07c67aa9161d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455999 Feb 03 12:18:44.631937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-67ac00ad-3b2b-47b6-a6f6-27110e85d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:44.633951 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-67ac00ad-3b2b-47b6-a6f6-27110e85d332 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0437961 Feb 03 12:18:44.736408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-8a657dd8-4fb2-4409-a9b8-1df76e8ea65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:44.737895 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-8a657dd8-4fb2-4409-a9b8-1df76e8ea65d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.0868380 Feb 03 12:18:44.805709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-23274631-17a6-4a08-b589-edcfb2ec3747 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 1000 time: 0.0614429 Feb 03 12:18:44.854146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-7bd5ff85-daf2-40f2-98d0-5283b7730520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:44.855588 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-7bd5ff85-daf2-40f2-98d0-5283b7730520 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0441983 Feb 03 12:18:44.904026 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-3e40ffe2-c48e-47de-aaf9-43705bf3af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:44.905517 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-3e40ffe2-c48e-47de-aaf9-43705bf3af31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442526 Feb 03 12:18:44.995996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-41d0c43f-f480-4f8b-b52e-468be440e971 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Feb 03 12:18:45.083082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3806d4c4-0f33-4809-8e93-3581a4d523ec req-7fc618dd-3af6-4bc5-9fbf-0f37e3c591c3 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809207 Feb 03 12:18:46.858929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:50.977901 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:18:57.825115 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:01.395631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f426-1769-4261-8bd0-a55d8622cb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:04.504428 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f8b58ba-e032-4cf0-9ea4-4dfb518efb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:04.906478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:06.488218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:07.478836 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:16.875254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:27.842432 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:27.976897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:19:29.300003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359ffc-313b-4dab-9d73-bac6f104e74c req-2c6e2fc0-a66c-49e8-8804-586fd397cacd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:29.301507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4359ffc-313b-4dab-9d73-bac6f104e74c req-2c6e2fc0-a66c-49e8-8804-586fd397cacd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0529132 Feb 03 12:19:29.355002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4359ffc-313b-4dab-9d73-bac6f104e74c req-b9705757-0581-4a1f-b139-367edb157c7d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 Feb 03 12:19:30.474698 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25b4ee-43ad-4921-83b6-3f24bc208d91 req-7ff00aa8-c27c-4f2d-a496-8f6b8052f4ba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:30.476163 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf25b4ee-43ad-4921-83b6-3f24bc208d91 req-7ff00aa8-c27c-4f2d-a496-8f6b8052f4ba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0519681 Feb 03 12:19:30.524270 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf25b4ee-43ad-4921-83b6-3f24bc208d91 req-d3fba3d1-2b8c-4d81-9bbf-36dbe3511e69 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Feb 03 12:19:31.399320 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2efce86-9090-4055-999b-dd9123d3f175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:31.642492 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507615c3-f94d-41cf-ad88-fd09cd81ea32 req-82d20446-ecdf-4391-b3bc-e9ad4ef60e09 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:31.643942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-507615c3-f94d-41cf-ad88-fd09cd81ea32 req-82d20446-ecdf-4391-b3bc-e9ad4ef60e09 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0520639 Feb 03 12:19:31.691990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-507615c3-f94d-41cf-ad88-fd09cd81ea32 req-d329ef88-9a9a-4b20-9ebe-73adcbbf3dba tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Feb 03 12:19:33.131452 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82452-3def-402e-acb7-62f8883600b3 req-422689e0-a159-4794-96ba-5f8bb2deea9e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:33.132894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7da82452-3def-402e-acb7-62f8883600b3 req-422689e0-a159-4794-96ba-5f8bb2deea9e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.3746803 Feb 03 12:19:33.183410 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7da82452-3def-402e-acb7-62f8883600b3 req-79842334-4e0b-455a-b261-d12e6f63f98c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Feb 03 12:19:34.304803 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d335-b031-4381-95f8-8402695d356c req-5a48a7ad-7e04-494c-897f-399c103e0536 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:34.306267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d77d335-b031-4381-95f8-8402695d356c req-5a48a7ad-7e04-494c-897f-399c103e0536 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0527782 Feb 03 12:19:34.352768 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3d77d335-b031-4381-95f8-8402695d356c req-de808d40-cadc-4add-8433-a9675847893f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Feb 03 12:19:34.506719 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45d4f303-6c10-4a5f-9997-543127b25dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:34.910349 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:35.473356 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee081e0e-7de9-4fee-ae1c-0db9e6e85c8d req-6f0becee-c759-45ee-a911-8e917d9808ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:35.474795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee081e0e-7de9-4fee-ae1c-0db9e6e85c8d req-6f0becee-c759-45ee-a911-8e917d9808ea tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0541956 Feb 03 12:19:35.521385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee081e0e-7de9-4fee-ae1c-0db9e6e85c8d req-7f28acc9-87ee-4b4e-ae93-af629efb7e28 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Feb 03 12:19:36.491841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:36.643849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585dea2-5a2f-46a6-99f9-084d8164f198 req-beeaf7d2-7507-4ff5-a3aa-d88d932aea9c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:36.645326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2585dea2-5a2f-46a6-99f9-084d8164f198 req-beeaf7d2-7507-4ff5-a3aa-d88d932aea9c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0557404 Feb 03 12:19:36.693046 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2585dea2-5a2f-46a6-99f9-084d8164f198 req-55570c81-2264-47e2-8fd1-f6255c4422ed tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421107 Feb 03 12:19:37.480366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:37.815562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51202ca-a337-467b-af9d-d4c5358a0cab req-811cfd5d-b3c4-4417-ac1b-d0faad764fe0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:37.817041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c51202ca-a337-467b-af9d-d4c5358a0cab req-811cfd5d-b3c4-4417-ac1b-d0faad764fe0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0570061 Feb 03 12:19:37.865888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c51202ca-a337-467b-af9d-d4c5358a0cab req-ffced67c-0344-4ecf-ae82-cce44672b304 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Feb 03 12:19:38.987831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e03ac-33a2-4826-948d-bb1f9dfbd125 req-2305be1e-a505-4ae2-a570-02e2170bae09 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:38.989326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-594e03ac-33a2-4826-948d-bb1f9dfbd125 req-2305be1e-a505-4ae2-a570-02e2170bae09 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0528734 Feb 03 12:19:39.041088 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-594e03ac-33a2-4826-948d-bb1f9dfbd125 req-c56e0779-bde0-4ecc-804d-c4158a920952 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460472 Feb 03 12:19:40.160773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794f1bd-19e4-4428-b1ed-4dc7ecbd1cdd req-a7b37031-5b54-4f7e-9755-0605689a897c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:40.162276 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e794f1bd-19e4-4428-b1ed-4dc7ecbd1cdd req-a7b37031-5b54-4f7e-9755-0605689a897c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0511420 Feb 03 12:19:40.215301 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e794f1bd-19e4-4428-b1ed-4dc7ecbd1cdd req-f007f4c8-a9f5-455a-ad76-6f4fbd9240e0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Feb 03 12:19:41.332675 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e014-38e8-46d8-93e6-d81a57db9e09 req-4bf0ae01-1b82-407a-9a7d-2a0cc107b8b2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:41.334148 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89e7e014-38e8-46d8-93e6-d81a57db9e09 req-4bf0ae01-1b82-407a-9a7d-2a0cc107b8b2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0519636 Feb 03 12:19:41.381717 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-89e7e014-38e8-46d8-93e6-d81a57db9e09 req-0d858b7c-c4a2-4efe-bbdf-3ca48e0c5a45 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Feb 03 12:19:42.498958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad657-3143-4685-ade6-dcb3413b5bac req-f0701989-aa49-428e-95b3-56a0e0a5962c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:42.500406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18dad657-3143-4685-ade6-dcb3413b5bac req-f0701989-aa49-428e-95b3-56a0e0a5962c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0520134 Feb 03 12:19:42.546990 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18dad657-3143-4685-ade6-dcb3413b5bac req-ed81705f-1b30-471d-ac1d-0a975e5dde68 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Feb 03 12:19:43.669002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9da23-2ed1-499b-ab08-055ded3525ff req-14b35cee-6239-4b48-a689-8f0fb0e74928 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:43.670434 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2a9da23-2ed1-499b-ab08-055ded3525ff req-14b35cee-6239-4b48-a689-8f0fb0e74928 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0551770 Feb 03 12:19:43.717291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2a9da23-2ed1-499b-ab08-055ded3525ff req-f63d5c83-850d-4267-acb5-a670a84ccf96 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Feb 03 12:19:44.835763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebce2c-36b7-4eb0-9355-7330592af8be req-43fd94c9-d732-41ae-9a53-6396b37a2e0d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:44.837267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cebce2c-36b7-4eb0-9355-7330592af8be req-43fd94c9-d732-41ae-9a53-6396b37a2e0d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0517352 Feb 03 12:19:44.884692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cebce2c-36b7-4eb0-9355-7330592af8be req-41cc259a-f74a-40ac-8e2e-a8036fac408a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Feb 03 12:19:44.907574 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:19:44.973748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-6839447f-8f11-4fe5-9e20-8a061df50c6c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/c1b23432-021e-4004-ab72-c8aa95f042d8 HTTP/1.1" status: 200 len: 992 time: 0.0649743 Feb 03 12:19:46.279741 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288e28c-db99-4640-a728-c3f08702ddfb req-5c57e3f9-5edd-48ba-b69e-62190251fa87 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.281253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3288e28c-db99-4640-a728-c3f08702ddfb req-5c57e3f9-5edd-48ba-b69e-62190251fa87 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0785260 Feb 03 12:19:46.311875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-9f74aca6-60c9-4a0e-a714-9953c19f9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.313367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-9f74aca6-60c9-4a0e-a714-9953c19f9466 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0732968 Feb 03 12:19:46.365336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3288e28c-db99-4640-a728-c3f08702ddfb req-c892694e-20d5-445a-8bc9-ac2fff3bb547 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771639 Feb 03 12:19:46.430967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-a76995ea-47e1-4e4f-82d1-2aab7e520d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.432404 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-a76995ea-47e1-4e4f-82d1-2aab7e520d9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.1001639 Feb 03 12:19:46.494074 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-386321b0-5900-4be7-aa61-f1c6b951cca2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 1000 time: 0.0560536 Feb 03 12:19:46.544763 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-4efad870-c28c-4edb-a30d-3127cf49d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.546196 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-4efad870-c28c-4edb-a30d-3127cf49d2e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0465560 Feb 03 12:19:46.593151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-dd9070cf-0033-44b7-9c4b-916c2ee380fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.594579 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-dd9070cf-0033-44b7-9c4b-916c2ee380fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432034 Feb 03 12:19:46.686601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-e49d9392-8ac8-4669-bda4-cb5aab4060c3 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Feb 03 12:19:46.772081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a9b52c9e-9aae-42f3-a705-deb6b866f07d req-132d5b34-643f-4213-8186-b7722095b84e service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797334 Feb 03 12:19:46.891909 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:46.901042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-4876dc3a-db8d-4a0c-83c3-9c319ac197a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:46.902539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-4876dc3a-db8d-4a0c-83c3-9c319ac197a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0451021 Feb 03 12:19:47.001859 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-3c53455a-fb26-45c8-be71-ec435e9d61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:47.003306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-3c53455a-fb26-45c8-be71-ec435e9d61c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.0951519 Feb 03 12:19:47.066278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-bc38de31-8c1e-4850-bf89-ea13e1e76245 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 1000 time: 0.0570526 Feb 03 12:19:47.116618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-60be18d6-00a6-454a-b721-36d03102a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:47.118105 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-60be18d6-00a6-454a-b721-36d03102a9a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0463560 Feb 03 12:19:47.166951 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-0f10da5e-74e6-45c6-83ea-d83c0c4bdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:47.168363 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-0f10da5e-74e6-45c6-83ea-d83c0c4bdbd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440512 Feb 03 12:19:47.258825 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-d945c8a6-6a40-441e-8fdc-14a60794ed9b service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Feb 03 12:19:47.348514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4efa4a65-f5a3-489a-8f51-62114bf0b050 req-aa4b4eb1-5545-4f44-8be3-a770e9b2c527 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830524 Feb 03 12:19:47.488760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b431464-7f60-42e3-9480-e5441444a185 req-3d00430b-6e57-448a-949b-2220c2e66b04 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:47.490160 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b431464-7f60-42e3-9480-e5441444a185 req-3d00430b-6e57-448a-949b-2220c2e66b04 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0521305 Feb 03 12:19:47.542830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b431464-7f60-42e3-9480-e5441444a185 req-7b688259-1e8f-4f3b-855f-e6d169603a91 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Feb 03 12:19:48.660510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefa971-7001-4d07-8fba-f656022cbfc2 req-2b391dd7-37c2-45e3-92ae-5eba341b7044 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:19:48.662001 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eefa971-7001-4d07-8fba-f656022cbfc2 req-2b391dd7-37c2-45e3-92ae-5eba341b7044 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0517981 Feb 03 12:19:48.710141 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8eefa971-7001-4d07-8fba-f656022cbfc2 req-2c11a351-c1d9-4fae-aeeb-2e96fa079150 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Feb 03 12:19:48.732570 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:19:48.790822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-61fdbe3f-68d7-44bf-8a3c-e1ef0ccedb09 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/c1b23432-021e-4004-ab72-c8aa95f042d8 HTTP/1.1" status: 200 len: 992 time: 0.0571141 Feb 03 12:19:57.871545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:01.402439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4773b61b-30cf-4041-a1f5-fab9153cc61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:04.510317 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570c482b-b248-4f61-9bd7-b127fa84dbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:04.913863 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:04.976026 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:20:06.493952 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:07.483634 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:16.888588 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:27.862767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:31.405325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce3503a1-a58f-4d6c-90ab-0f37074ae296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:34.503891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3363094-286a-4a83-9c31-9b484eb1d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:34.915832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:36.498826 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:37.485507 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:41.975247 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:20:43.938178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:44.098578 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 439a93dc-783e-47b5-96a9-64c1031859cf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:20:44.098922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.176437 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.176771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (439a93dc-783e-47b5-96a9-64c1031859cf), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.189345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 439a93dc-783e-47b5-96a9-64c1031859cf owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:20:44.336972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (439a93dc-783e-47b5-96a9-64c1031859cf), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.364790 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=439a93dc-783e-47b5-96a9-64c1031859cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:44.392894 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.393271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.393623 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.393965 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.394305 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.394639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.394972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.395304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.395639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.395974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.396299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.396626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.396977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:44.439256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (c1b23432-021e-4004-ab72-c8aa95f042d8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.439643 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP c1b23432-021e-4004-ab72-c8aa95f042d8 disassociated (deleted). External IP: 172.25.7.4, port: 8cfdb9bb-ed66-49c1-8e61-b8b645944f58. Feb 03 12:20:44.640449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router d2f26fd1-a463-4b56-82b2-30adcce78f5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:20:44.746121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:20:44.750995 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:44.756197 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Sync routers for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:20:44.765337 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:44.765946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:44.785761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c146d93e-7e07-416f-acf1-01943e8a63b7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1b23432-021e-4004-ab72-c8aa95f042d8 HTTP/1.1" status: 204 len: 168 time: 0.8440659 Feb 03 12:20:44.785761 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:20:44.786138 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:20:44.825079 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed0309-e911-4ed1-9af9-c2c1ed92fdb0 x-openstack-request-id: req-91ed0309-e911-4ed1-9af9-c2c1ed92fdb0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:20:44.825375 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:20:44.825628 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91ed0309-e911-4ed1-9af9-c2c1ed92fdb0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:20:44.826035 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'status': 'completed', 'code': 200} Feb 03 12:20:44.873339 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:44.917954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-aa0a2590-b5bf-4666-83eb-0c36df410ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:44.919877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-aa0a2590-b5bf-4666-83eb-0c36df410ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 1128 time: 0.0524435 Feb 03 12:20:45.051046 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-b7f47d78-ccde-4837-aee1-57c5105b4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:45.052507 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-b7f47d78-ccde-4837-aee1-57c5105b4480 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 200 len: 897 time: 0.1248438 Feb 03 12:20:45.066516 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b1b-afc0-4baf-be1f-0dd648b6432b req-37cabab1-e38f-4eae-9b18-3ed32a70b3e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:45.067760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a745b1b-afc0-4baf-be1f-0dd648b6432b req-37cabab1-e38f-4eae-9b18-3ed32a70b3e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0760911 Feb 03 12:20:45.083142 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:45.108375 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-1f1bfbbc-c7a4-4803-895e-80c83021eddd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 200 len: 217 time: 0.0396984 Feb 03 12:20:45.108639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Checking router: d2f26fd1-a463-4b56-82b2-30adcce78f5b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:20:45.116549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:45.117200 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:45.177125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a745b1b-afc0-4baf-be1f-0dd648b6432b req-2666b203-09d0-4eea-bce5-b08985d60a64 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015835 Feb 03 12:20:45.180728 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-fbd7710f-d3cf-4504-8592-63ebf892e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:45.182143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-fbd7710f-d3cf-4504-8592-63ebf892e32c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 200 len: 833 time: 0.0676827 Feb 03 12:20:45.225358 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:45.239921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-4f5696d6-e9d4-48e3-ab60-a22f4ea89a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:45.241469 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-4f5696d6-e9d4-48e3-ab60-a22f4ea89a08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1310377d-3f79-42dd-a9fc-603ab19d817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519910 Feb 03 12:20:45.331364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-714714b3-3282-4799-b1b8-1ae49f800b52 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830386 Feb 03 12:20:45.419886 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:45.425367 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e6bbe185-5e2f-4458-95d4-84ee8e4b5c61 req-169f2c0d-aafa-4665-bdf9-9b0a94017206 service neutron] 10.222.0.69 "GET /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881574 Feb 03 12:20:45.450980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b71dcae-033c-4294-8611-8303f8020518 None None] The sync data for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 is: [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '255ea983-a592-4ff5-9940-b5ff5fb2f747', 'name': '', 'network_id': '1310377d-3f79-42dd-a9fc-603ab19d817b', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:0f:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:09Z', 'updated_at': '2022-02-03T12:18:12Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '452a5e88-8e21-423d-af1c-8fa9e45bab2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:20:45.668005 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4f5d6-4472-4a71-88ba-ffbd1292e45e None None] New status for floating IP c1b23432-021e-4004-ab72-c8aa95f042d8: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:20:46.301278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4f44f-c4ce-4420-aa6a-f33457aec11c req-7c2c446f-b82e-433e-93b5-20db4f65591c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:46.302742 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50a4f44f-c4ce-4420-aa6a-f33457aec11c req-7c2c446f-b82e-433e-93b5-20db4f65591c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0528672 Feb 03 12:20:46.350912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-50a4f44f-c4ce-4420-aa6a-f33457aec11c req-bb6d8931-3d72-44e2-8f60-a0719fc4ead5 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c81da4-fd0e-4779-bec8-5f2086eca8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Feb 03 12:20:46.887904 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:46.991410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-b4b1cabc-5c78-408b-b1da-001ad2e40547 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:46.992823 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-b4b1cabc-5c78-408b-b1da-001ad2e40547 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 946 time: 0.0572319 Feb 03 12:20:47.080632 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:20:47.081001 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:47.170301 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:47.170582 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:47.183265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:20:47.312076 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (8cfdb9bb-ed66-49c1-8e61-b8b645944f58), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:47.343934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=8cfdb9bb-ed66-49c1-8e61-b8b645944f58,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:47.388277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] No DVR routers for this DVR port 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:20:47.391886 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:47.395705 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1fedcd8-0474-4fc8-9d74-5f3aec0fda29 req-d68dd449-6e8d-4a3a-90ed-3ceaf0c76363 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "DELETE /v2.0/ports/8cfdb9bb-ed66-49c1-8e61-b8b645944f58 HTTP/1.1" status: 204 len: 173 time: 0.3980930 Feb 03 12:20:47.396153 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'name': 'network-vif-deleted', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:20:47.399149 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a507e71-2398-41e8-8504-bcf947f6d9b8" -d '{"events": [{"server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "name": "network-vif-deleted", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:20:47.456522 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f7d95-7a29-47eb-a7ac-9ae77a3182cf x-openstack-request-id: req-874f7d95-7a29-47eb-a7ac-9ae77a3182cf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:20:47.456841 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb", "name": "network-vif-deleted", "tag": "8cfdb9bb-ed66-49c1-8e61-b8b645944f58", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:20:47.457130 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-874f7d95-7a29-47eb-a7ac-9ae77a3182cf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:20:47.457532 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb', 'name': 'network-vif-deleted', 'tag': '8cfdb9bb-ed66-49c1-8e61-b8b645944f58', 'status': 'completed', 'code': 200} Feb 03 12:20:47.459667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f4a62e2c-f329-4fb9-86c3-99f467c5e695 req-87067fc9-523e-44ea-a617-3ac27f6f51ff tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1d0fbb-25e9-4f0a-adf3-9f045f67c1cb HTTP/1.1" status: 200 len: 210 time: 0.0322609 Feb 03 12:20:48.522729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59860) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:48.874713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:49.122334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 255ea983-a592-4ff5-9940-b5ff5fb2f747 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:20:49.122679 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:49.209614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 255ea983-a592-4ff5-9940-b5ff5fb2f747, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=255ea983-a592-4ff5-9940-b5ff5fb2f747,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:49.209893 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:49.222726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 255ea983-a592-4ff5-9940-b5ff5fb2f747 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:20:49.403376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (255ea983-a592-4ff5-9940-b5ff5fb2f747), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:49.431028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=255ea983-a592-4ff5-9940-b5ff5fb2f747,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:49.939869 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.149976 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router d2f26fd1-a463-4b56-82b2-30adcce78f5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:20:50.256241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:20:50.261305 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-771a210e-d43b-4b11-bc90-413b2f14fbbe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/d2f26fd1-a463-4b56-82b2-30adcce78f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7375731 Feb 03 12:20:50.263966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:50.266622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Sync routers for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:20:50.275950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:50.276563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:50.314123 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting subnet 452a5e88-8e21-423d-af1c-8fa9e45bab2b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:20:50.317213 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (452a5e88-8e21-423d-af1c-8fa9e45bab2b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.356311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (452a5e88-8e21-423d-af1c-8fa9e45bab2b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.379440 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:50.445857 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (452a5e88-8e21-423d-af1c-8fa9e45bab2b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.503616 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (452a5e88-8e21-423d-af1c-8fa9e45bab2b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.531656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Subnet': ['ID=452a5e88-8e21-423d-af1c-8fa9e45bab2b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:50.533561 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.540689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9e894a95-b1ae-4655-b4a6-3d3c2ee8d74a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/subnets/452a5e88-8e21-423d-af1c-8fa9e45bab2b HTTP/1.1" status: 204 len: 168 time: 0.2717316 Feb 03 12:20:50.541813 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:50.548624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f51a8-a06c-4936-a44b-69d08a34f711 None None] Network 1310377d-3f79-42dd-a9fc-603ab19d817b requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:20:50.655840 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.769577 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (d2f26fd1-a463-4b56-82b2-30adcce78f5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.793146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:20:49Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': 'ae425c44-8f02-45c4-a927-597d75ca42b8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:50.822983 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port ae425c44-8f02-45c4-a927-597d75ca42b8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:20:50.823203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Checking router: d2f26fd1-a463-4b56-82b2-30adcce78f5b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:20:50.823329 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.837976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Routers {'d2f26fd1-a463-4b56-82b2-30adcce78f5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:50.838585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:50.907276 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] DHCP port deletion for 1310377d-3f79-42dd-a9fc-603ab19d817b request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:20:50.910812 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port ae425c44-8f02-45c4-a927-597d75ca42b8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ae425c44-8f02-45c4-a927-597d75ca42b8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:50.911309 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:50.924924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for ae425c44-8f02-45c4-a927-597d75ca42b8 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:20:50.955022 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] Set router d2f26fd1-a463-4b56-82b2-30adcce78f5b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:51.008439 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:20:50Z', 'revision_number': 6, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:51.041656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b790a-abeb-4f14-9b9e-2511d8058ac2 None None] The sync data for ids ['d2f26fd1-a463-4b56-82b2-30adcce78f5b'] in n-d-821606-6 is: [{'id': 'd2f26fd1-a463-4b56-82b2-30adcce78f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140727544', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:06Z', 'updated_at': '2022-02-03T12:20:50Z', 'revision_number': 6, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:20:51.056718 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:20:51.062870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Deleting port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:20:51.063245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.085154 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:20:51.085516 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 8cfdb9bb-ed66-49c1-8e61-b8b645944f58 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:20:51.104761 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ae425c44-8f02-45c4-a927-597d75ca42b8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.133020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=ae425c44-8f02-45c4-a927-597d75ca42b8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:51.149938 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] For port d7684b6e-a505-4f5c-8f3b-a8915e8dff67, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,segment=NetworkSegment(1dff27cb-c299-4ceb-b8c5-74f6a24e84a1),segment_id=1dff27cb-c299-4ceb-b8c5-74f6a24e84a1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:51.150516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.163118 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Calling delete_port for d7684b6e-a505-4f5c-8f3b-a8915e8dff67 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:20:51.193232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.258561 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (d7684b6e-a505-4f5c-8f3b-a8915e8dff67), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.285772 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Pushing event deleted for resources: {'Port': ['ID=d7684b6e-a505-4f5c-8f3b-a8915e8dff67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:51.289545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.289714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] No DVR routers for this DVR port d7684b6e-a505-4f5c-8f3b-a8915e8dff67 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:20:51.291895 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (d2f26fd1-a463-4b56-82b2-30adcce78f5b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.303124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.303511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.303879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.304220 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.304550 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.304881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.305240 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.305566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.305884 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.306208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.306527 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.306957 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.307152 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03487a0e-e66c-446d-b4df-b6ca10c39710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.337477 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (d2f26fd1-a463-4b56-82b2-30adcce78f5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.338166 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Fanout notify agent at l3_agent the message router_deleted on router d2f26fd1-a463-4b56-82b2-30adcce78f5b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:20:51.344721 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.345885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-aa6b138b-f1bd-41a2-ba79-fa6da9de35b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/routers/d2f26fd1-a463-4b56-82b2-30adcce78f5b HTTP/1.1" status: 204 len: 168 time: 0.8040750 Feb 03 12:20:51.348731 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59868) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:51.431692 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (1310377d-3f79-42dd-a9fc-603ab19d817b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.520120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (1310377d-3f79-42dd-a9fc-603ab19d817b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.539292 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310377d-3f79-42dd-a9fc-603ab19d817b']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:51.548847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:51.549149 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dff27cb-c299-4ceb-b8c5-74f6a24e84a1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:51.558340 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (1dff27cb-c299-4ceb-b8c5-74f6a24e84a1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.571659 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (1dff27cb-c299-4ceb-b8c5-74f6a24e84a1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.577413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:20:51.577792 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (1dff27cb-c299-4ceb-b8c5-74f6a24e84a1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:20:51.580680 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:20:51.639656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (1310377d-3f79-42dd-a9fc-603ab19d817b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.647160 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.649502 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/networks/1310377d-3f79-42dd-a9fc-603ab19d817b HTTP/1.1" status: 204 len: 168 time: 0.2996755 Feb 03 12:20:51.652432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:51.660875 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Network': ['ID=1310377d-3f79-42dd-a9fc-603ab19d817b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:51.668303 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.668660 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.669033 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.669384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.669720 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.670055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.670380 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.671200 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.671528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.671857 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.672183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.672506 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.672835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb087f4-4347-4562-ae19-d5bd1ab48cd1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:51.720750 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (83c81da4-fd0e-4779-bec8-5f2086eca8b0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.746667 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (83c81da4-fd0e-4779-bec8-5f2086eca8b0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.815589 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (83c81da4-fd0e-4779-bec8-5f2086eca8b0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.819583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ae425c44-8f02-45c4-a927-597d75ca42b8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:20:51.822920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:51.824240 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/security-groups/83c81da4-fd0e-4779-bec8-5f2086eca8b0 HTTP/1.1" status: 204 len: 168 time: 0.1705508 Feb 03 12:20:51.834129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f1bf-69b4-46c1-81ac-b91ddce70abe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c81da4-fd0e-4779-bec8-5f2086eca8b0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:51.847558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ae425c44-8f02-45c4-a927-597d75ca42b8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:20:51.848124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ae425c44-8f02-45c4-a927-597d75ca42b8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:20:51.848541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d7684b6e-a505-4f5c-8f3b-a8915e8dff67 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:20:51.878969 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: d7684b6e-a505-4f5c-8f3b-a8915e8dff67 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:20:51.879323 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device d7684b6e-a505-4f5c-8f3b-a8915e8dff67 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:20:51.879737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 255ea983-a592-4ff5-9940-b5ff5fb2f747 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:20:51.912108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 255ea983-a592-4ff5-9940-b5ff5fb2f747 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:20:51.912463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 255ea983-a592-4ff5-9940-b5ff5fb2f747 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:20:52.310191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.315346 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43107302', 'description': 'tempest-secgroup-smoke-43107302 description', 'project_id': '82330835012c4279bc45c9d21532aa61'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.335872 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.406776 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (3c938781-696e-4147-862f-c852e6299a9e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.410453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3c938781-696e-4147-862f-c852e6299a9e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.440960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.442174 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1309741 Feb 03 12:20:52.444328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bed6c-45c4-4c5f-8afe-933d28579709 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c938781-696e-4147-862f-c852e6299a9e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:52.445168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59884) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.450980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.477510 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (ff02ada6-f75d-4d16-b056-a44b566775a9), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.530911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (ff02ada6-f75d-4d16-b056-a44b566775a9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.534407 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ff02ada6-f75d-4d16-b056-a44b566775a9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.551376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff02ada6-f75d-4d16-b056-a44b566775a9,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:52.559673 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.561047 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3ca9daa5-256b-48d2-9a63-f8c81b3fa925 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135910 Feb 03 12:20:52.563703 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59886) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.568082 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.591434 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (b82fe91b-76be-45d2-aac0-5ea7c3050d43), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.645332 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (b82fe91b-76be-45d2-aac0-5ea7c3050d43), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.648962 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (b82fe91b-76be-45d2-aac0-5ea7c3050d43), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.667946 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82fe91b-76be-45d2-aac0-5ea7c3050d43,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:52.675996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.677274 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-4d97df6b-fe5a-4fab-bcc6-a2f0d238f091 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124365 Feb 03 12:20:52.679918 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.684678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.707969 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (950475ba-c2fd-47df-a141-f99636799822), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.766344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (950475ba-c2fd-47df-a141-f99636799822), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.769897 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (950475ba-c2fd-47df-a141-f99636799822), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.788266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950475ba-c2fd-47df-a141-f99636799822,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:52.796706 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.797920 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ff271b2f-d7fa-415d-8f1f-5fd098f20452 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170776 Feb 03 12:20:52.800609 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59890) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.804824 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.829779 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (359ca608-db16-401d-82ee-d26b86f85611), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.885526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (359ca608-db16-401d-82ee-d26b86f85611), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.888966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (359ca608-db16-401d-82ee-d26b86f85611), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.907716 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359ca608-db16-401d-82ee-d26b86f85611,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:52.915001 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:52.916155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-c63e3903-0e35-4a1b-a6a0-9a57bf15d18b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146297 Feb 03 12:20:52.918911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:52.923204 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:52.943090 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:20:52.948618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (f6cee02e-3f2e-475c-a798-941698c96dcd), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.005967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (f6cee02e-3f2e-475c-a798-941698c96dcd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.009364 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f6cee02e-3f2e-475c-a798-941698c96dcd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.028709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cee02e-3f2e-475c-a798-941698c96dcd,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:53.034978 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.036155 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-08d18932-a643-441f-90e8-a3722c500ad7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163180 Feb 03 12:20:53.038880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59894) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:53.043197 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'security_group_rule': {'security_group_id': '3c938781-696e-4147-862f-c852e6299a9e', 'project_id': '82330835012c4279bc45c9d21532aa61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:53.062703 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Project 82330835012c4279bc45c9d21532aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:20:53.067400 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (3b256a5b-25b8-4caf-9d16-0cdd5a32830f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.128538 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (3b256a5b-25b8-4caf-9d16-0cdd5a32830f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.132181 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (3b256a5b-25b8-4caf-9d16-0cdd5a32830f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.150965 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b256a5b-25b8-4caf-9d16-0cdd5a32830f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:53.155648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.156825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9ee752ca-c1d5-4227-906e-b4519cc888d0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169965 Feb 03 12:20:53.159683 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59896) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:53.164589 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'network': {'name': 'tempest-network-smoke--177910623', 'project_id': '82330835012c4279bc45c9d21532aa61', 'port_security_enabled': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:53.184327 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:20:53.188187 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.211673 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:20:53.221540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (24a86292-e572-4dce-ac37-7f995e60ffa5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.221986 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Added segment 24a86292-e572-4dce-ac37-7f995e60ffa5 of type vlan for network d294dff1-6779-42e4-888c-864490f97052 Feb 03 12:20:53.263101 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (d294dff1-6779-42e4-888c-864490f97052), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.287457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (d294dff1-6779-42e4-888c-864490f97052), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.292466 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:53.293087 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.327987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673338 Feb 03 12:20:53.330721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:53.335001 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'admin_state_up': True, 'project_id': '82330835012c4279bc45c9d21532aa61', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:53.376317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ac85-7438-43c0-b5d8-58daa3985472 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Network': ['ID=d294dff1-6779-42e4-888c-864490f97052,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:53.387383 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network d294dff1-6779-42e4-888c-864490f97052 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:20:53.389954 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (bb2b9876-7888-44c5-871b-e1d71378778b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.391040 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (bb2b9876-7888-44c5-871b-e1d71378778b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.445018 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (bb2b9876-7888-44c5-871b-e1d71378778b), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:53.823578 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (bb2b9876-7888-44c5-871b-e1d71378778b), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.011761 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (bb2b9876-7888-44c5-871b-e1d71378778b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.029591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.132070 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.128 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/65984e7b-a95d-47ac-a39a-24f583c61636) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:20:54.229853 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (65984e7b-a95d-47ac-a39a-24f583c61636), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.267026 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.302599 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:20:54.307430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:20:54.311836 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:20:54.333450 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=65984e7b-a95d-47ac-a39a-24f583c61636,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:54.556555 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (bb2b9876-7888-44c5-871b-e1d71378778b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.746610 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (bb2b9876-7888-44c5-871b-e1d71378778b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.871007 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router bb2b9876-7888-44c5-871b-e1d71378778b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:20:54.974789 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:20:54.985235 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Sync routers for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:20:54.994350 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:54.994596 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:54.994953 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:54.995782 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-04cc9a52-381f-4053-a8c6-0ffc61b9d167 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6641226 Feb 03 12:20:54.998917 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:55.025921 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2c33deb8-6a5b-4ee9-a106-479482b04a5d tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=82330835012c4279bc45c9d21532aa61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258694 Feb 03 12:20:55.028410 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59902) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:55.098492 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:55.116430 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c52a9-98d2-4ea2-8342-626146035a0d tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:55.118432 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-105c52a9-98d2-4ea2-8342-626146035a0d tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890908 Feb 03 12:20:55.121390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:55.150096 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5c73ec01-07f5-4940-a991-4d6440d195ba tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=6908b28f-16ad-4967-b25c-db2455d2671d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275297 Feb 03 12:20:55.152553 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:55.157988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-370964766', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'project_id': '82330835012c4279bc45c9d21532aa61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:55.248761 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:20:55.252161 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.366365 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:54Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:55.392331 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Checking router: bb2b9876-7888-44c5-871b-e1d71378778b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:20:55.392701 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Updating router bb2b9876-7888-44c5-871b-e1d71378778b port 65984e7b-a95d-47ac-a39a-24f583c61636 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:20:55.419854 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.437977 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (3e0cca71-7ada-48b2-af06-d1015f5b379b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.497431 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Subnet': ['ID=3e0cca71-7ada-48b2-af06-d1015f5b379b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:55.510071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Checking segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:20:55.510449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network hostable DHCP agents. Network: d294dff1-6779-42e4-888c-864490f97052, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:20:55.528667 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d294dff1-6779-42e4-888c-864490f97052 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:20:55.537814 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, d294dff1-6779-42e4-888c-864490f97052) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:20:55.542617 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:55.543217 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.549635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5bee64-82f3-4144-8506-2ef4a183b29e None None] Network d294dff1-6779-42e4-888c-864490f97052 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:20:55.562060 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-69c1e1e8-e88d-4555-b8bc-5732aca747e4 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084361 Feb 03 12:20:55.565137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:55.656221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-d294dff1-6779-42e4-888c-864490f97052', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:20:55.657133 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.686972 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks [] for port (65984e7b-a95d-47ac-a39a-24f583c61636), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.693808 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.746821 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Pushing event updated for resources: {'Port': ['ID=65984e7b-a95d-47ac-a39a-24f583c61636,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:55.749584 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Attempting to bind port 65984e7b-a95d-47ac-a39a-24f583c61636 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:20:55.750014 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Attempting to bind port 65984e7b-a95d-47ac-a39a-24f583c61636 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:20:55.750436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Attempting to bind port 65984e7b-a95d-47ac-a39a-24f583c61636 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:20:55.761292 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.762086 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.762086 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.762366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.762694 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.763083 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.763409 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.763751 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.764662 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.765028 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.765966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.765966 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.766264 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:55.769590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:20:55.769967 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:20:55.770368 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.770750 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:20:55.771266 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Bound port: 65984e7b-a95d-47ac-a39a-24f583c61636, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:20:55.771596 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.812995 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Allocated IP 172.20.0.2 (d294dff1-6779-42e4-888c-864490f97052/3e0cca71-7ada-48b2-af06-d1015f5b379b/2ef20860-188b-4bc6-89df-11c673feedb4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:20:55.825292 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] For port 65984e7b-a95d-47ac-a39a-24f583c61636, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:20:55.829119 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] For port 65984e7b-a95d-47ac-a39a-24f583c61636, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65984e7b-a95d-47ac-a39a-24f583c61636,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:20:55.835704 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.887938 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:55.888548 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:55.935107 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446cade-b277-4ffa-91de-26981c35cfa4 None None] Pushing event updated for resources: {'Port': ['ID=65984e7b-a95d-47ac-a39a-24f583c61636,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:55.971103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks [] for port (2ef20860-188b-4bc6-89df-11c673feedb4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:55.977333 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.012874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Network d294dff1-6779-42e4-888c-864490f97052 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:20:56.013436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:56.015889 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:20:56.018218 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:20:56.046065 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.054055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Pushing event updated for resources: {'Port': ['ID=2ef20860-188b-4bc6-89df-11c673feedb4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:56.087174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Attempting to bind port 2ef20860-188b-4bc6-89df-11c673feedb4 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:20:56.087543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Attempting to bind port 2ef20860-188b-4bc6-89df-11c673feedb4 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:20:56.087901 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Attempting to bind port 2ef20860-188b-4bc6-89df-11c673feedb4 on network d294dff1-6779-42e4-888c-864490f97052 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:20:56.093706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:20:56.094098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Checking segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:20:56.094478 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.094866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Bound using segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:20:56.095335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Bound port: 2ef20860-188b-4bc6-89df-11c673feedb4, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:20:56.095712 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.165174 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] For port 2ef20860-188b-4bc6-89df-11c673feedb4, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:20:56.169737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] For port 2ef20860-188b-4bc6-89df-11c673feedb4, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2ef20860-188b-4bc6-89df-11c673feedb4,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:20:56.178486 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.199061 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:54Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:56.226246 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03420b-08c3-4c4f-aa12-6caf58c95cbe None None] The sync data for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 is: [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:54Z', 'revision_number': 3, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:20:56.239243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a544c-1f67-4788-9af2-f8682017d0af None None] Pushing event updated for resources: {'Port': ['ID=2ef20860-188b-4bc6-89df-11c673feedb4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:56.345495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.1 (d294dff1-6779-42e4-888c-864490f97052/3e0cca71-7ada-48b2-af06-d1015f5b379b/6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:20:56.498937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.552996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.596263 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d294dff1-6779-42e4-888c-864490f97052 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:20:56.617215 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:20:56.619482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:56.621759 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:20:56.667255 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (bb2b9876-7888-44c5-871b-e1d71378778b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:56.806891 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.109941 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.114555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.189737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:57.192358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (bb2b9876-7888-44c5-871b-e1d71378778b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.295738 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d294dff1-6779-42e4-888c-864490f97052 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:20:57.297192 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:20:57.314232 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4a3f2-4788-4561-b78f-d3426d215213 None None] Network d294dff1-6779-42e4-888c-864490f97052 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:20:57.397406 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Provisioning complete for port 2ef20860-188b-4bc6-89df-11c673feedb4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:57.397785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.517436 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Current status of the port 2ef20860-188b-4bc6-89df-11c673feedb4 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:57.517838 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.554870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] For port 2ef20860-188b-4bc6-89df-11c673feedb4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2ef20860-188b-4bc6-89df-11c673feedb4,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:57.560218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.617904 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60befd-2f4c-4667-97f7-58feba0092bb None None] Pushing event updated for resources: {'Port': ['ID=2ef20860-188b-4bc6-89df-11c673feedb4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:57.768778 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router bb2b9876-7888-44c5-871b-e1d71378778b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:20:57.791997 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Provisioning complete for port 2ef20860-188b-4bc6-89df-11c673feedb4 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:57.792382 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.823166 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65984e7b-a95d-47ac-a39a-24f583c61636 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:20:57.902881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.903924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:20:57.920947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c4d9d9b-b60a-4bd1-b413-1f4b7f7a1163 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/bb2b9876-7888-44c5-871b-e1d71378778b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537621 Feb 03 12:20:57.938148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 65984e7b-a95d-47ac-a39a-24f583c61636 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:57.938524 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:57.966071 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Current status of the port 2ef20860-188b-4bc6-89df-11c673feedb4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:57.992124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:57.992451 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.056317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1db916be-1440-44c8-bf64-4e97519ebc10 None None] Port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:20:58.067224 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 65984e7b-a95d-47ac-a39a-24f583c61636 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:58.067622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.094399 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 65984e7b-a95d-47ac-a39a-24f583c61636, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65984e7b-a95d-47ac-a39a-24f583c61636,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:58.100738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.101615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2ef20860-188b-4bc6-89df-11c673feedb4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:20:58.108699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-137af4fb-8a21-4e3b-b958-2d0164faa40d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43107302&fields=id&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 267 time: 0.0604272 Feb 03 12:20:58.146650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Sync routers for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:20:58.199802 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:58.200431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:58.208563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=65984e7b-a95d-47ac-a39a-24f583c61636,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:58.227936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-8339641d-717a-421c-b8da-3ad5522e9618 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:58.229685 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-8339641d-717a-421c-b8da-3ad5522e9618 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 796 time: 0.1126716 Feb 03 12:20:58.246152 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4b575252-0c48-4bbe-9297-43e58aa0cbe0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/quotas/82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 375 time: 0.0100563 Feb 03 12:20:58.259534 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8adf5493-2a63-4cbe-8168-ca77ff80c9de None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:58.259910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8adf5493-2a63-4cbe-8168-ca77ff80c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.299866 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2ef20860-188b-4bc6-89df-11c673feedb4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:58.299866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.307413 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-031136f8-fb83-4a20-ab06-411229c22a35 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548465 Feb 03 12:20:58.360445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8adf5493-2a63-4cbe-8168-ca77ff80c9de None None] Port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:20:58.394160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:58.444627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-6e2f61ad-5861-403d-8381-1c15fa6831cd service neutron] 10.222.0.30 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256540 Feb 03 12:20:58.509281 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2ef20860-188b-4bc6-89df-11c673feedb4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:58.542713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-cab77fe0-6633-4e69-9110-096b765c8716 service neutron] 10.222.0.30 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922959 Feb 03 12:20:58.714863 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6db5093c-7bde-4fd7-894d-a9176f30f1da req-1fa4a29b-a593-41ce-9e57-affac378f8f0 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 210 time: 0.0287404 Feb 03 12:20:58.728529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-75a69880-2576-4443-8b85-d1a961c0d389 None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:58.728929 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a69880-2576-4443-8b85-d1a961c0d389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:58.782326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-75a69880-2576-4443-8b85-d1a961c0d389 None None] Port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:20:58.837186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 2, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:58.868384 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Checking router: bb2b9876-7888-44c5-871b-e1d71378778b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:20:58.868744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Updating router bb2b9876-7888-44c5-871b-e1d71378778b port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:20:58.896895 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.171464 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks [] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.177218 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.226059 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf3404-1ca3-4351-aca2-52d1724616da None None] Pushing event updated for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:59.296262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Attempting to bind port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:20:59.296642 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Attempting to bind port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:20:59.297028 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Attempting to bind port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec on network d294dff1-6779-42e4-888c-864490f97052 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:20:59.303092 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:20:59.303489 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Checking segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:20:59.303878 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.304269 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Bound using segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:20:59.304735 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Bound port: 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:20:59.305139 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.374751 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] For port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:20:59.377869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] For port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:20:59.383610 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.442336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:20:59.442982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:20:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:20:59.477820 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf3404-1ca3-4351-aca2-52d1724616da None None] Pushing event updated for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:59.550891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:59.551270 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.593193 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:20:59.697056 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65984e7b-a95d-47ac-a39a-24f583c61636 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:20:59.784487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-1aab78a5-3570-43aa-9baf-38d1523093ee tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:59.786411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-1aab78a5-3570-43aa-9baf-38d1523093ee tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 796 time: 0.1272960 Feb 03 12:20:59.810500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Current status of the port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:59.811807 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.836767 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-caa0728e-c716-4bda-a6f6-bc6063e1d652 req-87661d03-bb35-4b73-9490-99575b287482 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 210 time: 0.0451257 Feb 03 12:20:59.888379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] For port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:20:59.889557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-096dbe83-3a09-4251-b243-9d191b0a4347 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82330835012c4279bc45c9d21532aa61 HTTP/1.1" status: 200 len: 378 time: 0.0872352 Feb 03 12:20:59.894792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.896404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 65984e7b-a95d-47ac-a39a-24f583c61636 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:59.896767 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:59.909463 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'port': {'device_id': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'admin_state_up': True, 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'security_groups': ['3c938781-696e-4147-862f-c852e6299a9e']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:59.991832 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e165ad9-4651-4a45-99b0-0a2858991e2f None None] Pushing event updated for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:00.022867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Made reservation on behalf of 82330835012c4279bc45c9d21532aa61 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:21:00.026154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.032606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:00.074524 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848db9d-1c8a-47e4-ac8a-e2acbc9549eb None None] The sync data for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 is: [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:21:00.081199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 65984e7b-a95d-47ac-a39a-24f583c61636 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:00.081541 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2ef20860-188b-4bc6-89df-11c673feedb4 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:21:00.084937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-500a338d-2af0-4025-ab56-04031000d6d2 None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:00.085324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-500a338d-2af0-4025-ab56-04031000d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.168943 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.20.0.5 (d294dff1-6779-42e4-888c-864490f97052/3e0cca71-7ada-48b2-af06-d1015f5b379b/2fb23d4d-4a9c-4291-9f96-4d2564b5912e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:21:00.207944 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 2ef20860-188b-4bc6-89df-11c673feedb4 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:00.207944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.260012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-500a338d-2af0-4025-ab56-04031000d6d2 None None] Current status of the port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:00.316652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 2ef20860-188b-4bc6-89df-11c673feedb4 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:00.326135 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.364498 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.413058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network d294dff1-6779-42e4-888c-864490f97052 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:21:00.416136 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:21:00.420902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:21:00.423583 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:00.479762 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:00.480420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.501387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-59b91c3c-aa69-4470-90f0-280a84b4bcc6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958996 Feb 03 12:21:00.518479 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Request body: {'port': {'device_id': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:21:00.585770 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.688891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-79825d3f-5921-478f-8d5a-9b7add759c6a None None] Provisioning complete for port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:00.689473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79825d3f-5921-478f-8d5a-9b7add759c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.725999 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79825d3f-5921-478f-8d5a-9b7add759c6a None None] Port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:21:00.879577 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb23d4d-4a9c-4291-9f96-4d2564b5912e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:21:00.887549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks [] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.905233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Transition to ACTIVE for port object 2fb23d4d-4a9c-4291-9f96-4d2564b5912e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:21:00.909408 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:00.998952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:01.064978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f96c5-753c-4d7c-8193-07f9ff299b5e req-f0b556c7-0e5b-4ae2-9a68-420c05b0a84c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.066639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-176f96c5-753c-4d7c-8193-07f9ff299b5e req-f0b556c7-0e5b-4ae2-9a68-420c05b0a84c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 943 time: 0.1547689 Feb 03 12:21:01.122518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Attempting to bind port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:21:01.122891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Attempting to bind port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:21:01.123866 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Attempting to bind port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e on network d294dff1-6779-42e4-888c-864490f97052 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:21:01.139758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e on network d294dff1-6779-42e4-888c-864490f97052 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:21:01.140121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Attempting to bind port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e on network d294dff1-6779-42e4-888c-864490f97052 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:21:01.146879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-176f96c5-753c-4d7c-8193-07f9ff299b5e req-b11d18fd-6183-482c-ac9b-357f135043d2 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724151 Feb 03 12:21:01.149838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:21:01.149954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Checking segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:21:01.150270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Bound using segment: {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:21:01.150707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Bound port: 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a86292-e572-4dce-ac37-7f995e60ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd294dff1-6779-42e4-888c-864490f97052'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:21:01.151071 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:01.225911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:21:01.229181 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:21:01.235912 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:01.279328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.279961 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:01.281393 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] 10.222.0.69 "PUT /v2.0/ports/2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 1091 time: 0.7677989 Feb 03 12:21:01.281850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:21:01.284133 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1afd4-fd90-4466-975f-e2006bc4df55" -d '{"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:21:01.308067 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d718ec7-0de4-4d63-9046-b00dd2330705 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:01.335908 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a894b64-f8d1-4d62-87d1-fb6dd0d2a549 x-openstack-request-id: req-1a894b64-f8d1-4d62-87d1-fb6dd0d2a549 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:21:01.336205 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:21:01.336473 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a894b64-f8d1-4d62-87d1-fb6dd0d2a549 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:21:01.336889 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'status': 'completed', 'code': 200} Feb 03 12:21:01.404109 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-0aae0fa6-962b-4d62-a67a-1bb06dac4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.406121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-0aae0fa6-962b-4d62-a67a-1bb06dac4def service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1125 time: 0.0555060 Feb 03 12:21:01.409033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97b71fe8-a13c-42af-a586-3f1667e2733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:01.455300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-8fee9208-e0b9-4927-beac-a5207ff0bb6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 217 time: 0.0371222 Feb 03 12:21:01.504686 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-3237895c-aab1-42da-b8c1-2da0bd7cdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.506175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-3237895c-aab1-42da-b8c1-2da0bd7cdb83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0453064 Feb 03 12:21:01.554184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-85eadc6b-cf79-40f2-a0f3-e1918f661d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.555658 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-85eadc6b-cf79-40f2-a0f3-e1918f661d50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438876 Feb 03 12:21:01.666259 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-d0dbda62-dead-498e-b01f-a3084ac79ffd service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041117 Feb 03 12:21:01.668560 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:21:01.719587 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:01.720287 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:01.760642 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3efe48-6eac-4fd7-990c-1023acf46fe3 req-98b04d9f-2954-41b1-801f-8d4c0aece4b1 service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883927 Feb 03 12:21:01.796670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:01.893769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-25af3d3c-2619-40e5-b492-a10aab97b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.895175 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-25af3d3c-2619-40e5-b492-a10aab97b9e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1125 time: 0.0450063 Feb 03 12:21:01.985450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-ea579b00-8cfd-447a-9c75-87057a822351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:01.987278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-ea579b00-8cfd-447a-9c75-87057a822351 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 897 time: 0.0854115 Feb 03 12:21:02.035246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-4e3fd290-2441-407a-8fd7-262d45f39268 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 217 time: 0.0422728 Feb 03 12:21:02.082896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-8c8d940d-8415-484f-8077-48584d712b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:02.084627 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-8c8d940d-8415-484f-8077-48584d712b94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0434232 Feb 03 12:21:02.131071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-9bf52d54-4172-4147-ac93-84a121861298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:02.132549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-9bf52d54-4172-4147-ac93-84a121861298 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427663 Feb 03 12:21:02.236016 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-c9e802a5-3e73-470c-9731-ad35319d2bd5 service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980690 Feb 03 12:21:02.337817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916aafe-ba2a-42c7-82e1-cba4a647b0f0 req-a92d7fab-26d5-447d-aacf-5ba9c51d4f78 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:02.340472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d916aafe-ba2a-42c7-82e1-cba4a647b0f0 req-a92d7fab-26d5-447d-aacf-5ba9c51d4f78 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 943 time: 0.1192703 Feb 03 12:21:02.380710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3a1afd4-fd90-4466-975f-e2006bc4df55 req-9551c24c-fd3e-46ca-a1de-1a6b3c6a6eba service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295755 Feb 03 12:21:02.406678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d916aafe-ba2a-42c7-82e1-cba4a647b0f0 req-5e052da3-62cd-4818-938e-cd1ac0b98970 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588665 Feb 03 12:21:03.527999 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf9c1-6b47-4da6-9cdb-f7a01e609059 req-a3a6d981-f8e5-47b8-8897-4c7c5e17a25f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:03.529490 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9eedf9c1-6b47-4da6-9cdb-f7a01e609059 req-a3a6d981-f8e5-47b8-8897-4c7c5e17a25f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 943 time: 0.0521228 Feb 03 12:21:03.576569 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9eedf9c1-6b47-4da6-9cdb-f7a01e609059 req-049a6769-957e-46a4-878e-f9e10e2f9d8a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415702 Feb 03 12:21:04.505324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6194bc1-3b23-4cdf-9219-5195d2bb195c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:04.697635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488403c-7cfb-4c1b-97fe-e4f1daa5d43f req-5888b7b2-a550-4b38-9c42-b0cef6420b2e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:04.699114 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b488403c-7cfb-4c1b-97fe-e4f1daa5d43f req-5888b7b2-a550-4b38-9c42-b0cef6420b2e tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 943 time: 0.0567760 Feb 03 12:21:04.747127 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b488403c-7cfb-4c1b-97fe-e4f1daa5d43f req-4546e6f6-816d-4175-8ac2-19114df3132c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421109 Feb 03 12:21:04.919713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:05.095104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2fb23d4d-4a9c-4291-9f96-4d2564b5912e details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:21:05.191467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:21:05.203509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'port_id': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'mac_address': 'fa:16:3e:91:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:21:05.239827 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:05.240223 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:05.253261 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb23d4d-4a9c-4291-9f96-4d2564b5912e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:21:05.276286 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:21:05.280529 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:05.325466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:05.730977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['2fb23d4d-4a9c-4291-9f96-4d2564b5912e'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:21:05.864455 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94bd7-5dec-4325-88c0-dc21cd4a8d00 req-8daf6443-b252-4bbc-af1c-c66e98a65802 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:05.865929 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16a94bd7-5dec-4325-88c0-dc21cd4a8d00 req-8daf6443-b252-4bbc-af1c-c66e98a65802 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 944 time: 0.0515032 Feb 03 12:21:05.921942 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16a94bd7-5dec-4325-88c0-dc21cd4a8d00 req-99cc89e2-1046-47bb-934e-05998b71c6dd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503993 Feb 03 12:21:06.499981 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:07.040140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a930e0-bcf2-490f-876c-c44307479689 req-934c8969-f5c3-42d2-aa7c-45313ac0e3c6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:07.041626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38a930e0-bcf2-490f-876c-c44307479689 req-934c8969-f5c3-42d2-aa7c-45313ac0e3c6 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 944 time: 0.0518112 Feb 03 12:21:07.093513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38a930e0-bcf2-490f-876c-c44307479689 req-f0cd9a17-1774-4bfa-8396-0b6b83962379 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463412 Feb 03 12:21:07.095124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2fb23d4d-4a9c-4291-9f96-4d2564b5912e up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:21:07.143352 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:21:07.147009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:07.147378 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:07.224770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:07.225147 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:07.247100 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:21:07.249973 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b02634f-205c-40c8-b92b-c9ce86805aa3" -d '{"events": [{"server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "name": "network-vif-plugged", "status": "completed", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:21:07.262563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:21:07.267321 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:07.291366 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22472e3-8490-4b29-b031-985e81ae7d61 x-openstack-request-id: req-b22472e3-8490-4b29-b031-985e81ae7d61 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:21:07.291667 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "name": "network-vif-plugged", "status": "completed", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:21:07.291924 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b22472e3-8490-4b29-b031-985e81ae7d61 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:21:07.292326 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'code': 200} Feb 03 12:21:07.317833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:07.418191 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06cdde-a1f0-40b2-a480-86e84df69154 req-541cf413-3157-4cee-bbc5-2736caf20d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:07.420327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc06cdde-a1f0-40b2-a480-86e84df69154 req-541cf413-3157-4cee-bbc5-2736caf20d03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1127 time: 0.0444818 Feb 03 12:21:07.464523 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cc06cdde-a1f0-40b2-a480-86e84df69154 req-c321acf3-4d9d-4c54-99d5-3383ce2e0a34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388875 Feb 03 12:21:07.489582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:08.210827 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f31f-4bad-45bf-b7d1-94f476f2ac17 req-e11f042f-10fb-405f-b234-850ba780264f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:08.212278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aa5f31f-4bad-45bf-b7d1-94f476f2ac17 req-e11f042f-10fb-405f-b234-850ba780264f tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0520527 Feb 03 12:21:08.260407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2aa5f31f-4bad-45bf-b7d1-94f476f2ac17 req-0f48af24-0be0-4748-b43d-b244e59b03c7 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418961 Feb 03 12:21:09.384155 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8100e-e699-4cba-845b-d45a74b9b114 req-22fc8674-11af-4054-85d8-08a346899c35 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:09.385668 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6a8100e-e699-4cba-845b-d45a74b9b114 req-22fc8674-11af-4054-85d8-08a346899c35 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0559521 Feb 03 12:21:09.434065 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d6a8100e-e699-4cba-845b-d45a74b9b114 req-7f8edde8-247b-438e-9ee3-86fbd76d6c46 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422704 Feb 03 12:21:09.550612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32887a2-cfd4-403b-9538-9752da8ff30a req-b6a2f651-eec6-45c9-bd4c-49c355d2652d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:09.552108 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b32887a2-cfd4-403b-9538-9752da8ff30a req-b6a2f651-eec6-45c9-bd4c-49c355d2652d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0522618 Feb 03 12:21:09.600328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b32887a2-cfd4-403b-9538-9752da8ff30a req-1dab97e1-f144-4893-a1e1-baca2859f7df tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424118 Feb 03 12:21:09.622891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:09.665553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a342a5-6de7-4865-a6ea-0626eb0e7e87 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:09.667023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-29a342a5-6de7-4865-a6ea-0626eb0e7e87 tempest-TestNetworkAdvancedServerOps-1466432678 tempest-TestNetworkAdvancedServerOps-1466432678-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1122 time: 0.0431676 Feb 03 12:21:09.669756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:09.673868 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:21:09.693314 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.791818 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.896507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Allocated IP 172.25.7.5 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ea3a8f23-b5c6-4134-86d6-5fc65aba1a01) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:21:09.999751 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.032453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.069382 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:21:10.074593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:21:10.078616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:21:10.083729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=ea3a8f23-b5c6-4134-86d6-5fc65aba1a01,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:10.431254 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (70d852de-3351-4c4d-bdb8-8582a60eafc6), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.502520 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.649129 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.653791 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.726039 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event updated for resources: {'Port': ['ID=ea3a8f23-b5c6-4134-86d6-5fc65aba1a01,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:10.735121 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (70d852de-3351-4c4d-bdb8-8582a60eafc6), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:10.833120 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 70d852de-3351-4c4d-bdb8-8582a60eafc6 associated. External IP: 172.25.7.5, port: 2fb23d4d-4a9c-4291-9f96-4d2564b5912e. Feb 03 12:21:11.363527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router bb2b9876-7888-44c5-871b-e1d71378778b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:21:11.465223 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:21:11.474777 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Sync routers for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:21:11.482191 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:11.485777 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:21:11.486393 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:11.515488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d2f7e863-dd4e-48d2-99ec-0d6c519c3b03 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8447430 Feb 03 12:21:11.516126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:21:11.518530 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:21:11.558438 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65420999-effc-4a4d-9d22-dff689389290 x-openstack-request-id: req-65420999-effc-4a4d-9d22-dff689389290 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:21:11.558739 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:21:11.559002 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65420999-effc-4a4d-9d22-dff689389290 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:21:11.559409 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'status': 'completed', 'code': 200} Feb 03 12:21:11.594713 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:21:11.642653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d93d7-be0b-4443-92bb-a96fd3ae3b64 req-ba0c49e2-76b9-4e55-9356-a02746302c04 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:11.644234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3d93d7-be0b-4443-92bb-a96fd3ae3b64 req-ba0c49e2-76b9-4e55-9356-a02746302c04 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0777194 Feb 03 12:21:11.682926 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-417f45d4-68fe-4943-ae9b-32c95520434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:11.684388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-417f45d4-68fe-4943-ae9b-32c95520434a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1127 time: 0.0760314 Feb 03 12:21:11.719924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cf3d93d7-be0b-4443-92bb-a96fd3ae3b64 req-b946d17b-0c1b-4bf9-b2ac-2b54349ae46b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692956 Feb 03 12:21:11.743677 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 59980) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:11.789344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-957b483c-d9da-4e56-be38-6353f048db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:11.791010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-957b483c-d9da-4e56-be38-6353f048db3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 897 time: 0.1003752 Feb 03 12:21:11.814651 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a2b28118-553a-4a55-ba10-7ba827321a23 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/70d852de-3351-4c4d-bdb8-8582a60eafc6 HTTP/1.1" status: 200 len: 989 time: 0.0698164 Feb 03 12:21:11.825764 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '70d852de-3351-4c4d-bdb8-8582a60eafc6', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'port_id': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'mac_address': 'fa:16:3e:91:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:21:10Z', 'updated_at': '2022-02-03T12:21:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:11.854164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-15250ac0-1ec3-44d8-9ecc-fe258ef7aad8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 997 time: 0.0577567 Feb 03 12:21:11.855233 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Checking router: bb2b9876-7888-44c5-871b-e1d71378778b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:21:11.863861 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:21:11.864451 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:21:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:11.905656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-a38c8777-9987-4bd3-82e4-33fe67e4ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:11.907107 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-a38c8777-9987-4bd3-82e4-33fe67e4ce9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0475819 Feb 03 12:21:11.956002 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-0a3d04a6-889a-4a56-9943-3c3fd92f9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:11.957540 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-0a3d04a6-889a-4a56-9943-3c3fd92f9a60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446937 Feb 03 12:21:11.968897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:21:12.050113 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-9b3bd030-25d5-4b6b-b2be-9a7baa2d9f6b service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Feb 03 12:21:12.145506 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6d417470-c7c6-4b15-a8a6-9d611e18b7fa req-4cb5152e-f065-40dd-89ee-f8af2486848a service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890219 Feb 03 12:21:12.281227 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '70d852de-3351-4c4d-bdb8-8582a60eafc6', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'port_id': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'mac_address': 'fa:16:3e:91:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:21:10Z', 'updated_at': '2022-02-03T12:21:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:12.310730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ba5bf-c31e-414d-92af-7e9b764dfb79 None None] The sync data for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 is: [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '70d852de-3351-4c4d-bdb8-8582a60eafc6', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'port_id': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'mac_address': 'fa:16:3e:91:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:21:10Z', 'updated_at': '2022-02-03T12:21:10Z', 'revision_number': 0, 'project_id': '82330835012c4279bc45c9d21532aa61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:21:12.505062 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6255c-8424-4e05-9bb5-02a306ea0be7 None None] New status for floating IP 70d852de-3351-4c4d-bdb8-8582a60eafc6: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:21:12.816880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 59982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:12.875793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cdcec373-2687-4c38-a353-09e524d73c4c tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/70d852de-3351-4c4d-bdb8-8582a60eafc6 HTTP/1.1" status: 200 len: 991 time: 0.0577636 Feb 03 12:21:16.900324 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:18.974730 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:21:27.885877 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:31.411535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00275070-2730-4005-a9f7-2f5b6a8ea2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:34.506715 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73aaab5a-aad5-44d3-a061-5e13acbd51a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:34.922500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:36.502940 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:37.491892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:45.611334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-39fbf359-d9be-4af6-a9bd-1bd5448f410b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351361 Feb 03 12:21:45.710995 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-17b28774-5940-4e01-ac8c-fe04b8a99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:45.712459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-17b28774-5940-4e01-ac8c-fe04b8a99cf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1127 time: 0.0445578 Feb 03 12:21:45.814133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-39bd474a-5557-4e1d-8902-86af95127a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:45.815488 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-39bd474a-5557-4e1d-8902-86af95127a2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 897 time: 0.0867419 Feb 03 12:21:45.878667 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-323416ef-bfbc-4c61-9ef7-da20da1f55b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 999 time: 0.0572603 Feb 03 12:21:45.925789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-b2d70cde-e89f-4517-a1c8-0eb3e7a7cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:45.927390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-b2d70cde-e89f-4517-a1c8-0eb3e7a7cfaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0429776 Feb 03 12:21:45.979750 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-1496f098-e74c-4681-ab37-d568035f8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:45.981292 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-1496f098-e74c-4681-ab37-d568035f8924 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487397 Feb 03 12:21:46.069035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-6968997a-a682-4a3f-8eec-42b3fbfd660e service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822315 Feb 03 12:21:46.159857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf5f8dc4-70d5-4f40-ac99-a423fc999564 req-d9a355f4-ddc7-47ec-9579-7d4c0473b62e service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854437 Feb 03 12:21:46.904279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:55.973703 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:21:57.880648 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:01.412497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469a3401-7ff8-48b7-9b0d-f1a176060d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:04.507827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cb79a53-6264-43f2-85f5-2d0ab40b8f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:04.925496 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:06.506298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:07.493830 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:15.888896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb1359-f68b-41bd-9bb5-234f2c12b6b6 req-5ff33459-3004-45ca-adc6-a568950e9c36 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:15.890300 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0cb1359-f68b-41bd-9bb5-234f2c12b6b6 req-5ff33459-3004-45ca-adc6-a568950e9c36 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0965433 Feb 03 12:22:15.939483 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d0cb1359-f68b-41bd-9bb5-234f2c12b6b6 req-8deec786-5e05-4ca5-bca2-959cce1008b9 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423429 Feb 03 12:22:16.898122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:17.106327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162029c-3e1f-461d-bc1f-e3d6b613ffd2 req-c1366415-fd10-4c5b-aec2-22cd7fa3327a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:17.107781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3162029c-3e1f-461d-bc1f-e3d6b613ffd2 req-c1366415-fd10-4c5b-aec2-22cd7fa3327a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0952384 Feb 03 12:22:17.155373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3162029c-3e1f-461d-bc1f-e3d6b613ffd2 req-0fbf001b-e645-435a-acd6-9ebaa46f7b1a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418272 Feb 03 12:22:18.278667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910ed1-2bda-4feb-9481-bcb9697fd2ab req-e10f2512-4bc5-4530-8d2b-1932f8218266 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:18.280149 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22910ed1-2bda-4feb-9481-bcb9697fd2ab req-e10f2512-4bc5-4530-8d2b-1932f8218266 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0570328 Feb 03 12:22:18.327496 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-22910ed1-2bda-4feb-9481-bcb9697fd2ab req-a99e73d5-1dd6-40d1-8994-e899be074ba8 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411494 Feb 03 12:22:18.350158 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:18.408472 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bf1a3514-7c63-4042-b2a0-a1ccda9f4c43 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/70d852de-3351-4c4d-bdb8-8582a60eafc6 HTTP/1.1" status: 200 len: 991 time: 0.0571795 Feb 03 12:22:19.689434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a2452-9f4a-463b-bd7e-174b4c97b0a1 req-2993c998-8b1d-47e0-856c-2eef314b4f8d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:19.691059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa3a2452-9f4a-463b-bd7e-174b4c97b0a1 req-2993c998-8b1d-47e0-856c-2eef314b4f8d tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0594382 Feb 03 12:22:19.765147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa3a2452-9f4a-463b-bd7e-174b4c97b0a1 req-0de631a3-a5d1-4764-a64d-7836ee054036 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655463 Feb 03 12:22:19.770660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-177dbb48-7fc3-4bd5-8997-4b163e1ff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:19.772087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-177dbb48-7fc3-4bd5-8997-4b163e1ff683 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1127 time: 0.0801690 Feb 03 12:22:19.866712 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-fafa8c87-a920-4a16-b99b-111ca60ea6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:19.868076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-fafa8c87-a920-4a16-b99b-111ca60ea6a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 897 time: 0.0893121 Feb 03 12:22:19.934511 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-acaf8237-b1a0-4aad-9e9f-ebbed21a50bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 999 time: 0.0608261 Feb 03 12:22:19.982334 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-ebdcc2c6-c266-4bdf-a967-a62c18b8d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:19.983791 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-ebdcc2c6-c266-4bdf-a967-a62c18b8d4a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0437028 Feb 03 12:22:20.038860 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-f41bada4-1e63-4d21-9003-7c71448bdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:20.040361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-f41bada4-1e63-4d21-9003-7c71448bdd75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506840 Feb 03 12:22:20.128860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-a09ff67c-6299-43a1-a635-fb191435cbc8 service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Feb 03 12:22:20.221033 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3db709c-e52c-44ce-b0b1-3938b456b4fb req-c5eb7825-0e7c-4fb6-bea2-0057209177ee service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857847 Feb 03 12:22:20.887628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695d07-8bad-4b16-a588-64ddb774e12e req-03c6ad7e-66b6-4736-8895-7906283c0efe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:20.889099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3695d07-8bad-4b16-a588-64ddb774e12e req-03c6ad7e-66b6-4736-8895-7906283c0efe tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0523276 Feb 03 12:22:20.936408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b3695d07-8bad-4b16-a588-64ddb774e12e req-340e1ee7-7661-43af-ac7c-8ae8aa5a5afd tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412047 Feb 03 12:22:22.055130 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f3589-2d6c-432c-aca4-bdc2547a7fce req-553a6f27-4f30-449d-a874-9e1fba6c3ecc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:22.056591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54f3589-2d6c-432c-aca4-bdc2547a7fce req-553a6f27-4f30-449d-a874-9e1fba6c3ecc tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0513630 Feb 03 12:22:22.108191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d54f3589-2d6c-432c-aca4-bdc2547a7fce req-a9b2be6a-6424-4c18-9ec7-eec9923abd2b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460267 Feb 03 12:22:22.131489 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:22.191610 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-149180bc-2ce3-4e32-afd5-757e80f2d481 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/floatingips/70d852de-3351-4c4d-bdb8-8582a60eafc6 HTTP/1.1" status: 200 len: 991 time: 0.0590091 Feb 03 12:22:22.420625 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60036) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:22.575643 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port ea3a8f23-b5c6-4134-86d6-5fc65aba1a01 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:22:22.575987 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.653292 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.653629 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.665904 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for ea3a8f23-b5c6-4134-86d6-5fc65aba1a01 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:22:22.814471 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (ea3a8f23-b5c6-4134-86d6-5fc65aba1a01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.842997 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=ea3a8f23-b5c6-4134-86d6-5fc65aba1a01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:22.869437 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.869793 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.870143 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.870485 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.870823 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.871156 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.871488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.871817 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.872144 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.872473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.872797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.873148 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.873472 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.914168 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for floatingip (70d852de-3351-4c4d-bdb8-8582a60eafc6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.914497 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Floating IP 70d852de-3351-4c4d-bdb8-8582a60eafc6 disassociated (deleted). External IP: 172.25.7.5, port: 2fb23d4d-4a9c-4291-9f96-4d2564b5912e. Feb 03 12:22:23.127359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router bb2b9876-7888-44c5-871b-e1d71378778b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:23.476287 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:23.481073 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:23.486228 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Sync routers for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:23.496166 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:23.496775 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:23.511126 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-844457d8-7e45-4c37-9f30-580fb9100180 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/floatingips/70d852de-3351-4c4d-bdb8-8582a60eafc6 HTTP/1.1" status: 204 len: 168 time: 1.0894134 Feb 03 12:22:23.511801 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:22:23.514339 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d10556-d193-4341-aede-93abb922f5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:22:23.605517 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:23.616303 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2fd3c-ee55-4beb-824c-91bf0d2d5db8 x-openstack-request-id: req-81d2fd3c-ee55-4beb-824c-91bf0d2d5db8 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:22:23.616719 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:22:23.617106 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81d2fd3c-ee55-4beb-824c-91bf0d2d5db8 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:22:23.617602 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'status': 'completed', 'code': 200} Feb 03 12:22:23.722456 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10556-d193-4341-aede-93abb922f5cc req-69c43ea7-de4c-41fb-a627-de213978dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:23.723991 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-69c43ea7-de4c-41fb-a627-de213978dc81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=82330835012c4279bc45c9d21532aa61&device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 1127 time: 0.0615001 Feb 03 12:22:23.818859 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:23.829621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0aa4e-b88b-47dc-bc0c-476d3ac12c85 req-80c2c534-a8a2-4c29-a6f0-44f7d6e61ba1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:23.831087 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75f0aa4e-b88b-47dc-bc0c-476d3ac12c85 req-80c2c534-a8a2-4c29-a6f0-44f7d6e61ba1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.1224141 Feb 03 12:22:23.845868 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Checking router: bb2b9876-7888-44c5-871b-e1d71378778b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:23.854246 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:23.854838 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:23.860775 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10556-d193-4341-aede-93abb922f5cc req-cc720c67-5c49-4560-b6fd-d6ab80254cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:23.862245 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-cc720c67-5c49-4560-b6fd-d6ab80254cd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 200 len: 897 time: 0.1195538 Feb 03 12:22:23.921478 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-75c0b457-49b9-4967-bab7-edd77c9255ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 200 len: 217 time: 0.0514686 Feb 03 12:22:23.930605 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-75f0aa4e-b88b-47dc-bc0c-476d3ac12c85 req-518ca666-2ef0-404b-9168-03a68f6d34b1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934036 Feb 03 12:22:23.961090 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:23.976929 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10556-d193-4341-aede-93abb922f5cc req-b137da28-1d3c-4ab6-af6d-326ae4834886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:23.978458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-b137da28-1d3c-4ab6-af6d-326ae4834886 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 200 len: 834 time: 0.0470138 Feb 03 12:22:24.028041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10556-d193-4341-aede-93abb922f5cc req-2fb57fbc-1fb4-4214-bf03-736cd56bf78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:24.029582 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-2fb57fbc-1fb4-4214-bf03-736cd56bf78c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d294dff1-6779-42e4-888c-864490f97052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444088 Feb 03 12:22:24.120832 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-72662957-1225-4a6a-843c-ed836c4a19b3 service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Feb 03 12:22:24.159532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:24.186048 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33aad3-c028-4def-95bf-5474c09566a0 None None] The sync data for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 is: [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:20:56Z', 'revision_number': 4, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec', 'name': '', 'network_id': 'd294dff1-6779-42e4-888c-864490f97052', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'mac_address': 'fa:16:3e:66:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:56Z', 'updated_at': '2022-02-03T12:20:59Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'subnets': [{'id': '3e0cca71-7ada-48b2-af06-d1015f5b379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:24.217336 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0d10556-d193-4341-aede-93abb922f5cc req-a605e3bb-62d7-4246-a801-0a9b723476b1 service neutron] 10.222.0.69 "GET /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Feb 03 12:22:24.407042 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ac69a-b0a8-4b43-9ac2-4ec5cd543376 None None] New status for floating IP 70d852de-3351-4c4d-bdb8-8582a60eafc6: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:22:25.057912 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9498-b417-4d16-b47e-33db72c62605 req-6cce8b09-1fbc-4b57-9466-35a6d7056f29 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:25.059391 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5add9498-b417-4d16-b47e-33db72c62605 req-6cce8b09-1fbc-4b57-9466-35a6d7056f29 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0573008 Feb 03 12:22:25.107553 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5add9498-b417-4d16-b47e-33db72c62605 req-b89bf19a-3586-4366-a6d9-54ef5717ebb1 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c938781-696e-4147-862f-c852e6299a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424531 Feb 03 12:22:25.525993 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb337b7-ea1f-4551-8732-da485bad381b req-9b1477d7-277f-4aaf-85e1-50a6c0e4254a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:25.527366 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdb337b7-ea1f-4551-8732-da485bad381b req-9b1477d7-277f-4aaf-85e1-50a6c0e4254a tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 945 time: 0.0515916 Feb 03 12:22:25.617440 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:22:25.617771 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:25.707312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:25.707669 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:25.719979 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 2fb23d4d-4a9c-4291-9f96-4d2564b5912e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:22:25.847445 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (2fb23d4d-4a9c-4291-9f96-4d2564b5912e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:25.877317 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=2fb23d4d-4a9c-4291-9f96-4d2564b5912e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:25.903453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.903809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.904156 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.904495 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.904831 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.905186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.905513 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.905842 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.906168 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.906526 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.906850 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.907173 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.907493 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:25.927121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] No DVR routers for this DVR port 2fb23d4d-4a9c-4291-9f96-4d2564b5912e on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:22:25.929749 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:25.933050 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cdb337b7-ea1f-4551-8732-da485bad381b req-cbce8907-6c65-460b-bb23-61950d9e1282 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.69 "DELETE /v2.0/ports/2fb23d4d-4a9c-4291-9f96-4d2564b5912e HTTP/1.1" status: 204 len: 173 time: 0.4004235 Feb 03 12:22:25.933480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'name': 'network-vif-deleted', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:22:25.935704 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008db3a-59da-437d-823c-17792e0d38b0" -d '{"events": [{"server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "name": "network-vif-deleted", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:22:25.975892 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4485a-0b67-4f0c-a5d8-b824beb05b1d x-openstack-request-id: req-d4b4485a-0b67-4f0c-a5d8-b824beb05b1d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:22:25.976193 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f997ee31-45be-46c6-a6bd-a6902452c04f", "name": "network-vif-deleted", "tag": "2fb23d4d-4a9c-4291-9f96-4d2564b5912e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:22:25.976447 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4b4485a-0b67-4f0c-a5d8-b824beb05b1d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:22:25.976946 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f997ee31-45be-46c6-a6bd-a6902452c04f', 'name': 'network-vif-deleted', 'tag': '2fb23d4d-4a9c-4291-9f96-4d2564b5912e', 'status': 'completed', 'code': 200} Feb 03 12:22:26.214376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-05b710ea-61b4-41e6-9bf3-67c2736dc6ce req-5db0e480-2455-433c-994f-cddacd374c83 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f997ee31-45be-46c6-a6bd-a6902452c04f HTTP/1.1" status: 200 len: 210 time: 0.0305252 Feb 03 12:22:27.272885 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:27.624493 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (bb2b9876-7888-44c5-871b-e1d71378778b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.878563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.879166 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:22:27.879166 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.968477 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:27.969383 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.981778 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:22:28.162206 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.185880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:28.360120 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (bb2b9876-7888-44c5-871b-e1d71378778b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.573482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Router bb2b9876-7888-44c5-871b-e1d71378778b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:28.678872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:28.684276 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ec549759-6dc8-4b37-b979-be3ce92e2cbf tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "PUT /v2.0/routers/bb2b9876-7888-44c5-871b-e1d71378778b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103601 Feb 03 12:22:28.687438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:28.689565 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Sync routers for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:28.699001 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:28.699604 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:28.737343 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting subnet 3e0cca71-7ada-48b2-af06-d1015f5b379b {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:22:28.740778 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (3e0cca71-7ada-48b2-af06-d1015f5b379b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.785157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (3e0cca71-7ada-48b2-af06-d1015f5b379b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.802812 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:28.866276 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (3e0cca71-7ada-48b2-af06-d1015f5b379b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.922974 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (3e0cca71-7ada-48b2-af06-d1015f5b379b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.951417 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0cca71-7ada-48b2-af06-d1015f5b379b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:28.953591 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.957175 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6ad803f6-a8a5-4d96-907e-95c42de5a460 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/subnets/3e0cca71-7ada-48b2-af06-d1015f5b379b HTTP/1.1" status: 204 len: 168 time: 0.2681978 Feb 03 12:22:28.959753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60060) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:28.967483 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1deea52-e5ce-49f2-ab94-29d19eca6d78 None None] Network d294dff1-6779-42e4-888c-864490f97052 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:28.984954 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:22:28Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.073496 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (bb2b9876-7888-44c5-871b-e1d71378778b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.099573 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Checking router: bb2b9876-7888-44c5-871b-e1d71378778b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:29.107962 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Routers {'bb2b9876-7888-44c5-871b-e1d71378778b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:29.108565 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:04Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['bb2b9876-7888-44c5-871b-e1d71378778b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.150316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] DHCP port deletion for d294dff1-6779-42e4-888c-864490f97052 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:22:29.184165 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_gateway (bb2b9876-7888-44c5-871b-e1d71378778b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.207583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Deleting port 2ef20860-188b-4bc6-89df-11c673feedb4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:22:29.208049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.219410 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] Set router bb2b9876-7888-44c5-871b-e1d71378778b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:29.253581 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Deleting port 65984e7b-a95d-47ac-a39a-24f583c61636 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:22:29.254060 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.276821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] For port 2ef20860-188b-4bc6-89df-11c673feedb4, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=2ef20860-188b-4bc6-89df-11c673feedb4,segment=NetworkSegment(24a86292-e572-4dce-ac37-7f995e60ffa5),segment_id=24a86292-e572-4dce-ac37-7f995e60ffa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:29.277344 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.292883 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Calling delete_port for 2ef20860-188b-4bc6-89df-11c673feedb4 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:22:29.338130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] For port 65984e7b-a95d-47ac-a39a-24f583c61636, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=65984e7b-a95d-47ac-a39a-24f583c61636,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:29.338525 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.351049 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Calling delete_port for 65984e7b-a95d-47ac-a39a-24f583c61636 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:22:29.374108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234'] for port (2ef20860-188b-4bc6-89df-11c673feedb4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.399474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Pushing event deleted for resources: {'Port': ['ID=2ef20860-188b-4bc6-89df-11c673feedb4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:29.403557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cb7a548-b797-4018-affa-597cff653499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:22:28Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.404356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] No DVR routers for this DVR port 2ef20860-188b-4bc6-89df-11c673feedb4 on host n-d-821606-6 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:22:29.416865 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.417277 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.417630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.417974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.418309 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.418774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.419114 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.419447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.419774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.420105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.420432 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.420758 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.421122 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8cbbb-b92a-449a-8666-a5a4edb8eace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:29.436856 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7a548-b797-4018-affa-597cff653499 None None] The sync data for ids ['bb2b9876-7888-44c5-871b-e1d71378778b'] in n-d-821606-6 is: [{'id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448534855', 'tenant_id': '82330835012c4279bc45c9d21532aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:20:53Z', 'updated_at': '2022-02-03T12:22:28Z', 'revision_number': 5, 'project_id': '82330835012c4279bc45c9d21532aa61', 'gw_port': {'id': '65984e7b-a95d-47ac-a39a-24f583c61636', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b9876-7888-44c5-871b-e1d71378778b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:20:54Z', 'updated_at': '2022-02-03T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:29.460438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2fb23d4d-4a9c-4291-9f96-4d2564b5912e no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:22:29.487661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 2fb23d4d-4a9c-4291-9f96-4d2564b5912e {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:22:29.488016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 2fb23d4d-4a9c-4291-9f96-4d2564b5912e not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:22:29.528633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (65984e7b-a95d-47ac-a39a-24f583c61636), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.554753 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Port': ['ID=65984e7b-a95d-47ac-a39a-24f583c61636,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:29.619043 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (bb2b9876-7888-44c5-871b-e1d71378778b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.711570 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (bb2b9876-7888-44c5-871b-e1d71378778b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.713678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router_controller (bb2b9876-7888-44c5-871b-e1d71378778b), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.755312 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (bb2b9876-7888-44c5-871b-e1d71378778b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.755937 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Fanout notify agent at l3_agent the message router_deleted on router bb2b9876-7888-44c5-871b-e1d71378778b {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:22:29.762966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.764071 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-aeab9bc1-bffb-4c77-8cbf-db02f7904f49 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/routers/bb2b9876-7888-44c5-871b-e1d71378778b HTTP/1.1" status: 204 len: 168 time: 0.8034091 Feb 03 12:22:29.767487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:29.848420 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (d294dff1-6779-42e4-888c-864490f97052), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.907892 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:22:29.934247 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:22:29.934616 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 6f7d4e5d-3f29-44a3-a559-0a3ebe2ebcec not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:22:29.935011 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2ef20860-188b-4bc6-89df-11c673feedb4 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:22:29.946774 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (d294dff1-6779-42e4-888c-864490f97052), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:29.955927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 2ef20860-188b-4bc6-89df-11c673feedb4 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:22:29.956356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 2ef20860-188b-4bc6-89df-11c673feedb4 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:22:29.970048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d294dff1-6779-42e4-888c-864490f97052']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.979486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a86292-e572-4dce-ac37-7f995e60ffa5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.979785 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a86292-e572-4dce-ac37-7f995e60ffa5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:29.989502 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (24a86292-e572-4dce-ac37-7f995e60ffa5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.002728 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (24a86292-e572-4dce-ac37-7f995e60ffa5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.008770 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:22:30.009219 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (24a86292-e572-4dce-ac37-7f995e60ffa5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:22:30.012148 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:22:30.070982 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (d294dff1-6779-42e4-888c-864490f97052), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.078108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.081770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/networks/d294dff1-6779-42e4-888c-864490f97052 HTTP/1.1" status: 204 len: 168 time: 0.3131986 Feb 03 12:22:30.084531 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60064) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:30.094843 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59246-6fd3-4c99-a3c9-3fa2efd9f68b tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'Network': ['ID=d294dff1-6779-42e4-888c-864490f97052,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:30.146648 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (3c938781-696e-4147-862f-c852e6299a9e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.171521 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (3c938781-696e-4147-862f-c852e6299a9e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.236218 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3c938781-696e-4147-862f-c852e6299a9e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.238891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.240121 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] 10.222.0.30 "DELETE /v2.0/security-groups/3c938781-696e-4147-862f-c852e6299a9e HTTP/1.1" status: 204 len: 168 time: 0.1545799 Feb 03 12:22:30.249499 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df9c12-99bd-40a7-a797-8fb4233f9c10 tempest-TestNetworkAdvancedServerOps-2090160893 tempest-TestNetworkAdvancedServerOps-2090160893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c938781-696e-4147-862f-c852e6299a9e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:30.575833 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:30.708802 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-82e7c904-9618-4f6f-a252-0bde600c1d85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82330835012c4279bc45c9d21532aa61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317506 Feb 03 12:22:30.711322 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60076) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:30.757642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] Publish callbacks [] for security_group (f9a5d965-1fd5-4f43-8a21-99839fe8193d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.777794 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] Publish callbacks [] for security_group (f9a5d965-1fd5-4f43-8a21-99839fe8193d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.824505 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f9a5d965-1fd5-4f43-8a21-99839fe8193d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.827039 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:30.828207 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9a5d965-1fd5-4f43-8a21-99839fe8193d HTTP/1.1" status: 204 len: 168 time: 0.1159413 Feb 03 12:22:30.836399 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9368-de80-4701-bf2d-5e491cb11f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5d965-1fd5-4f43-8a21-99839fe8193d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:31.095580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:31.113335 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b687c3b-9efc-4a6f-a213-e8f25e77dc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.186465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b687c3b-9efc-4a6f-a213-e8f25e77dc95 admin admin] Publish callbacks [] for security_group (083312ed-0ab0-443b-9900-45f08be58171), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.190242 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b687c3b-9efc-4a6f-a213-e8f25e77dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (083312ed-0ab0-443b-9900-45f08be58171), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.229846 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5b687c3b-9efc-4a6f-a213-e8f25e77dc95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05a783bea57b45fd87629131c2f28363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332018 Feb 03 12:22:31.230696 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b687c3b-9efc-4a6f-a213-e8f25e77dc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083312ed-0ab0-443b-9900-45f08be58171,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:31.232518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:31.283325 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] Publish callbacks [] for security_group (083312ed-0ab0-443b-9900-45f08be58171), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.303501 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] Publish callbacks [] for security_group (083312ed-0ab0-443b-9900-45f08be58171), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.349137 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (083312ed-0ab0-443b-9900-45f08be58171), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.351717 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.353032 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/083312ed-0ab0-443b-9900-45f08be58171 HTTP/1.1" status: 204 len: 168 time: 0.1182499 Feb 03 12:22:31.360488 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48f89c-2226-4e3f-9be7-08ce2d3a4a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083312ed-0ab0-443b-9900-45f08be58171,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:31.414519 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d34fa2ce-332c-49ee-abac-e0c024fc2550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:31.645644 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65984e7b-a95d-47ac-a39a-24f583c61636 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:22:31.668108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 65984e7b-a95d-47ac-a39a-24f583c61636 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:22:31.668459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 65984e7b-a95d-47ac-a39a-24f583c61636 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:22:32.060216 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:32.154647 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1949974731-network', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:32.175337 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Made reservation on behalf of 6dfde1f7032944709c6881a9caae3b49 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:32.177733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.188899 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.266106 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks [] for security_group (f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.269967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.295231 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:22:32.305678 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:32.311321 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d7a0dd36-6935-48fb-95cf-2878ad89c3a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.311604 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Added segment d7a0dd36-6935-48fb-95cf-2878ad89c3a7 of type vlan for network de946186-96aa-4d65-abf0-51e5e5424ed8 Feb 03 12:22:32.350454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (de946186-96aa-4d65-abf0-51e5e5424ed8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.374932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (de946186-96aa-4d65-abf0-51e5e5424ed8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.375962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:32.376543 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.407825 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3463845 Feb 03 12:22:32.410923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:32.415940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Request body: {'subnet': {'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1949974731-subnet', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:32.434524 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Made reservation on behalf of 6dfde1f7032944709c6881a9caae3b49 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:32.437152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.442183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe43e13-425e-40a3-a01c-5dcf4343cdfc admin admin] Pushing event updated for resources: {'Network': ['ID=de946186-96aa-4d65-abf0-51e5e5424ed8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:32.455975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network de946186-96aa-4d65-abf0-51e5e5424ed8 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:22:32.623233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (dc5bf8c4-ff34-42bb-a263-fb6a2722d72f), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.680275 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:32.690603 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Checking segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:32.690967 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Network hostable DHCP agents. Network: de946186-96aa-4d65-abf0-51e5e5424ed8, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:22:32.709359 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:22:32.719405 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, de946186-96aa-4d65-abf0-51e5e5424ed8) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:32.723688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:32.724383 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.730146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563eddb-a005-452c-bb88-fe0f827575a1 None None] Network de946186-96aa-4d65-abf0-51e5e5424ed8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:32.741614 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4ccef5e3-8c9e-4ca2-907e-f4863e88a61e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3295283 Feb 03 12:22:32.744241 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:32.750341 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:32.776083 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (abba286b-a91d-4125-be02-1e0ad5db740e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.777538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (abba286b-a91d-4125-be02-1e0ad5db740e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.838415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for router_controller (abba286b-a91d-4125-be02-1e0ad5db740e), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.846630 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-de946186-96aa-4d65-abf0-51e5e5424ed8', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:22:32.847512 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:32.973044 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:22:32.983771 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Allocated IP 172.20.0.2 (de946186-96aa-4d65-abf0-51e5e5424ed8/dc5bf8c4-ff34-42bb-a263-fb6a2722d72f/cdb0679c-9608-4070-9490-c33b9249171f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:32.984468 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for router_gateway (abba286b-a91d-4125-be02-1e0ad5db740e), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.122713 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks [] for port (cdb0679c-9608-4070-9490-c33b9249171f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.129488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (cdb0679c-9608-4070-9490-c33b9249171f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.170061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:33.177712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:33.182271 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:33.185365 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Pushing event updated for resources: {'Port': ['ID=cdb0679c-9608-4070-9490-c33b9249171f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:33.192126 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for router_gateway (abba286b-a91d-4125-be02-1e0ad5db740e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.211040 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.241047 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Attempting to bind port cdb0679c-9608-4070-9490-c33b9249171f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:33.241336 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Attempting to bind port cdb0679c-9608-4070-9490-c33b9249171f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:33.241696 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Attempting to bind port cdb0679c-9608-4070-9490-c33b9249171f on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:33.246623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:33.247021 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Checking segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:33.247421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.247811 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Bound using segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:33.248273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Bound port: cdb0679c-9608-4070-9490-c33b9249171f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:33.248652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdb0679c-9608-4070-9490-c33b9249171f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.311697 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] For port cdb0679c-9608-4070-9490-c33b9249171f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:33.315682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] For port cdb0679c-9608-4070-9490-c33b9249171f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cdb0679c-9608-4070-9490-c33b9249171f,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:33.319008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Allocated IP 172.25.7.36 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/ec876e93-6fee-4946-8980-f14db97fc299) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:33.321698 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cdb0679c-9608-4070-9490-c33b9249171f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.378767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bac8d-e294-4c2c-b9fe-b54e47af765b None None] Pushing event updated for resources: {'Port': ['ID=cdb0679c-9608-4070-9490-c33b9249171f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:33.426281 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for port (ec876e93-6fee-4946-8980-f14db97fc299), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.461398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ec876e93-6fee-4946-8980-f14db97fc299), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.499337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:33.504897 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:33.507937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:33.545595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec876e93-6fee-4946-8980-f14db97fc299,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:33.733475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cdb0679c-9608-4070-9490-c33b9249171f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:33.787417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cdb0679c-9608-4070-9490-c33b9249171f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:33.787683 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdb0679c-9608-4070-9490-c33b9249171f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.797407 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for router_gateway (abba286b-a91d-4125-be02-1e0ad5db740e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.865682 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cdb0679c-9608-4070-9490-c33b9249171f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:33.866148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (cdb0679c-9608-4070-9490-c33b9249171f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.899597 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port cdb0679c-9608-4070-9490-c33b9249171f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cdb0679c-9608-4070-9490-c33b9249171f,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:33.903685 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (cdb0679c-9608-4070-9490-c33b9249171f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:33.958676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=cdb0679c-9608-4070-9490-c33b9249171f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:34.339585 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (abba286b-a91d-4125-be02-1e0ad5db740e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.349510 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da40b04-d66f-43f5-a36a-cb4660b45018 None None] Network de946186-96aa-4d65-abf0-51e5e5424ed8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:34.416848 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3f38f2ce-20b0-475b-ae9a-04d02318dbf0 None None] Provisioning complete for port cdb0679c-9608-4070-9490-c33b9249171f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:34.417245 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f38f2ce-20b0-475b-ae9a-04d02318dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdb0679c-9608-4070-9490-c33b9249171f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.472816 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Router abba286b-a91d-4125-be02-1e0ad5db740e is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:22:34.541665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0199447-01d3-4775-b9dc-ec6fa3b0e23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.551215 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f2ce-20b0-475b-ae9a-04d02318dbf0 None None] Current status of the port cdb0679c-9608-4070-9490-c33b9249171f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:34.578992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:34.589067 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:34.599248 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.599583 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:34.600212 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:34.603438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60114) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:34.603944 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-b6fc8709-4344-476d-abd3-ee56e598e5d0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8574946 Feb 03 12:22:34.713708 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:34.836206 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9a0f4f73-2ecf-4b47-ab06-21d96743aadb None None] Provisioning complete for port cdb0679c-9608-4070-9490-c33b9249171f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:34.836891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4f73-2ecf-4b47-ab06-21d96743aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdb0679c-9608-4070-9490-c33b9249171f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.960097 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:34.974966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f4f73-2ecf-4b47-ab06-21d96743aadb None None] Current status of the port cdb0679c-9608-4070-9490-c33b9249171f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:34.988316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:33Z', 'revision_number': 3, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:35.018361 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:35.018709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Updating router abba286b-a91d-4125-be02-1e0ad5db740e port ec876e93-6fee-4946-8980-f14db97fc299 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:35.045058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec876e93-6fee-4946-8980-f14db97fc299), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.048322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.206311 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Allocated IP 172.20.0.1 (de946186-96aa-4d65-abf0-51e5e5424ed8/dc5bf8c4-ff34-42bb-a263-fb6a2722d72f/0fe1bc42-96c8-492e-88b5-3728c0f39bfd) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:35.302497 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks [] for port (ec876e93-6fee-4946-8980-f14db97fc299), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.309119 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec876e93-6fee-4946-8980-f14db97fc299), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.309585 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks [] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.341841 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.363476 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb98d60-5af6-4a03-bd05-de919ff637c6 None None] Pushing event updated for resources: {'Port': ['ID=ec876e93-6fee-4946-8980-f14db97fc299,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:35.367580 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Attempting to bind port ec876e93-6fee-4946-8980-f14db97fc299 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:35.367954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Attempting to bind port ec876e93-6fee-4946-8980-f14db97fc299 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:35.368318 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Attempting to bind port ec876e93-6fee-4946-8980-f14db97fc299 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:35.373465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:35.373842 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:35.374243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.374675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:35.375138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Bound port: ec876e93-6fee-4946-8980-f14db97fc299, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:35.375517 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec876e93-6fee-4946-8980-f14db97fc299), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.386266 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:35.391993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:35.394883 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:35.428962 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:35.443228 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (abba286b-a91d-4125-be02-1e0ad5db740e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.583919 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.597974 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] For port ec876e93-6fee-4946-8980-f14db97fc299, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:35.601151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] For port ec876e93-6fee-4946-8980-f14db97fc299, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec876e93-6fee-4946-8980-f14db97fc299,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:35.606635 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec876e93-6fee-4946-8980-f14db97fc299), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.663714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:35.664259 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:35.704870 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb98d60-5af6-4a03-bd05-de919ff637c6 None None] Pushing event updated for resources: {'Port': ['ID=ec876e93-6fee-4946-8980-f14db97fc299,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:35.712840 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cdb0679c-9608-4070-9490-c33b9249171f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:35.759305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ba103822-ed70-48ec-be30-d75117a08950 None None] Provisioning complete for port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:35.759680 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba103822-ed70-48ec-be30-d75117a08950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.852469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ba103822-ed70-48ec-be30-d75117a08950 None None] Port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:35.861083 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port cdb0679c-9608-4070-9490-c33b9249171f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:35.861461 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (cdb0679c-9608-4070-9490-c33b9249171f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.864296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:36.008129 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks [] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.012693 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.069767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port cdb0679c-9608-4070-9490-c33b9249171f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:36.079159 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (abba286b-a91d-4125-be02-1e0ad5db740e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.081027 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:36.132208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 1, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:36.159163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca3796-d74a-48dd-b180-21d7a7088103 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 1, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:36.190256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:36.191721 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:36.336862 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:36.515919 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:36.520563 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.522331 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6932705c-e51e-47c0-816c-79d5a905c4ef admin admin] 10.222.0.30 "PUT /v2.0/routers/abba286b-a91d-4125-be02-1e0ad5db740e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9177599 Feb 03 12:22:36.579652 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9f819cc6-2e14-470a-a05a-d21841301590 None None] Provisioning complete for port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:36.580152 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f819cc6-2e14-470a-a05a-d21841301590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.624405 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9f819cc6-2e14-470a-a05a-d21841301590 None None] Port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:37.062826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:37.067864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-576281205-network', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:37.088182 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Made reservation on behalf of 2b3f4467e44240e5a7231041a38fdc8b for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:37.090483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.099634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.200288 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks [] for security_group (ff0cc96d-e6ed-4a1f-8884-f58795237bf5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.205540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff0cc96d-e6ed-4a1f-8884-f58795237bf5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.231615 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:22:37.246219 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0cc96d-e6ed-4a1f-8884-f58795237bf5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:37.251457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6fcb244f-8abd-4224-babb-743e11629c67), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.251812 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Added segment 6fcb244f-8abd-4224-babb-743e11629c67 of type vlan for network 68d9c047-4620-4e3e-b815-468d901eb6b0 Feb 03 12:22:37.304996 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (68d9c047-4620-4e3e-b815-468d901eb6b0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.332224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (68d9c047-4620-4e3e-b815-468d901eb6b0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.333349 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:37.333939 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.376200 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3121185 Feb 03 12:22:37.378921 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:37.391242 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Request body: {'subnet': {'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-576281205-subnet', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:37.412269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a6e68-5f4f-49f3-b3cc-7d6daccdd198 admin admin] Pushing event updated for resources: {'Network': ['ID=68d9c047-4620-4e3e-b815-468d901eb6b0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:37.434369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:22:37.441211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Made reservation on behalf of 2b3f4467e44240e5a7231041a38fdc8b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:37.444782 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.535487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.633899 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (6aade8ef-e666-482c-b63a-a0178f42344d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.711679 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aade8ef-e666-482c-b63a-a0178f42344d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:37.713865 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Checking segment: {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:37.714233 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Network hostable DHCP agents. Network: 68d9c047-4620-4e3e-b815-468d901eb6b0, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:22:37.734960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:22:37.748519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, 68d9c047-4620-4e3e-b815-468d901eb6b0) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:37.753849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:37.754700 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.759609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1949e8a-d210-4057-b39b-385b7ca5b7c3 None None] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:37.787952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-24977519-a093-49e8-b2fc-74cec08a7b2c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4054291 Feb 03 12:22:37.788291 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60134) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:37.792819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:37.803717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec876e93-6fee-4946-8980-f14db97fc299 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:37.817078 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.818119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.870376 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for router_controller (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.932289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-68d9c047-4620-4e3e-b815-468d901eb6b0', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:22:37.933272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:37.957885 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ec876e93-6fee-4946-8980-f14db97fc299 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:37.958358 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec876e93-6fee-4946-8980-f14db97fc299), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.025872 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for router_gateway (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.144572 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Allocated IP 172.20.0.2 (68d9c047-4620-4e3e-b815-468d901eb6b0/6aade8ef-e666-482c-b63a-a0178f42344d/bdce3f91-774d-46c4-9051-69110f21309f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:38.161244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ec876e93-6fee-4946-8980-f14db97fc299 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:38.161657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (ec876e93-6fee-4946-8980-f14db97fc299), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.204666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port ec876e93-6fee-4946-8980-f14db97fc299, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec876e93-6fee-4946-8980-f14db97fc299,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:38.210036 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (ec876e93-6fee-4946-8980-f14db97fc299), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.242992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for router_gateway (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.266502 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.310435 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=ec876e93-6fee-4946-8980-f14db97fc299,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:38.366024 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks [] for port (bdce3f91-774d-46c4-9051-69110f21309f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.371970 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (bdce3f91-774d-46c4-9051-69110f21309f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.399550 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Allocated IP 172.25.7.174 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/8ded90ca-8fe5-47c0-8db8-7920703636d8) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:38.418942 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:38.422117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:38.424514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:38.431762 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Pushing event updated for resources: {'Port': ['ID=bdce3f91-774d-46c4-9051-69110f21309f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:38.489344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Attempting to bind port bdce3f91-774d-46c4-9051-69110f21309f on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:38.490019 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Attempting to bind port bdce3f91-774d-46c4-9051-69110f21309f by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:38.490134 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Attempting to bind port bdce3f91-774d-46c4-9051-69110f21309f on network 68d9c047-4620-4e3e-b815-468d901eb6b0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:38.496179 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:38.496569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Checking segment: {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:38.497070 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.497410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Bound using segment: {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:38.497882 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Bound port: bdce3f91-774d-46c4-9051-69110f21309f, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:38.498269 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bdce3f91-774d-46c4-9051-69110f21309f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.518313 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.553443 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.563344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] For port bdce3f91-774d-46c4-9051-69110f21309f, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:38.566672 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] For port bdce3f91-774d-46c4-9051-69110f21309f, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bdce3f91-774d-46c4-9051-69110f21309f,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:38.573318 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bdce3f91-774d-46c4-9051-69110f21309f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.589384 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:38.592309 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:38.596628 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:38.636317 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Pushing event updated for resources: {'Port': ['ID=8ded90ca-8fe5-47c0-8db8-7920703636d8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:38.637326 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0773f-a2d2-43ec-bcbc-4725ee8d92f0 None None] Pushing event updated for resources: {'Port': ['ID=bdce3f91-774d-46c4-9051-69110f21309f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:38.779119 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:38.790770 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:38.791269 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:38.899213 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for router_gateway (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.906067 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:39.106606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.120295 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 2, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:39.151864 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:39.152294 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Updating router abba286b-a91d-4125-be02-1e0ad5db740e port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:39.181105 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.237847 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:22:39.353537 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:39.364393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Sync routers for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:39.371344 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.372740 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f3f017f7-bb66-412e-b9b9-1d639ad9df17 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5833423 Feb 03 12:22:39.376297 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:39.378422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:39.379251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:39.458034 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks [] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.464310 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.550041 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:39.552931 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Pushing event updated for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:39.574978 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.575338 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.575680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.576390 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.576390 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.576700 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.577097 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.577451 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.577780 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.578104 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.578427 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.578748 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.579068 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:39.598034 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Attempting to bind port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:39.598411 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Attempting to bind port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:39.598776 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Attempting to bind port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:39.604366 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:39.604749 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Checking segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:39.605853 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.606267 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Bound using segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:39.606752 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Bound port: 0fe1bc42-96c8-492e-88b5-3728c0f39bfd, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:39.607134 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.712762 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] For port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:39.717596 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] For port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:39.742121 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.835486 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:39.836934 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:39.902592 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 3, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:39.918542 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca8ca-650d-4273-b0df-2079bef1e1d5 None None] Pushing event updated for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:39.947625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c693c5-2b18-48f8-97bf-3c11d332c2d3 None None] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:39.950161 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Checking router: 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:39.950567 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Updating router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 port 8ded90ca-8fe5-47c0-8db8-7920703636d8 binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:40.005304 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bdce3f91-774d-46c4-9051-69110f21309f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:40.013244 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:40.078920 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.262887 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Allocated IP 172.20.0.1 (68d9c047-4620-4e3e-b815-468d901eb6b0/6aade8ef-e666-482c-b63a-a0178f42344d/7507445d-f492-4c4a-80c7-8e106babc91d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:40.264405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.290498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Provisioning complete for port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:40.290873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.352207 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:39Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:40.378932 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks [] for port (7507445d-f492-4c4a-80c7-8e106babc91d), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.379533 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78a4d-0e0f-47ee-88d7-6d05921fbc49 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:39Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:40.414552 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.441741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bdce3f91-774d-46c4-9051-69110f21309f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:40.442120 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bdce3f91-774d-46c4-9051-69110f21309f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.450206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:40.456826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:40.460162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:40.497889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Pushing event updated for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:40.508993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.640936 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Current status of the port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:40.641535 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.668883 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.702104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bdce3f91-774d-46c4-9051-69110f21309f is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:40.702543 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (bdce3f91-774d-46c4-9051-69110f21309f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.759640 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-36820693-76b4-485c-b480-b596dcedde43 None None] For port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:40.795214 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks [] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.800521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.817887 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.868442 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Attempting to bind port 8ded90ca-8fe5-47c0-8db8-7920703636d8 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:40.868822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Attempting to bind port 8ded90ca-8fe5-47c0-8db8-7920703636d8 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:40.869209 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Attempting to bind port 8ded90ca-8fe5-47c0-8db8-7920703636d8 on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:40.869353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks [] for port (7507445d-f492-4c4a-80c7-8e106babc91d), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.876276 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.877196 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port bdce3f91-774d-46c4-9051-69110f21309f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bdce3f91-774d-46c4-9051-69110f21309f,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:40.891001 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:40.891386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:40.891786 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.892180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:40.892673 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Bound port: 8ded90ca-8fe5-47c0-8db8-7920703636d8, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:40.893065 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.943278 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Pushing event updated for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:40.951959 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] For port 8ded90ca-8fe5-47c0-8db8-7920703636d8, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:40.956137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] For port 8ded90ca-8fe5-47c0-8db8-7920703636d8, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ded90ca-8fe5-47c0-8db8-7920703636d8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:40.959821 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (bdce3f91-774d-46c4-9051-69110f21309f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.960774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec876e93-6fee-4946-8980-f14db97fc299 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:40.969877 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Provisioning complete for port bdce3f91-774d-46c4-9051-69110f21309f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:40.970253 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bdce3f91-774d-46c4-9051-69110f21309f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:40.976568 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.017762 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.041975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Pushing event updated for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:41.112903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:41.113504 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:41.114146 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:41.115058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:41.184033 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65436ccd-a33b-4ea9-a364-29ef5198f608 None None] Pushing event updated for resources: {'Port': ['ID=8ded90ca-8fe5-47c0-8db8-7920703636d8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:41.255179 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:41.304675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port ec876e93-6fee-4946-8980-f14db97fc299 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.305140 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (ec876e93-6fee-4946-8980-f14db97fc299), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.348148 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36820693-76b4-485c-b480-b596dcedde43 None None] Current status of the port bdce3f91-774d-46c4-9051-69110f21309f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:41.365812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=bdce3f91-774d-46c4-9051-69110f21309f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:41.377481 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:41.380590 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:41.382792 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-c29f28cc-70c0-44e8-a7fd-83443394d1eb admin admin] 10.222.0.30 "PUT /v2.0/routers/41b14e06-8e82-4dc4-b1f5-c306ec3ddd30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041392 Feb 03 12:22:41.546501 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65436ccd-a33b-4ea9-a364-29ef5198f608 None None] Pushing event updated for resources: {'Port': ['ID=8ded90ca-8fe5-47c0-8db8-7920703636d8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:41.572514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Provisioning complete for port 7507445d-f492-4c4a-80c7-8e106babc91d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.572891 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.599108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port ec876e93-6fee-4946-8980-f14db97fc299 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:41.645246 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Port 7507445d-f492-4c4a-80c7-8e106babc91d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:41.687403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Provisioning complete for port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.687784 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.775921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bdce3f91-774d-46c4-9051-69110f21309f up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:41.781305 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7507445d-f492-4c4a-80c7-8e106babc91d', 'name': '', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'mac_address': 'fa:16:3e:7a:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:40Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 2, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'subnets': [{'id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:41.839072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63a077-9a63-4b0b-97ce-f10eb0330b85 None None] The sync data for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 is: [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7507445d-f492-4c4a-80c7-8e106babc91d', 'name': '', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'mac_address': 'fa:16:3e:7a:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:40Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 2, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'subnets': [{'id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:41.852599 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Current status of the port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:41.874012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Provisioning complete for port bdce3f91-774d-46c4-9051-69110f21309f triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.874909 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bdce3f91-774d-46c4-9051-69110f21309f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.901094 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port bdce3f91-774d-46c4-9051-69110f21309f triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.901475 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (bdce3f91-774d-46c4-9051-69110f21309f), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.912800 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:41.918236 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984299377', 'description': 'tempest-secgroup-smoke-1984299377 description', 'project_id': '6dfde1f7032944709c6881a9caae3b49'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:41.943253 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.021912 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (3f06abfb-ebef-49b7-b2a0-0c599b98c019), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.028709 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3f06abfb-ebef-49b7-b2a0-0c599b98c019), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.073924 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.079095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60146) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.079269 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1647716 Feb 03 12:22:42.083940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.092455 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafe304-d5ad-4438-a863-931f86bb7e0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f06abfb-ebef-49b7-b2a0-0c599b98c019,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.138921 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (87f5aef2-1854-4a3b-b4d6-2e9def951e50), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.210209 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (87f5aef2-1854-4a3b-b4d6-2e9def951e50), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.217052 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (87f5aef2-1854-4a3b-b4d6-2e9def951e50), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.228204 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d52e87c7-f7fb-4db6-aa9d-d0a63f13442c None None] Current status of the port bdce3f91-774d-46c4-9051-69110f21309f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:42.231861 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port bdce3f91-774d-46c4-9051-69110f21309f is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:42.232875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0fe1bc42-96c8-492e-88b5-3728c0f39bfd up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:42.251723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f5aef2-1854-4a3b-b4d6-2e9def951e50,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.263842 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.270023 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60148) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.273541 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.277745 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-5c7d08f1-048e-477d-ada1-a751fd24b224 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974680 Feb 03 12:22:42.287639 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:42.288255 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.301000 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (cfdba14f-b20f-4d14-b554-d04e8e015d86), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.360597 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (cfdba14f-b20f-4d14-b554-d04e8e015d86), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.365451 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cfdba14f-b20f-4d14-b554-d04e8e015d86), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.379288 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:42.388516 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdba14f-b20f-4d14-b554-d04e8e015d86,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.396656 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.397935 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6b3f59b4-2110-4c34-b4ea-703ef4edae92 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294899 Feb 03 12:22:42.400661 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60150) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.405315 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.433625 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (ce0d4dc3-bc15-4ec2-a830-c604113e9705), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.497235 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (ce0d4dc3-bc15-4ec2-a830-c604113e9705), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.502231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (ce0d4dc3-bc15-4ec2-a830-c604113e9705), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.521880 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d4dc3-bc15-4ec2-a830-c604113e9705,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.527382 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.528526 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b5086cc1-2555-465e-8827-37e30f120b20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266978 Feb 03 12:22:42.531928 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60152) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.536264 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.562860 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (82e48d02-2bf8-455f-927e-e047e2cc6519), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.621219 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (82e48d02-2bf8-455f-927e-e047e2cc6519), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.624652 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (82e48d02-2bf8-455f-927e-e047e2cc6519), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.643045 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e48d02-2bf8-455f-927e-e047e2cc6519,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.648571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.649844 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-73ba7a62-54ee-41a6-ab2c-e24374585c0e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169112 Feb 03 12:22:42.652558 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60154) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.657374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.677554 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Project 6dfde1f7032944709c6881a9caae3b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:22:42.682545 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (3f474bed-86b2-4261-95dd-fc49159b8a3a), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.739104 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (3f474bed-86b2-4261-95dd-fc49159b8a3a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.742612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (3f474bed-86b2-4261-95dd-fc49159b8a3a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.761120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f474bed-86b2-4261-95dd-fc49159b8a3a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.768251 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.769457 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3bd7366f-b2e2-4038-a309-e1a87a84abf7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159027 Feb 03 12:22:42.772199 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60156) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:42.776392 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': '3f06abfb-ebef-49b7-b2a0-0c599b98c019', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:42.795554 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Project 6dfde1f7032944709c6881a9caae3b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:22:42.801103 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (d216eaa1-d18a-4e1d-aeb3-7e449bc3d7ed), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.860770 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (d216eaa1-d18a-4e1d-aeb3-7e449bc3d7ed), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.864819 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (d216eaa1-d18a-4e1d-aeb3-7e449bc3d7ed), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.882370 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d216eaa1-d18a-4e1d-aeb3-7e449bc3d7ed,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.891198 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.892391 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ac7acc85-36ce-447c-b1b9-708b709c4a82 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192822 Feb 03 12:22:43.047446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-4f873b5c-ef2d-47cc-b8bb-bd17b5500caa tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984299377&fields=id&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 267 time: 0.0506167 Feb 03 12:22:43.155435 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f14f8f30-ba1a-42e3-b844-f321b2f5ff3b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:43.157449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f14f8f30-ba1a-42e3-b844-f321b2f5ff3b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 809 time: 0.1034992 Feb 03 12:22:43.186229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-5ea14839-c744-460d-b939-90029e1263ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/quotas/6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 375 time: 0.0189722 Feb 03 12:22:43.247740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-d2e9a615-1d4b-4e7b-bf1b-0e508e3716f6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553496 Feb 03 12:22:43.350841 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-2dd0cdf2-a855-44e2-9ae5-42c169edcaf6 service neutron] 10.222.0.30 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913219 Feb 03 12:22:43.443480 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-0bfaec21-0c71-400b-b00e-ff26802a4bbb service neutron] 10.222.0.30 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869160 Feb 03 12:22:43.617281 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3a28a6f-10aa-4a18-81ae-1f29be78c25f req-222c2ab8-1131-43c8-af07-20e80909c526 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 210 time: 0.0339334 Feb 03 12:22:43.737954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ded90ca-8fe5-47c0-8db8-7920703636d8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:43.797535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8ded90ca-8fe5-47c0-8db8-7920703636d8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:43.797913 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:43.882349 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8ded90ca-8fe5-47c0-8db8-7920703636d8 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:43.882749 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:43.904738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 8ded90ca-8fe5-47c0-8db8-7920703636d8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ded90ca-8fe5-47c0-8db8-7920703636d8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:43.908726 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:43.960553 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=8ded90ca-8fe5-47c0-8db8-7920703636d8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:44.526679 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Sync routers for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:44.536792 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:44.537421 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:44.642504 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:44.725302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-157351a9-6b4d-4748-8cb2-89c11158bd0f req-84ee5f0f-0622-4450-b18d-d708852e1f74 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 210 time: 0.0334527 Feb 03 12:22:44.850065 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-561c3576-55a7-4ddc-9f7b-fb0be2baf483 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:44.851573 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-561c3576-55a7-4ddc-9f7b-fb0be2baf483 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 809 time: 0.1126680 Feb 03 12:22:44.852644 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7507445d-f492-4c4a-80c7-8e106babc91d', 'name': '', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'mac_address': 'fa:16:3e:7a:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:40Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 2, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'subnets': [{'id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:44.880668 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Checking router: 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:44.881058 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Updating router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 port 7507445d-f492-4c4a-80c7-8e106babc91d binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:44.908253 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:44.922674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-85fbe7a7-dfef-4787-bfd8-1853cc03c72d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 380 time: 0.0579054 Feb 03 12:22:44.946412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'port': {'device_id': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'admin_state_up': True, 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'security_groups': ['3f06abfb-ebef-49b7-b2a0-0c599b98c019']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:45.067550 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Made reservation on behalf of 6dfde1f7032944709c6881a9caae3b49 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:45.071014 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.184314 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks [] for port (7507445d-f492-4c4a-80c7-8e106babc91d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.190638 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.204006 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Allocated IP 172.20.0.6 (de946186-96aa-4d65-abf0-51e5e5424ed8/dc5bf8c4-ff34-42bb-a263-fb6a2722d72f/580a6163-4c2a-4687-a441-a2ec04b8a382) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:45.239800 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2adf5e-9e24-48ea-b4b0-db49c0bdf5ff None None] Pushing event updated for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:45.297782 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Attempting to bind port 7507445d-f492-4c4a-80c7-8e106babc91d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:45.298642 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Attempting to bind port 7507445d-f492-4c4a-80c7-8e106babc91d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:45.299201 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Attempting to bind port 7507445d-f492-4c4a-80c7-8e106babc91d on network 68d9c047-4620-4e3e-b815-468d901eb6b0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:45.304693 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:45.305107 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Checking segment: {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:45.305503 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.305889 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Bound using segment: {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:45.306359 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Bound port: 7507445d-f492-4c4a-80c7-8e106babc91d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcb244f-8abd-4224-babb-743e11629c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:45.306734 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.375549 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.377361 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] For port 7507445d-f492-4c4a-80c7-8e106babc91d, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:45.380471 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] For port 7507445d-f492-4c4a-80c7-8e106babc91d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7507445d-f492-4c4a-80c7-8e106babc91d,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:45.387365 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.412688 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.451367 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2adf5e-9e24-48ea-b4b0-db49c0bdf5ff None None] Pushing event updated for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:45.454310 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:45.454907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:45.470478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:45.474729 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:45.476719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:45.479048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:45.486453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Provisioning complete for port 7507445d-f492-4c4a-80c7-8e106babc91d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:45.488033 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.535328 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:45.536108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.562131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-f035f679-7c17-41d0-a9c7-a05a178d4948 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190906 Feb 03 12:22:45.580548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Request body: {'port': {'device_id': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:45.582383 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:45.599382 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Current status of the port 7507445d-f492-4c4a-80c7-8e106babc91d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:45.599944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.664074 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] For port 7507445d-f492-4c4a-80c7-8e106babc91d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7507445d-f492-4c4a-80c7-8e106babc91d,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:45.681827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.701353 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.765353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb4cb9-947f-4b4f-b001-6fe6df4da6f5 None None] Pushing event updated for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:45.846003 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ded90ca-8fe5-47c0-8db8-7920703636d8 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:45.903447 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8ded90ca-8fe5-47c0-8db8-7920703636d8 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:45.903834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.910249 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7507445d-f492-4c4a-80c7-8e106babc91d', 'name': '', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'mac_address': 'fa:16:3e:7a:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:40Z', 'updated_at': '2022-02-03T12:22:45Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'subnets': [{'id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:45.930849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Provisioning complete for port 7507445d-f492-4c4a-80c7-8e106babc91d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:45.931226 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.938554 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe754-4534-49e3-9d19-271cddfcf314 None None] The sync data for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 is: [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '7507445d-f492-4c4a-80c7-8e106babc91d', 'name': '', 'network_id': '68d9c047-4620-4e3e-b815-468d901eb6b0', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'mac_address': 'fa:16:3e:7a:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:40Z', 'updated_at': '2022-02-03T12:22:45Z', 'revision_number': 4, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'subnets': [{'id': '6aade8ef-e666-482c-b63a-a0178f42344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:45.981633 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e5a9c-a020-4355-b549-5d22c9c1cb0c req-df00972a-227e-4dd9-9b87-42fc0f565478 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:45.983887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b0e5a9c-a020-4355-b549-5d22c9c1cb0c req-df00972a-227e-4dd9-9b87-42fc0f565478 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 931 time: 0.1106818 Feb 03 12:22:46.058905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8ded90ca-8fe5-47c0-8db8-7920703636d8 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:46.060168 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7507445d-f492-4c4a-80c7-8e106babc91d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:46.082905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Current status of the port 7507445d-f492-4c4a-80c7-8e106babc91d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:46.086508 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b0e5a9c-a020-4355-b549-5d22c9c1cb0c req-cc2c1da7-f43a-4be7-a22e-71d3fbca07a3 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744324 Feb 03 12:22:46.109234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Provisioning complete for port 580a6163-4c2a-4687-a441-a2ec04b8a382 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:46.109621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.152545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:22:46.153551 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b5efb-3d2d-4394-8234-7ef4a561b06e None None] Port 580a6163-4c2a-4687-a441-a2ec04b8a382 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:46.156136 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7507445d-f492-4c4a-80c7-8e106babc91d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:46.156518 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.163959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks [] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.177992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Transition to ACTIVE for port object 580a6163-4c2a-4687-a441-a2ec04b8a382 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:22:46.183302 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.255876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7507445d-f492-4c4a-80c7-8e106babc91d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:46.260875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:46.311394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Attempting to bind port 580a6163-4c2a-4687-a441-a2ec04b8a382 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:46.311580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Attempting to bind port 580a6163-4c2a-4687-a441-a2ec04b8a382 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:46.311906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Attempting to bind port 580a6163-4c2a-4687-a441-a2ec04b8a382 on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:46.316654 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Port 580a6163-4c2a-4687-a441-a2ec04b8a382 on network de946186-96aa-4d65-abf0-51e5e5424ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:22:46.317023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Attempting to bind port 580a6163-4c2a-4687-a441-a2ec04b8a382 on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:46.322343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:46.322692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Checking segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:46.323085 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Bound using segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:46.323527 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Bound port: 580a6163-4c2a-4687-a441-a2ec04b8a382, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:46.323900 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.392955 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:46.396300 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:46.405905 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.444172 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:46.444815 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.446248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] 10.222.0.69 "PUT /v2.0/ports/580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1091 time: 0.8726008 Feb 03 12:22:46.446706 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:22:46.449034 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d0b69-9c41-46d0-bab6-3502619c42e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:22:46.493335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e25b-1fab-4edf-a71f-51573759e225 service neutron] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:46.506869 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42567e3b-d461-4853-abd7-6b02caceac5d x-openstack-request-id: req-42567e3b-d461-4853-abd7-6b02caceac5d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:22:46.507169 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:22:46.507431 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42567e3b-d461-4853-abd7-6b02caceac5d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:22:46.507844 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'status': 'completed', 'code': 200} Feb 03 12:22:46.567809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-4d5c60cc-7521-45d3-940a-6a6bcee485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:46.569560 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-4d5c60cc-7521-45d3-940a-6a6bcee485cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1125 time: 0.0517015 Feb 03 12:22:46.621320 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-b67e32cd-a13d-4c37-a0aa-7bd2a9aecca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 217 time: 0.0398011 Feb 03 12:22:46.675132 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-4b28b990-1a62-44a8-84a1-4897354e34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:46.676572 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-4b28b990-1a62-44a8-84a1-4897354e34f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0503550 Feb 03 12:22:46.726140 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-e6686356-4cad-49ca-9e28-de5040c61ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:46.727615 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-e6686356-4cad-49ca-9e28-de5040c61ea2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457833 Feb 03 12:22:46.815267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-57a2e3f0-9927-4f17-a37d-8b44cfe5eaaf service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804396 Feb 03 12:22:46.895968 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.906150 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-401adfa2-6e9b-4aae-8f91-33fb9225aed3 req-93bec889-535a-4014-9cba-a3e062ed4ca5 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 Feb 03 12:22:47.052096 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-52008855-0002-4fd2-adbb-da387a629b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:47.053634 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-52008855-0002-4fd2-adbb-da387a629b9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1125 time: 0.0465744 Feb 03 12:22:47.151023 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-9805bbfe-68ba-47d9-a605-b9654d286229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:47.152419 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-9805bbfe-68ba-47d9-a605-b9654d286229 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0895686 Feb 03 12:22:47.218036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-fe8ed4c2-7036-4dca-a8c1-e58c3c363b18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 217 time: 0.0578713 Feb 03 12:22:47.618119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38d16-b1a7-4877-95b9-0c9b2ffbbd13 req-55e6b63e-efc8-4d13-9716-df79d5512e91 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:47.619707 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6b38d16-b1a7-4877-95b9-0c9b2ffbbd13 req-55e6b63e-efc8-4d13-9716-df79d5512e91 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.4613829 Feb 03 12:22:47.624537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-ed0c9cba-5ca3-499b-98b3-d7e236bc8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:47.625974 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-ed0c9cba-5ca3-499b-98b3-d7e236bc8821 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.4018769 Feb 03 12:22:47.700868 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7507445d-f492-4c4a-80c7-8e106babc91d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:47.701442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6b38d16-b1a7-4877-95b9-0c9b2ffbbd13 req-3f1d8630-a75c-4aae-a39e-fcedceefd1fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744333 Feb 03 12:22:47.712818 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-fe594d3f-a821-4c29-b636-b4a9e427a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:47.714414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-fe594d3f-a821-4c29-b636-b4a9e427a49b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805094 Feb 03 12:22:47.751455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 7507445d-f492-4c4a-80c7-8e106babc91d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:47.751834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:47.806549 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-b7ca0a20-1fef-455f-ada1-972bb1b75df5 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854392 Feb 03 12:22:47.827170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 7507445d-f492-4c4a-80c7-8e106babc91d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:47.894420 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-273d0b69-9c41-46d0-bab6-3502619c42e5 req-aa7050e6-ed62-4281-a686-0c7bd8296258 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806644 Feb 03 12:22:48.832898 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5532-ff74-44a3-acfe-acb8fb21aefa req-076292ed-5ad7-461c-be8d-3b53224cfa9e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:48.834378 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d53a5532-ff74-44a3-acfe-acb8fb21aefa req-076292ed-5ad7-461c-be8d-3b53224cfa9e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0603371 Feb 03 12:22:48.883417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d53a5532-ff74-44a3-acfe-acb8fb21aefa req-c263ec53-0341-4321-86da-5ecb7936916c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 03 12:22:50.003411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ca8f2-4702-41cc-8632-afced535de5c req-ec32753d-60f6-4efb-9d1f-445e4e04dc34 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:50.004899 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d70ca8f2-4702-41cc-8632-afced535de5c req-ec32753d-60f6-4efb-9d1f-445e4e04dc34 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0535429 Feb 03 12:22:50.058343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d70ca8f2-4702-41cc-8632-afced535de5c req-4aea3871-a26b-40cb-9f4b-1f14e5af65dd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473058 Feb 03 12:22:51.186430 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29ac77-0165-4a7f-8c7d-a6c031779ef4 req-70b2e3c7-84b9-469d-a019-4b20884d056d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:51.188644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a29ac77-0165-4a7f-8c7d-a6c031779ef4 req-70b2e3c7-84b9-469d-a019-4b20884d056d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0538795 Feb 03 12:22:51.240868 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a29ac77-0165-4a7f-8c7d-a6c031779ef4 req-5c5f58d6-4756-4f38-9266-4ed7d4e4fb16 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462086 Feb 03 12:22:51.557509 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:22:51.655839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:51.666702 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:22:51.702990 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:51.703376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:51.715521 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:22:51.734049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:51.738237 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:51.788184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:52.109303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['580a6163-4c2a-4687-a441-a2ec04b8a382'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:22:52.360549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164f071-78d1-4f68-ae22-9c7433b5b027 req-a62bde9c-09c8-47a5-8a1a-1b7269acd5a1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:52.361948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a164f071-78d1-4f68-ae22-9c7433b5b027 req-a62bde9c-09c8-47a5-8a1a-1b7269acd5a1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 944 time: 0.0519826 Feb 03 12:22:52.408639 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a164f071-78d1-4f68-ae22-9c7433b5b027 req-01ed1b10-047a-430a-8fb8-eaf21a15f554 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Feb 03 12:22:53.524935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc306def-bfd3-4cf8-8365-d959ce4251d9 req-906a4089-b738-4deb-8b56-aa0d26eabbb9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:53.526377 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc306def-bfd3-4cf8-8365-d959ce4251d9 req-906a4089-b738-4deb-8b56-aa0d26eabbb9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 944 time: 0.0510197 Feb 03 12:22:53.572143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:53.574153 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc306def-bfd3-4cf8-8365-d959ce4251d9 req-dd311d9e-0971-4ba2-ba60-c155b3c2a5be tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Feb 03 12:22:53.620859 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 580a6163-4c2a-4687-a441-a2ec04b8a382 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:22:53.624759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 580a6163-4c2a-4687-a441-a2ec04b8a382 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:53.625158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:53.702578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:53.702962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:53.725317 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:22:53.727541 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a752a11-900a-41e8-be60-0b4d723f5356" -d '{"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:22:53.739392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:53.743103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:53.769284 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c1f535-7dd9-4513-abf0-c18ffed4aa36 x-openstack-request-id: req-d8c1f535-7dd9-4513-abf0-c18ffed4aa36 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:22:53.769582 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:22:53.769842 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8c1f535-7dd9-4513-abf0-c18ffed4aa36 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:22:53.770234 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'code': 200} Feb 03 12:22:53.794895 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:53.899230 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd6f0c-af30-4e28-ac82-5532d3305ac9 req-5cdbba28-9eb7-4ca8-b2b5-376723a1bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:53.900630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ecd6f0c-af30-4e28-ac82-5532d3305ac9 req-5cdbba28-9eb7-4ca8-b2b5-376723a1bc59 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0479727 Feb 03 12:22:53.945364 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8ecd6f0c-af30-4e28-ac82-5532d3305ac9 req-21ab8d7a-50f2-4a92-9e0b-a69614887a76 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Feb 03 12:22:54.691424 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47502a-de13-4494-a66f-0c546451190a req-08414be7-7a81-441d-99bf-7093384e4ecc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:54.692879 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e47502a-de13-4494-a66f-0c546451190a req-08414be7-7a81-441d-99bf-7093384e4ecc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Feb 03 12:22:54.739795 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5e47502a-de13-4494-a66f-0c546451190a req-4fb4d3ed-3522-4946-a7f1-a2e49df62bd8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Feb 03 12:22:55.859329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545314a-b45a-436c-b18f-a107fe5a119d req-4a876d74-a83d-4304-9968-4b3e493cba66 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:55.861324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6545314a-b45a-436c-b18f-a107fe5a119d req-4a876d74-a83d-4304-9968-4b3e493cba66 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Feb 03 12:22:55.916721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6545314a-b45a-436c-b18f-a107fe5a119d req-630c8690-b582-410a-9ee9-13bb63114a2a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495939 Feb 03 12:22:56.036893 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d9bd6-e7d3-46a1-b415-1a93e4645dd5 req-5c7d5397-7b0e-427b-ae93-441437b88f27 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:56.038373 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f0d9bd6-e7d3-46a1-b415-1a93e4645dd5 req-5c7d5397-7b0e-427b-ae93-441437b88f27 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Feb 03 12:22:56.086248 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f0d9bd6-e7d3-46a1-b415-1a93e4645dd5 req-c28d1179-502a-446a-9064-9577169a263e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Feb 03 12:22:56.107398 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60214) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:56.235577 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072380b-ff92-4448-9f13-d61890e7a7e1 tempest-TestShelveInstance-1397841593 tempest-TestShelveInstance-1397841593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:56.237286 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0072380b-ff92-4448-9f13-d61890e7a7e1 tempest-TestShelveInstance-1397841593 tempest-TestShelveInstance-1397841593-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1122 time: 0.1288819 Feb 03 12:22:56.240256 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60218) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:56.244596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:56.264620 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.364678 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.463325 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Allocated IP 172.25.7.123 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/70734ad7-77a0-4784-821d-7f768d753100) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:56.802341 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (70734ad7-77a0-4784-821d-7f768d753100), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.833801 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (70734ad7-77a0-4784-821d-7f768d753100), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.869890 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:56.872613 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:56.878067 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:56.900120 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=70734ad7-77a0-4784-821d-7f768d753100,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:57.233284 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (2ff7a49a-1550-40a9-b334-1d3e035cf4c0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.300466 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (70734ad7-77a0-4784-821d-7f768d753100), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.448149 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (70734ad7-77a0-4784-821d-7f768d753100), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.452483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (70734ad7-77a0-4784-821d-7f768d753100), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.524763 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=70734ad7-77a0-4784-821d-7f768d753100,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:57.533837 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (2ff7a49a-1550-40a9-b334-1d3e035cf4c0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.628367 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Floating IP 2ff7a49a-1550-40a9-b334-1d3e035cf4c0 associated. External IP: 172.25.7.123, port: 580a6163-4c2a-4687-a441-a2ec04b8a382. Feb 03 12:22:57.832056 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:57.903221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.940071 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:57.950563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:57.958393 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:57.963975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:57.964589 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:57.988321 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-7043b7f4-51e6-4c5a-8c11-8383deb1f26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7470205 Feb 03 12:22:57.988933 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:22:57.991203 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba24b78-47c2-45f4-83ad-b52b483f3b67" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:22:58.026910 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c92d0-c3bf-411c-b577-d6e1a77ab0bc x-openstack-request-id: req-e95c92d0-c3bf-411c-b577-d6e1a77ab0bc {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:22:58.027203 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:22:58.027457 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e95c92d0-c3bf-411c-b577-d6e1a77ab0bc {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:22:58.027863 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'status': 'completed', 'code': 200} Feb 03 12:22:58.073631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:58.112710 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-cf5bd250-f1eb-4a5a-b2e8-f3761e683b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:58.114177 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-cf5bd250-f1eb-4a5a-b2e8-f3761e683b29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0445139 Feb 03 12:22:58.210170 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-d2b12500-cc39-4336-b243-d405fad14db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:58.211652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-d2b12500-cc39-4336-b243-d405fad14db8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0920234 Feb 03 12:22:58.281302 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-d39280d0-cbca-4840-80f0-c7708a2a1f83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 999 time: 0.0633473 Feb 03 12:22:58.297150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2ff7a49a-1550-40a9-b334-1d3e035cf4c0', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:22:57Z', 'updated_at': '2022-02-03T12:22:57Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:58.323160 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:58.331946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:58.332558 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:22:34Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:58.333432 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-bec52bf2-319c-4103-baa5-46288acc95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:58.334897 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-bec52bf2-319c-4103-baa5-46288acc95e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0487480 Feb 03 12:22:58.383411 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-064c96d3-7faa-43ba-af50-a226e5dcab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:58.384830 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-064c96d3-7faa-43ba-af50-a226e5dcab3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436966 Feb 03 12:22:58.436807 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:58.475039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-c16c81a9-b81c-4087-ac00-c6a87bd756f3 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Feb 03 12:22:58.568136 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5ba24b78-47c2-45f4-83ad-b52b483f3b67 req-47fbaa20-208b-4b95-9039-ebfb799b1e1d service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Feb 03 12:22:58.659165 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2ff7a49a-1550-40a9-b334-1d3e035cf4c0', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:22:57Z', 'updated_at': '2022-02-03T12:22:57Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:58.684533 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2455-afab-476b-b3f4-74852f00c7d4 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '2ff7a49a-1550-40a9-b334-1d3e035cf4c0', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:22:57Z', 'updated_at': '2022-02-03T12:22:57Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:58.872081 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b96af4b-1377-4cea-9776-0b2722307a6d None None] New status for floating IP 2ff7a49a-1550-40a9-b334-1d3e035cf4c0: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:23:01.418206 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1daa5e3-37b6-462f-b7f9-f5a490b176c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:04.513157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6fd21d9-8619-4731-bbc2-32a9db6ebd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:04.931168 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:06.509288 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:07.497880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:09.973516 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:23:16.908882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:27.922792 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:31.419295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde3b04a-ea76-48dd-8207-646096d24629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:34.515626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad8f8-6160-40ff-918d-daa5f9e9cb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:34.934228 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:36.513185 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:37.500612 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:46.908285 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:46.972532 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:23:47.562864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-37763241-5966-4a4f-affb-19908c936380 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443323 Feb 03 12:23:47.662643 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-395ad165-8317-49aa-b1d9-4f1d9da93b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:23:47.664158 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-395ad165-8317-49aa-b1d9-4f1d9da93b67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0457733 Feb 03 12:23:47.768754 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-c348ffe6-296b-4810-b047-3fe5f5e366cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:23:47.770229 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-c348ffe6-296b-4810-b047-3fe5f5e366cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0884445 Feb 03 12:23:47.839230 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-9476896f-b87e-4641-9956-3a7f23dd7b7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.0628653 Feb 03 12:23:47.885071 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-eec31ded-0a33-435d-91d1-f2db71181153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:23:47.886470 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-eec31ded-0a33-435d-91d1-f2db71181153 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0422499 Feb 03 12:23:47.933605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-f06e0dd6-f7d6-4aad-9d9b-9511b098ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:23:47.935120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-f06e0dd6-f7d6-4aad-9d9b-9511b098ce07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428052 Feb 03 12:23:48.025853 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-2a24c16c-4140-45f2-a1ef-d3bbdbb3ef10 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848105 Feb 03 12:23:48.113019 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-45f9a17d-db7c-4e05-a444-2f4db941682d req-e550ccb6-c98d-4ef8-af55-512650f243f0 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816941 Feb 03 12:23:57.921268 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:01.420325 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a437109-d587-4d78-a901-380f51fb329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:04.518030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64669825-ce0a-4d5f-a5ff-d4d651263404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:04.935872 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:06.514082 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:07.503383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:16.906977 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:23.971989 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:24:27.930450 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:31.421524 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eded111-ce07-4331-9c66-fac18299982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:34.521873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61479a59-c0a3-4ded-8fd3-71cdf835afc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:34.939128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:36.516732 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:37.505421 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:46.922638 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:49.571609 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-42a13432-29ed-49a5-b3cd-d93f794e171a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482631 Feb 03 12:24:49.676948 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-97444af1-b5c2-4747-a87c-891a4282bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:49.678459 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-97444af1-b5c2-4747-a87c-891a4282bf15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0509422 Feb 03 12:24:49.779250 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-a86ed1c4-4ebd-461c-8fc8-6d7bf7d6f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:49.780701 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-a86ed1c4-4ebd-461c-8fc8-6d7bf7d6f426 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0849400 Feb 03 12:24:49.849433 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-c46a1b81-7e97-453b-abe7-c8490f997fb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.0626876 Feb 03 12:24:49.896152 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-b53aa11e-ec56-4ea7-baf3-145e99c77449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:49.898345 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-b53aa11e-ec56-4ea7-baf3-145e99c77449 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0440183 Feb 03 12:24:49.947324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-fbc8c6fc-be5a-4f2a-ac83-1196747faec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:49.949125 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-fbc8c6fc-be5a-4f2a-ac83-1196747faec2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453634 Feb 03 12:24:50.042414 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-2f3276b3-77bb-4fd4-93cf-f7ec204593b7 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874257 Feb 03 12:24:50.128671 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-025bc9a5-2177-4b80-8e1e-425bc958fd6e req-19455e2c-109c-4f29-bd0f-282569e22526 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805724 Feb 03 12:24:57.949398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:00.972840 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:25:01.422435 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d84b6f-f94c-43c6-ab76-fe963e41d70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:04.525073 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e959a14-ccb9-4e5a-9da3-eb8ff0fbf619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:04.942537 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:06.522131 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:07.509286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:16.918433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:28.095488 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:28.483875 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae4db-08ce-4b57-8e2e-5254d8c84746 req-bea7eab1-f0b8-4fbb-b42a-e56e52d1e158 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:28.485361 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc6ae4db-08ce-4b57-8e2e-5254d8c84746 req-bea7eab1-f0b8-4fbb-b42a-e56e52d1e158 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0566542 Feb 03 12:25:28.533758 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc6ae4db-08ce-4b57-8e2e-5254d8c84746 req-78b638c3-a6c6-4d90-851d-a03c5b9c97fb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428388 Feb 03 12:25:29.659849 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00566-3770-4b3b-9fea-ccf4afa30441 req-3095cab7-6dff-4d99-88e2-a8db4f7399fe tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:29.661339 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2d00566-3770-4b3b-9fea-ccf4afa30441 req-3095cab7-6dff-4d99-88e2-a8db4f7399fe tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Feb 03 12:25:29.711436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c2d00566-3770-4b3b-9fea-ccf4afa30441 req-6c569f41-8e85-4efa-a567-55fa430cd14b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Feb 03 12:25:30.846799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da3018-2dbf-4ca5-b547-885437edbd94 req-4218b5fb-1e10-4049-b4ce-3cf7e8e9bb1c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:30.848265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37da3018-2dbf-4ca5-b547-885437edbd94 req-4218b5fb-1e10-4049-b4ce-3cf7e8e9bb1c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0588541 Feb 03 12:25:30.895718 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37da3018-2dbf-4ca5-b547-885437edbd94 req-d2ddaff4-991a-4dcc-a864-594fdb8b0580 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Feb 03 12:25:31.424212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1012a03f-279c-4229-9412-0fca54c17e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:32.015683 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa8531-70f5-4235-beb9-2ac73f86c0a8 req-9b1882e9-273a-4f49-a85e-64b37f21b522 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:32.017100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8aa8531-70f5-4235-beb9-2ac73f86c0a8 req-9b1882e9-273a-4f49-a85e-64b37f21b522 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Feb 03 12:25:32.064987 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e8aa8531-70f5-4235-beb9-2ac73f86c0a8 req-7b83ac64-9ef1-4c02-8d5c-6e9a1a0493ee tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Feb 03 12:25:33.183293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775924b-eccc-41af-916b-ac9d553ee702 req-bbe20bb5-be8a-4c5b-8c3f-3af137f47c0d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:33.184871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0775924b-eccc-41af-916b-ac9d553ee702 req-bbe20bb5-be8a-4c5b-8c3f-3af137f47c0d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Feb 03 12:25:33.239228 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0775924b-eccc-41af-916b-ac9d553ee702 req-94bea671-1131-4532-9f35-6371324b5cfd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483966 Feb 03 12:25:34.357211 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa36b4a-56db-4620-92e9-5cfab0db32d6 req-97659a1b-0226-4b24-863c-59cdc0fc1468 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:34.358693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fa36b4a-56db-4620-92e9-5cfab0db32d6 req-97659a1b-0226-4b24-863c-59cdc0fc1468 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Feb 03 12:25:34.407820 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7fa36b4a-56db-4620-92e9-5cfab0db32d6 req-dbb3d59e-9d84-4afd-9ff2-4bfd55dce5d6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Feb 03 12:25:34.527162 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-145a298e-5f73-49c7-b54a-3eaf13c22e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:34.944770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:35.528621 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b56ee-fa10-4637-b033-e4a7d25e119c req-2b3e1263-86e3-4843-9b66-a7b147423d73 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:35.530038 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f9b56ee-fa10-4637-b033-e4a7d25e119c req-2b3e1263-86e3-4843-9b66-a7b147423d73 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Feb 03 12:25:35.577907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f9b56ee-fa10-4637-b033-e4a7d25e119c req-736c0341-e8d2-413a-8630-7b10353ce465 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423143 Feb 03 12:25:36.522639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:36.701941 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccfe3c-214d-4ed8-8ef9-4de98e258876 req-d2e436a9-83d5-43b7-971e-ec2bfc77c776 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:36.704044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3ccfe3c-214d-4ed8-8ef9-4de98e258876 req-d2e436a9-83d5-43b7-971e-ec2bfc77c776 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0577693 Feb 03 12:25:36.751690 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e3ccfe3c-214d-4ed8-8ef9-4de98e258876 req-7c1726f3-cb3b-4ebb-8a99-1558d37c14a9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 Feb 03 12:25:37.511104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:37.873225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e738-4b7c-4f54-9a6e-3c048a45e3d3 req-0a467274-3cbd-4da3-95b8-7855b8529256 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:37.874694 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd37e738-4b7c-4f54-9a6e-3c048a45e3d3 req-0a467274-3cbd-4da3-95b8-7855b8529256 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Feb 03 12:25:37.923691 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd37e738-4b7c-4f54-9a6e-3c048a45e3d3 req-fd7e1043-97e3-4a30-a697-e4cc90a3f95b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Feb 03 12:25:37.972717 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:25:39.045073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c012-3d22-4216-84c2-65a8c5a92edc req-6412fb7c-c3b8-4498-8580-182b727b9b5b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:39.046556 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f415c012-3d22-4216-84c2-65a8c5a92edc req-6412fb7c-c3b8-4498-8580-182b727b9b5b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Feb 03 12:25:39.098317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f415c012-3d22-4216-84c2-65a8c5a92edc req-7076f44d-2d5a-4d7e-b5b2-fbeaf7cf2f20 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Feb 03 12:25:40.218648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0af68-a67a-4f44-89e0-dd5d4a330e38 req-9ca35f6e-f21e-491d-ac7e-57950ac2bb62 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:40.220096 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7d0af68-a67a-4f44-89e0-dd5d4a330e38 req-9ca35f6e-f21e-491d-ac7e-57950ac2bb62 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Feb 03 12:25:40.267620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e7d0af68-a67a-4f44-89e0-dd5d4a330e38 req-646726e8-b406-468f-8b1c-814f46d3d6c6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Feb 03 12:25:41.386149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622204-9ff8-4f56-8201-4226da99ecb7 req-9d7c9215-d937-4506-b2a1-7bf03a686913 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:41.387608 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9622204-9ff8-4f56-8201-4226da99ecb7 req-9d7c9215-d937-4506-b2a1-7bf03a686913 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0512857 Feb 03 12:25:41.435514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f9622204-9ff8-4f56-8201-4226da99ecb7 req-6cb5c6e8-9395-4220-a1ff-d964a2d09d14 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Feb 03 12:25:42.362456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:25:42.456234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:25:42.467539 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:25:42.510568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:42.511056 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:42.524120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:25:42.543732 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:25:42.548665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:42.562992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d782433-7dd0-48f9-af54-af46d87c7da6 req-f9180abe-68ed-40bc-89ff-2567f80e1275 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:42.564467 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d782433-7dd0-48f9-af54-af46d87c7da6 req-f9180abe-68ed-40bc-89ff-2567f80e1275 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0603743 Feb 03 12:25:42.597503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:42.605214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.605563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.605905 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.606248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.606582 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.606913 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.607241 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.607566 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.607891 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.608222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.608546 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.608867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.609216 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:42.614044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9d782433-7dd0-48f9-af54-af46d87c7da6 req-2a9e2af0-0124-4545-8eaf-fc70be951335 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Feb 03 12:25:42.683164 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['580a6163-4c2a-4687-a441-a2ec04b8a382'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:25:43.734613 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea186fe6-46c4-460d-a42e-51a618c7c599 req-50bc7d12-fbe1-416f-a47f-db024cc6348a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:43.736122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea186fe6-46c4-460d-a42e-51a618c7c599 req-50bc7d12-fbe1-416f-a47f-db024cc6348a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Feb 03 12:25:43.782907 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ea186fe6-46c4-460d-a42e-51a618c7c599 req-0fb7b508-76ba-439e-9b3c-2b6c36b4f923 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Feb 03 12:25:44.362706 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:25:44.409270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 580a6163-4c2a-4687-a441-a2ec04b8a382 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:25:44.409647 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:44.484830 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:44.485249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:44.507467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:25:44.509714 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d698c-3d90-493d-8286-d183fedf7cf4" -d '{"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:25:44.522562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:25:44.526932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:44.575931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:44.903605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1afa0-0ef0-4740-884f-41cc3c8b6e5d req-6f544f8c-367a-4491-b0df-6e8364919f94 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:44.905082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e1afa0-0ef0-4740-884f-41cc3c8b6e5d req-6f544f8c-367a-4491-b0df-6e8364919f94 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0557458 Feb 03 12:25:44.953411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e0e1afa0-0ef0-4740-884f-41cc3c8b6e5d req-6d8d581f-ddaf-4639-b54f-932034032f3f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Feb 03 12:25:45.647398 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccfa94e-a914-4e5c-8763-ee0df0c55375 x-openstack-request-id: req-bccfa94e-a914-4e5c-8763-ee0df0c55375 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:25:45.647895 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:25:45.648002 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bccfa94e-a914-4e5c-8763-ee0df0c55375 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:25:45.648393 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'code': 200} Feb 03 12:25:46.079234 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86f0ee-4feb-4a30-920b-0832db014b2d req-219d6655-4206-4456-8e64-4a69eef2f032 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:46.086957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b86f0ee-4feb-4a30-920b-0832db014b2d req-219d6655-4206-4456-8e64-4a69eef2f032 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Feb 03 12:25:46.131933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b86f0ee-4feb-4a30-920b-0832db014b2d req-e7c98f8d-34da-4266-8d10-89cd4c85992b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Feb 03 12:25:46.941009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:47.269923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba66d2-b793-4081-b0e8-3b44720ac041 req-94d62fcc-6fcf-4203-b733-67c2d5780c4b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:47.272326 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0ba66d2-b793-4081-b0e8-3b44720ac041 req-94d62fcc-6fcf-4203-b733-67c2d5780c4b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Feb 03 12:25:47.334787 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a0ba66d2-b793-4081-b0e8-3b44720ac041 req-abffbda9-1f34-468e-846a-ee1a18a7fc48 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560653 Feb 03 12:25:48.466521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8118-3ab3-4270-ae3b-7093f6511e85 req-aae81464-79c9-4c13-b26f-ce6fa54c6c21 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:48.467998 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0b8118-3ab3-4270-ae3b-7093f6511e85 req-aae81464-79c9-4c13-b26f-ce6fa54c6c21 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0556920 Feb 03 12:25:48.528720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-be0b8118-3ab3-4270-ae3b-7093f6511e85 req-fa5dcc1f-ad08-4c15-af2a-9ca8de79c993 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508192 Feb 03 12:25:49.581478 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-440eb24f-0a9f-4826-ac53-b42c29af851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:49.583397 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-440eb24f-0a9f-4826-ac53-b42c29af851c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0658660 Feb 03 12:25:49.732450 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-b551c591-172b-43b8-8aa5-ebbeb51e2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:49.733959 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-b551c591-172b-43b8-8aa5-ebbeb51e2f3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.1297195 Feb 03 12:25:49.798445 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac50e9-62ad-4e31-95f4-5e3ac907168b req-a7e643d9-220e-490f-a346-6f3e3d9c2be2 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:49.799917 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ac50e9-62ad-4e31-95f4-5e3ac907168b req-a7e643d9-220e-490f-a346-6f3e3d9c2be2 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.1814067 Feb 03 12:25:49.846473 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-9e9b9121-cf11-4206-a61d-a591735b7b27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.1052537 Feb 03 12:25:49.875626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-16ac50e9-62ad-4e31-95f4-5e3ac907168b req-91efb631-23ea-464b-aa6d-6953b807a528 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680766 Feb 03 12:25:49.937722 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-134c6cbf-8788-4845-a112-64cdf3d50d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:49.939167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-134c6cbf-8788-4845-a112-64cdf3d50d5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0822477 Feb 03 12:25:50.005316 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-71e93293-af52-4236-a87b-db2d50e04019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:50.006816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-71e93293-af52-4236-a87b-db2d50e04019 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614934 Feb 03 12:25:50.018318 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-305edf67-6dce-4570-a180-e4c633966f04 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:25:50.019253 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-305edf67-6dce-4570-a180-e4c633966f04 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058546 Feb 03 12:25:50.133172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-dbb77eff-5deb-4166-986f-435718295449 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068735 Feb 03 12:25:50.235819 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1703fd1b-5935-42e2-ae31-08d7bf32fc69 req-b8e82f44-1a06-4c96-9bb8-559dd97c5b7f service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965166 Feb 03 12:25:51.019306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac2f12-49c8-4de3-a21e-a8a14530dded req-f2b9f92f-997f-4116-8a76-682e90b7fc83 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:51.021362 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48ac2f12-49c8-4de3-a21e-a8a14530dded req-f2b9f92f-997f-4116-8a76-682e90b7fc83 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0598533 Feb 03 12:25:51.086285 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-48ac2f12-49c8-4de3-a21e-a8a14530dded req-13c28b4e-6dd2-45ac-8f00-fc5ccb41236f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519614 Feb 03 12:25:52.220821 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42694a9b-75e2-4c1a-a2e9-a11481a4b1b3 req-b34e4fd3-8b30-4bd5-bac6-27a4a2662ad5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:52.222406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42694a9b-75e2-4c1a-a2e9-a11481a4b1b3 req-b34e4fd3-8b30-4bd5-bac6-27a4a2662ad5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0547218 Feb 03 12:25:52.286011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42694a9b-75e2-4c1a-a2e9-a11481a4b1b3 req-eea19b0d-4511-4205-be19-1fe9454b10de tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567651 Feb 03 12:25:53.415364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e60da-1ff7-4970-8f60-f1b473c7836d req-8c8074bd-e61a-4967-98f1-a6979f8a590f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:53.417015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f7e60da-1ff7-4970-8f60-f1b473c7836d req-8c8074bd-e61a-4967-98f1-a6979f8a590f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Feb 03 12:25:53.478143 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f7e60da-1ff7-4970-8f60-f1b473c7836d req-f18964e7-9407-4322-8d24-00e95fb4390e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550106 Feb 03 12:25:54.597656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49550-266c-4816-87f9-5251fc611f53 req-7c3d3212-db01-47bf-9c62-40c0b87b0ca4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:54.599111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82b49550-266c-4816-87f9-5251fc611f53 req-7c3d3212-db01-47bf-9c62-40c0b87b0ca4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0526824 Feb 03 12:25:54.647059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-82b49550-266c-4816-87f9-5251fc611f53 req-978521b8-09b6-489b-a940-e831ad906645 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Feb 03 12:25:55.297809 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d618a-9961-4612-9b91-960f917b7d0d req-0f895dc5-b32c-4a03-9c9d-b0d5209a478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:55.299297 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-0f895dc5-b32c-4a03-9c9d-b0d5209a478b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1127 time: 0.0455496 Feb 03 12:25:55.390972 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d618a-9961-4612-9b91-960f917b7d0d req-fae56b03-b53c-4ae2-9659-881ff12981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:55.392417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-fae56b03-b53c-4ae2-9659-881ff12981dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0863161 Feb 03 12:25:55.454885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-ff01f08b-17b9-46a4-81f8-3fb7d4efad3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.0566232 Feb 03 12:25:55.500232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d618a-9961-4612-9b91-960f917b7d0d req-e998520e-bb85-45cd-8cfc-2b8a0e6b2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:55.501665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-e998520e-bb85-45cd-8cfc-2b8a0e6b2410 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0414400 Feb 03 12:25:55.552369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d618a-9961-4612-9b91-960f917b7d0d req-74842c5d-d2de-494a-a3aa-213f253df669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:55.553864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-74842c5d-d2de-494a-a3aa-213f253df669 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469711 Feb 03 12:25:55.642933 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-b9d08c87-a26a-4947-b270-ea470fa4a78f service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Feb 03 12:25:55.762421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-319d618a-9961-4612-9b91-960f917b7d0d req-55a197c2-78c0-4a18-af1a-9db4b1d6c722 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142623 Feb 03 12:25:55.780547 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6495-2eac-4846-b170-c4efef8237d5 req-3e2baf6e-3a71-493d-a2dd-645e33e3aad9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:55.782029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5ca6495-2eac-4846-b170-c4efef8237d5 req-3e2baf6e-3a71-493d-a2dd-645e33e3aad9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0665710 Feb 03 12:25:55.832663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f5ca6495-2eac-4846-b170-c4efef8237d5 req-07bb04d2-1322-4c59-91ba-4f16e66da13f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Feb 03 12:25:56.954817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058f58-9f68-4287-bc00-b641b4de0624 req-5bfac48b-af7d-48ad-9d45-3f79883d6322 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:56.956278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a058f58-9f68-4287-bc00-b641b4de0624 req-5bfac48b-af7d-48ad-9d45-3f79883d6322 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0559270 Feb 03 12:25:57.007727 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1a058f58-9f68-4287-bc00-b641b4de0624 req-ebd47a5b-1410-4afa-877d-da24862c4302 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Feb 03 12:25:57.962888 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:58.127206 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f8f17-fbb0-4fa4-8fc6-c181e16644a3 req-325e61e5-9e9c-43f3-af53-ad32bbc2aa7f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:58.128651 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-358f8f17-fbb0-4fa4-8fc6-c181e16644a3 req-325e61e5-9e9c-43f3-af53-ad32bbc2aa7f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Feb 03 12:25:58.175831 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-358f8f17-fbb0-4fa4-8fc6-c181e16644a3 req-f3ad122f-57c2-46b6-a9d7-2ea3af8cd564 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Feb 03 12:25:58.310097 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-6b602151-c2c0-41ab-baec-7457b050bbab req-4c1d12f0-f090-493d-893e-218b671d1d91 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:25:58.311069 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6b602151-c2c0-41ab-baec-7457b050bbab req-4c1d12f0-f090-493d-893e-218b671d1d91 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0718226 Feb 03 12:25:58.381378 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:25:58.471457 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94276a-86de-4755-a0dc-21c5ad37c5ea req-9bcd02b4-ad36-4b27-a436-1d0e27aca075 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:58.472952 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e94276a-86de-4755-a0dc-21c5ad37c5ea req-9bcd02b4-ad36-4b27-a436-1d0e27aca075 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 945 time: 0.0544274 Feb 03 12:25:58.481422 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:58.481815 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:58.510529 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:25:58.513898 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2932602-9825-4841-bcf4-6ea4430955c0" -d '{"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-unplugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:25:58.529080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:25:58.537298 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:58.537949 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e94276a-86de-4755-a0dc-21c5ad37c5ea req-52ee4af2-1130-470e-b309-a3b1dce5c4a8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572965 Feb 03 12:25:58.571500 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e45d18-fb77-449c-b969-189620e7c7ab x-openstack-request-id: req-f8e45d18-fb77-449c-b969-189620e7c7ab {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:25:58.571793 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-unplugged", "status": "failed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:25:58.572224 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8e45d18-fb77-449c-b969-189620e7c7ab {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:25:58.572622 n-d-821606-6 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'code': 422} returned with failed status Feb 03 12:25:58.597765 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:58.781598 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-92eb5057-a6aa-4fc5-b75a-a44f2848f9af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881047 Feb 03 12:25:59.650290 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9756aa-c22a-42fa-8d58-31df98f5ba7e req-fc2a7bd1-8581-455f-94b4-db1fef0cca53 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:59.651738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9756aa-c22a-42fa-8d58-31df98f5ba7e req-fc2a7bd1-8581-455f-94b4-db1fef0cca53 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0509946 Feb 03 12:25:59.700220 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dd9756aa-c22a-42fa-8d58-31df98f5ba7e req-e3554fa0-43d9-4fe5-8fff-942e7324cbd7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Feb 03 12:26:00.820088 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748c478-cb96-4d2c-a668-ce351462d306 req-5c82be40-461a-47db-8070-f8c17572d4c1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:00.821583 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6748c478-cb96-4d2c-a668-ce351462d306 req-5c82be40-461a-47db-8070-f8c17572d4c1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0528426 Feb 03 12:26:00.873902 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6748c478-cb96-4d2c-a668-ce351462d306 req-4f756c24-5122-44b0-8c7b-644dfafc154d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467384 Feb 03 12:26:01.427155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-934b0472-1294-4275-9e4d-1454336e792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:01.993541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b50a53-c635-4ce4-a5ce-6be0e00e8ef8 req-1ee235d2-587f-4dcd-b2e0-f1edb07f2e14 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:01.994912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72b50a53-c635-4ce4-a5ce-6be0e00e8ef8 req-1ee235d2-587f-4dcd-b2e0-f1edb07f2e14 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0529401 Feb 03 12:26:02.042711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72b50a53-c635-4ce4-a5ce-6be0e00e8ef8 req-7783029c-6c0e-4095-9557-e60350ca386c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Feb 03 12:26:02.472392 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:26:02.548183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: DOWN; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:26:03.161561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a890-1c91-4128-b8fa-b592586394ff req-75eff5bf-cbf2-4147-93b4-8d3db5f0bad7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:03.163654 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3e3a890-1c91-4128-b8fa-b592586394ff req-75eff5bf-cbf2-4147-93b4-8d3db5f0bad7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0553896 Feb 03 12:26:03.218512 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f3e3a890-1c91-4128-b8fa-b592586394ff req-63ef0ece-3448-4c24-a6c3-06df589ec754 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Feb 03 12:26:03.706576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-c94e25fa-d1f8-45b1-a634-232bb3a63082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:03.708757 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-c94e25fa-d1f8-45b1-a634-232bb3a63082 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 1125 time: 0.0484192 Feb 03 12:26:03.781791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-fc136f89-76b8-436a-93c4-f395dc595baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:03.783235 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-fc136f89-76b8-436a-93c4-f395dc595baf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1125 time: 0.0441871 Feb 03 12:26:03.873552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-d0015e4e-2050-4d74-8934-63a6cdd29c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:03.875255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-d0015e4e-2050-4d74-8934-63a6cdd29c65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0865166 Feb 03 12:26:03.938442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-0cdf9570-2832-41e5-a07c-94a377bbfe52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 999 time: 0.0572689 Feb 03 12:26:03.983950 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-372661d5-210d-42a9-adb4-2344c19023a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:03.985328 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-372661d5-210d-42a9-adb4-2344c19023a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0418584 Feb 03 12:26:04.034725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-05435ccb-a25b-4d16-a525-fff59b2d804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:04.036173 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-05435ccb-a25b-4d16-a525-fff59b2d804b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457244 Feb 03 12:26:04.121644 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-30d80d2c-fe5d-4c0a-a6c7-6bb55b53e57a service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795515 Feb 03 12:26:04.211436 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ff665356-1aaf-44e8-9f48-8558096a4f00 req-e2abbc2e-e3d7-4e09-935b-8f66d30493df service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837002 Feb 03 12:26:04.339772 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e1baf-0be6-4fc1-aa63-f10a7a3a3c09 req-5443d92d-81ca-4f01-b075-259e62a083c4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:04.341255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e43e1baf-0be6-4fc1-aa63-f10a7a3a3c09 req-5443d92d-81ca-4f01-b075-259e62a083c4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0544581 Feb 03 12:26:04.391037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e43e1baf-0be6-4fc1-aa63-f10a7a3a3c09 req-5e8d86df-301d-425b-b9d2-64b3b1e36495 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Feb 03 12:26:04.543866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e09051a-63ea-4591-9aee-357e49a6128a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:04.952440 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:05.519323 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e33da5-eaf4-43eb-98b8-cf941db71011 req-c483de7f-d572-42a5-b1f4-5258f5ff86b3 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:05.521170 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3e33da5-eaf4-43eb-98b8-cf941db71011 req-c483de7f-d572-42a5-b1f4-5258f5ff86b3 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0544987 Feb 03 12:26:05.576407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d3e33da5-eaf4-43eb-98b8-cf941db71011 req-2353dcf3-072a-423a-9e7d-58eb2904d791 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496190 Feb 03 12:26:06.528861 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:06.700375 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7b5c-aefd-460b-beb4-e63063af944b req-14d0c5ce-cbd3-47a1-83b5-439e2c59b26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:06.701981 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07bd7b5c-aefd-460b-beb4-e63063af944b req-14d0c5ce-cbd3-47a1-83b5-439e2c59b26e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0541184 Feb 03 12:26:06.753205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-07bd7b5c-aefd-460b-beb4-e63063af944b req-3f5e74eb-08eb-4a57-8ab6-4b2f3639b30c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Feb 03 12:26:07.516342 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:07.877714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ac535-ac0d-41df-b016-35d39cff63e8 req-16cafc4f-f48f-4fcf-bfe4-9ee39d87b53a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:07.879318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e8ac535-ac0d-41df-b016-35d39cff63e8 req-16cafc4f-f48f-4fcf-bfe4-9ee39d87b53a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0536666 Feb 03 12:26:07.933813 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6e8ac535-ac0d-41df-b016-35d39cff63e8 req-da625961-f6d9-4bb0-9414-ef8905e798b9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480294 Feb 03 12:26:09.064048 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5398-df4a-443a-b378-1c9c4aaa1833 req-585bc811-bdbe-45a7-b033-d63d11cc2057 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:09.066546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f1b5398-df4a-443a-b378-1c9c4aaa1833 req-585bc811-bdbe-45a7-b033-d63d11cc2057 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0597959 Feb 03 12:26:09.118566 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f1b5398-df4a-443a-b378-1c9c4aaa1833 req-313e3f29-fe77-418e-855b-0fe7d93f7a0f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Feb 03 12:26:10.247587 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d90ea-041d-485c-8597-c4092bc45f9b req-131789b8-c60e-4f52-b862-1d48b1a6f4cf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:10.249518 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c11d90ea-041d-485c-8597-c4092bc45f9b req-131789b8-c60e-4f52-b862-1d48b1a6f4cf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0551219 Feb 03 12:26:10.303120 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c11d90ea-041d-485c-8597-c4092bc45f9b req-b9319c38-8d38-4efb-8a1e-91ba66753b00 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Feb 03 12:26:11.431676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0394ef-4946-415c-a7ef-bc4cf286ec7a req-47d68194-3490-4517-a600-06d94b380bc8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:11.438840 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad0394ef-4946-415c-a7ef-bc4cf286ec7a req-47d68194-3490-4517-a600-06d94b380bc8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0622385 Feb 03 12:26:11.492134 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ad0394ef-4946-415c-a7ef-bc4cf286ec7a req-e2ddabaa-322c-49c2-916a-df2bfa929fcb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524073 Feb 03 12:26:12.611482 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3bae2-81c7-45e7-a140-6d0911275dd9 req-f1e26e6e-b747-4b8a-a97e-17be1bf31fd0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:12.612924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12f3bae2-81c7-45e7-a140-6d0911275dd9 req-f1e26e6e-b747-4b8a-a97e-17be1bf31fd0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0510824 Feb 03 12:26:12.660210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-12f3bae2-81c7-45e7-a140-6d0911275dd9 req-3183dd47-ce96-416c-99ec-40ac0260ed2a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Feb 03 12:26:13.778114 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed74f6-b587-4326-ad76-c6e1deb46381 req-36799ad0-7311-49cb-85d8-c86a745ced80 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:13.779567 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2ed74f6-b587-4326-ad76-c6e1deb46381 req-36799ad0-7311-49cb-85d8-c86a745ced80 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0512996 Feb 03 12:26:13.827218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2ed74f6-b587-4326-ad76-c6e1deb46381 req-180e8f2a-d044-4f13-99a1-f382ade45f59 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Feb 03 12:26:14.948636 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849956ba-5e27-44a1-8cb9-34a3b1dee92b req-e41c2667-e79a-47ec-8f4b-87a3074dea8c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:14.950097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849956ba-5e27-44a1-8cb9-34a3b1dee92b req-e41c2667-e79a-47ec-8f4b-87a3074dea8c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0561323 Feb 03 12:26:14.971231 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:15.007002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-849956ba-5e27-44a1-8cb9-34a3b1dee92b req-e48f19c1-bfaa-41df-b790-4d9e8e5af866 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513105 Feb 03 12:26:16.126562 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f745b66-776d-433d-85b0-2349e488e1a5 req-f0bbd055-2c15-41b1-8c6f-a164990cc7f8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:16.128015 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f745b66-776d-433d-85b0-2349e488e1a5 req-f0bbd055-2c15-41b1-8c6f-a164990cc7f8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0513685 Feb 03 12:26:16.175531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9f745b66-776d-433d-85b0-2349e488e1a5 req-c236c8c4-c383-4b3b-8fca-afd5992971f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Feb 03 12:26:16.947431 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:17.297257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e7c8-6901-4360-9985-e50696e6033c req-93d74bc8-68d7-4c37-bbfd-0abb5c9144f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:17.298708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e036e7c8-6901-4360-9985-e50696e6033c req-93d74bc8-68d7-4c37-bbfd-0abb5c9144f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 943 time: 0.0550368 Feb 03 12:26:17.673852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e036e7c8-6901-4360-9985-e50696e6033c req-14071db8-8ccd-4c80-ae25-bd8ca6340d74 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685496 Feb 03 12:26:18.547598 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:26:18.643854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:26:18.654441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'port_id': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'mac_address': 'fa:16:3e:7e:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:26:18.690375 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:26:18.690760 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:18.703845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:26:18.723131 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:26:18.727301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:18.773208 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=9']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:26:18.795312 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44d894-b5cd-4c8d-b3b1-20604c061303 req-93af64e0-9448-4fd0-a238-5df8c28c26cb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:18.796753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa44d894-b5cd-4c8d-b3b1-20604c061303 req-93af64e0-9448-4fd0-a238-5df8c28c26cb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Feb 03 12:26:18.843624 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-aa44d894-b5cd-4c8d-b3b1-20604c061303 req-7030d57c-eab9-4ecb-a5ff-d6eef8c56aec tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Feb 03 12:26:19.137000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['580a6163-4c2a-4687-a441-a2ec04b8a382'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:26:19.967502 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd75324-1feb-469c-b2cc-431052880db1 req-d37903f1-95cf-4891-806b-59ade75bbfa7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:19.968973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdd75324-1feb-469c-b2cc-431052880db1 req-d37903f1-95cf-4891-806b-59ade75bbfa7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 944 time: 0.0545452 Feb 03 12:26:20.020057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bdd75324-1feb-469c-b2cc-431052880db1 req-fd728194-330a-4125-adf5-f72d5a3604dd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451219 Feb 03 12:26:20.562569 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:26:20.612430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 580a6163-4c2a-4687-a441-a2ec04b8a382 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:26:20.612790 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:20.686677 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 580a6163-4c2a-4687-a441-a2ec04b8a382 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:26:20.687068 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:20.709139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:26:20.711339 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9629af-960c-4b09-82bf-c2342ad1edeb" -d '{"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:26:20.723063 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:26:20.727254 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:20.753171 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0efc33a-090d-436d-90b8-7868b08cd822 x-openstack-request-id: req-f0efc33a-090d-436d-90b8-7868b08cd822 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:26:20.753463 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-plugged", "status": "completed", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:26:20.753780 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0efc33a-090d-436d-90b8-7868b08cd822 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:26:20.754656 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'code': 200} Feb 03 12:26:20.779412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:26:20.955737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334f726-5943-40b5-bfd1-c193c6139306 req-50a7b6f3-a6b6-4e2b-8b96-5a9da4707b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:20.957126 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a334f726-5943-40b5-bfd1-c193c6139306 req-50a7b6f3-a6b6-4e2b-8b96-5a9da4707b8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1128 time: 0.0428605 Feb 03 12:26:21.002679 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a334f726-5943-40b5-bfd1-c193c6139306 req-796aa5b3-3530-487c-aa10-f9fdfc12e485 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Feb 03 12:26:21.138874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d4bc8-f9b2-41a1-8f40-7fa308b451da req-e552c4d9-2bdc-47ee-94c4-f12684589020 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:21.140334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d57d4bc8-f9b2-41a1-8f40-7fa308b451da req-e552c4d9-2bdc-47ee-94c4-f12684589020 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Feb 03 12:26:21.188542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d57d4bc8-f9b2-41a1-8f40-7fa308b451da req-658c5cc2-8560-4107-9a98-f00df1e6308e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Feb 03 12:26:22.319749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996220-1d6a-4a18-88bc-e838c5f05617 req-e54f0007-213c-43b1-8e44-55a9661d49f7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:22.321534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3996220-1d6a-4a18-88bc-e838c5f05617 req-e54f0007-213c-43b1-8e44-55a9661d49f7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.0622702 Feb 03 12:26:22.370711 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c3996220-1d6a-4a18-88bc-e838c5f05617 req-18e5f296-f05c-4dbc-b40c-7f0ba481776a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Feb 03 12:26:23.490454 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65417bd-31f6-4a4f-9104-4a0e4e5ba30b req-77de850e-edd8-4a64-a9fb-f7faa0510f43 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:23.492073 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f65417bd-31f6-4a4f-9104-4a0e4e5ba30b req-77de850e-edd8-4a64-a9fb-f7faa0510f43 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.0528355 Feb 03 12:26:23.540460 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f65417bd-31f6-4a4f-9104-4a0e4e5ba30b req-485bfb3e-0c42-4eeb-9ac9-8078d49186bf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Feb 03 12:26:27.951030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:31.428739 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7e999d1-89c4-4085-9d3d-a207111f95b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.526896 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40a54a22-2331-4712-aa5d-c14b5b676a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.953587 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:36.528687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:37.518060 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:46.946963 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:50.585926 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-001cc933-7e67-4cd2-bff4-b7df0839e004 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881271 Feb 03 12:26:50.686909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-7aead240-b19f-4b87-9f36-ad36848e3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:50.688388 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-7aead240-b19f-4b87-9f36-ad36848e3c9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1128 time: 0.0444179 Feb 03 12:26:50.788658 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-12d03713-d3a4-4615-a6be-bdf0875da07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:50.790097 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-12d03713-d3a4-4615-a6be-bdf0875da07d service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0827069 Feb 03 12:26:50.856997 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-c9950a7c-8e4b-4e90-89eb-3a4430cd9065 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.0613391 Feb 03 12:26:50.906259 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-7b896317-c182-4998-8bae-c1f652c8853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:50.907858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-7b896317-c182-4998-8bae-c1f652c8853a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0450978 Feb 03 12:26:50.955557 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-1f1d5588-845c-44dc-bdd1-0ecc275ba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:26:50.957059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-1f1d5588-845c-44dc-bdd1-0ecc275ba3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435572 Feb 03 12:26:51.046740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-bca10187-4723-47de-a649-607a36804391 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834622 Feb 03 12:26:51.134342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4ba322b5-f74c-48cf-ae48-5719ab596d02 req-000a1c3d-c9d8-4f3b-a771-e1a8c0817590 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817072 Feb 03 12:26:51.970680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:57.964337 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:01.433128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18cfb314-699d-40cc-9df3-c16c17a5d43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:04.527221 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfbddb7e-da11-4740-a3a1-b7ab5a46c0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:04.953163 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:06.530903 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:07.523419 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:16.960132 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:27.974029 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:28.970048 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:27:31.435572 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bdc2-8493-4116-b9d2-d7f6eeeae2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:34.528534 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb70e100-4f5c-4018-9eff-6a40a02befc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:34.957169 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:36.533304 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:37.526822 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:46.959243 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:50.527390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-de8b99f1-4bc9-481d-b8fa-290e59dd7ec9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475442 Feb 03 12:27:50.627499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-ae8e1552-d2ee-49db-9637-a1113c7a4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:27:50.628994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-ae8e1552-d2ee-49db-9637-a1113c7a4e8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1128 time: 0.0441177 Feb 03 12:27:50.732622 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-ea8779b9-37a1-47b8-8727-e29405d365b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:27:50.734104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-ea8779b9-37a1-47b8-8727-e29405d365b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0878654 Feb 03 12:27:50.797449 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-4ea295bd-c1ae-4c7e-8448-e649d339fa2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 1001 time: 0.0575168 Feb 03 12:27:50.843874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-404373d3-dc7e-4b73-b3cf-7e6eee745ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:27:50.845279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-404373d3-dc7e-4b73-b3cf-7e6eee745ef0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0424550 Feb 03 12:27:50.896902 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-0559685b-e02d-4acc-8859-0f6cb0bbb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:27:50.898408 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-0559685b-e02d-4acc-8859-0f6cb0bbb086 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473232 Feb 03 12:27:50.983693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-4485a910-2520-46e2-9769-75ed51412abb service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797155 Feb 03 12:27:51.074616 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2ae7c0de-fdfe-43eb-a1c5-c4b030095f6c req-36abef31-cbf0-4ee1-b463-1deed2f8349e service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850942 Feb 03 12:27:57.972530 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:01.436576 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31bfc600-5d54-4a86-9ccd-30ad1113212d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:04.529662 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb30a6fe-4cf1-473e-b827-324a5692bb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:04.960897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:05.968961 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:28:06.535128 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:07.528376 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.647574 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60580) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:08.845993 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Deleting port 70734ad7-77a0-4784-821d-7f768d753100 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:28:08.846373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (70734ad7-77a0-4784-821d-7f768d753100), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.921300 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (70734ad7-77a0-4784-821d-7f768d753100), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.921529 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (70734ad7-77a0-4784-821d-7f768d753100), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.933996 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Calling delete_port for 70734ad7-77a0-4784-821d-7f768d753100 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:28:09.089906 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (70734ad7-77a0-4784-821d-7f768d753100), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:09.112629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'Port': ['ID=70734ad7-77a0-4784-821d-7f768d753100,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:09.126843 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.127194 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.127534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.127870 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.128201 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.128525 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.128849 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.129211 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.129536 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.129856 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.130181 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.130500 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.130820 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:09.193745 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (2ff7a49a-1550-40a9-b334-1d3e035cf4c0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:09.194109 n-d-821606-6 neutron-server[103126]: INFO neutron.db.l3_db [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Floating IP 2ff7a49a-1550-40a9-b334-1d3e035cf4c0 disassociated (deleted). External IP: 172.25.7.123, port: 580a6163-4c2a-4687-a441-a2ec04b8a382. Feb 03 12:28:09.403142 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:28:09.511269 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:09.515878 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:09.520356 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:09.529927 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:09.530545 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:28:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:09.551811 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-300dd155-bcb2-4970-8cc4-9614050b5117 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "DELETE /v2.0/floatingips/2ff7a49a-1550-40a9-b334-1d3e035cf4c0 HTTP/1.1" status: 204 len: 168 time: 0.9007137 Feb 03 12:28:09.551811 n-d-821606-6 neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:09.552287 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce12956d55fff66c1f2db77c01713e1fb7c599d95ae7e2727a5eb166dccf6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:09.639408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:09.657028 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8700874f-5c38-4a0e-815e-0abdca3d39fa x-openstack-request-id: req-8700874f-5c38-4a0e-815e-0abdca3d39fa {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:09.658713 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:09.659119 n-d-821606-6 neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8700874f-5c38-4a0e-815e-0abdca3d39fa {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:09.659606 n-d-821606-6 neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'status': 'completed', 'code': 200} Feb 03 12:28:09.754128 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-8ebfaa5b-1073-419b-8fee-48eb45b92b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:09.755657 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-8ebfaa5b-1073-419b-8fee-48eb45b92b77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 1128 time: 0.0544636 Feb 03 12:28:09.845615 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:09.872459 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:09.880549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:09.881511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:28:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:09.882420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-fba072f3-2d04-46a2-81f7-1b25288957a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:09.883919 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-fba072f3-2d04-46a2-81f7-1b25288957a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.1210568 Feb 03 12:28:09.899395 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a750-ff3e-42d9-b05f-a9b25d760268 req-6cf46069-b4d0-4d0c-a56f-43b7d21e22e4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:09.900857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54c6a750-ff3e-42d9-b05f-a9b25d760268 req-6cf46069-b4d0-4d0c-a56f-43b7d21e22e4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.1644466 Feb 03 12:28:09.943920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-4b963ebe-2397-4a09-a0b4-b9266a76390d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 200 len: 217 time: 0.0420270 Feb 03 12:28:09.993155 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:10.020983 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54c6a750-ff3e-42d9-b05f-a9b25d760268 req-a4489e6d-a382-416a-ab81-710a3c463c4c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133151 Feb 03 12:28:10.022788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-f295ee6c-3bbd-4177-bcc7-7bba38c627fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:10.024738 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-f295ee6c-3bbd-4177-bcc7-7bba38c627fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0745883 Feb 03 12:28:10.075376 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-183324a5-26a4-4bcf-b403-769392fa1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:10.076893 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-183324a5-26a4-4bcf-b403-769392fa1803 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456264 Feb 03 12:28:10.170081 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-3f9fd8b8-65d6-448d-bc49-9b86acede6d9 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868227 Feb 03 12:28:10.192313 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:10.265871 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-38cd11fc-dbcb-4c52-9cb5-2f2551a0b11b req-d352bacc-9e91-4ffd-a3ba-7e155058ef17 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Feb 03 12:28:10.374588 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657e94f-f483-4d5c-ab0b-805cba885159 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:28:10.578091 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e76276-1081-4f76-96a2-8cf0789ea234 None None] New status for floating IP 2ff7a49a-1550-40a9-b334-1d3e035cf4c0: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:28:11.194413 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5952-de45-40c0-bf6f-d10a214ae1be req-d73794ae-9a68-4f87-b1a6-2e2121972e3e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:11.195946 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5cd5952-de45-40c0-bf6f-d10a214ae1be req-d73794ae-9a68-4f87-b1a6-2e2121972e3e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.1019087 Feb 03 12:28:11.243748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5cd5952-de45-40c0-bf6f-d10a214ae1be req-0b6631a5-3660-4de9-9d49-d003f1b6a678 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f06abfb-ebef-49b7-b2a0-0c599b98c019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419986 Feb 03 12:28:11.434982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-77863028-cfdf-4e5b-bd63-423fee76ac83 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:11.436319 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-77863028-cfdf-4e5b-bd63-423fee76ac83 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 946 time: 0.0572236 Feb 03 12:28:11.524996 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Deleting port 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:28:11.525277 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.616101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] For port 580a6163-4c2a-4687-a441-a2ec04b8a382, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=580a6163-4c2a-4687-a441-a2ec04b8a382,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:11.616472 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.628401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Calling delete_port for 580a6163-4c2a-4687-a441-a2ec04b8a382 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:28:11.753854 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (580a6163-4c2a-4687-a441-a2ec04b8a382), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.785963 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'Port': ['ID=580a6163-4c2a-4687-a441-a2ec04b8a382,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:11.814337 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.814688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.815028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.815360 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.815693 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.816020 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.816344 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.816666 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.817016 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.817335 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.817657 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.817974 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.818292 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:11.838607 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] No DVR routers for this DVR port 580a6163-4c2a-4687-a441-a2ec04b8a382 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:28:11.841006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.844265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-40df3e26-75c2-4ee9-a21a-1e346d028a3e req-f3ce690b-db99-4953-957d-5f627e373c29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "DELETE /v2.0/ports/580a6163-4c2a-4687-a441-a2ec04b8a382 HTTP/1.1" status: 204 len: 173 time: 0.4023490 Feb 03 12:28:11.844688 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-deleted', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:11.846932 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac8136-c46e-4471-87b8-eeac26fe4835" -d '{"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-deleted", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:11.942178 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705602a3-1d52-4752-8bc1-495986efc23e x-openstack-request-id: req-705602a3-1d52-4752-8bc1-495986efc23e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:11.942501 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd1021-f4c5-460d-a539-1890240c35e5", "name": "network-vif-deleted", "tag": "580a6163-4c2a-4687-a441-a2ec04b8a382", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:11.942759 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-705602a3-1d52-4752-8bc1-495986efc23e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:11.943167 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd1021-f4c5-460d-a539-1890240c35e5', 'name': 'network-vif-deleted', 'tag': '580a6163-4c2a-4687-a441-a2ec04b8a382', 'status': 'completed', 'code': 200} Feb 03 12:28:12.368590 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4336b475-5538-4618-8400-b54782ebfdcd req-9561001e-cf95-460a-a10d-1be810219753 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9dd1021-f4c5-460d-a539-1890240c35e5 HTTP/1.1" status: 200 len: 210 time: 0.0308454 Feb 03 12:28:13.426249 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60612) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.481884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (3f06abfb-ebef-49b7-b2a0-0c599b98c019), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.505880 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (3f06abfb-ebef-49b7-b2a0-0c599b98c019), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.564357 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3f06abfb-ebef-49b7-b2a0-0c599b98c019), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.566998 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.568156 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "DELETE /v2.0/security-groups/3f06abfb-ebef-49b7-b2a0-0c599b98c019 HTTP/1.1" status: 204 len: 168 time: 0.1409352 Feb 03 12:28:13.577676 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b35faf-9589-422f-91b9-8423fb341685 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f06abfb-ebef-49b7-b2a0-0c599b98c019,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:13.843014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.847580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307753806', 'description': 'tempest-secgroup-smoke-1307753806 description', 'project_id': '6dfde1f7032944709c6881a9caae3b49'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:13.867706 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.934205 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (aec1ef2e-5ee7-450b-9748-c39f0da99d54), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.937867 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aec1ef2e-5ee7-450b-9748-c39f0da99d54), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.971122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.972424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283913 Feb 03 12:28:13.974717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ce03-c08b-45f2-8680-e6f211fb17ef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec1ef2e-5ee7-450b-9748-c39f0da99d54,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:13.975457 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60620) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.981831 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.010534 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (e9d3c07d-9259-4074-b70b-2bd20b86c0d2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.055157 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (e9d3c07d-9259-4074-b70b-2bd20b86c0d2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.058536 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (e9d3c07d-9259-4074-b70b-2bd20b86c0d2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.076365 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d3c07d-9259-4074-b70b-2bd20b86c0d2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.081319 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.082499 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d02ebf96-2e18-4de7-a1f4-681b556c84b5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054778 Feb 03 12:28:14.085245 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.089591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.113258 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (f4269ac3-194c-48e7-afe4-e9737915ff9f), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.167134 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (f4269ac3-194c-48e7-afe4-e9737915ff9f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.170690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (f4269ac3-194c-48e7-afe4-e9737915ff9f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.194514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4269ac3-194c-48e7-afe4-e9737915ff9f,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.199663 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.200887 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f5bc8422-f65a-4f1c-b780-ad88db83ab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146626 Feb 03 12:28:14.203591 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60624) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.207839 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.231884 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (8fae9da0-7a1b-40ba-93c9-f98f497195e8), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.286595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (8fae9da0-7a1b-40ba-93c9-f98f497195e8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.290447 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8fae9da0-7a1b-40ba-93c9-f98f497195e8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.308940 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fae9da0-7a1b-40ba-93c9-f98f497195e8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.315830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.317018 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-79691094-b359-4426-ac90-d60414734171 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124988 Feb 03 12:28:14.319684 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.324184 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.347571 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (2b46bf16-2afd-4669-806a-868d0c37ba33), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.403381 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (2b46bf16-2afd-4669-806a-868d0c37ba33), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.407090 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (2b46bf16-2afd-4669-806a-868d0c37ba33), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.425566 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b46bf16-2afd-4669-806a-868d0c37ba33,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.432468 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.433668 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-791de8e3-c696-4ca2-8406-988fb1ccb068 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130803 Feb 03 12:28:14.437312 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60628) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.441491 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.462587 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Project 6dfde1f7032944709c6881a9caae3b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:28:14.467733 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (55cf4546-73e9-4723-b31b-9608e89e3790), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.524102 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (55cf4546-73e9-4723-b31b-9608e89e3790), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.527702 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (55cf4546-73e9-4723-b31b-9608e89e3790), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.547961 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cf4546-73e9-4723-b31b-9608e89e3790,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.556772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.557981 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e908b289-89cc-4c59-9040-96240d0e3de7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197615 Feb 03 12:28:14.560641 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 60630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.565079 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'security_group_rule': {'security_group_id': 'aec1ef2e-5ee7-450b-9748-c39f0da99d54', 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.583472 n-d-821606-6 neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Project 6dfde1f7032944709c6881a9caae3b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:28:14.588618 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (24c758fd-8873-47bc-b5d3-6d46163ec456), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.644985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (24c758fd-8873-47bc-b5d3-6d46163ec456), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.652422 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (24c758fd-8873-47bc-b5d3-6d46163ec456), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.667826 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c758fd-8873-47bc-b5d3-6d46163ec456,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.679540 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.680819 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-e3257d1f-daf7-418c-9ec6-fbe1cadc0fea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191745 Feb 03 12:28:15.211262 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:28:15.230633 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 580a6163-4c2a-4687-a441-a2ec04b8a382 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:28:15.230986 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 580a6163-4c2a-4687-a441-a2ec04b8a382 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:28:16.974434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.987770 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.438603 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2066f148-5235-4cf9-85c9-c1712549dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.078802 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e9c4280a-65c3-4648-bfad-4ae654b4b60d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307753806&fields=id&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 267 time: 0.0474446 Feb 03 12:28:33.186730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-a9d7ddb1-783d-4ba1-8348-71361945916e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:33.188115 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-a9d7ddb1-783d-4ba1-8348-71361945916e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 809 time: 0.1026964 Feb 03 12:28:33.204093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-c5af6d21-97cf-4769-bfe8-81f68d100709 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/quotas/6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 375 time: 0.0103054 Feb 03 12:28:33.264972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-d23fd606-b2c6-42d6-b354-2ab577b8a5a6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554767 Feb 03 12:28:33.323585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-f1a3a5b4-c03e-4714-a6ac-7c671bc527b8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:33.324593 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-f1a3a5b4-c03e-4714-a6ac-7c671bc527b8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478761 Feb 03 12:28:33.413710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-55e06799-90be-4824-9ed6-63b5b45f620d service neutron] 10.222.0.30 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Feb 03 12:28:33.505275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-014a7752-b44a-467b-adac-789e32ae95fb service neutron] 10.222.0.30 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857944 Feb 03 12:28:33.791775 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-19d0b7ee-09d6-45b8-8381-a3ae7107681c req-f2a5b3cc-1a1d-4be6-a6a6-86a1701243ee tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0280626 Feb 03 12:28:34.529993 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b54e-fba3-44fd-ab51-20d9279c5ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:34.869595 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-ff984906-f32d-40d4-bb12-d54c9abd526d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:34.871029 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-ff984906-f32d-40d4-bb12-d54c9abd526d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 809 time: 0.1077497 Feb 03 12:28:34.904796 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a512433e-04ed-472a-b91d-6c865f529106 req-f835cba4-f580-4f50-b897-764a7e5a4411 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0328169 Feb 03 12:28:34.961232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-745ad248-2710-42eb-afea-edb47f5e212a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 380 time: 0.0591102 Feb 03 12:28:34.966238 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:34.969986 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'port': {'device_id': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'admin_state_up': True, 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'security_groups': ['aec1ef2e-5ee7-450b-9748-c39f0da99d54']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:35.076265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Made reservation on behalf of 6dfde1f7032944709c6881a9caae3b49 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:35.079569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.210188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Allocated IP 172.20.0.11 (de946186-96aa-4d65-abf0-51e5e5424ed8/dc5bf8c4-ff34-42bb-a263-fb6a2722d72f/fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:35.352691 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.386177 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.432771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Network de946186-96aa-4d65-abf0-51e5e5424ed8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:35.435744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:35.439911 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:35.487320 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:35.487943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.497796 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:35.510324 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-fcc31927-b263-40b9-bfd1-d46691faf175 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443385 Feb 03 12:28:35.528163 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Request body: {'port': {'device_id': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:35.596878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.700500 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2576f68d-5191-41a8-90df-df404037faa8 None None] Provisioning complete for port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:35.701141 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2576f68d-5191-41a8-90df-df404037faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.739684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2576f68d-5191-41a8-90df-df404037faa8 None None] Port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:35.870653 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:35.878546 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks [] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.891792 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Transition to ACTIVE for port object fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:35.895165 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.950343 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.066434 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Attempting to bind port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:36.066782 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Attempting to bind port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:36.067121 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Attempting to bind port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:36.077880 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a on network de946186-96aa-4d65-abf0-51e5e5424ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:36.078220 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Attempting to bind port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a on network de946186-96aa-4d65-abf0-51e5e5424ed8 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:36.086877 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044135a3-5ef7-4432-9985-eb579c9cb51b req-e89c3f96-f50c-4acb-b303-b8db5b214512 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.088485 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-044135a3-5ef7-4432-9985-eb579c9cb51b req-e89c3f96-f50c-4acb-b303-b8db5b214512 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0903144 Feb 03 12:28:36.093045 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:36.093400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Checking segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:36.093797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Bound using segment: {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:36.094240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Bound port: fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:36.094609 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.191247 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-044135a3-5ef7-4432-9985-eb579c9cb51b req-ab059d5f-c9cc-4166-8f76-7029eaedc644 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941999 Feb 03 12:28:36.212487 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:36.215667 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:36.222829 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.284820 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.285563 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.287360 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] 10.222.0.69 "PUT /v2.0/ports/fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 1092 time: 0.7639992 Feb 03 12:28:36.288066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:36.290787 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9379658d-8c52-4adf-afdb-ccfe0fb045fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:36.306737 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca59c-9090-4779-8f83-f6408158d605 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.373199 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0c1e9-51a0-49f4-be5e-03dced1fc2ce x-openstack-request-id: req-efd0c1e9-51a0-49f4-be5e-03dced1fc2ce {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:36.373498 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:36.373885 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efd0c1e9-51a0-49f4-be5e-03dced1fc2ce {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:36.374297 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'status': 'completed', 'code': 200} Feb 03 12:28:36.420064 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-dbe754d1-600c-4ae4-8972-e9cc881b8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.421732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-dbe754d1-600c-4ae4-8972-e9cc881b8652 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1126 time: 0.0652900 Feb 03 12:28:36.503238 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-ae451e77-d1ed-4a3a-9b2c-ee22672a3361 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 217 time: 0.0680583 Feb 03 12:28:36.549213 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.588113 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-1721c679-8b4b-40a4-b4ec-8ef8bf2d75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.589649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-1721c679-8b4b-40a4-b4ec-8ef8bf2d75a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0809975 Feb 03 12:28:36.642512 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-cf1c6251-a1f5-437d-96b0-29d2fc16c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.644147 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-cf1c6251-a1f5-437d-96b0-29d2fc16c91c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475256 Feb 03 12:28:36.739612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-f2524318-7da8-4012-a40e-54130fb85b8d service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890357 Feb 03 12:28:36.831202 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2061b36c-f49c-4191-961a-a7d33db6d47d req-d7b4284e-a18f-4c68-8180-536bd2a9a5e9 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866063 Feb 03 12:28:36.950826 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-5e2c1352-4348-4c8f-b582-0ce5bf5ed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.952329 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-5e2c1352-4348-4c8f-b582-0ce5bf5ed365 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1126 time: 0.0525692 Feb 03 12:28:37.047012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-c312e89f-80f8-4ff3-bec4-c9c00b3cf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.048950 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-c312e89f-80f8-4ff3-bec4-c9c00b3cf764 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0905459 Feb 03 12:28:37.093890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-27701297-0c6a-4319-b525-6ccf41c8b02f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 217 time: 0.0391347 Feb 03 12:28:37.143692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-b391fc70-0506-4f97-b7de-6c106e95299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.145356 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-b391fc70-0506-4f97-b7de-6c106e95299a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0465419 Feb 03 12:28:37.197612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-215a573d-886d-4e2c-af4a-e1c0f4f898d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.199421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-215a573d-886d-4e2c-af4a-e1c0f4f898d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484977 Feb 03 12:28:37.330597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-6007ae4f-e9e3-4ccb-95a3-16bcbadb3c1e service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250551 Feb 03 12:28:37.367998 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7d50-8d33-4033-aac4-7ea306034700 req-063d1657-7665-41ab-98dc-45fbbc7c5be6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.369513 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e04e7d50-8d33-4033-aac4-7ea306034700 req-063d1657-7665-41ab-98dc-45fbbc7c5be6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0891926 Feb 03 12:28:37.470750 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e04e7d50-8d33-4033-aac4-7ea306034700 req-e2e146a0-5c55-4b01-9591-4b150c272745 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947332 Feb 03 12:28:37.472474 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9379658d-8c52-4adf-afdb-ccfe0fb045fa req-07349093-46ad-4b80-b266-4d0d41547037 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364934 Feb 03 12:28:37.532582 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.593745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02be29d-9146-49e8-831f-55e30c09ee14 req-f259d2b8-4bc1-4693-8df0-e24249c0f448 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.595227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e02be29d-9146-49e8-831f-55e30c09ee14 req-f259d2b8-4bc1-4693-8df0-e24249c0f448 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0544193 Feb 03 12:28:38.643227 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e02be29d-9146-49e8-831f-55e30c09ee14 req-d20e2b47-b7dc-472d-893e-41d03385dccc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Feb 03 12:28:39.762219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b16b5-e69d-4291-9b8a-8c1080a42387 req-1e2bf2c9-9fb7-4a71-99e5-0177d749067f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:39.763670 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f9b16b5-e69d-4291-9b8a-8c1080a42387 req-1e2bf2c9-9fb7-4a71-99e5-0177d749067f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0518389 Feb 03 12:28:39.814894 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1f9b16b5-e69d-4291-9b8a-8c1080a42387 req-bdfb59f4-7354-45c3-b619-5896c1bccab8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Feb 03 12:28:40.942841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fce0f-08c7-416c-8322-a30eedd2ee84 req-67923942-66f0-493d-a78a-751974a60c05 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:40.944321 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-853fce0f-08c7-416c-8322-a30eedd2ee84 req-67923942-66f0-493d-a78a-751974a60c05 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0549252 Feb 03 12:28:40.995387 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-853fce0f-08c7-416c-8322-a30eedd2ee84 req-47520c52-9867-4c2a-8e70-526a44bfb8cc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Feb 03 12:28:42.113106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77162f-333d-4585-b77d-d80ee56b5d00 req-756dcab5-2025-4a32-8e8e-06a65a18a0d6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:42.114497 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d77162f-333d-4585-b77d-d80ee56b5d00 req-756dcab5-2025-4a32-8e8e-06a65a18a0d6 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0516171 Feb 03 12:28:42.162753 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5d77162f-333d-4585-b77d-d80ee56b5d00 req-71e28293-0607-4729-ae1d-b0fc326ff71a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Feb 03 12:28:42.968437 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:28:43.291817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee41056-65b3-4f94-bc8b-a2051c3f2a2a req-b59bc25c-7ce9-4931-860c-3bb8d13930ab tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.293306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ee41056-65b3-4f94-bc8b-a2051c3f2a2a req-b59bc25c-7ce9-4931-860c-3bb8d13930ab tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0572224 Feb 03 12:28:43.342551 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9ee41056-65b3-4f94-bc8b-a2051c3f2a2a req-0f5433e0-edbc-400b-a9dd-329bba688109 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 Feb 03 12:28:44.462226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa5e6-ed98-46bd-8d32-84daad8ab38c req-366a7318-5723-4620-b154-bb675919115e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:44.463689 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e8fa5e6-ed98-46bd-8d32-84daad8ab38c req-366a7318-5723-4620-b154-bb675919115e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0543106 Feb 03 12:28:44.510992 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7e8fa5e6-ed98-46bd-8d32-84daad8ab38c req-e48c4118-b140-4153-9dbc-3e26d327c394 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Feb 03 12:28:45.635546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef318197-3a13-46f0-b5d8-d5e74da232be req-e63e11c3-b3c3-41bb-b568-7eb3203700bf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:45.637550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef318197-3a13-46f0-b5d8-d5e74da232be req-e63e11c3-b3c3-41bb-b568-7eb3203700bf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0556712 Feb 03 12:28:45.685426 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef318197-3a13-46f0-b5d8-d5e74da232be req-6a386df6-398a-4ab1-8c7e-716444bd7bc8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Feb 03 12:28:46.800499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb61bf-f8b0-4c8c-9028-8abde0c7482e req-c68c7772-504c-45ff-9d56-b812a8f7d7e1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:46.801984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdb61bf-f8b0-4c8c-9028-8abde0c7482e req-c68c7772-504c-45ff-9d56-b812a8f7d7e1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0516415 Feb 03 12:28:46.849652 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-acdb61bf-f8b0-4c8c-9028-8abde0c7482e req-76c93041-3a7b-426b-bd82-afc171388fbf tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Feb 03 12:28:46.971844 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:47.966960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5c3a3-5b37-41f3-ade5-3f4ad50f0480 req-39234f0a-ec01-474a-9071-3791f50610a5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:47.968416 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7d5c3a3-5b37-41f3-ade5-3f4ad50f0480 req-39234f0a-ec01-474a-9071-3791f50610a5 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0522673 Feb 03 12:28:48.019713 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7d5c3a3-5b37-41f3-ade5-3f4ad50f0480 req-c2680cd0-7836-4d49-b4cf-140a0bc2de0c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457428 Feb 03 12:28:49.140553 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ea518-e5ad-4e94-a6a8-67c542cb2d10 req-4870a46a-7408-4dec-ada5-b29da951cdfb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:49.142028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-615ea518-e5ad-4e94-a6a8-67c542cb2d10 req-4870a46a-7408-4dec-ada5-b29da951cdfb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0519063 Feb 03 12:28:49.190710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-615ea518-e5ad-4e94-a6a8-67c542cb2d10 req-005b6949-99cf-4efc-ab83-bf6910941495 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Feb 03 12:28:50.310333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d868d0-f196-4f02-8433-e2ed564a6243 req-31feacc4-a452-472b-88ec-8fc3507971eb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:50.311816 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98d868d0-f196-4f02-8433-e2ed564a6243 req-31feacc4-a452-472b-88ec-8fc3507971eb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0525916 Feb 03 12:28:50.358984 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-98d868d0-f196-4f02-8433-e2ed564a6243 req-85a324d7-e658-465b-8e4d-f74347faeb66 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Feb 03 12:28:51.480313 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4794e-1bf2-48d2-ae16-74f5cebaf656 req-caa924c3-9e28-4e06-bce7-f402be492bfa tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:51.481826 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4b4794e-1bf2-48d2-ae16-74f5cebaf656 req-caa924c3-9e28-4e06-bce7-f402be492bfa tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0558474 Feb 03 12:28:51.531044 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e4b4794e-1bf2-48d2-ae16-74f5cebaf656 req-6aef4ddf-60b8-4523-8f47-5f2d1589a169 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Feb 03 12:28:52.648203 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec43f6-418c-4146-997d-b9e1c50b662a req-6e7a861f-e9ba-49f0-b6b9-3bc1c5c89155 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:52.649684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1ec43f6-418c-4146-997d-b9e1c50b662a req-6e7a861f-e9ba-49f0-b6b9-3bc1c5c89155 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0518782 Feb 03 12:28:52.697205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1ec43f6-418c-4146-997d-b9e1c50b662a req-0107007d-c1cf-4ed4-b951-197c9203161a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Feb 03 12:28:53.385893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:53.482979 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:53.493864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'mac_address': 'fa:16:3e:1f:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:53.529788 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:53.530104 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.542911 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:53.561770 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:53.565621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.611273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:53.618602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.618937 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.619289 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.619627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.619963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.620293 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.620621 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.620967 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.621300 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.621618 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.621941 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.622263 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.622585 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:53.812797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9560642-777c-4725-934a-de8cf42f976b req-26ea23a0-01e8-4ac3-8269-dba2c7985a4c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:53.814327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9560642-777c-4725-934a-de8cf42f976b req-26ea23a0-01e8-4ac3-8269-dba2c7985a4c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 945 time: 0.0513065 Feb 03 12:28:53.867076 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9560642-777c-4725-934a-de8cf42f976b req-60991d40-88b1-43d9-b63a-932451ce8a0a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Feb 03 12:28:53.941329 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:54.985731 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c74c1-60ef-4444-be2b-2cc6ae4a01b2 req-803df33e-2637-4025-995a-0fdd0c6cb17d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:54.987539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db0c74c1-60ef-4444-be2b-2cc6ae4a01b2 req-803df33e-2637-4025-995a-0fdd0c6cb17d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 945 time: 0.0530462 Feb 03 12:28:55.034458 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-db0c74c1-60ef-4444-be2b-2cc6ae4a01b2 req-28badbb1-f08b-401c-900e-0893cce99457 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Feb 03 12:28:55.401617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:55.453202 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:28:55.457141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:55.457523 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.533016 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:55.533386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.555097 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:55.557465 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0cbb2d-8d15-4a46-85a8-43f845bdd7d7" -d '{"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:55.570203 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:55.574282 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.600946 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbceaf1-399b-45d1-96f3-7d259d9f45c5 x-openstack-request-id: req-6bbceaf1-399b-45d1-96f3-7d259d9f45c5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:55.601245 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:55.601502 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bbceaf1-399b-45d1-96f3-7d259d9f45c5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:55.601896 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'code': 200} Feb 03 12:28:55.626946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:55.722040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84673a40-a90e-4d75-8578-54e2a672495b req-6591d176-961a-4c51-81ab-68bac548237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.723522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84673a40-a90e-4d75-8578-54e2a672495b req-6591d176-961a-4c51-81ab-68bac548237a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0436437 Feb 03 12:28:55.768835 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84673a40-a90e-4d75-8578-54e2a672495b req-7ec2a162-36c2-473f-84aa-63f9b02ffbde service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Feb 03 12:28:56.153257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60ac1-3485-4f9d-bc58-8ba0a586ea81 req-857a468b-a560-44c2-a357-7e363fd803c7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.155030 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fe60ac1-3485-4f9d-bc58-8ba0a586ea81 req-857a468b-a560-44c2-a357-7e363fd803c7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0551667 Feb 03 12:28:56.202542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fe60ac1-3485-4f9d-bc58-8ba0a586ea81 req-a483e796-2a90-4149-9f72-fdd57b0d3eb8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Feb 03 12:28:57.320090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e51f3-7c0f-4887-9ec4-9eb18a95e396 req-57fd3cfa-bf72-408a-b325-e2c93dfd9464 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:57.321564 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b62e51f3-7c0f-4887-9ec4-9eb18a95e396 req-57fd3cfa-bf72-408a-b325-e2c93dfd9464 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0521398 Feb 03 12:28:57.369676 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b62e51f3-7c0f-4887-9ec4-9eb18a95e396 req-b539bb29-55a8-4279-bf51-2656ea47b933 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Feb 03 12:28:57.494656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b107-d436-4bf7-b9bf-73c0c0985ff8 req-c3f4d7f2-2b03-40a3-ba59-4c1ce4338cb0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:57.496011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e206b107-d436-4bf7-b9bf-73c0c0985ff8 req-c3f4d7f2-2b03-40a3-ba59-4c1ce4338cb0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0556471 Feb 03 12:28:57.544205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e206b107-d436-4bf7-b9bf-73c0c0985ff8 req-04fb10f9-bbe3-4580-b40b-c3da9da02a71 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Feb 03 12:28:57.565361 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:57.647819 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45c068-5dbd-4460-9080-eaf822217458 tempest-TestShelveInstance-1397841593 tempest-TestShelveInstance-1397841593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:57.649337 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8b45c068-5dbd-4460-9080-eaf822217458 tempest-TestShelveInstance-1397841593 tempest-TestShelveInstance-1397841593-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1123 time: 0.0829751 Feb 03 12:28:57.652089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 60842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:57.656227 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:57.675783 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.002487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.091358 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.191308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Allocated IP 172.25.7.8 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/9670155e-81f4-493f-9a60-45987695e668) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:58.294673 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (9670155e-81f4-493f-9a60-45987695e668), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.327789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9670155e-81f4-493f-9a60-45987695e668), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.363043 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:58.365725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:58.372960 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:58.395419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=9670155e-81f4-493f-9a60-45987695e668,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:58.735212 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (fc896a49-e04a-423b-83af-310e74110d2c), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.805334 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9670155e-81f4-493f-9a60-45987695e668), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.954682 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for port (9670155e-81f4-493f-9a60-45987695e668), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.959102 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9670155e-81f4-493f-9a60-45987695e668), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.032371 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event updated for resources: {'Port': ['ID=9670155e-81f4-493f-9a60-45987695e668,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:59.042068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (fc896a49-e04a-423b-83af-310e74110d2c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.141812 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Floating IP fc896a49-e04a-423b-83af-310e74110d2c associated. External IP: 172.25.7.8, port: fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a. Feb 03 12:28:59.346184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:28:59.454519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:59.465120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:59.472415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.477543 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:59.478191 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:59.502649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-08d8e7a2-dd00-4980-a6d4-8c648b760f95 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8495767 Feb 03 12:28:59.503246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:59.505662 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864e060-f5eb-4702-80b3-31aa6ef75935" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:59.544397 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a395a659-5ab5-4e02-a8ff-3dbf105bbe3e x-openstack-request-id: req-a395a659-5ab5-4e02-a8ff-3dbf105bbe3e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:59.544693 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:59.544982 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a395a659-5ab5-4e02-a8ff-3dbf105bbe3e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:59.545433 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'status': 'completed', 'code': 200} Feb 03 12:28:59.585214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:59.632507 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-3d2f8428-733f-495b-91b5-58836612af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.633954 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-3d2f8428-733f-495b-91b5-58836612af70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0485020 Feb 03 12:28:59.723618 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-f403a5a5-a131-4b90-85ce-787b33edce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.725099 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-f403a5a5-a131-4b90-85ce-787b33edce5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0856862 Feb 03 12:28:59.793045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-5ddae1d4-15a6-49f2-ad68-35901a506809 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 998 time: 0.0621955 Feb 03 12:28:59.804393 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'fc896a49-e04a-423b-83af-310e74110d2c', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:1f:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:58Z', 'updated_at': '2022-02-03T12:28:58Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:59.836108 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:59.841501 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-d0d393ed-7754-4145-9e67-ffa4675d10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.843039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-d0d393ed-7754-4145-9e67-ffa4675d10e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0441091 Feb 03 12:28:59.844661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:59.845374 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:28:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:59.891890 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-c605a86e-47e7-472e-b78a-29724d841331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.893355 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-c605a86e-47e7-472e-b78a-29724d841331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450175 Feb 03 12:28:59.958726 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:59.988316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-dec5c1e6-d057-4a4b-882c-30e8772f0879 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Feb 03 12:29:00.077761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1864e060-f5eb-4702-80b3-31aa6ef75935 req-b821e3af-5778-460f-831a-12f675c79652 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 Feb 03 12:29:00.179914 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'fc896a49-e04a-423b-83af-310e74110d2c', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:1f:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:58Z', 'updated_at': '2022-02-03T12:28:58Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:00.209157 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08473502-e081-4f58-b6a4-a25e63823198 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': 'fc896a49-e04a-423b-83af-310e74110d2c', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'mac_address': 'fa:16:3e:1f:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:58Z', 'updated_at': '2022-02-03T12:28:58Z', 'revision_number': 0, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:00.405652 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc3d48-27ec-40a6-a8b1-b06a6a4cf410 None None] New status for floating IP fc896a49-e04a-423b-83af-310e74110d2c: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:29:01.441966 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5adf44c-979a-4634-a75e-904faf4d2950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:04.531600 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5251ddb4-d636-411a-aa02-f9f25d5584f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:04.967061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.542597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.535290 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.987121 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.967792 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:28.001471 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.443796 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ed31-d4eb-4091-ac04-99ded15363c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.530030 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-941d14b9-4962-4ae0-9b39-9976bd79dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.971829 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:36.546823 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:37.538299 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.992625 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.530306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-b2432531-db3f-4057-92b3-503530365847 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489986 Feb 03 12:29:53.631014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439bd1-2ded-4358-9963-2808949094b6 req-91928b48-c648-4edb-96e7-12b489c36e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.632493 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-91928b48-c648-4edb-96e7-12b489c36e98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0453169 Feb 03 12:29:53.735552 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439bd1-2ded-4358-9963-2808949094b6 req-ec71c710-f925-4849-be69-2aceba112157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.737011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-ec71c710-f925-4849-be69-2aceba112157 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0873246 Feb 03 12:29:53.802516 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-6d302caf-58a3-4952-82fb-7be19f527356 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 1000 time: 0.0602298 Feb 03 12:29:53.849124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439bd1-2ded-4358-9963-2808949094b6 req-54a2a2b9-c91c-4df3-be77-6e1f3bd41d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.850780 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-54a2a2b9-c91c-4df3-be77-6e1f3bd41d4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0430675 Feb 03 12:29:53.902144 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439bd1-2ded-4358-9963-2808949094b6 req-0b2c5b94-db4c-4f85-bd56-0e0e13b50953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.903613 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-0b2c5b94-db4c-4f85-bd56-0e0e13b50953 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476158 Feb 03 12:29:53.990759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-6855ac95-d70a-491d-8d56-19c4a4506e45 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Feb 03 12:29:54.082369 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54439bd1-2ded-4358-9963-2808949094b6 req-095cce59-aab0-4975-8f09-247b7e68b8bf service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858002 Feb 03 12:29:56.966540 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:57.999664 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:01.445164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97719e7d-dcd3-412c-b14c-4d8dee866d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.534724 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbb0d-5e13-401c-b5af-ac51c9b4f35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.973487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.549109 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.540832 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:17.003052 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:28.003548 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:31.446247 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7e475c0-9b06-4130-a81c-bb7e9b754f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:33.967682 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:30:34.537986 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91707fd2-358e-46df-aefe-a62dc1da8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:34.977531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.555945 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:37.542989 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:46.998130 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.533004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-0b106ee5-474a-4db6-be38-e0ed9265b59d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439141 Feb 03 12:30:55.631689 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-54119ce8-eee2-4733-9933-e296693289ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.633224 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-54119ce8-eee2-4733-9933-e296693289ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0455704 Feb 03 12:30:55.741499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-d71a174c-f46c-4e82-92db-7f564e7336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.742967 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-d71a174c-f46c-4e82-92db-7f564e7336ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0921388 Feb 03 12:30:55.807333 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-74d98fa6-ca96-48b5-b622-1b6cd8dad987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 1000 time: 0.0578618 Feb 03 12:30:55.854760 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-f28212a1-82fa-4a72-a4a8-be648a64de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.856334 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-f28212a1-82fa-4a72-a4a8-be648a64de44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0433064 Feb 03 12:30:55.907730 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-6b39ee4a-9128-4902-b94f-e839dee987d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.909905 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-6b39ee4a-9128-4902-b94f-e839dee987d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481539 Feb 03 12:30:55.998817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-3e6b9531-54d6-4ad2-8d38-c767b0d71326 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827363 Feb 03 12:30:56.088385 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a2f857e2-ec3c-45eb-bf99-d2b28af47999 req-09b99b04-2fa4-446c-a6c8-8e50f028ec0c service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Feb 03 12:30:56.843408 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7b72-dd56-4f5e-86e2-9f749835257c req-ab58cede-6bac-42da-b9ab-0459536b9d34 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:56.844918 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a21c7b72-dd56-4f5e-86e2-9f749835257c req-ab58cede-6bac-42da-b9ab-0459536b9d34 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0545349 Feb 03 12:30:56.893732 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a21c7b72-dd56-4f5e-86e2-9f749835257c req-3c4908a3-5270-4731-bacf-842e35a68d4d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Feb 03 12:30:58.011692 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:58.019178 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9cfa-31d8-4e99-bb96-1b2c656aba90 req-a4956f76-2b0c-4b22-b7a7-8a5564b5260b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.020646 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1e9cfa-31d8-4e99-bb96-1b2c656aba90 req-a4956f76-2b0c-4b22-b7a7-8a5564b5260b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0585866 Feb 03 12:30:58.068837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7a1e9cfa-31d8-4e99-bb96-1b2c656aba90 req-6720cafd-b4da-4da4-81b9-025bf697e9bb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Feb 03 12:30:59.196398 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf930ab-b27e-4660-900c-e1534be52219 req-e7a8af21-f089-43ca-8799-dca89c46890a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.197885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cf930ab-b27e-4660-900c-e1534be52219 req-e7a8af21-f089-43ca-8799-dca89c46890a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0520759 Feb 03 12:30:59.245682 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0cf930ab-b27e-4660-900c-e1534be52219 req-46b8157f-33da-46ae-a964-e6acfc82af69 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Feb 03 12:31:00.362714 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dae7b-8ce5-47a6-8ae9-774648ef9cf3 req-554eb1d3-e84e-4248-98ea-51ba2542ed21 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.364157 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef5dae7b-8ce5-47a6-8ae9-774648ef9cf3 req-554eb1d3-e84e-4248-98ea-51ba2542ed21 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0517433 Feb 03 12:31:00.414885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ef5dae7b-8ce5-47a6-8ae9-774648ef9cf3 req-572db2df-5a44-4268-ae4e-b4b7f5d2250b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Feb 03 12:31:01.448103 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04aef747-1218-4ac6-bd04-844163d07357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.534505 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4be45-e28b-4070-8de5-1fd75c2d9b2f req-7400be46-ad3c-4351-a582-09dc790dd5d8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:01.535851 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ede4be45-e28b-4070-8de5-1fd75c2d9b2f req-7400be46-ad3c-4351-a582-09dc790dd5d8 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0517848 Feb 03 12:31:01.584948 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ede4be45-e28b-4070-8de5-1fd75c2d9b2f req-2387ea88-0a64-4db5-89df-6e21cfb4847f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Feb 03 12:31:02.702535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742594-6387-4ea2-8290-c2a252e9f363 req-8ec8c347-c4d6-4fd0-a290-d0444f4c816b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:02.704101 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f742594-6387-4ea2-8290-c2a252e9f363 req-8ec8c347-c4d6-4fd0-a290-d0444f4c816b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0531852 Feb 03 12:31:02.751546 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f742594-6387-4ea2-8290-c2a252e9f363 req-a0611037-be24-4f37-af89-c35fc882e74f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Feb 03 12:31:03.873896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3234-0eaa-4e2a-8516-e0496820c351 req-e472e2a0-ded4-46f0-9b6e-7bb1374bdb90 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:03.875349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fba3234-0eaa-4e2a-8516-e0496820c351 req-e472e2a0-ded4-46f0-9b6e-7bb1374bdb90 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0557358 Feb 03 12:31:03.925039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fba3234-0eaa-4e2a-8516-e0496820c351 req-ec47fc59-b7b4-4d04-9238-ac623e06016c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Feb 03 12:31:04.539521 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ca5d-7b5a-487a-b847-5f406f0028a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:04.979821 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.047579 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea665c-4613-4390-a036-cda2ecf98fae req-e611f800-c301-4c8f-9ebc-6ba39aed64ee tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:05.049673 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ea665c-4613-4390-a036-cda2ecf98fae req-e611f800-c301-4c8f-9ebc-6ba39aed64ee tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0528080 Feb 03 12:31:05.096731 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-72ea665c-4613-4390-a036-cda2ecf98fae req-44e5b203-c837-41e0-aa4e-d9ec99af202c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Feb 03 12:31:06.213470 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092ca8-8af3-4f2b-8297-0e422dec5b7a req-5b2e6f23-baec-4f02-8cd4-a4399099d1e1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.214869 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac092ca8-8af3-4f2b-8297-0e422dec5b7a req-5b2e6f23-baec-4f02-8cd4-a4399099d1e1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0514534 Feb 03 12:31:06.266475 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac092ca8-8af3-4f2b-8297-0e422dec5b7a req-1870e4c2-cdff-4454-b8b3-13e25cd1d454 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457070 Feb 03 12:31:06.551657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.046070 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-8d393db5-df2e-40e6-bb40-3105feb4cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.047817 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-8d393db5-df2e-40e6-bb40-3105feb4cc51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0450320 Feb 03 12:31:07.134319 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-1702da55-3713-4e7a-b854-da552f34c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.135770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-1702da55-3713-4e7a-b854-da552f34c8b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0819774 Feb 03 12:31:07.202023 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-6904c040-fcf5-43eb-8e2f-f72b901eff54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 1000 time: 0.0606682 Feb 03 12:31:07.247924 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-87c73cbc-f627-4211-ac67-c92462a718f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.249379 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-87c73cbc-f627-4211-ac67-c92462a718f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0422833 Feb 03 12:31:07.298143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-e2ff2323-ee41-47da-933e-3f3b57056dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.299618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-e2ff2323-ee41-47da-933e-3f3b57056dea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443606 Feb 03 12:31:07.424442 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-1e5ff442-091d-4d50-8624-c788be6acd39 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187186 Feb 03 12:31:07.431903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce6d59-c1d7-4938-bbce-31bbcab17071 req-a323245d-b9dc-41df-a81e-5517332aa199 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.433316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18ce6d59-c1d7-4938-bbce-31bbcab17071 req-a323245d-b9dc-41df-a81e-5517332aa199 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0963619 Feb 03 12:31:07.535307 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-18ce6d59-c1d7-4938-bbce-31bbcab17071 req-be420399-d351-41f8-9db7-d186e1cf2fdd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933020 Feb 03 12:31:07.545158 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.557239 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a6a245b8-6ecc-43ad-9388-f90532b2e2a2 req-45e8f58c-c444-4343-8705-e41d30a453fc service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 Feb 03 12:31:08.655891 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820360db-76b6-40ef-b300-052d7881fc2b req-aea8bd4d-2907-4364-b515-116a97b048b7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.657349 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-820360db-76b6-40ef-b300-052d7881fc2b req-aea8bd4d-2907-4364-b515-116a97b048b7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0536509 Feb 03 12:31:08.709476 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-820360db-76b6-40ef-b300-052d7881fc2b req-57651d3f-7b0c-4221-84f8-dee47726b968 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464606 Feb 03 12:31:09.828461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208ebb-0525-4ca6-8e9a-852d3384dab0 req-4f0222f7-9bcc-4d1e-ac49-377032984aef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.829994 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1208ebb-0525-4ca6-8e9a-852d3384dab0 req-4f0222f7-9bcc-4d1e-ac49-377032984aef tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0537550 Feb 03 12:31:09.879225 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b1208ebb-0525-4ca6-8e9a-852d3384dab0 req-a8b56c4c-74dc-40c4-9ee9-17d2195ae39c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435944 Feb 03 12:31:10.967240 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:31:11.001248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3709-1db4-42d6-9294-6c31eba66b53 req-3974c46c-1f2e-489c-a582-ec4d96cb065d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.003406 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fbe3709-1db4-42d6-9294-6c31eba66b53 req-3974c46c-1f2e-489c-a582-ec4d96cb065d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0542698 Feb 03 12:31:11.053558 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4fbe3709-1db4-42d6-9294-6c31eba66b53 req-fdda26eb-f1b1-4d15-baf2-03a88440ea68 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Feb 03 12:31:12.177549 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb182d9-47d0-46d7-9933-8d1cadf49654 req-f6de72d2-56e5-40f2-b8e2-becc24156a0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.178920 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4eb182d9-47d0-46d7-9933-8d1cadf49654 req-f6de72d2-56e5-40f2-b8e2-becc24156a0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0566669 Feb 03 12:31:12.226479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4eb182d9-47d0-46d7-9933-8d1cadf49654 req-f6696fff-294b-4d05-864e-a38bb5361e7d tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Feb 03 12:31:12.302353 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:12.379272 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:12.379674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:12.403940 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:12.406285 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58613d81-e762-4850-b65f-355e7fca329b" -d '{"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:12.423009 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:12.429462 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:12.632426 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b6932b-e04c-4675-932c-6fade1f0c74e x-openstack-request-id: req-e4b6932b-e04c-4675-932c-6fade1f0c74e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:12.632726 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:12.633012 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4b6932b-e04c-4675-932c-6fade1f0c74e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:12.633405 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'code': 200} Feb 03 12:31:12.648741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:12.656307 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.656680 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.657076 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.657417 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.657786 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.658628 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.658980 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.659315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.659653 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.660000 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.660344 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.660666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:12.661032 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:13.345055 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e28b9-4d8d-441a-be9d-26a4258e6f9e req-46f2ac3d-f368-4742-be01-01487528899a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.347002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-687e28b9-4d8d-441a-be9d-26a4258e6f9e req-46f2ac3d-f368-4742-be01-01487528899a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0520318 Feb 03 12:31:13.395857 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-687e28b9-4d8d-441a-be9d-26a4258e6f9e req-0da81f2c-2557-47a8-bf66-a294a36619e1 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Feb 03 12:31:13.639528 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9cdf-b328-4cdf-895b-9039de3db7ea req-f19a31a4-60b3-4795-a388-3f31495e888a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.641011 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-683e9cdf-b328-4cdf-895b-9039de3db7ea req-f19a31a4-60b3-4795-a388-3f31495e888a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0851486 Feb 03 12:31:13.647244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-8ef66265-5bd8-49bd-bc8b-7587f10d2f9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132047 Feb 03 12:31:13.662075 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-efe308a6-c0c6-48ac-af8d-99764a1c50f4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:31:13.663028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-efe308a6-c0c6-48ac-af8d-99764a1c50f4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098832 Feb 03 12:31:13.701021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-683e9cdf-b328-4cdf-895b-9039de3db7ea req-6171d257-da90-4928-81fd-7ccd8a36603a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493739 Feb 03 12:31:14.821701 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459998-ecf7-429e-93c0-7154380934db req-e5edae6c-2ddb-423b-99f5-4ac83919d651 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.823197 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03459998-ecf7-429e-93c0-7154380934db req-e5edae6c-2ddb-423b-99f5-4ac83919d651 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0522144 Feb 03 12:31:14.872721 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-03459998-ecf7-429e-93c0-7154380934db req-c7241536-8298-436c-bdfb-9f10cad8abeb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Feb 03 12:31:15.993903 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66e8b9-3409-4912-886d-d0417ee6cd95 req-f477df4e-58cf-4813-abd4-6b578e13edb0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.995359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a66e8b9-3409-4912-886d-d0417ee6cd95 req-f477df4e-58cf-4813-abd4-6b578e13edb0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0558770 Feb 03 12:31:16.044580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9a66e8b9-3409-4912-886d-d0417ee6cd95 req-7e357f48-617c-4db6-b2d9-028f44c3f349 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Feb 03 12:31:17.029348 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:17.160896 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec45b0-0920-4caf-b047-cce5dddfebb5 req-a6f38891-cf6d-4795-bdad-e7869fc4f7eb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.162376 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5eec45b0-0920-4caf-b047-cce5dddfebb5 req-a6f38891-cf6d-4795-bdad-e7869fc4f7eb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0519583 Feb 03 12:31:17.210255 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5eec45b0-0920-4caf-b047-cce5dddfebb5 req-264f13b1-91b7-47c4-b125-cd5484a13dfb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Feb 03 12:31:18.335226 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95532daf-e467-401d-ad22-0650f7735cb1 req-7af2766a-5824-4d87-8bfd-e2e0b4992be9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:18.336702 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95532daf-e467-401d-ad22-0650f7735cb1 req-7af2766a-5824-4d87-8bfd-e2e0b4992be9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0537689 Feb 03 12:31:18.389532 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-95532daf-e467-401d-ad22-0650f7735cb1 req-54e2c3d8-4931-4ef5-9730-37d63d975a29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472000 Feb 03 12:31:19.509536 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68136f-36a7-4409-bf70-afbbe5c1ba7f req-110ffa74-0d1d-4a76-a558-f7dd164eabde tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.511006 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c68136f-36a7-4409-bf70-afbbe5c1ba7f req-110ffa74-0d1d-4a76-a558-f7dd164eabde tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0535483 Feb 03 12:31:19.559867 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c68136f-36a7-4409-bf70-afbbe5c1ba7f req-53dec218-9eee-4d42-b478-a365ff749b66 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Feb 03 12:31:20.683321 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf24cea-bebc-4714-98d2-48e9d8a2c6d9 req-6f83ce98-3180-45e1-948f-92ad7e9b96be tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.684801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cf24cea-bebc-4714-98d2-48e9d8a2c6d9 req-6f83ce98-3180-45e1-948f-92ad7e9b96be tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0590284 Feb 03 12:31:20.741755 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6cf24cea-bebc-4714-98d2-48e9d8a2c6d9 req-e9f9aa8a-f78f-486f-ac15-a691397ab1da tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507107 Feb 03 12:31:21.864194 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a389908-1245-4635-af38-175bba557cb2 req-253a8344-3447-4729-b8f3-6e57c905230a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:21.865693 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a389908-1245-4635-af38-175bba557cb2 req-253a8344-3447-4729-b8f3-6e57c905230a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0569129 Feb 03 12:31:21.914535 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4a389908-1245-4635-af38-175bba557cb2 req-a024f2e4-3bbb-4918-b1b9-1db6fa0143c0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Feb 03 12:31:23.037499 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee637cad-06ae-4d98-aac6-aaee8d649d62 req-6c065523-56a1-4324-87ae-cf741fa8cafa tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.039075 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee637cad-06ae-4d98-aac6-aaee8d649d62 req-6c065523-56a1-4324-87ae-cf741fa8cafa tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0561709 Feb 03 12:31:23.088854 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ee637cad-06ae-4d98-aac6-aaee8d649d62 req-85e9bb61-9688-4164-8ca5-8ce3f9ee7d91 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 Feb 03 12:31:23.705066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-a7311f28-2cfa-4fef-a27b-ee73e90e9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.706531 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-a7311f28-2cfa-4fef-a27b-ee73e90e9fe3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e&tenant_id=6dfde1f7032944709c6881a9caae3b49 HTTP/1.1" status: 200 len: 1126 time: 0.0472145 Feb 03 12:31:23.782059 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-36dececc-ba0d-4e7d-9e66-e6fb08e55504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.784383 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-36dececc-ba0d-4e7d-9e66-e6fb08e55504 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1126 time: 0.0476778 Feb 03 12:31:23.871878 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-9ed07deb-b1de-48ef-9a3e-fe25b5eff00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.873342 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-9ed07deb-b1de-48ef-9a3e-fe25b5eff00b service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0825582 Feb 03 12:31:23.940640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-dfa7719c-a720-4a8a-99ce-01a7ba7a815c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 998 time: 0.0614915 Feb 03 12:31:23.988032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-836ff870-4491-45d1-9a53-4d54f2e534f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.989390 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-836ff870-4491-45d1-9a53-4d54f2e534f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0434794 Feb 03 12:31:24.036612 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-373a5c91-8c74-4f4b-b1c9-fddf305b8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.038111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-373a5c91-8c74-4f4b-b1c9-fddf305b8246 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428698 Feb 03 12:31:24.133233 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-5e18a079-62f0-48ed-a030-cb08a60991d0 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893521 Feb 03 12:31:24.581885 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-025912e3-70de-4c07-a514-f52466dda4f9 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436319 Feb 03 12:31:24.594005 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991828a-6c1a-413c-b3c6-328356ad42a5 req-018b2bf7-c6cc-48fc-85a8-09442a909e4c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.595972 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8991828a-6c1a-413c-b3c6-328356ad42a5 req-018b2bf7-c6cc-48fc-85a8-09442a909e4c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.4295578 Feb 03 12:31:24.646751 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8991828a-6c1a-413c-b3c6-328356ad42a5 req-3e4160de-c456-4c3c-a57f-a23113984d36 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Feb 03 12:31:25.765947 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145856b8-f8ef-432b-b208-62a20447079a req-8f5f2d7d-a913-4825-893b-5d0d5e6b3851 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.767882 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-145856b8-f8ef-432b-b208-62a20447079a req-8f5f2d7d-a913-4825-893b-5d0d5e6b3851 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0524588 Feb 03 12:31:25.818580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-145856b8-f8ef-432b-b208-62a20447079a req-d921853f-1a4c-4029-85ae-bb5e03d30a24 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448575 Feb 03 12:31:26.942122 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9346c-6c75-4c8d-b1bc-f4796dd19694 req-1e4fe958-b1c9-4e13-8c48-19220ac0e933 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:26.943592 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43b9346c-6c75-4c8d-b1bc-f4796dd19694 req-1e4fe958-b1c9-4e13-8c48-19220ac0e933 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0561099 Feb 03 12:31:26.991422 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-43b9346c-6c75-4c8d-b1bc-f4796dd19694 req-edc6b730-6574-47a5-95ad-d254313a7eb9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Feb 03 12:31:28.027716 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.109232 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4adb0e-7832-4019-9e35-23e0796892db req-d5dd7a61-6c52-4318-9ef5-7dba70b3b87b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:28.110684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4adb0e-7832-4019-9e35-23e0796892db req-d5dd7a61-6c52-4318-9ef5-7dba70b3b87b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0512924 Feb 03 12:31:28.158423 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0c4adb0e-7832-4019-9e35-23e0796892db req-5cff0f22-a81d-401c-ba26-ee8494024b21 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Feb 03 12:31:29.276248 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a168-afa4-48ea-8f23-d12156476eb1 req-6442ad5e-3846-41da-9380-42cbbe21ef0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:29.277824 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d12a168-afa4-48ea-8f23-d12156476eb1 req-6442ad5e-3846-41da-9380-42cbbe21ef0b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0536416 Feb 03 12:31:29.330035 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8d12a168-afa4-48ea-8f23-d12156476eb1 req-a39a5524-8bb9-4abd-8c80-25dd8591612f tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Feb 03 12:31:30.448410 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc5f94-5aa8-419b-9cc3-584aa0253bb1 req-78710d8e-ba7b-4703-922d-9d9b1070b798 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.449931 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fcc5f94-5aa8-419b-9cc3-584aa0253bb1 req-78710d8e-ba7b-4703-922d-9d9b1070b798 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0523074 Feb 03 12:31:30.497557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5fcc5f94-5aa8-419b-9cc3-584aa0253bb1 req-bce4d7a2-92c7-4036-a121-4655da5a2506 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Feb 03 12:31:31.449411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-179b17bc-68b7-4bd3-b559-7037100e522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:31.620129 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0c155-d1f4-4075-8fbb-676c5567e798 req-3ab437bb-6d55-42a0-ba83-f5d7c94bf215 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:31.621599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0c0c155-d1f4-4075-8fbb-676c5567e798 req-3ab437bb-6d55-42a0-ba83-f5d7c94bf215 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0515621 Feb 03 12:31:31.668769 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0c0c155-d1f4-4075-8fbb-676c5567e798 req-9cd96e23-be87-44c2-8232-4612fa000d96 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Feb 03 12:31:32.789838 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d77fea-3634-4021-9174-1cec8a3cf69a req-ea865a7c-c40e-43b1-af67-3d0f40004e9b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:32.791294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4d77fea-3634-4021-9174-1cec8a3cf69a req-ea865a7c-c40e-43b1-af67-3d0f40004e9b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0561607 Feb 03 12:31:32.839699 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a4d77fea-3634-4021-9174-1cec8a3cf69a req-eaaec479-b815-4423-8fd5-1d124fc51e43 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Feb 03 12:31:33.957836 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a087c-3420-481a-a42e-39e8698b2631 req-c9c73161-872b-4c34-8f8e-6e4e2adcfafc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:33.959306 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136a087c-3420-481a-a42e-39e8698b2631 req-c9c73161-872b-4c34-8f8e-6e4e2adcfafc tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 944 time: 0.0523911 Feb 03 12:31:34.007372 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-136a087c-3420-481a-a42e-39e8698b2631 req-38cfd125-91eb-4bc4-bb25-b5af434cd341 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Feb 03 12:31:34.410040 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:34.504429 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:34.519279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'port_id': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'mac_address': 'fa:16:3e:1f:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:34.564531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d4001a2-717f-41ab-bac8-526fa488558b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:34.567505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:34.567879 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:34.581434 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:34.599670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:34.603485 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:34.648438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:34.985398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:35.096315 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:35.128545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fea36-fd8b-47f2-9fc6-03f7aee082ae req-fc07672d-bd88-49a5-854f-c36b995f1e59 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:35.130041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-395fea36-fd8b-47f2-9fc6-03f7aee082ae req-fc07672d-bd88-49a5-854f-c36b995f1e59 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 945 time: 0.0530038 Feb 03 12:31:35.184719 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-395fea36-fd8b-47f2-9fc6-03f7aee082ae req-54ca5f7a-0a5b-4106-bc83-a352bea6c3b7 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491924 Feb 03 12:31:36.313308 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f2db3-9b16-4138-b5e3-5c756ad0f1f2 req-51fb2a9d-0581-41d9-a723-263f65fbbfea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.315534 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-343f2db3-9b16-4138-b5e3-5c756ad0f1f2 req-51fb2a9d-0581-41d9-a723-263f65fbbfea tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 945 time: 0.0630517 Feb 03 12:31:36.364098 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-343f2db3-9b16-4138-b5e3-5c756ad0f1f2 req-da361d04-dbd4-4afb-9077-3b19cf3c3840 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Feb 03 12:31:36.425939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:36.475858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:36.476148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.560964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:36.561368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.570581 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.584963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:36.587185 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39ae57a-be06-4f27-80f0-4abcbf2a61dc" -d '{"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:36.600364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:36.605087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.635733 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8f375-ca3a-41cb-8fcb-1aa7b40ee1b8 x-openstack-request-id: req-94b8f375-ca3a-41cb-8fcb-1aa7b40ee1b8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:36.636064 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:36.636312 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94b8f375-ca3a-41cb-8fcb-1aa7b40ee1b8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:36.636700 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'code': 200} Feb 03 12:31:36.666973 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:36.822913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0391d1-6f1e-406e-96c4-42c5ee1597d4 req-1401701d-deb5-4290-9df0-5690e6f14146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.824471 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac0391d1-6f1e-406e-96c4-42c5ee1597d4 req-1401701d-deb5-4290-9df0-5690e6f14146 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0442941 Feb 03 12:31:36.868709 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ac0391d1-6f1e-406e-96c4-42c5ee1597d4 req-9a0f1633-818f-4448-99c7-1b08e55da5e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 Feb 03 12:31:37.490355 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cf7fa-25cb-4919-90b2-930c1dbe2190 req-c2ef7ee7-4b0e-43be-ad3b-0cba11541a78 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:37.491849 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df1cf7fa-25cb-4919-90b2-930c1dbe2190 req-c2ef7ee7-4b0e-43be-ad3b-0cba11541a78 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0592630 Feb 03 12:31:37.543437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-df1cf7fa-25cb-4919-90b2-930c1dbe2190 req-4647c210-95d2-4a81-a786-4f175ee80cfb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458093 Feb 03 12:31:37.550801 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.666592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d5d73-bdec-42d0-ab8b-497c61dd225a req-d995afd7-95a7-4638-9cb3-d29e05f98602 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:38.668041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f3d5d73-bdec-42d0-ab8b-497c61dd225a req-d995afd7-95a7-4638-9cb3-d29e05f98602 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0515172 Feb 03 12:31:38.716154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2f3d5d73-bdec-42d0-ab8b-497c61dd225a req-036dc52f-7cf7-42e1-a20f-0088327a9f29 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Feb 03 12:31:47.027195 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:47.966290 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:31:55.646938 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-f1b57157-8cca-4c76-a90a-17661377f437 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046641 Feb 03 12:31:55.756095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-00a47bdb-b928-4f8d-bfb3-e99706f90999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.757621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-00a47bdb-b928-4f8d-bfb3-e99706f90999 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0464647 Feb 03 12:31:55.860939 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-a591c3eb-7799-4918-8125-3dfcd01af05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.862317 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-a591c3eb-7799-4918-8125-3dfcd01af05a service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.0846610 Feb 03 12:31:55.930781 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-445f0e71-01dc-4ec3-b51e-6860ffa80eaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 1000 time: 0.0625167 Feb 03 12:31:55.979333 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-514208de-b827-4a69-b424-4e7f079e7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.980996 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-514208de-b827-4a69-b424-4e7f079e7b1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0446851 Feb 03 12:31:56.039511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-a3460855-00a8-4a2f-a1a6-22fba08d6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.041032 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-a3460855-00a8-4a2f-a1a6-22fba08d6824 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461581 Feb 03 12:31:56.135007 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-a36d32d2-f56b-4c41-b092-3ac7d94e919f service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876372 Feb 03 12:31:56.223597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2fbed1f8-0c4f-4b50-a99e-6c4eed77d4fe req-4a19a70a-d075-4371-87d9-2d2783afdadf service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832250 Feb 03 12:31:58.027280 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.452207 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15392337-f0a5-4570-bdfa-e15009b58e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.545308 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-613e26dd-46f8-4d16-a42d-14d7b9e6cabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.985498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.556623 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.552365 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.035240 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.964864 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:32:28.041423 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.454116 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-109f8d6c-c3ed-4dd7-a6cc-e04758c0fac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.547755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ea1f1e-af10-4050-9e8b-2e7a2f1c4d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.987617 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.559545 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.553932 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.052799 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.263745 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:52.425310 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Deleting port 9670155e-81f4-493f-9a60-45987695e668 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:52.425659 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9670155e-81f4-493f-9a60-45987695e668), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.499326 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9670155e-81f4-493f-9a60-45987695e668), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.499650 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (9670155e-81f4-493f-9a60-45987695e668), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.511133 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Calling delete_port for 9670155e-81f4-493f-9a60-45987695e668 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:52.656427 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9670155e-81f4-493f-9a60-45987695e668), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.681467 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'Port': ['ID=9670155e-81f4-493f-9a60-45987695e668,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.708068 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.708420 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.708765 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.709126 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.709464 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.709798 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.710127 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.710453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.710779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.711106 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.711431 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.711755 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.712077 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:52.754754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for floatingip (fc896a49-e04a-423b-83af-310e74110d2c), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.755179 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Floating IP fc896a49-e04a-423b-83af-310e74110d2c disassociated (deleted). External IP: 172.25.7.8, port: fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a. Feb 03 12:32:52.958787 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:53.075101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:53.079978 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.084688 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:53.094982 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:53.095602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:32:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:53.115940 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2733ec68-fa6c-46dd-904f-77403e5623fd tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc896a49-e04a-423b-83af-310e74110d2c HTTP/1.1" status: 204 len: 168 time: 0.8509612 Feb 03 12:32:53.116933 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:53.119383 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3606ad-1edf-46c8-93ff-8c18c36532f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:53.156486 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bfed25-2591-40b2-8b8e-34db6dc7d8cb x-openstack-request-id: req-f7bfed25-2591-40b2-8b8e-34db6dc7d8cb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:53.156791 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:53.157146 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7bfed25-2591-40b2-8b8e-34db6dc7d8cb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:53.157561 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'status': 'completed', 'code': 200} Feb 03 12:32:53.203547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:53.249347 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-7d0306bb-9a40-463f-b593-0d75b6117b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.251077 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-7d0306bb-9a40-463f-b593-0d75b6117b88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6dfde1f7032944709c6881a9caae3b49&device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 1128 time: 0.0534971 Feb 03 12:32:53.394580 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-5702f44c-3517-4975-b49d-771d563cc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.396039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-5702f44c-3517-4975-b49d-771d563cc66a service neutron] 10.222.0.69 "GET /v2.0/networks?id=de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 200 len: 910 time: 0.1339407 Feb 03 12:32:53.407534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c239-1aef-4044-99c1-4aba708f5fd3 req-3a4226f2-870a-473f-8b00-6652b17ab28a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.408939 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0b9c239-1aef-4044-99c1-4aba708f5fd3 req-3a4226f2-870a-473f-8b00-6652b17ab28a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0778782 Feb 03 12:32:53.423976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:53.449815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:53.455026 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-96015b40-167d-467e-9ff5-eb1d7878c8cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 200 len: 217 time: 0.0451589 Feb 03 12:32:53.458655 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:53.459303 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:32:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:53.518466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b0b9c239-1aef-4044-99c1-4aba708f5fd3 req-199d9355-19bb-4dee-8001-c29123edf973 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027379 Feb 03 12:32:53.525709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-10360955-3126-492f-b8d3-41d3b9de1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.527131 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-10360955-3126-492f-b8d3-41d3b9de1939 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 200 len: 848 time: 0.0641630 Feb 03 12:32:53.566593 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:53.582615 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-dbab0557-eff3-46c2-a222-4ef0b6bb0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.584265 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-dbab0557-eff3-46c2-a222-4ef0b6bb0019 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de946186-96aa-4d65-abf0-51e5e5424ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506725 Feb 03 12:32:53.675327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-f0ebd92e-ad24-4bba-b9b3-d176d402885f service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Feb 03 12:32:53.763410 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:53.770510 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f3606ad-1edf-46c8-93ff-8c18c36532f4 req-a2caf812-682d-4eeb-b0f3-9abcf3d239c7 service neutron] 10.222.0.69 "GET /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872753 Feb 03 12:32:53.795522 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64e1f2-27e5-4197-b5c0-e6e9dec86a39 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:22:35Z', 'revision_number': 4, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '0fe1bc42-96c8-492e-88b5-3728c0f39bfd', 'name': '', 'network_id': 'de946186-96aa-4d65-abf0-51e5e5424ed8', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'mac_address': 'fa:16:3e:6c:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:35Z', 'updated_at': '2022-02-03T12:22:40Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'subnets': [{'id': 'dc5bf8c4-ff34-42bb-a263-fb6a2722d72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:54.019870 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673c8c9-fee8-423d-9ee8-904ec97928ca None None] New status for floating IP fc896a49-e04a-423b-83af-310e74110d2c: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:32:54.641322 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319e5e8-a793-443e-8093-a94e1a085826 req-4ebee39d-3fd4-4bf5-8b96-5a3154aff33c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.642784 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c319e5e8-a793-443e-8093-a94e1a085826 req-4ebee39d-3fd4-4bf5-8b96-5a3154aff33c tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0534420 Feb 03 12:32:54.692277 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c319e5e8-a793-443e-8093-a94e1a085826 req-39763cb7-012d-4a3a-9ee1-ef030472153a tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec1ef2e-5ee7-450b-9748-c39f0da99d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Feb 03 12:32:55.122835 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-d7581c54-bd4f-4a7e-a1a2-804de3e162cb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.124581 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-d7581c54-bd4f-4a7e-a1a2-804de3e162cb tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 946 time: 0.0520971 Feb 03 12:32:55.220519 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Deleting port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:55.220855 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.309628 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] For port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:55.309994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.328257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Calling delete_port for fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:55.457042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.485626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'Port': ['ID=fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.533548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] No DVR routers for this DVR port fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:55.536168 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.539604 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-37a61f3e-096d-4b6c-814c-778478cd54dd req-40e9b9ae-e28b-465a-8c65-3c64296dab6b tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.69 "DELETE /v2.0/ports/fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a HTTP/1.1" status: 204 len: 173 time: 0.4097724 Feb 03 12:32:55.540042 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-deleted', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:55.542415 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55019f75-4443-4012-81c7-80d6a355d8d4" -d '{"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-deleted", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:55.579815 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149316d-fd12-4bb6-83a5-e94734356f56 x-openstack-request-id: req-c149316d-fd12-4bb6-83a5-e94734356f56 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:55.580112 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfcf65-2848-4348-b5f7-51ad0d1de42e", "name": "network-vif-deleted", "tag": "fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:55.580371 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c149316d-fd12-4bb6-83a5-e94734356f56 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:55.580778 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfcf65-2848-4348-b5f7-51ad0d1de42e', 'name': 'network-vif-deleted', 'tag': 'fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a', 'status': 'completed', 'code': 200} Feb 03 12:32:55.787012 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-566129cf-4895-4e56-9c48-86e23bc44558 req-f101a4a5-c3e3-43ce-b7a3-7f40b936a8fe tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0270932 Feb 03 12:32:56.884726 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a29272df-834b-47f3-8ed8-0c12b031236e req-bc54fc6e-fac8-4734-bf05-c9e71bd317e0 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0277333 Feb 03 12:32:57.984860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0acfa1e5-1b4c-4afc-94db-e94ee9fbe86b req-3d53fd6f-fa97-4a2b-874b-fcef01a974a4 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0304925 Feb 03 12:32:58.042112 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:58.845335 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:58.865473 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:58.865824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device fbf9c0a1-d733-40b2-8ef8-cb3b37254f4a not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:59.085318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-79118acf-86bb-4b67-9b3f-17b7ebf5cf52 req-5f3856de-f51a-4475-b111-5cc4fd48e3df tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0287509 Feb 03 12:33:00.179602 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a1100817-8328-4c4c-aebd-1fdfeed497f5 req-7cbc6580-6bed-4729-b276-85e5866b2e46 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0275772 Feb 03 12:33:01.282327 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fcb1cf34-1754-4528-9e5f-6a334f72e624 req-dec51840-fb91-49c4-bf98-8867891af7d3 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0345550 Feb 03 12:33:01.456159 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c3afe2-f6ad-44ec-bc5c-c254caf8467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.964548 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:33:02.382005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d9ce8762-fbff-4981-9b51-894a951eb9e9 req-0650cd8b-1415-476a-a6b9-7787a45b3a55 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0338464 Feb 03 12:33:03.484186 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-972b8164-7a67-47b2-b2a8-ccedb9ac3567 req-4556b448-4f10-469c-abdf-1d975cb0ed6e tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0294333 Feb 03 12:33:04.555366 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e8178cc-ee58-4910-9100-20f970912d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.602761 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-73658a8f-f691-4fbf-8487-a18c85f436f8 req-bedd7c14-5997-477f-966f-0f77f1d5ee43 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1bfcf65-2848-4348-b5f7-51ad0d1de42e HTTP/1.1" status: 200 len: 210 time: 0.0317006 Feb 03 12:33:04.991343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.659107 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:05.718911 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (aec1ef2e-5ee7-450b-9748-c39f0da99d54), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.743576 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (aec1ef2e-5ee7-450b-9748-c39f0da99d54), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.805231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (aec1ef2e-5ee7-450b-9748-c39f0da99d54), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.807891 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.809091 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] 10.222.0.30 "DELETE /v2.0/security-groups/aec1ef2e-5ee7-450b-9748-c39f0da99d54 HTTP/1.1" status: 204 len: 168 time: 0.1489778 Feb 03 12:33:05.819376 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec1ef2e-5ee7-450b-9748-c39f0da99d54,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.828101 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.828685 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.829055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.829573 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.830183 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.830529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.830859 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.831189 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.831798 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.832137 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.832535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.832867 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.833224 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ff2d19-2cbe-4f80-9699-adecc8de57f9 tempest-TestShelveInstance-1085239333 tempest-TestShelveInstance-1085239333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:05.875805 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32850) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:06.401654 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (abba286b-a91d-4125-be02-1e0ad5db740e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.564875 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.653267 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Deleting port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:06.653607 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.729797 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] For port 0fe1bc42-96c8-492e-88b5-3728c0f39bfd, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:06.730504 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.742881 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Calling delete_port for 0fe1bc42-96c8-492e-88b5-3728c0f39bfd owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:06.920456 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (0fe1bc42-96c8-492e-88b5-3728c0f39bfd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.943714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe1bc42-96c8-492e-88b5-3728c0f39bfd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:07.355530 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (abba286b-a91d-4125-be02-1e0ad5db740e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.555866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.569705 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Router abba286b-a91d-4125-be02-1e0ad5db740e has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:07.676246 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:07.683987 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5fd180f1-e422-44ad-ada2-205951c692dc admin admin] 10.222.0.30 "PUT /v2.0/routers/abba286b-a91d-4125-be02-1e0ad5db740e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042336 Feb 03 12:33:07.684091 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:07.684750 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Sync routers for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:07.695010 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:07.695624 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:07.789508 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks [] for router (abba286b-a91d-4125-be02-1e0ad5db740e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.799351 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:07.897514 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks [] for router_gateway (abba286b-a91d-4125-be02-1e0ad5db740e), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.960186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Deleting port ec876e93-6fee-4946-8980-f14db97fc299 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:07.960553 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (ec876e93-6fee-4946-8980-f14db97fc299), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.984299 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:33:06Z', 'revision_number': 5, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port': {'id': 'ec876e93-6fee-4946-8980-f14db97fc299', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:33Z', 'updated_at': '2022-02-03T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:08.011525 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Checking router: abba286b-a91d-4125-be02-1e0ad5db740e for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:08.022651 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Routers {'abba286b-a91d-4125-be02-1e0ad5db740e'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:08.023498 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['abba286b-a91d-4125-be02-1e0ad5db740e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:08.054797 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] For port ec876e93-6fee-4946-8980-f14db97fc299, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=ec876e93-6fee-4946-8980-f14db97fc299,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:08.055619 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (ec876e93-6fee-4946-8980-f14db97fc299), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.069867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Calling delete_port for ec876e93-6fee-4946-8980-f14db97fc299 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:08.118869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] Set router abba286b-a91d-4125-be02-1e0ad5db740e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:08.174578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:33:07Z', 'revision_number': 6, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:08.278227 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (ec876e93-6fee-4946-8980-f14db97fc299), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.307644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec876e93-6fee-4946-8980-f14db97fc299,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:08.368039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d887f-3413-4f57-8382-5e98b20320c1 None None] The sync data for ids ['abba286b-a91d-4125-be02-1e0ad5db740e'] in n-d-821606-6 is: [{'id': 'abba286b-a91d-4125-be02-1e0ad5db740e', 'name': 'tempest-TestShelveInstance-1949974731-router', 'tenant_id': '6dfde1f7032944709c6881a9caae3b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:32Z', 'updated_at': '2022-02-03T12:33:07Z', 'revision_number': 6, 'project_id': '6dfde1f7032944709c6881a9caae3b49', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:08.376262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (abba286b-a91d-4125-be02-1e0ad5db740e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.476360 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (abba286b-a91d-4125-be02-1e0ad5db740e), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.478621 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks [] for router_controller (abba286b-a91d-4125-be02-1e0ad5db740e), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.522163 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (abba286b-a91d-4125-be02-1e0ad5db740e), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.522724 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abba286b-a91d-4125-be02-1e0ad5db740e {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:33:08.527476 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.528661 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-21083f86-c5ec-4963-8de0-64eede7a3345 admin admin] 10.222.0.30 "DELETE /v2.0/routers/abba286b-a91d-4125-be02-1e0ad5db740e HTTP/1.1" status: 204 len: 168 time: 0.8436847 Feb 03 12:33:08.531726 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:08.576828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Deleting subnet dc5bf8c4-ff34-42bb-a263-fb6a2722d72f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:33:08.579957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Publish callbacks [] for subnet (dc5bf8c4-ff34-42bb-a263-fb6a2722d72f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.614308 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (dc5bf8c4-ff34-42bb-a263-fb6a2722d72f), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.694418 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (dc5bf8c4-ff34-42bb-a263-fb6a2722d72f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.752453 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (dc5bf8c4-ff34-42bb-a263-fb6a2722d72f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.783449 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5bf8c4-ff34-42bb-a263-fb6a2722d72f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:08.785590 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.789359 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e0adaa04-804f-4433-867e-058755df3304 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc5bf8c4-ff34-42bb-a263-fb6a2722d72f HTTP/1.1" status: 204 len: 168 time: 0.2565825 Feb 03 12:33:08.792473 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32858) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:08.794894 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f90956-b37c-4da5-96aa-2af9b598ff41 None None] Network de946186-96aa-4d65-abf0-51e5e5424ed8 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:08.877103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (de946186-96aa-4d65-abf0-51e5e5424ed8), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.935086 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Deleting port cdb0679c-9608-4070-9490-c33b9249171f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:08.935591 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (cdb0679c-9608-4070-9490-c33b9249171f), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.997659 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] For port cdb0679c-9608-4070-9490-c33b9249171f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=cdb0679c-9608-4070-9490-c33b9249171f,segment=NetworkSegment(d7a0dd36-6935-48fb-95cf-2878ad89c3a7),segment_id=d7a0dd36-6935-48fb-95cf-2878ad89c3a7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:08.998056 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (cdb0679c-9608-4070-9490-c33b9249171f), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.012329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Calling delete_port for cdb0679c-9608-4070-9490-c33b9249171f owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:09.096293 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (cdb0679c-9608-4070-9490-c33b9249171f), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.122025 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb0679c-9608-4070-9490-c33b9249171f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.125387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] No DVR routers for this DVR port cdb0679c-9608-4070-9490-c33b9249171f on host n-d-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:09.202776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f70d1-54df-4bb5-842f-ff4f992d01b6 None None] DHCP port deletion for de946186-96aa-4d65-abf0-51e5e5424ed8 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:33:09.206550 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (de946186-96aa-4d65-abf0-51e5e5424ed8), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.231185 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de946186-96aa-4d65-abf0-51e5e5424ed8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:09.242204 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:09.242568 n-d-821606-6 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a0dd36-6935-48fb-95cf-2878ad89c3a7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:09.252996 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066373228'] for segment (d7a0dd36-6935-48fb-95cf-2878ad89c3a7), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.269042 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (d7a0dd36-6935-48fb-95cf-2878ad89c3a7), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.275393 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:33:09.275927 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065451627'] for segment (d7a0dd36-6935-48fb-95cf-2878ad89c3a7), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: Traceback (most recent call last): Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: timer() Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: cb(*args, **kw) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: return func(*args, **kwargs) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: self._notify() Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: self.callback(batched_events) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: event.method(event) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: return f(self, *a, **k) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: return self._get(url).json() Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:33:09.277728 n-d-821606-6 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:33:09.334343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (de946186-96aa-4d65-abf0-51e5e5424ed8), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.340544 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.344865 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] 10.222.0.30 "DELETE /v2.0/networks/de946186-96aa-4d65-abf0-51e5e5424ed8 HTTP/1.1" status: 204 len: 168 time: 0.5513399 Feb 03 12:33:09.347976 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32860) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:09.356984 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28a5d7-6227-4be7-b162-8ff4821fac1b admin admin] Pushing event deleted for resources: {'Network': ['ID=de946186-96aa-4d65-abf0-51e5e5424ed8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.709728 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.962505 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Deleting port 7507445d-f492-4c4a-80c7-8e106babc91d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:09.962836 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.012345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cdb0679c-9608-4070-9490-c33b9249171f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:10.031834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: cdb0679c-9608-4070-9490-c33b9249171f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:10.032455 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device cdb0679c-9608-4070-9490-c33b9249171f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:10.032878 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec876e93-6fee-4946-8980-f14db97fc299 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:10.043528 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] For port 7507445d-f492-4c4a-80c7-8e106babc91d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=7507445d-f492-4c4a-80c7-8e106babc91d,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:10.043967 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.053222 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: ec876e93-6fee-4946-8980-f14db97fc299 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:10.053578 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device ec876e93-6fee-4946-8980-f14db97fc299 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:10.054103 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0fe1bc42-96c8-492e-88b5-3728c0f39bfd no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:10.062980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Calling delete_port for 7507445d-f492-4c4a-80c7-8e106babc91d owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:10.073793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 0fe1bc42-96c8-492e-88b5-3728c0f39bfd {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:10.074151 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 0fe1bc42-96c8-492e-88b5-3728c0f39bfd not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:10.244162 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (7507445d-f492-4c4a-80c7-8e106babc91d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.271130 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Pushing event deleted for resources: {'Port': ['ID=7507445d-f492-4c4a-80c7-8e106babc91d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:10.441483 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.671654 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:10.775968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:10.781769 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-3224abe8-563b-46fa-a353-0f27d7d42712 admin admin] 10.222.0.30 "PUT /v2.0/routers/41b14e06-8e82-4dc4-b1f5-c306ec3ddd30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317057 Feb 03 12:33:10.784168 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:10.787019 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Sync routers for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:10.801115 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:10.801735 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:10.894839 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks [] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.911642 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:11.093705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:33:10Z', 'revision_number': 5, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:11.120562 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Checking router: 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:11.129915 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Routers {'41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:11.130525 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:11.237124 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] Set router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:11.244932 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks [] for router_gateway (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.297672 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Deleting port 8ded90ca-8fe5-47c0-8db8-7920703636d8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:11.298013 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.376093 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] For port 8ded90ca-8fe5-47c0-8db8-7920703636d8, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8ded90ca-8fe5-47c0-8db8-7920703636d8,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:11.376457 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.389028 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Calling delete_port for 8ded90ca-8fe5-47c0-8db8-7920703636d8 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:11.414533 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:33:10Z', 'revision_number': 5, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:11.444680 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818085ef-deb0-493d-9d13-d72348fe656d None None] The sync data for ids ['41b14e06-8e82-4dc4-b1f5-c306ec3ddd30'] in n-d-821606-6 is: [{'id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'name': 'tempest-TestShelveInstance-576281205-router', 'tenant_id': '2b3f4467e44240e5a7231041a38fdc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:37Z', 'updated_at': '2022-02-03T12:33:10Z', 'revision_number': 5, 'project_id': '2b3f4467e44240e5a7231041a38fdc8b', 'gw_port': {'id': '8ded90ca-8fe5-47c0-8db8-7920703636d8', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b14e06-8e82-4dc4-b1f5-c306ec3ddd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:38Z', 'updated_at': '2022-02-03T12:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:11.554126 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8ded90ca-8fe5-47c0-8db8-7920703636d8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.583482 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ded90ca-8fe5-47c0-8db8-7920703636d8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:11.643242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.732824 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.734866 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks [] for router_controller (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.782437 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (41b14e06-8e82-4dc4-b1f5-c306ec3ddd30), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.782803 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:33:11.788454 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.789856 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-a58f701d-80e7-4e12-b1c8-033a7c5243d2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/41b14e06-8e82-4dc4-b1f5-c306ec3ddd30 HTTP/1.1" status: 204 len: 168 time: 1.0047371 Feb 03 12:33:11.792517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:11.843015 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Deleting subnet 6aade8ef-e666-482c-b63a-a0178f42344d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:33:11.846441 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Publish callbacks [] for subnet (6aade8ef-e666-482c-b63a-a0178f42344d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.882479 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (6aade8ef-e666-482c-b63a-a0178f42344d), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.964398 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (6aade8ef-e666-482c-b63a-a0178f42344d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.027270 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (6aade8ef-e666-482c-b63a-a0178f42344d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.054841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aade8ef-e666-482c-b63a-a0178f42344d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.058232 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.065888 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-09f9a838-f3fa-4fca-92ed-4ecda5a7557b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6aade8ef-e666-482c-b63a-a0178f42344d HTTP/1.1" status: 204 len: 168 time: 0.2693405 Feb 03 12:33:12.066074 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32866) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:12.066964 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95607c2-9871-4888-819e-da54052bfded None None] Network 68d9c047-4620-4e3e-b815-468d901eb6b0 requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:12.094426 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7507445d-f492-4c4a-80c7-8e106babc91d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:12.116757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 7507445d-f492-4c4a-80c7-8e106babc91d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:12.117413 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 7507445d-f492-4c4a-80c7-8e106babc91d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:12.140268 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (68d9c047-4620-4e3e-b815-468d901eb6b0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.195776 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Deleting port bdce3f91-774d-46c4-9051-69110f21309f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:12.196119 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (bdce3f91-774d-46c4-9051-69110f21309f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.261713 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] For port bdce3f91-774d-46c4-9051-69110f21309f, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=bdce3f91-774d-46c4-9051-69110f21309f,segment=NetworkSegment(6fcb244f-8abd-4224-babb-743e11629c67),segment_id=6fcb244f-8abd-4224-babb-743e11629c67)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:12.262075 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (bdce3f91-774d-46c4-9051-69110f21309f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.275359 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Calling delete_port for bdce3f91-774d-46c4-9051-69110f21309f owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:12.351638 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (bdce3f91-774d-46c4-9051-69110f21309f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.375822 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdce3f91-774d-46c4-9051-69110f21309f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.380087 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] No DVR routers for this DVR port bdce3f91-774d-46c4-9051-69110f21309f on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:12.452985 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (68d9c047-4620-4e3e-b815-468d901eb6b0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.474276 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d9c047-4620-4e3e-b815-468d901eb6b0']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:12.483990 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcb244f-8abd-4224-babb-743e11629c67') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:12.484424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcb244f-8abd-4224-babb-743e11629c67') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:12.494552 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (6fcb244f-8abd-4224-babb-743e11629c67), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.506194 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf551d5-62ce-40f6-8df6-c205633debfb None None] DHCP port deletion for 68d9c047-4620-4e3e-b815-468d901eb6b0 request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:33:12.521936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (6fcb244f-8abd-4224-babb-743e11629c67), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.528036 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:33:12.528441 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (6fcb244f-8abd-4224-babb-743e11629c67), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:33:12.530193 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:33:12.598929 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (68d9c047-4620-4e3e-b815-468d901eb6b0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.604685 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.607793 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] 10.222.0.30 "DELETE /v2.0/networks/68d9c047-4620-4e3e-b815-468d901eb6b0 HTTP/1.1" status: 204 len: 168 time: 0.5407414 Feb 03 12:33:12.618559 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bca92-a0e1-425f-8ad1-72dbd9a3156d admin admin] Pushing event deleted for resources: {'Network': ['ID=68d9c047-4620-4e3e-b815-468d901eb6b0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.734143 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:12.774860 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-fb54a0e4-3e5e-434d-bb6b-33e1d8e5c556 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dfde1f7032944709c6881a9caae3b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395188 Feb 03 12:33:12.777225 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:12.822976 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] Publish callbacks [] for security_group (f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.844377 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] Publish callbacks [] for security_group (f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.894475 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.896985 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.898144 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217 HTTP/1.1" status: 204 len: 168 time: 0.1200013 Feb 03 12:33:12.906541 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed5a84-def4-40bf-a9f2-e9f8038d6f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f90ed-1a2a-48a4-b2a2-1aa03f2a1217,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.229436 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32878) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:13.270576 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-ca1e5fdf-3c6d-4443-a333-6e48cf666f42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b3f4467e44240e5a7231041a38fdc8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399702 Feb 03 12:33:13.273081 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32880) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:13.322695 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] Publish callbacks [] for security_group (ff0cc96d-e6ed-4a1f-8884-f58795237bf5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.344413 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] Publish callbacks [] for security_group (ff0cc96d-e6ed-4a1f-8884-f58795237bf5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.391124 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (ff0cc96d-e6ed-4a1f-8884-f58795237bf5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.393865 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.395101 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff0cc96d-e6ed-4a1f-8884-f58795237bf5 HTTP/1.1" status: 204 len: 168 time: 0.1210492 Feb 03 12:33:13.402766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adb32f-d4c1-4a7d-bfc0-a3d2927e264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0cc96d-e6ed-4a1f-8884-f58795237bf5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.003676 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ded90ca-8fe5-47c0-8db8-7920703636d8 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:14.023793 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8ded90ca-8fe5-47c0-8db8-7920703636d8 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:14.024137 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8ded90ca-8fe5-47c0-8db8-7920703636d8 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:14.024547 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bdce3f91-774d-46c4-9051-69110f21309f no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:14.044542 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: bdce3f91-774d-46c4-9051-69110f21309f {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:14.044933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device bdce3f91-774d-46c4-9051-69110f21309f not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:14.130937 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:14.234874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-679538529-network', 'tenant_id': '011d3c83420540a180aac8794eb123bb'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:14.254257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Made reservation on behalf of 011d3c83420540a180aac8794eb123bb for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:14.256567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.265294 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.342361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks [] for security_group (f02bd755-8537-4bb9-9d0f-8a742f71e195), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.346247 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f02bd755-8537-4bb9-9d0f-8a742f71e195), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.373151 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:14.378384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02bd755-8537-4bb9-9d0f-8a742f71e195,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.385754 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f5c76c7c-c802-4874-b667-e3c836a39f94), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.386087 n-d-821606-6 neutron-server[103127]: INFO neutron.db.segments_db [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Added segment f5c76c7c-c802-4874-b667-e3c836a39f94 of type vlan for network e94b39c2-e878-4200-8028-42fa493cf9eb Feb 03 12:33:14.426295 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (e94b39c2-e878-4200-8028-42fa493cf9eb), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.449262 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (e94b39c2-e878-4200-8028-42fa493cf9eb), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.450186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.450757 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.476858 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3448632 Feb 03 12:33:14.479869 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:14.484958 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Request body: {'subnet': {'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-679538529-subnet', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:14.505118 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Made reservation on behalf of 011d3c83420540a180aac8794eb123bb for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:14.507421 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066569761'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.515626 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f844-ca7e-49f6-9954-da3e8a2d8913 admin admin] Pushing event updated for resources: {'Network': ['ID=e94b39c2-e878-4200-8028-42fa493cf9eb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.533700 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network e94b39c2-e878-4200-8028-42fa493cf9eb details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:14.697639 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066603699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066570203'] for subnet (99456207-c4b3-4a9d-981f-b985682c8754), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.758844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99456207-c4b3-4a9d-981f-b985682c8754,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.769518 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Checking segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:14.769894 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Network hostable DHCP agents. Network: e94b39c2-e878-4200-8028-42fa493cf9eb, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:14.786535 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Network e94b39c2-e878-4200-8028-42fa493cf9eb is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:14.795395 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, e94b39c2-e878-4200-8028-42fa493cf9eb) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:14.799666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.800259 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.805496 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d60378-79fd-438d-b676-0ce8ee475067 None None] Network e94b39c2-e878-4200-8028-42fa493cf9eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:14.816471 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-8c650e75-0796-4aeb-a9e3-8909106db741 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3353777 Feb 03 12:33:14.819182 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:14.823572 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:14.843266 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.844536 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.901122 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for router_controller (e389cd26-afc2-434a-a53a-5121b00e04d4), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.908284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-e94b39c2-e878-4200-8028-42fa493cf9eb', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:33:14.909216 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.046486 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Allocated IP 172.20.0.2 (e94b39c2-e878-4200-8028-42fa493cf9eb/99456207-c4b3-4a9d-981f-b985682c8754/309d7a69-906d-48e1-83ff-c7c31903fa84) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:15.195473 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks [] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.202385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.244738 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Network e94b39c2-e878-4200-8028-42fa493cf9eb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:15.249815 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:15.253254 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:15.258540 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Pushing event updated for resources: {'Port': ['ID=309d7a69-906d-48e1-83ff-c7c31903fa84,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.286839 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.287184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.287520 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.287853 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.288185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.288511 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.288834 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.289184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.289503 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.289821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.290141 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.290458 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.290773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:15.325377 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Attempting to bind port 309d7a69-906d-48e1-83ff-c7c31903fa84 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:15.325749 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Attempting to bind port 309d7a69-906d-48e1-83ff-c7c31903fa84 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:15.326638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Attempting to bind port 309d7a69-906d-48e1-83ff-c7c31903fa84 on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:15.331532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:15.331910 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Checking segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:15.332301 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.332687 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Bound using segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:15.333170 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Bound port: 309d7a69-906d-48e1-83ff-c7c31903fa84, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:15.333546 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.380878 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for router_gateway (e389cd26-afc2-434a-a53a-5121b00e04d4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.393685 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] For port 309d7a69-906d-48e1-83ff-c7c31903fa84, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:15.396675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] For port 309d7a69-906d-48e1-83ff-c7c31903fa84, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=309d7a69-906d-48e1-83ff-c7c31903fa84,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:15.402840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.459494 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6e66-7923-4786-80cd-9338516a9c18 None None] Pushing event updated for resources: {'Port': ['ID=309d7a69-906d-48e1-83ff-c7c31903fa84,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.587822 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for router_gateway (e389cd26-afc2-434a-a53a-5121b00e04d4), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.614658 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.735146 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Allocated IP 172.25.7.61 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/1b77b892-c204-40f9-bf36-55c28e2990cf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:15.838488 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.877180 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.915935 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:15.921403 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:15.924062 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:15.949277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Pushing event updated for resources: {'Port': ['ID=1b77b892-c204-40f9-bf36-55c28e2990cf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:16.047606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 309d7a69-906d-48e1-83ff-c7c31903fa84 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:16.104563 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 309d7a69-906d-48e1-83ff-c7c31903fa84 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:16.104884 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.193721 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 309d7a69-906d-48e1-83ff-c7c31903fa84 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:16.194113 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.204261 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for router_gateway (e389cd26-afc2-434a-a53a-5121b00e04d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.229661 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 309d7a69-906d-48e1-83ff-c7c31903fa84, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=309d7a69-906d-48e1-83ff-c7c31903fa84,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:16.237295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.294754 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=309d7a69-906d-48e1-83ff-c7c31903fa84,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:16.407403 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ff756-9adc-483e-ab15-c446e904ab42 None None] Network e94b39c2-e878-4200-8028-42fa493cf9eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:16.426106 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.487638 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-b0a7ecb4-2794-4a15-afb8-5270ba80e708 None None] Provisioning complete for port 309d7a69-906d-48e1-83ff-c7c31903fa84 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:16.488016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a7ecb4-2794-4a15-afb8-5270ba80e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.553412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Router e389cd26-afc2-434a-a53a-5121b00e04d4 is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:33:16.603645 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7ecb4-2794-4a15-afb8-5270ba80e708 None None] Current status of the port 309d7a69-906d-48e1-83ff-c7c31903fa84 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:16.669033 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:16.679709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:16.690712 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:16.691376 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.691512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:16.695999 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32910) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:16.696557 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d58cc80b-6462-45a7-943a-d9b876218780 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8759129 Feb 03 12:33:16.807981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:16.895704 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-2ea1ba59-a4ed-4e68-9164-01709206c5a8 None None] Provisioning complete for port 309d7a69-906d-48e1-83ff-c7c31903fa84 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:16.895984 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ba59-a4ed-4e68-9164-01709206c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.064605 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1ba59-a4ed-4e68-9164-01709206c5a8 None None] Current status of the port 309d7a69-906d-48e1-83ff-c7c31903fa84 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:17.069944 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.081120 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:16Z', 'revision_number': 3, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:17.110833 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:17.111190 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Updating router e389cd26-afc2-434a-a53a-5121b00e04d4 port 1b77b892-c204-40f9-bf36-55c28e2990cf binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:17.116247 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.138304 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.271357 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Allocated IP 172.20.0.1 (e94b39c2-e878-4200-8028-42fa493cf9eb/99456207-c4b3-4a9d-981f-b985682c8754/4a9f084e-3e42-47ba-bcc8-ee2d2852267d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:17.377966 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks [] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.385050 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks [] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.390395 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.412716 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.446088 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Attempting to bind port 1b77b892-c204-40f9-bf36-55c28e2990cf on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:17.446464 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Attempting to bind port 1b77b892-c204-40f9-bf36-55c28e2990cf by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:17.446869 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Attempting to bind port 1b77b892-c204-40f9-bf36-55c28e2990cf on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:17.449789 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404b32-fda2-45a9-b0c4-021755f6e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1b77b892-c204-40f9-bf36-55c28e2990cf,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.450891 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Network e94b39c2-e878-4200-8028-42fa493cf9eb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:17.454396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:17.454596 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:17.454773 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:17.455175 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.455627 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:17.456172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Bound port: 1b77b892-c204-40f9-bf36-55c28e2990cf, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:17.456396 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.456742 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:17.494988 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.507015 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (e389cd26-afc2-434a-a53a-5121b00e04d4), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.510723 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] For port 1b77b892-c204-40f9-bf36-55c28e2990cf, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:17.513214 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] For port 1b77b892-c204-40f9-bf36-55c28e2990cf, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1b77b892-c204-40f9-bf36-55c28e2990cf,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:17.522425 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.587705 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:17.588341 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:17.591528 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404b32-fda2-45a9-b0c4-021755f6e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1b77b892-c204-40f9-bf36-55c28e2990cf,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.652634 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.703976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:17.816690 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks [] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.821939 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066603576'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.832113 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-058ae16b-c502-47c1-90fa-2b3dcdb6db39 None None] Provisioning complete for port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:17.832487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-058ae16b-c502-47c1-90fa-2b3dcdb6db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.892492 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.895432 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (e389cd26-afc2-434a-a53a-5121b00e04d4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.899809 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-058ae16b-c502-47c1-90fa-2b3dcdb6db39 None None] Port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:17.922742 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:16Z', 'revision_number': 3, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:17.949221 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2c6a0-6741-4a54-90ad-81bfb18229a5 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:16Z', 'revision_number': 3, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:17.997342 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Network e94b39c2-e878-4200-8028-42fa493cf9eb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:17.998959 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:18.039798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 309d7a69-906d-48e1-83ff-c7c31903fa84 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:18.103465 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 309d7a69-906d-48e1-83ff-c7c31903fa84 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:18.104118 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.131931 n-d-821606-6 neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:18.304465 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:18.310083 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-308d145e-fa95-4616-b197-279ff1ee8b24 admin admin] 10.222.0.30 "PUT /v2.0/routers/e389cd26-afc2-434a-a53a-5121b00e04d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122651 Feb 03 12:33:18.361656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-ea047d77-751f-4929-9221-b609e8e911ad None None] Provisioning complete for port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:18.362044 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea047d77-751f-4929-9221-b609e8e911ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.427079 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea047d77-751f-4929-9221-b609e8e911ad None None] Port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:18.432098 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 309d7a69-906d-48e1-83ff-c7c31903fa84 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:18.816456 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32926) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:18.821449 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-569261116-network', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:18.840766 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Made reservation on behalf of 41ff2c4beff3462cb9d506ec191c683f for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:18.843830 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.852612 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.932788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks [] for security_group (61d4fefe-1037-413a-ba9f-87a55197bf9f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.936707 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (61d4fefe-1037-413a-ba9f-87a55197bf9f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.963872 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:18.970714 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4fefe-1037-413a-ba9f-87a55197bf9f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.976605 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8663363d-351a-42b9-8893-dad1b71d3191), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.976985 n-d-821606-6 neutron-server[103126]: INFO neutron.db.segments_db [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Added segment 8663363d-351a-42b9-8893-dad1b71d3191 of type vlan for network b461777b-298a-410d-8459-fbfcb130881c Feb 03 12:33:19.017633 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741876504194'] for network (b461777b-298a-410d-8459-fbfcb130881c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.042038 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505'] for network (b461777b-298a-410d-8459-fbfcb130881c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.042980 n-d-821606-6 neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.043557 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.071985 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2544122 Feb 03 12:33:19.074968 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32928) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.081857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Request body: {'subnet': {'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-569261116-subnet', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:19.102107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Made reservation on behalf of 41ff2c4beff3462cb9d506ec191c683f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:19.104510 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066654244'] for subnet (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.116442 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2045c-33cd-40b8-8405-d72939f89d9b admin admin] Pushing event updated for resources: {'Network': ['ID=b461777b-298a-410d-8459-fbfcb130881c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.125946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Network b461777b-298a-410d-8459-fbfcb130881c details requested by agent ovs-agent-n-d-821606-6 with host n-d-821606-6 {{(pid=103128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:19.279084 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065451724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066654686'] for subnet (16e63784-9e47-4ea8-93e4-e8585577c6b3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.334874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e63784-9e47-4ea8-93e4-e8585577c6b3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.346035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Checking segment: {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:19.346390 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Network hostable DHCP agents. Network: b461777b-298a-410d-8459-fbfcb130881c, hostable agents: ['e4495a1b-6d00-4087-b955-a5835c372027'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:19.362629 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Network b461777b-298a-410d-8459-fbfcb130881c is scheduled to be hosted by DHCP agent e4495a1b-6d00-4087-b955-a5835c372027 with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:19.370791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821606-6, b461777b-298a-410d-8459-fbfcb130881c) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:19.375548 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.376152 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.380992 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5848950-093a-4c23-b825-47b177c1834d None None] Network b461777b-298a-410d-8459-fbfcb130881c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:19.392799 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-8fe224f4-cf96-4de7-b1da-e0dacea84846 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166287 Feb 03 12:33:19.395349 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.399727 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:19.419440 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-729994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7680'] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.420622 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-371002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7689'] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.473523 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for router_controller (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.503195 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09881092-68fe-53b1-8e84-43c03a0baaa2-b461777b-298a-410d-8459-fbfcb130881c', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3'}]}} from n-d-821606-6. {{(pid=103128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:33:19.504157 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.615784 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for router_gateway (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.645324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Allocated IP 172.20.0.2 (b461777b-298a-410d-8459-fbfcb130881c/16e63784-9e47-4ea8-93e4-e8585577c6b3/8bb7aac3-e4be-4a3e-b5cb-6804aad39618) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:19.651922 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:19.663904 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:19.664521 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:19.773863 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:19.798599 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks [] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.803650 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.826423 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for router_gateway (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.847714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Network b461777b-298a-410d-8459-fbfcb130881c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:19.850431 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.850609 n-d-821606-6 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:19.854950 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:19.858084 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Pushing event updated for resources: {'Port': ['ID=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.929316 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Attempting to bind port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:19.929693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Attempting to bind port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:19.930072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Attempting to bind port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 on network b461777b-298a-410d-8459-fbfcb130881c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:19.935279 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:19.935650 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Checking segment: {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:19.936067 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.936466 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Bound using segment: {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:19.937069 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Bound port: 8bb7aac3-e4be-4a3e-b5cb-6804aad39618, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:19.937468 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.964872 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Allocated IP 172.25.7.40 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/078dd630-9dab-4430-9c29-1c249b43c0fa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:20.010512 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 2, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:20.043620 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] For port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:20.049845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] For port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:20.053444 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:20.053806 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Updating router e389cd26-afc2-434a-a53a-5121b00e04d4 port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:20.063802 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.089104 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.103186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1b77b892-c204-40f9-bf36-55c28e2990cf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:20.112805 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.157243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.176939 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd8d8c-479d-4250-8211-4b33922eb447 None None] Pushing event updated for resources: {'Port': ['ID=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.194921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1b77b892-c204-40f9-bf36-55c28e2990cf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:20.195355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.223913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:20.229958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:20.233788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:20.260293 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Pushing event updated for resources: {'Port': ['ID=078dd630-9dab-4430-9c29-1c249b43c0fa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.297536 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1b77b892-c204-40f9-bf36-55c28e2990cf is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:20.297937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.322345 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 1b77b892-c204-40f9-bf36-55c28e2990cf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1b77b892-c204-40f9-bf36-55c28e2990cf,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:20.327122 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.417744 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=1b77b892-c204-40f9-bf36-55c28e2990cf,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.508740 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks [] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.515357 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.556509 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for router_gateway (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.594606 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Pushing event updated for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.626476 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.626736 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.627257 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.627588 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.627920 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.628260 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.628568 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.628892 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.629242 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.629555 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.629873 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.630187 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.630499 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:20.649057 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Attempting to bind port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:20.649436 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Attempting to bind port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:20.649805 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Attempting to bind port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:20.655004 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:20.655705 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Checking segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:20.655817 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.656162 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Bound using segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:20.656638 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Bound port: 4a9f084e-3e42-47ba-bcc8-ee2d2852267d, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:20.657371 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.729732 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] For port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:20.734650 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] For port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:20.746591 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.776022 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727937'] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.812046 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:20.812789 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:20.855590 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a1a1c-aca1-4862-8391-469bd1d56721 None None] Pushing event updated for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.887451 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Provisioning complete for port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:20.887914 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.931162 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b is scheduled to L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:33:20.967120 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:21.017150 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Current status of the port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.018885 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.087918 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] For port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.094272 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.176072 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d350fde-e435-4717-a123-c1776581dc72 None None] Pushing event updated for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.217234 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-aa3150b9-dd83-4004-a7f9-2838fe972d36 None None] Provisioning complete for port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:21.217936 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa3150b9-dd83-4004-a7f9-2838fe972d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.275481 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:21.310372 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913522-83f7-4d3a-9a59-a41638096de9 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:21.340931 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aa3150b9-dd83-4004-a7f9-2838fe972d36 None None] Current status of the port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.423775 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611efbf-a8f6-46b8-b822-6d945414d437 None None] Network b461777b-298a-410d-8459-fbfcb130881c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:21.460247 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:21.480256 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.482730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-d72f5c98-41f4-43ff-a2b8-90125fc55843 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0853684 Feb 03 12:33:21.484616 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32932) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:21.487675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Sync routers for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:21.519857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:21.520484 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:21.556140 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Provisioning complete for port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:21.556140 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.690239 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:21.793491 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Current status of the port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.794108 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.941217 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] For port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.950389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.978525 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.021244 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 3, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:22.024367 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298da1-bdc8-4357-8eae-c51c40a63cd2 None None] Pushing event updated for resources: {'Port': ['ID=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.055983 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Checking router: 2923ae36-954b-49c5-b58f-cb8aae1e1e5b for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:22.056635 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Updating router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b port 078dd630-9dab-4430-9c29-1c249b43c0fa binding host n-d-821606-6 {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:22.095763 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e10b6ae5-b16c-4cc2-866d-ba56201cdf43 None None] Provisioning complete for port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:22.096148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10b6ae5-b16c-4cc2-866d-ba56201cdf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.098803 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.173687 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Allocated IP 172.20.0.1 (b461777b-298a-410d-8459-fbfcb130881c/16e63784-9e47-4ea8-93e4-e8585577c6b3/9b487c44-2863-4abf-971d-ec65a0afd3d2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:22.268625 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1b77b892-c204-40f9-bf36-55c28e2990cf up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:22.311600 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks [] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.342163 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e10b6ae5-b16c-4cc2-866d-ba56201cdf43 None None] Current status of the port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:22.346269 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.391196 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Network b461777b-298a-410d-8459-fbfcb130881c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:22.402448 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 1b77b892-c204-40f9-bf36-55c28e2990cf triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:22.402820 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.407003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:22.417758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Pushing event updated for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.422620 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:22.464480 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728540'] for router_interface (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.543106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks [] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.555755 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.566741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 1b77b892-c204-40f9-bf36-55c28e2990cf is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:22.567845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4a9f084e-3e42-47ba-bcc8-ee2d2852267d up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:22.620148 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.655143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Attempting to bind port 078dd630-9dab-4430-9c29-1c249b43c0fa on host n-d-821606-6 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.655512 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Attempting to bind port 078dd630-9dab-4430-9c29-1c249b43c0fa by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.655874 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Attempting to bind port 078dd630-9dab-4430-9c29-1c249b43c0fa on network 6908b28f-16ad-4967-b25c-db2455d2671d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.658794 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7216475-a7a3-4953-a5a4-ba7a6cca2207 None None] Pushing event updated for resources: {'Port': ['ID=078dd630-9dab-4430-9c29-1c249b43c0fa,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.666505 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:22.666879 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Checking segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:22.667347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.667854 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Bound using segment: {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:22.668119 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Bound port: 078dd630-9dab-4430-9c29-1c249b43c0fa, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d9dff-7f45-40a3-9e79-202d3aaab15f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:22.668498 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.713245 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:22.713621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.768647 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] For port 078dd630-9dab-4430-9c29-1c249b43c0fa, host n-d-821606-6, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:22.786994 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] For port 078dd630-9dab-4430-9c29-1c249b43c0fa, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=078dd630-9dab-4430-9c29-1c249b43c0fa,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:22.796444 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.804266 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-25987ddb-be60-4898-8059-21e05fea65dd None None] Provisioning complete for port 9b487c44-2863-4abf-971d-ec65a0afd3d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:22.804631 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25987ddb-be60-4898-8059-21e05fea65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.816789 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks [] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.822288 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.891415 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728140'] for router_interface (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.893258 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Pushing event updated for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.998081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Network b461777b-298a-410d-8459-fbfcb130881c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:22.999433 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:23.082070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7216475-a7a3-4953-a5a4-ba7a6cca2207 None None] Pushing event updated for resources: {'Port': ['ID=078dd630-9dab-4430-9c29-1c249b43c0fa,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.084586 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-25987ddb-be60-4898-8059-21e05fea65dd None None] Port 9b487c44-2863-4abf-971d-ec65a0afd3d2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:23.089975 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:23.091086 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:23.093852 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:23.094467 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:23.125719 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:23.224364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:23.224731 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.249900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:23.254741 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:23.255278 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3d2854ad-9513-4587-bf5d-f86add347cac admin admin] 10.222.0.30 "PUT /v2.0/routers/2923ae36-954b-49c5-b58f-cb8aae1e1e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694969 Feb 03 12:33:23.367282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-23dcc088-d19f-41b6-a585-fdb552d05047 None None] Provisioning complete for port 9b487c44-2863-4abf-971d-ec65a0afd3d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:23.367811 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23dcc088-d19f-41b6-a585-fdb552d05047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.472855 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-23dcc088-d19f-41b6-a585-fdb552d05047 None None] Port 9b487c44-2863-4abf-971d-ec65a0afd3d2 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:23.475662 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:23.539781 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9b487c44-2863-4abf-971d-ec65a0afd3d2', 'name': '', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'mac_address': 'fa:16:3e:ca:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:22Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 2, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'subnets': [{'id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:23.570080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4e874-b4f2-4da4-a607-83c4de523f5a None None] The sync data for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 is: [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9b487c44-2863-4abf-971d-ec65a0afd3d2', 'name': '', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'mac_address': 'fa:16:3e:ca:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:22Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 2, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'subnets': [{'id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:23.858779 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.863534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431082076', 'description': 'tempest-secgroup-smoke-431082076 description', 'project_id': '011d3c83420540a180aac8794eb123bb'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:23.884882 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.961495 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (3ac5e53d-c66a-4268-bef0-a873d10e0418), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.965690 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3ac5e53d-c66a-4268-bef0-a873d10e0418), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.008120 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.010094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1502230 Feb 03 12:33:24.012338 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32942) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.012817 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c6b98-e8e2-45cf-9488-4fa203ba32d6 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5e53d-c66a-4268-bef0-a873d10e0418,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.017877 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.035753 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:24.054506 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (cf03e42f-8046-40d7-816a-8a3613e964ce), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.088184 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:24.088564 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.114314 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (cf03e42f-8046-40d7-816a-8a3613e964ce), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.119603 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (cf03e42f-8046-40d7-816a-8a3613e964ce), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.141745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf03e42f-8046-40d7-816a-8a3613e964ce,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.151642 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.156002 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-588eadb9-7a34-4a22-a58f-29643a2dc946 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387680 Feb 03 12:33:24.156511 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.162299 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.172227 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:24.192230 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (8ec037bd-020a-497e-8a36-6246149b1942), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.258115 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (8ec037bd-020a-497e-8a36-6246149b1942), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.264006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (8ec037bd-020a-497e-8a36-6246149b1942), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.293485 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec037bd-020a-497e-8a36-6246149b1942,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.299738 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.300976 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-da835c5f-712d-4000-b53d-4344f07228ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426289 Feb 03 12:33:24.305059 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 32946) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.309629 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.v2.base [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.337869 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (aa6713e6-3cf9-4392-b134-cd7c1cb62266), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.402606 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (aa6713e6-3cf9-4392-b134-cd7c1cb62266), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.407131 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (aa6713e6-3cf9-4392-b134-cd7c1cb62266), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.429844 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6713e6-3cf9-4392-b134-cd7c1cb62266,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.437263 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.441053 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-5258d47d-2d90-419e-8ed9-3706dd22db9c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324770 Feb 03 12:33:24.444591 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.449212 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.476452 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (434308f1-cb9c-4286-9775-deb94af29ad7), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.538174 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (434308f1-cb9c-4286-9775-deb94af29ad7), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.542019 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (434308f1-cb9c-4286-9775-deb94af29ad7), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.562244 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434308f1-cb9c-4286-9775-deb94af29ad7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.570937 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.572167 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-bcfd4e4c-b6e3-4e1c-8ced-bde381f44fd2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265290 Feb 03 12:33:24.574881 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.580081 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.601085 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Project 011d3c83420540a180aac8794eb123bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:33:24.606507 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (36a48b11-eb41-4476-852e-12c34adeb14e), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.672342 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (36a48b11-eb41-4476-852e-12c34adeb14e), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.676666 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (36a48b11-eb41-4476-852e-12c34adeb14e), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.696066 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a48b11-eb41-4476-852e-12c34adeb14e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.705412 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.706617 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-7500635b-66b7-461c-a9fa-c1042897fd7e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305690 Feb 03 12:33:24.709374 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 32952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.713744 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'security_group_rule': {'security_group_id': '3ac5e53d-c66a-4268-bef0-a873d10e0418', 'project_id': '011d3c83420540a180aac8794eb123bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:24.734344 n-d-821606-6 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Project 011d3c83420540a180aac8794eb123bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:33:24.739545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (7875470e-0475-4c2f-b9a4-aa86741e7ada), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.801264 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (7875470e-0475-4c2f-b9a4-aa86741e7ada), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.805020 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109848'] for security_group_rule (7875470e-0475-4c2f-b9a4-aa86741e7ada), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.820944 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7875470e-0475-4c2f-b9a4-aa86741e7ada,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.831943 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.833257 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2d2501fa-0caf-4468-a0b0-814b796ac80e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228256 Feb 03 12:33:25.091957 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-75c037ee-9e29-4fc4-8985-a944b5dc883f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431082076&fields=id&tenant_id=011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 267 time: 0.0476122 Feb 03 12:33:25.200546 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-e06e0fc3-71aa-4579-89f9-3865383b3e3c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.202028 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-e06e0fc3-71aa-4579-89f9-3865383b3e3c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 809 time: 0.1036239 Feb 03 12:33:25.216093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-1ca66313-c661-4437-9da2-88227bb7d33a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/quotas/011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 375 time: 0.0087202 Feb 03 12:33:25.271407 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-a733522b-2718-422e-92e0-70766eebaf13 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505369 Feb 03 12:33:25.375304 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-be706b4a-ed98-4731-8f04-255b52c2d2fe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:25.376570 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-be706b4a-ed98-4731-8f04-255b52c2d2fe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936201 Feb 03 12:33:25.473104 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-9461ab11-191d-4327-9cf2-3843f43c1ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901480 Feb 03 12:33:25.567439 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-72316098-ac2c-4294-9094-ca4ebae3d16b service neutron] 10.222.0.30 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Feb 03 12:33:25.659468 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Sync routers for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:25.683004 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:25.683766 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:25.792963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9c1b312a-ae95-47c1-b108-118cbfbe1f7b req-6673fc43-b2a6-4af2-8663-51d9a0c6e4dd tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 210 time: 0.0855527 Feb 03 12:33:25.793738 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:25.993382 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9b487c44-2863-4abf-971d-ec65a0afd3d2', 'name': '', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'mac_address': 'fa:16:3e:ca:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:22Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 2, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'subnets': [{'id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:26.021412 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Checking router: 2923ae36-954b-49c5-b58f-cb8aae1e1e5b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:26.021763 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Updating router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b port 9b487c44-2863-4abf-971d-ec65a0afd3d2 binding host n-d-821606-6 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:26.047425 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 078dd630-9dab-4430-9c29-1c249b43c0fa up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:26.050833 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.094818 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 078dd630-9dab-4430-9c29-1c249b43c0fa triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:26.095190 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.169061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 078dd630-9dab-4430-9c29-1c249b43c0fa is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:26.170067 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.189831 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] For port 078dd630-9dab-4430-9c29-1c249b43c0fa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=078dd630-9dab-4430-9c29-1c249b43c0fa,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:26.193918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.250080 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Pushing event updated for resources: {'Port': ['ID=078dd630-9dab-4430-9c29-1c249b43c0fa,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.311428 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks [] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.316626 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.366810 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933a2f9-7204-4399-953d-d88500cfebe0 None None] Pushing event updated for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.416210 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Attempting to bind port 9b487c44-2863-4abf-971d-ec65a0afd3d2 on host n-d-821606-6 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:26.416577 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Attempting to bind port 9b487c44-2863-4abf-971d-ec65a0afd3d2 by drivers openvswitch,hyperv on host n-d-821606-6 at level 0 using segments [{'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:26.416967 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Attempting to bind port 9b487c44-2863-4abf-971d-ec65a0afd3d2 on network b461777b-298a-410d-8459-fbfcb130881c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:26.422303 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Checking agent: {'id': 'f1c0a0bb-2f69-4347-a8c5-2261b703bdaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 10, 52, 37), 'started_at': datetime.datetime(2022, 2, 3, 10, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821606-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:26.422745 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Checking segment: {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:26.423059 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.423445 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Bound using segment: {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:26.423907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Bound port: 9b487c44-2863-4abf-971d-ec65a0afd3d2, host: n-d-821606-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663363d-351a-42b9-8893-dad1b71d3191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:26.424282 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.492080 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] For port 9b487c44-2863-4abf-971d-ec65a0afd3d2, host n-d-821606-6, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:26.494987 n-d-821606-6 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] For port 9b487c44-2863-4abf-971d-ec65a0afd3d2, host n-d-821606-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9b487c44-2863-4abf-971d-ec65a0afd3d2,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:26.501267 n-d-821606-6 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.560285 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:26.560901 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:26.596473 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933a2f9-7204-4399-953d-d88500cfebe0 None None] Pushing event updated for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.624070 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Provisioning complete for port 9b487c44-2863-4abf-971d-ec65a0afd3d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:26.625404 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.683104 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:26.715117 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Current status of the port 9b487c44-2863-4abf-971d-ec65a0afd3d2 is: DOWN; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:26.715616 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.764717 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] For port 9b487c44-2863-4abf-971d-ec65a0afd3d2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9b487c44-2863-4abf-971d-ec65a0afd3d2,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:26.768768 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.850817 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9b41-9fdd-4f78-9b92-e04fcf8c707f None None] Pushing event updated for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.893181 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-e82877eb-7971-4395-977a-473859c12bbd None None] Provisioning complete for port 9b487c44-2863-4abf-971d-ec65a0afd3d2 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:26.893687 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e82877eb-7971-4395-977a-473859c12bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.916648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b4f7d6b4-03c7-40b9-9715-b4f2b3549a84 req-ad1906f5-235c-4b47-9d31-f9f797b53e5c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 210 time: 0.0467262 Feb 03 12:33:26.981182 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e82877eb-7971-4395-977a-473859c12bbd None None] Current status of the port 9b487c44-2863-4abf-971d-ec65a0afd3d2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:27.012061 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9b487c44-2863-4abf-971d-ec65a0afd3d2', 'name': '', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'mac_address': 'fa:16:3e:ca:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:22Z', 'updated_at': '2022-02-03T12:33:26Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'subnets': [{'id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:27.044226 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6b46-e8bd-419f-9d64-db068c365473 None None] The sync data for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 is: [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:22Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '9b487c44-2863-4abf-971d-ec65a0afd3d2', 'name': '', 'network_id': 'b461777b-298a-410d-8459-fbfcb130881c', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'mac_address': 'fa:16:3e:ca:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:22Z', 'updated_at': '2022-02-03T12:33:26Z', 'revision_number': 4, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'subnets': [{'id': '16e63784-9e47-4ea8-93e4-e8585577c6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:27.840545 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-3cf8278c-77fd-4cf0-995a-9d7de76d79aa tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.842663 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-3cf8278c-77fd-4cf0-995a-9d7de76d79aa tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 809 time: 0.1081338 Feb 03 12:33:27.912039 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-a3cf24d8-a061-41f2-ab0a-e26aeb4367ea tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 379 time: 0.0535984 Feb 03 12:33:27.933855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'port': {'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'admin_state_up': True, 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'security_groups': ['3ac5e53d-c66a-4268-bef0-a873d10e0418']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:28.032649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.035121 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-981edf68-6003-4006-83f7-33b340612b84 req-d25be1bd-ff8d-44f1-85b0-34cdd3fda24d tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 210 time: 0.0623722 Feb 03 12:33:28.070971 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 078dd630-9dab-4430-9c29-1c249b43c0fa up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:28.095978 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Made reservation on behalf of 011d3c83420540a180aac8794eb123bb for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:28.099367 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.126962 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 078dd630-9dab-4430-9c29-1c249b43c0fa triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:28.127374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.208390 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 078dd630-9dab-4430-9c29-1c249b43c0fa is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:28.209514 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9b487c44-2863-4abf-971d-ec65a0afd3d2 up at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:28.238751 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Allocated IP 172.20.0.14 (e94b39c2-e878-4200-8028-42fa493cf9eb/99456207-c4b3-4a9d-981f-b985682c8754/78f2e594-5b4c-4e43-976e-2baa4a5dc150) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:28.256386 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Provisioning complete for port 9b487c44-2863-4abf-971d-ec65a0afd3d2 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:28.256763 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.336363 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Current status of the port 9b487c44-2863-4abf-971d-ec65a0afd3d2 is: ACTIVE; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:28.378117 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.415103 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.457378 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Network e94b39c2-e878-4200-8028-42fa493cf9eb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:28.463011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:28.466571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:28.490186 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.518857 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.519496 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.535660 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-10ae11cf-7aff-49af-b160-daf878cf6a4f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059000 Feb 03 12:33:28.551609 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Request body: {'port': {'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:28.617343 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.712549 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-f294761b-a860-442e-b15c-04a741912d0a None None] Provisioning complete for port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:28.712941 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f294761b-a860-442e-b15c-04a741912d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.746371 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f294761b-a860-442e-b15c-04a741912d0a None None] Port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:28.893017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f2e594-5b4c-4e43-976e-2baa4a5dc150 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:28.900260 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks [] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.911959 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Transition to ACTIVE for port object 78f2e594-5b4c-4e43-976e-2baa4a5dc150 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:28.915645 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.964584 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:29.043805 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Attempting to bind port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:29.044149 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Attempting to bind port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:29.045164 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Attempting to bind port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:29.050576 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 on network e94b39c2-e878-4200-8028-42fa493cf9eb not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:29.050906 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Attempting to bind port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:29.056184 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:29.056529 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Checking segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:29.056936 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Bound using segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:29.057412 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Bound port: 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:29.057779 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.136561 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:29.164749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:29.174108 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.221208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.221828 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.223191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] 10.222.0.69 "PUT /v2.0/ports/78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1092 time: 0.6761260 Feb 03 12:33:29.225240 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:29.227525 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b" -d '{"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:29.245429 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca683c-b63c-4db8-b057-86af714e015b req-ea2d4727-9f56-43c7-884c-07f53d291231 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.246925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1ca683c-b63c-4db8-b057-86af714e015b req-ea2d4727-9f56-43c7-884c-07f53d291231 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.1309276 Feb 03 12:33:29.268051 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c34909-b405-425c-8dd8-a0afb5487961 service neutron] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:29.344730 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f1ca683c-b63c-4db8-b057-86af714e015b req-c7a7e0cb-4bb4-49cf-831b-6d9bac6e0166 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851693 Feb 03 12:33:29.363383 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-9f0a037c-9be3-4c21-a3af-944f841e5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.364878 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-9f0a037c-9be3-4c21-a3af-944f841e5ca1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1126 time: 0.0684075 Feb 03 12:33:29.369004 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f998c4b3-b710-429e-9de0-cc75d59d9ae3 x-openstack-request-id: req-f998c4b3-b710-429e-9de0-cc75d59d9ae3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:29.369298 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:29.369554 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f998c4b3-b710-429e-9de0-cc75d59d9ae3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:29.369956 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'status': 'completed', 'code': 200} Feb 03 12:33:29.423437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-6cd6febd-45d8-4d75-a88c-83df2faa3d75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 217 time: 0.0364501 Feb 03 12:33:29.474717 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-2e41ec14-a8d1-45b2-9b10-f422c6f6527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.476146 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-2e41ec14-a8d1-45b2-9b10-f422c6f6527d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0473905 Feb 03 12:33:29.526723 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-1a0cd6a4-c13e-41cf-9e31-c8aff5f8e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.528219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-1a0cd6a4-c13e-41cf-9e31-c8aff5f8e7ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469837 Feb 03 12:33:29.619640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-84ceac46-8657-456a-b564-b916792dcfc7 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Feb 03 12:33:29.706457 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf6419e9-e004-4389-841e-3a19a46a6948 req-e0672a6c-2dc4-4dde-ae01-c3d46c20cce7 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808158 Feb 03 12:33:29.836357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-30a8e5e1-ed34-4913-9a59-f2f2af6d1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.837856 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-30a8e5e1-ed34-4913-9a59-f2f2af6d1833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1126 time: 0.0442722 Feb 03 12:33:29.927758 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-5883e3e0-c920-448b-ad74-e2dca863ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.929244 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-5883e3e0-c920-448b-ad74-e2dca863ec79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0855713 Feb 03 12:33:29.969973 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-ab601184-35af-4b0f-aba7-585bcdd4bc13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 217 time: 0.0352051 Feb 03 12:33:30.021534 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-1dd8fefd-37d8-498c-a215-f537e83f8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.022963 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-1dd8fefd-37d8-498c-a215-f537e83f8544 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0475163 Feb 03 12:33:30.072506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-5aa5a94b-0731-4abd-abb8-7ffc70fce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.074251 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-5aa5a94b-0731-4abd-abb8-7ffc70fce6c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459778 Feb 03 12:33:30.161537 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-54d1997b-4e4c-43ce-88f7-2534f75c86cb service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Feb 03 12:33:30.253626 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c0b35b99-d592-4f3a-9f6d-34ad2271c19b req-6423399b-3b9b-4566-89e6-e24d563caa73 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 Feb 03 12:33:30.466559 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586cc8-18a8-4e51-9500-8e5dfbe94d05 req-769c377b-dec4-4d21-a5b7-09588f3b2587 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.468002 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20586cc8-18a8-4e51-9500-8e5dfbe94d05 req-769c377b-dec4-4d21-a5b7-09588f3b2587 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0534437 Feb 03 12:33:30.515246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-20586cc8-18a8-4e51-9500-8e5dfbe94d05 req-61fe99c5-95e3-4634-ba53-3a87a6a13ada tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Feb 03 12:33:31.457155 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27ba96df-4a9e-4325-aadf-b81ba143a2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.642407 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f15c56-b39e-4d3a-8f9b-d02892dbce2d req-740da150-57ad-47e4-ae84-d04f6712394c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.643890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f15c56-b39e-4d3a-8f9b-d02892dbce2d req-740da150-57ad-47e4-ae84-d04f6712394c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0599861 Feb 03 12:33:31.693219 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a3f15c56-b39e-4d3a-8f9b-d02892dbce2d req-272896a7-b492-499f-b532-f055e7e40b93 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435600 Feb 03 12:33:32.821111 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf80518-e3ca-40ed-b48f-bd079c2ddf22 req-988ba357-dd18-4218-86e0-369c1bc74d8f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.822550 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cf80518-e3ca-40ed-b48f-bd079c2ddf22 req-988ba357-dd18-4218-86e0-369c1bc74d8f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0511284 Feb 03 12:33:32.869710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7cf80518-e3ca-40ed-b48f-bd079c2ddf22 req-71d509d8-1d9d-4255-84a3-07f64186dadf tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Feb 03 12:33:33.078617 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:33.175737 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:33.186977 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:33.227646 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:33.228037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.241018 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f2e594-5b4c-4e43-976e-2baa4a5dc150 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:33.260864 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:33.264839 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.313675 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:33.629921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['78f2e594-5b4c-4e43-976e-2baa4a5dc150'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:33.990802 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c3bb-8faa-4f6d-a1c5-a4c0198ad10a req-117d098c-6e19-4ee1-bde5-1ac8e74b9ce0 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.992344 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c737c3bb-8faa-4f6d-a1c5-a4c0198ad10a req-117d098c-6e19-4ee1-bde5-1ac8e74b9ce0 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 945 time: 0.0522997 Feb 03 12:33:34.044542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-c737c3bb-8faa-4f6d-a1c5-a4c0198ad10a req-bae56fe2-6021-4f80-b3d7-1c0c97641605 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Feb 03 12:33:34.554383 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b67c6c-ada3-4006-97d2-1f4847e529aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.993834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.092970 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:35.142881 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:35.147133 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:35.147504 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.165791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5e0b-c555-486e-a338-db480478a670 req-ba9bca20-bd3c-460a-b82c-36aa4da00aae tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.167264 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f9b5e0b-c555-486e-a338-db480478a670 req-ba9bca20-bd3c-460a-b82c-36aa4da00aae tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Feb 03 12:33:35.217424 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5f9b5e0b-c555-486e-a338-db480478a670 req-57a465bc-3d5b-4fdc-bb3c-fd2c09d3152c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Feb 03 12:33:35.227759 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:35.228150 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.256295 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:35.258504 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a49b0c-32a6-434a-84ee-32951b8b9d23" -d '{"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-plugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:35.276414 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:35.281345 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.306326 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f644e5-1e98-43d0-add2-dc415a0e8190 x-openstack-request-id: req-c2f644e5-1e98-43d0-add2-dc415a0e8190 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:35.306615 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-plugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:35.306866 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2f644e5-1e98-43d0-add2-dc415a0e8190 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:35.307309 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'code': 200} Feb 03 12:33:35.333325 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.429749 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd7ca3-f3c5-4459-a2c4-abd9f6644202 req-88714cdf-3280-4983-abe0-12ef0e5bc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.431504 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85bd7ca3-f3c5-4459-a2c4-abd9f6644202 req-88714cdf-3280-4983-abe0-12ef0e5bc88d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1128 time: 0.0442085 Feb 03 12:33:35.476308 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-85bd7ca3-f3c5-4459-a2c4-abd9f6644202 req-18ead433-1cad-44df-8703-9eab13247970 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384142 Feb 03 12:33:36.344419 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e439c-8de9-40fc-b6c7-fa083b1dbc73 req-a3faa3dc-d962-43e1-80f3-7714fd203d53 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.345941 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c8e439c-8de9-40fc-b6c7-fa083b1dbc73 req-a3faa3dc-d962-43e1-80f3-7714fd203d53 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 946 time: 0.0566528 Feb 03 12:33:36.394648 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-5c8e439c-8de9-40fc-b6c7-fa083b1dbc73 req-c874828f-4144-4f92-afe6-aef46d4dd2fc tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431054 Feb 03 12:33:36.565621 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.516788 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128c48-7f85-45eb-85dc-0d748c71375e req-fa7b42b7-da0d-4c80-ade2-5820e17ce056 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.518316 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e128c48-7f85-45eb-85dc-0d748c71375e req-fa7b42b7-da0d-4c80-ade2-5820e17ce056 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 946 time: 0.0526567 Feb 03 12:33:37.558834 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.568619 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3e128c48-7f85-45eb-85dc-0d748c71375e req-7c90e4e6-4bad-4bda-8352-e13a6c9a5218 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Feb 03 12:33:37.695369 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d99251-39a9-4325-8892-d3d5bf02618f req-6222b93e-d5cd-45be-a572-75cb364403e1 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.696793 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88d99251-39a9-4325-8892-d3d5bf02618f req-6222b93e-d5cd-45be-a572-75cb364403e1 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 946 time: 0.0559223 Feb 03 12:33:37.746864 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-88d99251-39a9-4325-8892-d3d5bf02618f req-c8c5b683-a2e2-4267-abff-3cff94428e80 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 Feb 03 12:33:37.769056 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:37.854841 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870726c-dfb5-4727-a8c5-f92996aa4178 tempest-TestSnapshotPattern-1428453088 tempest-TestSnapshotPattern-1428453088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.856415 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-f870726c-dfb5-4727-a8c5-f92996aa4178 tempest-TestSnapshotPattern-1428453088 tempest-TestSnapshotPattern-1428453088-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1123 time: 0.0863554 Feb 03 12:33:37.859364 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:37.863537 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:37.883554 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.983683 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.086161 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Allocated IP 172.25.7.132 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/976d198d-c399-4218-97ee-af0db80dc508) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:38.192843 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (976d198d-c399-4218-97ee-af0db80dc508), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.226068 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (976d198d-c399-4218-97ee-af0db80dc508), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.264014 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:38.268930 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:38.272340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:38.277773 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=976d198d-c399-4218-97ee-af0db80dc508,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:38.963124 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (666c8c53-a515-4303-83b2-f4ec440118e2), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.963856 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:33:39.031581 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (976d198d-c399-4218-97ee-af0db80dc508), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.177922 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (976d198d-c399-4218-97ee-af0db80dc508), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.182328 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (976d198d-c399-4218-97ee-af0db80dc508), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.252050 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=976d198d-c399-4218-97ee-af0db80dc508,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:39.264988 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (666c8c53-a515-4303-83b2-f4ec440118e2), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.361957 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Floating IP 666c8c53-a515-4303-83b2-f4ec440118e2 associated. External IP: 172.25.7.132, port: 78f2e594-5b4c-4e43-976e-2baa4a5dc150. Feb 03 12:33:39.568080 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:39.673977 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:39.683544 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:39.691810 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.694186 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:39.694981 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:39.722466 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3f608aae-b3de-46da-bd46-2015b6a6f52c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8621161 Feb 03 12:33:39.723058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:39.725301 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc" -d '{"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:39.760888 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c49700-cd0f-4311-b615-f01b5e87881f x-openstack-request-id: req-a7c49700-cd0f-4311-b615-f01b5e87881f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:39.761206 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:39.761460 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7c49700-cd0f-4311-b615-f01b5e87881f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:39.761866 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'status': 'completed', 'code': 200} Feb 03 12:33:39.802172 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:39.852011 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-40953a3a-70d4-424d-8b0b-48f682995283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.853544 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-40953a3a-70d4-424d-8b0b-48f682995283 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1128 time: 0.0491314 Feb 03 12:33:39.947271 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-cd04d2a1-863f-4e76-943f-7e2ab082b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.951232 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-cd04d2a1-863f-4e76-943f-7e2ab082b8da service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0925612 Feb 03 12:33:40.025248 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:38Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:40.025589 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-f51de556-73ff-48f8-9515-0110161505d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1000 time: 0.0681014 Feb 03 12:33:40.073462 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-677d0ecf-6f03-4919-8c04-7329bc52359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.075010 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-677d0ecf-6f03-4919-8c04-7329bc52359a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0437818 Feb 03 12:33:40.126725 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-a1b0c4d9-80e6-4590-b056-190298bab0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.128139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-a1b0c4d9-80e6-4590-b056-190298bab0a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471797 Feb 03 12:33:40.221497 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:40.224749 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-fe5e804b-83a9-4983-9fac-78964917b237 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909672 Feb 03 12:33:40.229623 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:40.230225 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:33:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:40.314210 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-7b6e559d-eb45-42c0-955b-f3b0d76aedcc req-81f3ef7c-3525-42d4-b9e8-57b7d207ad58 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 Feb 03 12:33:40.335412 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:40.551180 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:38Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:40.581568 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b8dba-ac48-4bbf-9ab1-8398c20a7ce1 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:38Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:40.770557 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde910ef-9bac-499a-9bb1-6088dda21aa2 None None] New status for floating IP 666c8c53-a515-4303-83b2-f4ec440118e2: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:47.054766 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.522262 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-525d440f-beaf-49f4-9942-4a25707b0d1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481155 Feb 03 12:33:57.621916 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedc519-0522-437a-a849-399dea9db770 req-1a448476-0e05-443d-968e-371368374336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.623451 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-1a448476-0e05-443d-968e-371368374336 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1128 time: 0.0451665 Feb 03 12:33:57.729200 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedc519-0522-437a-a849-399dea9db770 req-0f5e29e6-e7ec-48bf-a9ad-24c4cf8899c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.730669 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-0f5e29e6-e7ec-48bf-a9ad-24c4cf8899c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0893469 Feb 03 12:33:57.794275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-9b608362-e7d9-41f0-a313-cd7a17ece714 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1002 time: 0.0569677 Feb 03 12:33:57.843660 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedc519-0522-437a-a849-399dea9db770 req-bf306706-87f0-4be7-ab18-c1bade3b3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.845084 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-bf306706-87f0-4be7-ab18-c1bade3b3e2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0437777 Feb 03 12:33:57.897486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedc519-0522-437a-a849-399dea9db770 req-976a9fee-2b6f-45dd-a594-fa94e04eeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.898975 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-976a9fee-2b6f-45dd-a594-fa94e04eeeab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473557 Feb 03 12:33:57.987346 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-08e1be9e-c52b-455d-a951-9da3cba3d81e service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Feb 03 12:33:58.047591 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.089218 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-efedc519-0522-437a-a849-399dea9db770 req-83f9f724-3e5f-4d3e-81d6-518f4d534282 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956824 Feb 03 12:34:01.457793 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-089710fc-dc8b-4e98-9d79-8676b0bdd0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.555938 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e671c9f-df13-4f32-86da-df273c058f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.997264 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.567450 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.562562 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.962434 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:34:17.070202 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.037061 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.458706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dc971d5-3f3f-49de-b9aa-6d599eb6d4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.557148 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7901230d-c7f2-4bec-86e2-e3a2b98632ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.999385 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.570618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.565602 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.068405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.961897 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:34:58.055249 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.530241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-14b201e3-af1b-4c8f-9fae-fb4ddf7ee598 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448902 Feb 03 12:34:58.636100 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-c6f3e07c-0630-4550-bfde-c747b6657c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.637674 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-c6f3e07c-0630-4550-bfde-c747b6657c09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1128 time: 0.0509074 Feb 03 12:34:58.742743 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-52a84ab1-6fbd-40eb-a641-264c53c9b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.744205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-52a84ab1-6fbd-40eb-a641-264c53c9b36a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0873284 Feb 03 12:34:58.808205 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-f2be9270-21fa-4b28-9bf8-2c93f9506b8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1002 time: 0.0576074 Feb 03 12:34:58.859486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-dd40f9d9-19ff-44fe-ab03-cb96a370914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.861421 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-dd40f9d9-19ff-44fe-ab03-cb96a370914e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0468969 Feb 03 12:34:58.908807 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-ce3232c0-3731-4184-9201-f90421f64430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.910318 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-ce3232c0-3731-4184-9201-f90421f64430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436306 Feb 03 12:34:59.006640 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-61fe29d3-1e41-4f8f-9e81-ec3fcc6d43b7 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907230 Feb 03 12:34:59.098267 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-cbd81031-fc1f-4f4e-ba92-feb3cfcfa0c3 req-9f560c94-fa51-49ec-89f6-ceaa6bff530f service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858507 Feb 03 12:35:01.463765 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f46d2e6-98a3-4e69-bb08-a9c917ddbe91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.561246 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0905-712b-4353-8d62-267e2665b614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.002805 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.568334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.567645 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.068059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.051347 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.961869 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:35:31.465910 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c57a3b46-1149-4d38-927a-3e84ec86b96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.561962 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-527b30b1-4477-4c76-a94b-20735fc71d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.006178 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.574263 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.569883 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.064117 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.051706 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.521921 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-3604df2e-4b17-4ee8-9b8b-bfea8cd670b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445423 Feb 03 12:35:59.627472 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-cc56cb6e-4274-461c-a03a-e68615c40310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.628979 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-cc56cb6e-4274-461c-a03a-e68615c40310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1128 time: 0.0453525 Feb 03 12:35:59.731357 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-26cd3dae-fc0f-4f4f-b7c5-0d552c2990a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.732805 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-26cd3dae-fc0f-4f4f-b7c5-0d552c2990a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0872281 Feb 03 12:35:59.795417 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-d1515634-38e5-4133-a45c-bcb6b4362525 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1002 time: 0.0566032 Feb 03 12:35:59.846389 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-511842fb-ca35-4723-89c0-01b54a757d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.847807 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-511842fb-ca35-4723-89c0-01b54a757d93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0457704 Feb 03 12:35:59.895707 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-ed3490a8-eaea-49aa-a232-b017428d27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.897241 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-ed3490a8-eaea-49aa-a232-b017428d27e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438368 Feb 03 12:35:59.906289 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-6611cabe-7959-4bbb-bfac-b503593942a2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:59.907211 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-6611cabe-7959-4bbb-bfac-b503593942a2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048430 Feb 03 12:35:59.998172 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-de2ca193-118f-4c34-bf52-d4d84cce4ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851145 Feb 03 12:36:00.087872 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-04647d81-0b70-4cd5-bdfc-c56ffa38727d req-b951c529-c37b-423d-8cc6-d8e3985108aa service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Feb 03 12:36:01.466516 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3f5362b-5eb5-447a-9ee0-4a15d35d243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.563037 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d795bbf3-c358-4736-a4e6-7941096677ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.009008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.574470 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.960702 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:36:07.572043 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.996613 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:12.089867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:12.100699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:12.139953 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:12.140352 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.153463 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78f2e594-5b4c-4e43-976e-2baa4a5dc150 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:12.171867 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:12.175865 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.221666 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.229104 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.229456 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.229800 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.230138 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.230474 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.230814 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.231139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.231469 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.231795 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.232121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.232445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.232768 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.233129 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:12.318845 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['78f2e594-5b4c-4e43-976e-2baa4a5dc150'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:14.029631 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:14.075055 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:14.075426 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.150727 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:14.151106 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.172453 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:14.174675 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8caf4a-d589-4967-b9a5-ff84d23725d5" -d '{"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-plugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:14.186280 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:14.190702 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.238822 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.307288 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df387cf7-3c55-4b49-9a89-5df787eeaad6 x-openstack-request-id: req-df387cf7-3c55-4b49-9a89-5df787eeaad6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:14.307587 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-plugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:14.307843 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df387cf7-3c55-4b49-9a89-5df787eeaad6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:14.308267 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'code': 200} Feb 03 12:36:17.083618 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.884772 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-174d3f9e-961e-4aa4-91a6-ab60032ede21 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431082076&fields=id&tenant_id=011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 267 time: 0.0454936 Feb 03 12:36:26.995119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-217d7270-5c30-441b-a16a-ba0f9f6f8508 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.996575 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-217d7270-5c30-441b-a16a-ba0f9f6f8508 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 809 time: 0.1054652 Feb 03 12:36:27.010664 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-06d2d417-517b-4d51-8ac6-54bd3a8a4b64 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/quotas/011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 375 time: 0.0087039 Feb 03 12:36:27.067800 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-c1c8d537-67ed-458c-b4de-90d1db953384 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523441 Feb 03 12:36:27.163947 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-65535e69-8b7a-46f7-924a-84a7d264675a service neutron] 10.222.0.30 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Feb 03 12:36:27.251004 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-74c5b696-dcff-463c-b620-ea92b6d0052e service neutron] 10.222.0.30 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815620 Feb 03 12:36:27.418082 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2cf05800-79b8-45a1-9c42-2b206de0079e req-2662a8ba-14bc-418c-a2ce-badc77d4aae8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Feb 03 12:36:28.053525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.454285 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-68d609d9-2b8e-4779-a9ec-2ecb809fecec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.455760 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-68d609d9-2b8e-4779-a9ec-2ecb809fecec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 809 time: 0.1081614 Feb 03 12:36:28.525597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-54fc00c9-a5bf-4259-933e-4d39e3046bb9 req-d6cd7304-c2cd-439a-9713-17e93ecf27ab tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Feb 03 12:36:28.554093 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-f8bc052b-b989-4fd3-b8f6-1bfe0eb6ab32 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011d3c83420540a180aac8794eb123bb HTTP/1.1" status: 200 len: 379 time: 0.0823512 Feb 03 12:36:28.562400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'port': {'device_id': '794e5c63-4add-469e-8237-b6869d8cce58', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'admin_state_up': True, 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'security_groups': ['3ac5e53d-c66a-4268-bef0-a873d10e0418']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:28.669517 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Made reservation on behalf of 011d3c83420540a180aac8794eb123bb for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:28.675046 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.854001 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Allocated IP 172.20.0.10 (e94b39c2-e878-4200-8028-42fa493cf9eb/99456207-c4b3-4a9d-981f-b985682c8754/368a50ca-85fa-492b-a331-9debf628e0c5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:29.073960 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (368a50ca-85fa-492b-a331-9debf628e0c5), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.117684 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.179560 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Network e94b39c2-e878-4200-8028-42fa493cf9eb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:29.183035 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:29.187585 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:29.190520 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.225571 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.225923 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.226269 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.226610 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.226942 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.227277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.227606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.227940 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.228265 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.228593 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.228958 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.229270 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.229597 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.267709 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.268580 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.288601 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-b4dc8966-2603-4e11-a0eb-283d10018f75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7297113 Feb 03 12:36:29.486292 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-be8d870a-c824-4207-8ff6-bb3c0b6ddf61 None None] Provisioning complete for port 368a50ca-85fa-492b-a331-9debf628e0c5 triggered by entity DHCP. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:29.486946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be8d870a-c824-4207-8ff6-bb3c0b6ddf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.523468 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be8d870a-c824-4207-8ff6-bb3c0b6ddf61 None None] Port 368a50ca-85fa-492b-a331-9debf628e0c5 cannot update to ACTIVE because it is not bound. {{(pid=103128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:29.663076 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b8dcb-3ccf-490a-902e-2234d778e084 req-5e2334cf-ca5f-4d67-8c67-f1246f238d10 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.664622 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-610b8dcb-3ccf-490a-902e-2234d778e084 req-5e2334cf-ca5f-4d67-8c67-f1246f238d10 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0648570 Feb 03 12:36:29.720154 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-610b8dcb-3ccf-490a-902e-2234d778e084 req-ec09c74f-239d-474f-942d-7908c116913c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489724 Feb 03 12:36:30.085396 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:30.169171 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:30.169785 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.194595 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:30.196810 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03eb270-389b-4cdd-833c-b7aed60f70e0" -d '{"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-unplugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:30.210105 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:30.216059 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.264104 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93b683-c7e9-44f5-97f0-94fc34bfda6a x-openstack-request-id: req-ac93b683-c7e9-44f5-97f0-94fc34bfda6a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:30.264390 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-unplugged", "status": "completed", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:30.264654 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac93b683-c7e9-44f5-97f0-94fc34bfda6a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:30.265079 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'code': 200} Feb 03 12:36:30.274438 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.854417 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903037a-a66b-4761-add9-60876ea1d6fe req-8de077f4-ea44-4b72-a6a7-03976b0e9b45 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.856299 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1903037a-a66b-4761-add9-60876ea1d6fe req-8de077f4-ea44-4b72-a6a7-03976b0e9b45 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0619478 Feb 03 12:36:30.912720 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1903037a-a66b-4761-add9-60876ea1d6fe req-273db0b5-23f2-4df4-ac23-d04fa8fcfc33 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510879 Feb 03 12:36:31.469708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97c61c0a-ff3b-438b-829b-23e2dcf3e9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.045101 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84546508-119f-4a1c-99fb-7de3e6fc50e1 req-67d6aa00-d925-4bfc-a898-ec0d315f23a4 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:32.046542 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84546508-119f-4a1c-99fb-7de3e6fc50e1 req-67d6aa00-d925-4bfc-a898-ec0d315f23a4 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0569172 Feb 03 12:36:32.097812 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-84546508-119f-4a1c-99fb-7de3e6fc50e1 req-578da1e8-f0a3-45e3-8d1c-d9851e22b817 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 Feb 03 12:36:33.241131 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866571-8ac2-4969-9c1a-ed5838d34865 req-6038c865-cd8e-40b7-8c0e-85dfdaf4af75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.248618 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42866571-8ac2-4969-9c1a-ed5838d34865 req-6038c865-cd8e-40b7-8c0e-85dfdaf4af75 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0693722 Feb 03 12:36:33.299221 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-42866571-8ac2-4969-9c1a-ed5838d34865 req-0147bf0b-7e77-47d8-ba25-d05196baf5ca tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497625 Feb 03 12:36:34.433913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0100e5-31ca-42c8-b66a-406cd32fd5f3 req-a2dcb0e5-e9b1-4dab-a284-399f410efec1 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.435437 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed0100e5-31ca-42c8-b66a-406cd32fd5f3 req-a2dcb0e5-e9b1-4dab-a284-399f410efec1 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0547364 Feb 03 12:36:34.486822 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-ed0100e5-31ca-42c8-b66a-406cd32fd5f3 req-e46510b4-636e-45b7-96c3-f4599bc7075b tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Feb 03 12:36:34.564688 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d4eb63-56de-4bde-b39e-b922dbd542ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.013859 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.615900 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737abf-56bb-46d4-92f2-356b9c71aab9 req-04687779-b0d7-4808-b1ba-b924df74fc00 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.617411 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a737abf-56bb-46d4-92f2-356b9c71aab9 req-04687779-b0d7-4808-b1ba-b924df74fc00 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0556915 Feb 03 12:36:35.671845 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-2a737abf-56bb-46d4-92f2-356b9c71aab9 req-2400bab8-0dc4-4518-b768-82f020e91037 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488796 Feb 03 12:36:36.577021 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.790421 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aee78b-98e9-499e-b58d-67e5953c1e1c req-97c88ac2-1f66-40e3-9aad-4d54eb42a738 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.791887 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0aee78b-98e9-499e-b58d-67e5953c1e1c req-97c88ac2-1f66-40e3-9aad-4d54eb42a738 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0525832 Feb 03 12:36:36.841261 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-f0aee78b-98e9-499e-b58d-67e5953c1e1c req-df9c8ed2-14c8-4d3f-a8be-7b813ad24c97 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Feb 03 12:36:37.573954 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.960112 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b017-d011-4cae-a3ba-1f50ab1b02a4 req-6e0689b5-9afa-4258-a641-a5075944236c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.961611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa65b017-d011-4cae-a3ba-1f50ab1b02a4 req-6e0689b5-9afa-4258-a641-a5075944236c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 932 time: 0.0532115 Feb 03 12:36:38.009629 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-fa65b017-d011-4cae-a3ba-1f50ab1b02a4 req-c7314155-30f3-49b9-9f99-c68a906c546e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Feb 03 12:36:38.584702 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Request body: {'port': {'device_id': '794e5c63-4add-469e-8237-b6869d8cce58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821606-6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:38.644403 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.895705 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368a50ca-85fa-492b-a331-9debf628e0c5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:38.902907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks [] for port (368a50ca-85fa-492b-a331-9debf628e0c5), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.915032 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Transition to ACTIVE for port object 368a50ca-85fa-492b-a331-9debf628e0c5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:38.918736 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.990510 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.049757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Attempting to bind port 368a50ca-85fa-492b-a331-9debf628e0c5 on host n-h2-821606-6 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:39.051384 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Attempting to bind port 368a50ca-85fa-492b-a331-9debf628e0c5 by drivers openvswitch,hyperv on host n-h2-821606-6 at level 0 using segments [{'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:39.051769 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Attempting to bind port 368a50ca-85fa-492b-a331-9debf628e0c5 on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:39.056828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Port 368a50ca-85fa-492b-a331-9debf628e0c5 on network e94b39c2-e878-4200-8028-42fa493cf9eb not bound, no agent of type Open vSwitch agent registered on host n-h2-821606-6 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:39.057245 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Attempting to bind port 368a50ca-85fa-492b-a331-9debf628e0c5 on network e94b39c2-e878-4200-8028-42fa493cf9eb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:39.062599 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Checking agent: {'id': '3d39eafa-15f1-46f9-890e-a5d008871ba6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821606-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'started_at': datetime.datetime(2022, 2, 3, 11, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:39.062987 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Checking segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:39.063325 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Bound using segment: {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:39.063757 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Bound port: 368a50ca-85fa-492b-a331-9debf628e0c5, host: n-h2-821606-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c76c7c-c802-4874-b667-e3c836a39f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:39.064119 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.163982 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:39.167957 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:39.176677 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.190789 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334859-0349-4ef3-ba85-18b52f5cce48 req-e84fcc3a-7fb7-4062-9a18-a504eece9051 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.193100 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9334859-0349-4ef3-ba85-18b52f5cce48 req-e84fcc3a-7fb7-4062-9a18-a504eece9051 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.0946748 Feb 03 12:36:39.228606 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.229243 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.230597 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] 10.222.0.69 "PUT /v2.0/ports/368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 1092 time: 0.6501744 Feb 03 12:36:39.236692 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:39.239343 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3814ba7e-397f-4774-b5c3-11bb73aba5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:39.293425 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765429ca-9644-4f68-b825-76b5cbba1bc0 x-openstack-request-id: req-765429ca-9644-4f68-b825-76b5cbba1bc0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:39.293712 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:39.293966 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-765429ca-9644-4f68-b825-76b5cbba1bc0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:39.294362 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'status': 'completed', 'code': 200} Feb 03 12:36:39.306057 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b9334859-0349-4ef3-ba85-18b52f5cce48 req-0ea46db7-f235-4606-b24b-4a0c1f46c965 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934427 Feb 03 12:36:39.318040 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2f14-3851-46fb-92b7-7ca27239862e service neutron] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.357604 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-c21d2b5d-27f1-421a-8df1-ac50d73f622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.359139 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-c21d2b5d-27f1-421a-8df1-ac50d73f622d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1126 time: 0.0522230 Feb 03 12:36:39.411231 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-6d687cc0-770e-4912-a163-21ba9ab7ea1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0398464 Feb 03 12:36:39.461791 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-6634b56d-488f-47f2-8def-bc1a6205941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.463246 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-6634b56d-488f-47f2-8def-bc1a6205941f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0464208 Feb 03 12:36:39.511672 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-9b909d9a-da61-4e64-b946-4e595dbac1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.513122 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-9b909d9a-da61-4e64-b946-4e595dbac1b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439515 Feb 03 12:36:39.605923 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-4833c3ef-c995-458d-825b-d99200ac82b1 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869534 Feb 03 12:36:39.693665 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-477fa1ca-4b6b-4c27-96af-61e6a09cdd6e req-1c601457-9eaa-4d62-8cc7-f2d9f867cdfe service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Feb 03 12:36:39.829913 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-e852fb12-c3ac-400e-a941-71a94cf152a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.831547 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-e852fb12-c3ac-400e-a941-71a94cf152a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1126 time: 0.0484941 Feb 03 12:36:39.918339 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-2f2bf977-1de8-44b2-acf7-f3f338caaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.919789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-2f2bf977-1de8-44b2-acf7-f3f338caaf7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0824075 Feb 03 12:36:40.284275 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-ef30e667-058f-46c0-a175-3865c3ad703a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 217 time: 0.3585095 Feb 03 12:36:40.332167 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-8ddd57e8-15f3-43be-960f-41f8f69c07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.333522 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-8ddd57e8-15f3-43be-960f-41f8f69c07b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0431643 Feb 03 12:36:40.390889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-93bda22d-2f9f-48c3-9dc6-e5b1f11f6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.392322 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-93bda22d-2f9f-48c3-9dc6-e5b1f11f6bed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536711 Feb 03 12:36:40.491324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62e31e-5bfd-4ad1-bc72-27c5b5a85561 req-ff7fa1d3-a3e2-4e8a-83c5-17cd9d5d2e13 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.492759 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b62e31e-5bfd-4ad1-bc72-27c5b5a85561 req-ff7fa1d3-a3e2-4e8a-83c5-17cd9d5d2e13 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.1153533 Feb 03 12:36:40.518964 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-e4868385-ba8f-4091-8f2c-6cb4557be58e service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129692 Feb 03 12:36:40.572118 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1b62e31e-5bfd-4ad1-bc72-27c5b5a85561 req-3f94a2aa-5854-4564-b80a-200f1809bcf1 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733602 Feb 03 12:36:40.634094 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-3814ba7e-397f-4774-b5c3-11bb73aba5e1 req-9304a917-175a-4dde-b6cc-161d79478d29 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079648 Feb 03 12:36:41.697771 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7a5a-464f-4af1-aa7a-7ad283912b0d req-3e6da93b-f584-4011-89d3-c8a1e89716ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.699226 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c5b7a5a-464f-4af1-aa7a-7ad283912b0d req-3e6da93b-f584-4011-89d3-c8a1e89716ec tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.0530131 Feb 03 12:36:41.746740 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-1c5b7a5a-464f-4af1-aa7a-7ad283912b0d req-544d5de4-4b8b-4877-bd91-e535c852cc5a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Feb 03 12:36:42.864565 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a637ea7-829d-4333-9c38-4ca2dd025db9 req-7fc7fb56-c48f-4a26-b581-45c3e6f17559 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.866072 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a637ea7-829d-4333-9c38-4ca2dd025db9 req-7fc7fb56-c48f-4a26-b581-45c3e6f17559 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.0515552 Feb 03 12:36:42.918052 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-0a637ea7-829d-4333-9c38-4ca2dd025db9 req-b7ea2771-a774-4de7-9d46-9db99528c0c7 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461485 Feb 03 12:36:43.959294 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:36:44.037058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b3ec-3a69-45bb-822c-2b3a83297e7a req-b649aa93-b021-4176-a0af-285e74d2bf74 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.038533 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9065b3ec-3a69-45bb-822c-2b3a83297e7a req-b649aa93-b021-4176-a0af-285e74d2bf74 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.0526252 Feb 03 12:36:44.087789 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-9065b3ec-3a69-45bb-822c-2b3a83297e7a req-41ed3258-544f-43c2-934c-ae66baa091bc tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Feb 03 12:36:44.158991 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:44.254876 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:44.265570 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '368a50ca-85fa-492b-a331-9debf628e0c5', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'mac_address': 'fa:16:3e:c5:db:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:44.302330 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 368a50ca-85fa-492b-a331-9debf628e0c5 is: DOWN; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:44.302708 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.314792 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a50ca-85fa-492b-a331-9debf628e0c5 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:44.336460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:44.341009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.568812 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.759404 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['368a50ca-85fa-492b-a331-9debf628e0c5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:45.209648 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b6236-78c8-4b7a-b1d1-6224bda92654 req-ba2e86bd-1b56-44d5-85cc-86983deb5598 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.211112 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b98b6236-78c8-4b7a-b1d1-6224bda92654 req-ba2e86bd-1b56-44d5-85cc-86983deb5598 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Feb 03 12:36:45.259934 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b98b6236-78c8-4b7a-b1d1-6224bda92654 req-2070ebdf-387d-431b-ad0a-f81ac8744719 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Feb 03 12:36:46.167061 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:46.214821 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning for port 368a50ca-85fa-492b-a331-9debf628e0c5 completed by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:46.218858 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 368a50ca-85fa-492b-a331-9debf628e0c5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:46.219256 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.299012 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 368a50ca-85fa-492b-a331-9debf628e0c5 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:46.299416 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.321757 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:46.324018 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1153a-3c08-4426-a8ce-bfc235a9879b" -d '{"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-plugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:46.336966 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:46.345818 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.371058 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a1d7c-c5b6-4ad9-85e3-dd67b0d0acec x-openstack-request-id: req-039a1d7c-c5b6-4ad9-85e3-dd67b0d0acec {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:46.371358 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-plugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:46.371614 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-039a1d7c-c5b6-4ad9-85e3-dd67b0d0acec {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:46.372009 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'code': 200} Feb 03 12:36:46.385800 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960e50-3941-400b-b4f1-36e6164f451d req-9f279045-1562-4830-a737-58273e70845c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.387279 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f960e50-3941-400b-b4f1-36e6164f451d req-9f279045-1562-4830-a737-58273e70845c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.0586317 Feb 03 12:36:46.398963 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=5']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.436681 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-8f960e50-3941-400b-b4f1-36e6164f451d req-148afcd0-f286-4b3f-920c-56f3fac85e3e tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Feb 03 12:36:46.490889 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94460f2-8209-4603-831f-1a92fecf21bd req-b2de127d-18d1-4275-a7af-152218f70429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.492353 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d94460f2-8209-4603-831f-1a92fecf21bd req-b2de127d-18d1-4275-a7af-152218f70429 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1128 time: 0.0427873 Feb 03 12:36:46.536091 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-d94460f2-8209-4603-831f-1a92fecf21bd req-2b89df3d-603b-43d2-99b4-f49639e6aa10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Feb 03 12:36:47.086501 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.557486 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d909b-b96d-4280-84be-0cd897b07fc4 req-b09c43cc-4cb2-40d2-9f56-e9c4e2174a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.558925 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc1d909b-b96d-4280-84be-0cd897b07fc4 req-b09c43cc-4cb2-40d2-9f56-e9c4e2174a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.0516827 Feb 03 12:36:47.609828 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-dc1d909b-b96d-4280-84be-0cd897b07fc4 req-172ac5fa-6df5-4bfe-97d4-86d52b74136c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454085 Feb 03 12:36:48.729453 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e975-e163-4fa1-bfd8-be3ce9c05618 req-9ebc9532-45ba-4d89-bd6d-e43e08f396d8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.730801 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf52e975-e163-4fa1-bfd8-be3ce9c05618 req-9ebc9532-45ba-4d89-bd6d-e43e08f396d8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.0517089 Feb 03 12:36:48.778191 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-bf52e975-e163-4fa1-bfd8-be3ce9c05618 req-26e7be81-6693-4345-baed-20003c0d8e66 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Feb 03 12:36:48.898480 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ccfa0-975e-432f-88d3-9d0a45eeee13 req-9324b46f-2e2b-483e-aa40-c02b1e3e1079 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.900111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f9ccfa0-975e-432f-88d3-9d0a45eeee13 req-9324b46f-2e2b-483e-aa40-c02b1e3e1079 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.0553565 Feb 03 12:36:48.949168 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-6f9ccfa0-975e-432f-88d3-9d0a45eeee13 req-ef87366c-ccc1-493f-b28c-7b1d23381850 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 Feb 03 12:36:48.971394 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.019028 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78bd38-2c2e-472c-a2b5-c96241199a59 tempest-TestSnapshotPattern-1428453088 tempest-TestSnapshotPattern-1428453088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.020479 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-9c78bd38-2c2e-472c-a2b5-c96241199a59 tempest-TestSnapshotPattern-1428453088 tempest-TestSnapshotPattern-1428453088-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1123 time: 0.0480735 Feb 03 12:36:49.023228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.027391 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Request body: {'floatingip': {'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:49.048292 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.147233 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.257362 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Allocated IP 172.25.7.194 (6908b28f-16ad-4967-b25c-db2455d2671d/f5162486-bb81-4c20-94d2-38b7bd985313/d3051324-cd07-43b9-9fa5-9a7b071eb0b3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:49.357972 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.390954 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741876530225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.432095 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Network 6908b28f-16ad-4967-b25c-db2455d2671d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:49.434922 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:49.440367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:49.462991 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=d3051324-cd07-43b9-9fa5-9a7b071eb0b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.802515 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (6e16b12b-b6e8-4154-84cf-3cb1369e7834), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.874651 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.027719 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.032136 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065451591'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.099219 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event updated for resources: {'Port': ['ID=d3051324-cd07-43b9-9fa5-9a7b071eb0b3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:50.110715 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728359'] for floatingip (6e16b12b-b6e8-4154-84cf-3cb1369e7834), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.211822 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Floating IP 6e16b12b-b6e8-4154-84cf-3cb1369e7834 associated. External IP: 172.25.7.194, port: 368a50ca-85fa-492b-a331-9debf628e0c5. Feb 03 12:36:50.417535 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:50.525414 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:50.535213 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:50.545154 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.546273 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:50.547360 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:36:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:50.576164 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-85f81d55-e763-43d9-8e54-807635c894cb tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5518980 Feb 03 12:36:50.576756 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:50.579022 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e42a303-6f1c-49ce-9c65-91068b1e935d" -d '{"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:50.618680 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e70d15-2abe-4c29-b5b8-c02a5f81fc67 x-openstack-request-id: req-14e70d15-2abe-4c29-b5b8-c02a5f81fc67 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:50.618974 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:50.619230 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14e70d15-2abe-4c29-b5b8-c02a5f81fc67 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:50.619643 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'status': 'completed', 'code': 200} Feb 03 12:36:50.654684 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:50.704387 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-52bc2cca-f4a1-4997-a720-7cd7c2f391ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.706037 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-52bc2cca-f4a1-4997-a720-7cd7c2f391ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1128 time: 0.0458920 Feb 03 12:36:50.799966 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-10a374b3-f91e-43be-a2c4-a79583575844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.801482 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-10a374b3-f91e-43be-a2c4-a79583575844 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0898497 Feb 03 12:36:50.865092 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-341126e7-53a4-49b9-9168-549dc75f8a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 1000 time: 0.0583045 Feb 03 12:36:50.880226 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}, {'id': '6e16b12b-b6e8-4154-84cf-3cb1369e7834', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:c5:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e5c63-4add-469e-8237-b6869d8cce58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:49Z', 'updated_at': '2022-02-03T12:36:49Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:50.906921 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:50.915064 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:50.915670 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:36:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:50.919656 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-2c5b99a4-79fd-47f3-9411-10a447161cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.923620 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-2c5b99a4-79fd-47f3-9411-10a447161cd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0505786 Feb 03 12:36:50.973256 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-da208554-6a3d-44ed-91ab-d8c53fcd02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.974695 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-da208554-6a3d-44ed-91ab-d8c53fcd02c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481989 Feb 03 12:36:51.025681 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:51.064116 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-17c2f10b-8b66-47ce-ac6a-7901b2bf9821 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Feb 03 12:36:51.155852 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4e42a303-6f1c-49ce-9c65-91068b1e935d req-11f428f2-59a9-4911-b15e-bacadc30d027 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Feb 03 12:36:51.274270 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}, {'id': '6e16b12b-b6e8-4154-84cf-3cb1369e7834', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:c5:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e5c63-4add-469e-8237-b6869d8cce58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:49Z', 'updated_at': '2022-02-03T12:36:49Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:51.300322 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc7d11-af5c-45dc-b288-737bdd1e83a4 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}, {'id': '6e16b12b-b6e8-4154-84cf-3cb1369e7834', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:c5:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e5c63-4add-469e-8237-b6869d8cce58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:49Z', 'updated_at': '2022-02-03T12:36:49Z', 'revision_number': 0, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:51.495014 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a484a9-b42e-434d-8f44-a5dac2cf22c7 None None] New status for floating IP 6e16b12b-b6e8-4154-84cf-3cb1369e7834: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:36:58.070319 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.645343 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-d67f552f-3c21-487d-b45d-598b9bcf4ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072710 Feb 03 12:37:00.745222 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-0350075f-83c8-430d-96e5-1d226009bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.746684 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-0350075f-83c8-430d-96e5-1d226009bff8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1126 time: 0.0443609 Feb 03 12:37:00.850089 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-00f9400d-17d5-41e5-a2bc-e970a8225534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.851445 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-00f9400d-17d5-41e5-a2bc-e970a8225534 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0876429 Feb 03 12:37:00.915692 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-f610468d-145f-4033-a92d-1516db631013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1000 time: 0.0585315 Feb 03 12:37:00.967107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-c8e8b9b4-3747-4c6d-8a2d-433fe590cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.968580 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-c8e8b9b4-3747-4c6d-8a2d-433fe590cc68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0471432 Feb 03 12:37:01.019261 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-01534ba7-6a1c-47cd-8108-4a9aa590fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.020737 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-01534ba7-6a1c-47cd-8108-4a9aa590fb70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443454 Feb 03 12:37:01.114770 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-2b4cee69-2606-484f-af9b-8105958ad7bb service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Feb 03 12:37:01.201892 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6fecf0d-2548-4a2c-8edb-0d2d5ea2e00d req-6cab61cb-568a-4ab4-8187-69efa56c069b service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Feb 03 12:37:01.472062 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeab91a4-a9ac-421f-a0fb-c8d62d1f00c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.566735 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91249113-a5df-4b7e-a802-b961995c13bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.015361 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.579049 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.575098 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.080281 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.958708 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:37:28.067171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.476193 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-063b50ae-c505-43c7-b298-fdbb11c9610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.569164 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a22-920d-4d03-8a54-b16ff5dd7f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.017278 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.582882 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.577138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.094870 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:57.958245 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:37:58.097227 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.490680 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-808a42e4-d1a3-42bb-8097-fb33532ab290 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417242 Feb 03 12:38:00.569298 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-f6257129-e18a-4f2d-9bab-29a76ffd8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.570815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-f6257129-e18a-4f2d-9bab-29a76ffd8204 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1128 time: 0.0487301 Feb 03 12:38:00.671867 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-295f4eb8-0da8-4334-b8cc-0faa44178109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.673599 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-295f4eb8-0da8-4334-b8cc-0faa44178109 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0838628 Feb 03 12:38:00.738748 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-e916b6e3-d98e-47cb-b289-231b40160ba4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 1002 time: 0.0597227 Feb 03 12:38:00.783952 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-bd1e4d94-d1d2-493c-913e-e813458df58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.785294 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-bd1e4d94-d1d2-493c-913e-e813458df58e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0411932 Feb 03 12:38:00.831631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-59e2e66c-9f4c-4933-80da-0c1b861a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.833111 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-59e2e66c-9f4c-4933-80da-0c1b861a275c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426428 Feb 03 12:38:00.924686 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-412660ad-8361-47af-a8c9-076234f1fff2 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859458 Feb 03 12:38:01.011045 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-a7f12aca-318f-408b-a5e7-a3b80e0eb2ce req-ec570b25-9a5c-4c0e-8566-46c1680e9bbc service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811491 Feb 03 12:38:01.476639 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de64504b-d625-4be1-b44e-997e3718feba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.575991 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055979a3-53fc-4abd-8e35-9b5334929848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.021873 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.583937 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.580610 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.093387 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.092674 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.479094 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac72ac01-ee73-4bf7-8d3f-bec1c216ff9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.566279 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f51d-da05-4ad1-bf54-c8b0c2178462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.957792 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:38:35.024558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.594657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.583241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.109265 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.124040 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.516059 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-d666efc2-c6d3-4755-a25d-7926208d4994 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472701 Feb 03 12:39:00.614314 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722a6b-e205-4e99-b212-34602a23a658 req-29586350-9de4-4a9c-b35c-9a157c6f3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.615815 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-29586350-9de4-4a9c-b35c-9a157c6f3d6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1126 time: 0.0448940 Feb 03 12:39:00.717447 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722a6b-e205-4e99-b212-34602a23a658 req-95395435-38fc-40af-9718-7e7380252334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.718890 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-95395435-38fc-40af-9718-7e7380252334 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.0837810 Feb 03 12:39:00.784514 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-c3b88b55-6a82-421a-a932-05cd86e6c091 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 1000 time: 0.0602479 Feb 03 12:39:00.830246 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722a6b-e205-4e99-b212-34602a23a658 req-ef0ad660-7a93-4461-b898-3260b9e7b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.831633 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-ef0ad660-7a93-4461-b898-3260b9e7b7d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0422800 Feb 03 12:39:00.882090 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722a6b-e205-4e99-b212-34602a23a658 req-29a97b21-162a-4880-a36b-6bbff66cf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.883612 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-29a97b21-162a-4880-a36b-6bbff66cf39c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468991 Feb 03 12:39:00.986611 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-03a5ffb2-1e6a-4286-91e1-3b161e5eec7b service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954206 Feb 03 12:39:01.082837 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-94722a6b-e205-4e99-b212-34602a23a658 req-3e70988b-1ddf-4383-8fc5-131fda1a2001 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907848 Feb 03 12:39:01.481203 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e913018-11ca-411e-baa6-014e43e00c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.567315 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9159a9-3e7f-435b-8bf9-c261d4e35e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.028345 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.590547 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.951774 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 details requested by agent hyperv_n-h2-821606-6 with host n-h2-821606-6 {{(pid=103128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:07.048408 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:07.060039 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Returning: {'device': '368a50ca-85fa-492b-a331-9debf628e0c5', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'port_id': '368a50ca-85fa-492b-a331-9debf628e0c5', 'mac_address': 'fa:16:3e:c5:db:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:07.095803 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 368a50ca-85fa-492b-a331-9debf628e0c5 is: ACTIVE; New status is: BUILD {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:07.096196 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.108976 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 368a50ca-85fa-492b-a331-9debf628e0c5 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:07.127075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:07.130978 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.181068 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:07.188430 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.188776 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.189139 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.189471 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.189798 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.190121 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.190441 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.190760 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.191075 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.191394 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.191734 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.192049 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.192364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:07.267602 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] get_ports_and_sgs() called for port_ids ['368a50ca-85fa-492b-a331-9debf628e0c5'] {{(pid=103128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:07.584897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.962183 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 up at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:09.009124 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Provisioning complete for port 368a50ca-85fa-492b-a331-9debf628e0c5 triggered by entity L2. {{(pid=103128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:09.009492 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16424324'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), provisioning_complete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.090211 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 368a50ca-85fa-492b-a331-9debf628e0c5 is: BUILD; New status is: ACTIVE {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:09.090598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.112693 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:09.115265 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d3ad6-065e-497d-9bd8-a6758e87f621" -d '{"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-plugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:09.129535 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:09.133951 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.158734 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676dcd6a-f7eb-4844-8ee6-3bb221aa3550 x-openstack-request-id: req-676dcd6a-f7eb-4844-8ee6-3bb221aa3550 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:09.159031 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-plugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:09.159289 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-676dcd6a-f7eb-4844-8ee6-3bb221aa3550 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:09.159676 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'code': 200} Feb 03 12:39:09.183857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:11.957229 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:39:17.127286 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.201189 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:20.357400 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Deleting port d3051324-cd07-43b9-9fa5-9a7b071eb0b3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:20.357747 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.430701 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.431033 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.442518 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Calling delete_port for d3051324-cd07-43b9-9fa5-9a7b071eb0b3 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:20.588099 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (d3051324-cd07-43b9-9fa5-9a7b071eb0b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.613257 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event deleted for resources: {'Port': ['ID=d3051324-cd07-43b9-9fa5-9a7b071eb0b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:20.641954 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.642306 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.642652 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.642992 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.643329 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.643664 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.643997 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.644327 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.644655 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.645017 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.645345 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.645676 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.646003 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:20.686934 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (6e16b12b-b6e8-4154-84cf-3cb1369e7834), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.687261 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Floating IP 6e16b12b-b6e8-4154-84cf-3cb1369e7834 disassociated (deleted). External IP: 172.25.7.194, port: 368a50ca-85fa-492b-a331-9debf628e0c5. Feb 03 12:39:21.216521 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:21.319340 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:21.324567 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.329169 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:21.338324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:21.339493 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.356538 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2326318b-7662-436e-8013-4fe808551a47 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "DELETE /v2.0/floatingips/6e16b12b-b6e8-4154-84cf-3cb1369e7834 HTTP/1.1" status: 204 len: 168 time: 1.1542618 Feb 03 12:39:21.357228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:21.359478 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:21.454954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:21.463421 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff541a3-c22b-4f3a-a2d5-b3120a24fdc5 x-openstack-request-id: req-9ff541a3-c22b-4f3a-a2d5-b3120a24fdc5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:21.464210 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:21.464470 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ff541a3-c22b-4f3a-a2d5-b3120a24fdc5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:21.464879 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'status': 'completed', 'code': 200} Feb 03 12:39:21.558171 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-13bffc20-32a5-4414-8084-587f930863e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.560005 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-13bffc20-32a5-4414-8084-587f930863e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 1128 time: 0.0518267 Feb 03 12:39:21.684137 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-a7a24a39-9d1c-4238-ad0b-736a44eed595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.685712 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-a7a24a39-9d1c-4238-ad0b-736a44eed595 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.1198685 Feb 03 12:39:21.687369 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.704673 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fbb5-3803-497e-88ba-608af42f0696 req-57fa06ce-a905-44c5-b12a-3bd7a1c5bf4a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.706132 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4633fbb5-3803-497e-88ba-608af42f0696 req-57fa06ce-a905-44c5-b12a-3bd7a1c5bf4a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.1448920 Feb 03 12:39:21.716933 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:21.725053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:21.725656 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.738298 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-0ca5ee5e-d03c-4806-9ba2-78d0031dd923 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0454979 Feb 03 12:39:21.816119 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-e9e17672-3f56-4145-bf44-fd7d4bd6228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.817630 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-e9e17672-3f56-4145-bf44-fd7d4bd6228b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0733590 Feb 03 12:39:21.821234 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4633fbb5-3803-497e-88ba-608af42f0696 req-a66b8f25-f388-4838-8140-99883acb7550 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856609 Feb 03 12:39:21.873105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-2aafc59d-3a79-4eca-b3d7-b8b31237e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.874621 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-2aafc59d-3a79-4eca-b3d7-b8b31237e366 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512409 Feb 03 12:39:21.966214 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-f074a216-ce91-41e0-b820-16020b5bf43e service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Feb 03 12:39:21.999106 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:22.058036 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-65d187ba-0598-46ea-90eb-b6fed1d3e3ff req-96ac3280-b85a-4b84-a87c-8471a0e38a90 service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857894 Feb 03 12:39:22.220053 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:22.249893 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b1706e-304a-4d5d-a45a-6c3b76018e17 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_floatingips': [{'id': '666c8c53-a515-4303-83b2-f4ec440118e2', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'router_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'port_id': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'mac_address': 'fa:16:3e:39:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d57c3b-c061-454f-8f6a-340af58e7650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:38Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '011d3c83420540a180aac8794eb123bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:22.515411 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd69b38-83a8-47a9-88ab-239bff218d66 None None] New status for floating IP 6e16b12b-b6e8-4154-84cf-3cb1369e7834: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:39:22.949381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f91875-4907-43d7-9822-10337d1930fd req-94e4287c-db7c-4424-bd11-6cd0cc6aceaa tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.950909 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5f91875-4907-43d7-9822-10337d1930fd req-94e4287c-db7c-4424-bd11-6cd0cc6aceaa tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 946 time: 0.0532176 Feb 03 12:39:22.993229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:22.999912 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-e5f91875-4907-43d7-9822-10337d1930fd req-abc0371a-5320-465e-b409-bd02aec96bbc tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Feb 03 12:39:23.066956 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Current status of the port 368a50ca-85fa-492b-a331-9debf628e0c5 is: ACTIVE; New status is: DOWN {{(pid=103128) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:23.067343 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16336992'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.089185 n-d-821606-6 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:23.091377 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bed39438cd022014db919dc49131406777c096b12d4e5189d58d33a01b44fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0a98f-8cb5-4c8c-9057-86bb120b6cb6" -d '{"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-unplugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:23.102875 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:23.107797 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741877012718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741876530243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741876530261'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.132448 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5fc1be-c496-4644-a589-b3bd7d388f82 x-openstack-request-id: req-5e5fc1be-c496-4644-a589-b3bd7d388f82 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:23.132738 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-unplugged", "status": "completed", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:23.133013 n-d-821606-6 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e5fc1be-c496-4644-a589-b3bd7d388f82 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:23.133405 n-d-821606-6 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'code': 200} Feb 03 12:39:23.161622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Pushing event updated for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:23.556397 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-60540d71-c292-4da1-908b-31d2ba8048c7 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.557877 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-60540d71-c292-4da1-908b-31d2ba8048c7 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 944 time: 0.0563459 Feb 03 12:39:23.648614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Deleting port 368a50ca-85fa-492b-a331-9debf628e0c5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:23.648994 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.737631 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] For port 368a50ca-85fa-492b-a331-9debf628e0c5, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=368a50ca-85fa-492b-a331-9debf628e0c5,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:23.737993 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.750125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Calling delete_port for 368a50ca-85fa-492b-a331-9debf628e0c5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:23.873061 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (368a50ca-85fa-492b-a331-9debf628e0c5), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.906124 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event deleted for resources: {'Port': ['ID=368a50ca-85fa-492b-a331-9debf628e0c5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:23.949592 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] No DVR routers for this DVR port 368a50ca-85fa-492b-a331-9debf628e0c5 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:23.952571 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.955936 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-491f6dfb-74f7-4f83-925e-d530345a1c7f req-ab25f022-192d-4579-86e0-87c9028d260a tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "DELETE /v2.0/ports/368a50ca-85fa-492b-a331-9debf628e0c5 HTTP/1.1" status: 204 len: 173 time: 0.3929546 Feb 03 12:39:23.956401 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-deleted', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:23.958672 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9f19c-2b0b-4928-b7cb-b67f42306804" -d '{"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-deleted", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:23.998270 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2342cd38-2f5e-48b0-ab13-58e8e2cf38fd x-openstack-request-id: req-2342cd38-2f5e-48b0-ab13-58e8e2cf38fd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:23.998561 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e5c63-4add-469e-8237-b6869d8cce58", "name": "network-vif-deleted", "tag": "368a50ca-85fa-492b-a331-9debf628e0c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:23.998811 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2342cd38-2f5e-48b0-ab13-58e8e2cf38fd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:23.999214 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e5c63-4add-469e-8237-b6869d8cce58', 'name': 'network-vif-deleted', 'tag': '368a50ca-85fa-492b-a331-9debf628e0c5', 'status': 'completed', 'code': 200} Feb 03 12:39:24.097159 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-b6a57662-7932-47aa-ac60-850126ed436c req-d7f2cb5f-0d8f-42ac-80c1-effbe6f05a4c tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=794e5c63-4add-469e-8237-b6869d8cce58 HTTP/1.1" status: 200 len: 210 time: 0.0281236 Feb 03 12:39:25.642188 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.795125 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Deleting port 976d198d-c399-4218-97ee-af0db80dc508 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:25.795464 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (976d198d-c399-4218-97ee-af0db80dc508), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.871713 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (976d198d-c399-4218-97ee-af0db80dc508), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.872043 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (976d198d-c399-4218-97ee-af0db80dc508), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.884012 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Calling delete_port for 976d198d-c399-4218-97ee-af0db80dc508 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:26.033538 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (976d198d-c399-4218-97ee-af0db80dc508), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.059267 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event deleted for resources: {'Port': ['ID=976d198d-c399-4218-97ee-af0db80dc508,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.118907 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for floatingip (666c8c53-a515-4303-83b2-f4ec440118e2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.119248 n-d-821606-6 neutron-server[103127]: INFO neutron.db.l3_db [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Floating IP 666c8c53-a515-4303-83b2-f4ec440118e2 disassociated (deleted). External IP: 172.25.7.132, port: 78f2e594-5b4c-4e43-976e-2baa4a5dc150. Feb 03 12:39:26.330120 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:26.437945 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:26.442806 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for floatingip (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.447149 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:26.456401 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:26.457045 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:26.472446 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-2a2eeba3-32e5-42b4-be29-6914f028e3f8 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "DELETE /v2.0/floatingips/666c8c53-a515-4303-83b2-f4ec440118e2 HTTP/1.1" status: 204 len: 168 time: 0.8291454 Feb 03 12:39:26.473058 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:26.475333 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e4898f-fb19-441e-96a0-4b5cf59f636e" -d '{"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:26.515923 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814edaef-f3a1-4d16-b545-3a7871f6ff17 x-openstack-request-id: req-814edaef-f3a1-4d16-b545-3a7871f6ff17 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:26.516219 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:26.516475 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-814edaef-f3a1-4d16-b545-3a7871f6ff17 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:26.516882 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'status': 'completed', 'code': 200} Feb 03 12:39:26.568714 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:26.608461 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-013277e6-e611-47c7-89ea-5b29a896504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.610206 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-013277e6-e611-47c7-89ea-5b29a896504c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=011d3c83420540a180aac8794eb123bb&device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 1126 time: 0.0505891 Feb 03 12:39:26.734909 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-ed99386a-6f5d-49a8-89d4-fc77eb882e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.736380 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-ed99386a-6f5d-49a8-89d4-fc77eb882e54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 200 len: 910 time: 0.1206257 Feb 03 12:39:26.760874 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb990ff-abc2-4ef2-92c8-72704e0f7292 req-22cd9024-3e5a-4949-bdf5-801252fb931f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.762924 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb990ff-abc2-4ef2-92c8-72704e0f7292 req-22cd9024-3e5a-4949-bdf5-801252fb931f tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0844460 Feb 03 12:39:26.775715 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:26.803767 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:26.813443 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:26.814431 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:26.818848 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-933abf9e-138f-4609-98d4-82a6549b7980 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 200 len: 217 time: 0.0736287 Feb 03 12:39:26.891539 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-edb990ff-abc2-4ef2-92c8-72704e0f7292 req-2d385aa1-e1cd-4db1-970a-4af4330a8930 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223798 Feb 03 12:39:26.892934 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-2a7a75d6-5502-49be-8c96-cee2414faa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.894291 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-2a7a75d6-5502-49be-8c96-cee2414faa44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 200 len: 848 time: 0.0688007 Feb 03 12:39:26.931051 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:26.945208 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-7330bf83-d6e4-413e-846a-bcd5fc0c103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.946710 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-7330bf83-d6e4-413e-846a-bcd5fc0c103c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e94b39c2-e878-4200-8028-42fa493cf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460844 Feb 03 12:39:27.021357 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:27.056169 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-e422af7d-40bb-4382-8c9b-f731b39386bd service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869756 Feb 03 12:39:27.077477 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 368a50ca-85fa-492b-a331-9debf628e0c5 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:27.077824 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 368a50ca-85fa-492b-a331-9debf628e0c5 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:27.147756 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-33e4898f-fb19-441e-96a0-4b5cf59f636e req-368e3216-6035-4fa6-ab40-06a69210e04e service neutron] 10.222.0.69 "GET /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846670 Feb 03 12:39:27.153284 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:27.180857 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791486c5-0b1c-4e94-8b8d-39313f723d1e None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:33:17Z', 'revision_number': 4, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6', '_interfaces': [{'id': '4a9f084e-3e42-47ba-bcc8-ee2d2852267d', 'name': '', 'network_id': 'e94b39c2-e878-4200-8028-42fa493cf9eb', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'mac_address': 'fa:16:3e:6d:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '99456207-c4b3-4a9d-981f-b985682c8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:17Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'subnets': [{'id': '99456207-c4b3-4a9d-981f-b985682c8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:27.396601 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea2f69-7bf9-4115-9d3f-2e90a296ef20 None None] New status for floating IP 666c8c53-a515-4303-83b2-f4ec440118e2: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:39:27.806594 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-14f7311c-f43b-404d-a3b5-08beeded40a2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.808021 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-14f7311c-f43b-404d-a3b5-08beeded40a2 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Feb 03 12:39:27.897209 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Deleting port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:27.897555 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.015635 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] For port 78f2e594-5b4c-4e43-976e-2baa4a5dc150, host n-h2-821606-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821606-6',level=0,port_id=78f2e594-5b4c-4e43-976e-2baa4a5dc150,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:28.016003 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.032138 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Calling delete_port for 78f2e594-5b4c-4e43-976e-2baa4a5dc150 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:28.054073 n-d-821606-6 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b1bb7-00fe-4e0b-8749-706638997de0 req-9b39c26c-993c-4bbd-bfd8-c9ac87ae46ce tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.055541 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-298b1bb7-00fe-4e0b-8749-706638997de0 req-9b39c26c-993c-4bbd-bfd8-c9ac87ae46ce tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d57c3b-c061-454f-8f6a-340af58e7650 HTTP/1.1" status: 200 len: 944 time: 0.0903180 Feb 03 12:39:28.115827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.149041 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-298b1bb7-00fe-4e0b-8749-706638997de0 req-304c9ec1-5f8c-4310-bf47-eb650c690993 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ac5e53d-c66a-4268-bef0-a873d10e0418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643020 Feb 03 12:39:28.215788 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (78f2e594-5b4c-4e43-976e-2baa4a5dc150), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.245381 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event deleted for resources: {'Port': ['ID=78f2e594-5b4c-4e43-976e-2baa4a5dc150,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.287855 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] No DVR routers for this DVR port 78f2e594-5b4c-4e43-976e-2baa4a5dc150 on host n-h2-821606-6 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:28.290234 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041920'] for port (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.293708 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [req-4d64dedd-8038-4e47-8827-05a330b9d1d2 req-26efb4d4-995e-48e0-bb1e-8dc1dc8b7ab9 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.69 "DELETE /v2.0/ports/78f2e594-5b4c-4e43-976e-2baa4a5dc150 HTTP/1.1" status: 204 len: 173 time: 0.4810085 Feb 03 12:39:28.518041 n-d-821606-6 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-deleted', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:28.520463 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46850c5d3b0dc969aafde922d53d5fd728c631eafbaa486afad6222aa7f58269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1100216-556e-4c04-89f2-8abc736ad3c0" -d '{"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-deleted", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:28.555025 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1590e80c-ca56-4f8c-9711-53edcf54759b x-openstack-request-id: req-1590e80c-ca56-4f8c-9711-53edcf54759b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:28.555327 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d57c3b-c061-454f-8f6a-340af58e7650", "name": "network-vif-deleted", "tag": "78f2e594-5b4c-4e43-976e-2baa4a5dc150", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:28.555582 n-d-821606-6 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1590e80c-ca56-4f8c-9711-53edcf54759b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:28.555987 n-d-821606-6 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d57c3b-c061-454f-8f6a-340af58e7650', 'name': 'network-vif-deleted', 'tag': '78f2e594-5b4c-4e43-976e-2baa4a5dc150', 'status': 'completed', 'code': 200} Feb 03 12:39:29.205700 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33676) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:29.262527 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (3ac5e53d-c66a-4268-bef0-a873d10e0418), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.288772 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (3ac5e53d-c66a-4268-bef0-a873d10e0418), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.349473 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (3ac5e53d-c66a-4268-bef0-a873d10e0418), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.352109 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.353262 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ac5e53d-c66a-4268-bef0-a873d10e0418 HTTP/1.1" status: 204 len: 168 time: 0.1465998 Feb 03 12:39:29.362083 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5e53d-c66a-4268-bef0-a873d10e0418,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.369390 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.369739 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.370080 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.370415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.370745 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.371084 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.371413 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.371736 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.372055 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.372374 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.372693 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.373037 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.373356 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852af2b-21ec-4509-bfa6-773e10f6f642 tempest-TestSnapshotPattern-1480488165 tempest-TestSnapshotPattern-1480488165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821606-6 {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:29.407556 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:29.835545 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (e389cd26-afc2-434a-a53a-5121b00e04d4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.081614 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Deleting port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:30.081957 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.158098 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] For port 4a9f084e-3e42-47ba-bcc8-ee2d2852267d, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:30.158464 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.175150 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Calling delete_port for 4a9f084e-3e42-47ba-bcc8-ee2d2852267d owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:30.349915 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (4a9f084e-3e42-47ba-bcc8-ee2d2852267d), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.375523 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9f084e-3e42-47ba-bcc8-ee2d2852267d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:30.539980 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (e389cd26-afc2-434a-a53a-5121b00e04d4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.748324 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Router e389cd26-afc2-434a-a53a-5121b00e04d4 has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:30.866399 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:30.871591 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-14babbf1-4a53-4a6e-bbc7-faac40c1782b admin admin] 10.222.0.30 "PUT /v2.0/routers/e389cd26-afc2-434a-a53a-5121b00e04d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630368 Feb 03 12:39:30.874339 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33688) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:30.880460 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Sync routers for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:30.890849 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:30.891622 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:31.002251 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:31.031364 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 no longer exists at agent hyperv_n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:31.093928 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] No Port match for: 78f2e594-5b4c-4e43-976e-2baa4a5dc150 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:31.094278 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Device 78f2e594-5b4c-4e43-976e-2baa4a5dc150 not bound to the agent host n-h2-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:31.209532 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:39:30Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:31.223328 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks [] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.239324 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Checking router: e389cd26-afc2-434a-a53a-5121b00e04d4 for host: n-d-821606-6 {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:31.248606 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Routers {'e389cd26-afc2-434a-a53a-5121b00e04d4'} bound to L3 agent in host n-d-821606-6 {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:31.249229 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['e389cd26-afc2-434a-a53a-5121b00e04d4'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:31.325676 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks [] for router_gateway (e389cd26-afc2-434a-a53a-5121b00e04d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.356156 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] Set router e389cd26-afc2-434a-a53a-5121b00e04d4 gateway port host: n-d-821606-6 {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:31.376968 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Deleting port 1b77b892-c204-40f9-bf36-55c28e2990cf {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:31.377309 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.457360 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] For port 1b77b892-c204-40f9-bf36-55c28e2990cf, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=1b77b892-c204-40f9-bf36-55c28e2990cf,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:31.457725 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.471570 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Calling delete_port for 1b77b892-c204-40f9-bf36-55c28e2990cf owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:31.494919 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-930c86db-8864-4a62-9e92-f1a63b8bba0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.548559 n-d-821606-6 neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:39:30Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:31.575243 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73973b23-f0a9-4cda-95ad-056bfd9216f9 None None] The sync data for ids ['e389cd26-afc2-434a-a53a-5121b00e04d4'] in n-d-821606-6 is: [{'id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'name': 'tempest-TestSnapshotPattern-679538529-router', 'tenant_id': '011d3c83420540a180aac8794eb123bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:14Z', 'updated_at': '2022-02-03T12:39:30Z', 'revision_number': 5, 'project_id': '011d3c83420540a180aac8794eb123bb', 'gw_port': {'id': '1b77b892-c204-40f9-bf36-55c28e2990cf', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389cd26-afc2-434a-a53a-5121b00e04d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:15Z', 'updated_at': '2022-02-03T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:31.639803 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (1b77b892-c204-40f9-bf36-55c28e2990cf), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.666473 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b77b892-c204-40f9-bf36-55c28e2990cf,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.731264 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (e389cd26-afc2-434a-a53a-5121b00e04d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.818595 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.820562 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks [] for router_controller (e389cd26-afc2-434a-a53a-5121b00e04d4), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.861936 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (e389cd26-afc2-434a-a53a-5121b00e04d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.862310 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e389cd26-afc2-434a-a53a-5121b00e04d4 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:39:31.866373 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.867530 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-b38406f2-b23d-47c8-a265-7c4a040ed376 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e389cd26-afc2-434a-a53a-5121b00e04d4 HTTP/1.1" status: 204 len: 168 time: 0.9921844 Feb 03 12:39:31.870534 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33694) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:31.913724 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Deleting subnet 99456207-c4b3-4a9d-981f-b985682c8754 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:31.917136 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Publish callbacks [] for subnet (99456207-c4b3-4a9d-981f-b985682c8754), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.953415 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065455572'] for subnet (99456207-c4b3-4a9d-981f-b985682c8754), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.044749 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (99456207-c4b3-4a9d-981f-b985682c8754), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.097561 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066603762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066570176'] for subnet (99456207-c4b3-4a9d-981f-b985682c8754), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.122751 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99456207-c4b3-4a9d-981f-b985682c8754,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.130902 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.132143 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba3e67-8d8c-4d50-b1f9-e8fef270cb89 None None] Network e94b39c2-e878-4200-8028-42fa493cf9eb requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:32.137134 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-161daa67-3502-4d0d-a2c3-ce0f40528d2f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99456207-c4b3-4a9d-981f-b985682c8754 HTTP/1.1" status: 204 len: 168 time: 0.2627742 Feb 03 12:39:32.137424 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33698) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:32.218788 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (e94b39c2-e878-4200-8028-42fa493cf9eb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.292835 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Deleting port 309d7a69-906d-48e1-83ff-c7c31903fa84 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:32.293430 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.342199 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4a9f084e-3e42-47ba-bcc8-ee2d2852267d no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:32.360153 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] For port 309d7a69-906d-48e1-83ff-c7c31903fa84, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=309d7a69-906d-48e1-83ff-c7c31903fa84,segment=NetworkSegment(f5c76c7c-c802-4874-b667-e3c836a39f94),segment_id=f5c76c7c-c802-4874-b667-e3c836a39f94)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:32.360526 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.366562 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 4a9f084e-3e42-47ba-bcc8-ee2d2852267d {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:32.366906 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 4a9f084e-3e42-47ba-bcc8-ee2d2852267d not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:32.378438 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Calling delete_port for 309d7a69-906d-48e1-83ff-c7c31903fa84 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:32.457895 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (309d7a69-906d-48e1-83ff-c7c31903fa84), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.484819 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=309d7a69-906d-48e1-83ff-c7c31903fa84,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.488229 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] No DVR routers for this DVR port 309d7a69-906d-48e1-83ff-c7c31903fa84 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:32.561298 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (e94b39c2-e878-4200-8028-42fa493cf9eb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.580529 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94b39c2-e878-4200-8028-42fa493cf9eb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:32.589998 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c76c7c-c802-4874-b667-e3c836a39f94') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:32.590295 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c76c7c-c802-4874-b667-e3c836a39f94') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:32.599333 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (f5c76c7c-c802-4874-b667-e3c836a39f94), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.612391 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (f5c76c7c-c802-4874-b667-e3c836a39f94), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.618741 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:32.619315 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (f5c76c7c-c802-4874-b667-e3c836a39f94), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:32.621087 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:32.641308 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05bb05-7c0a-4035-b8b2-844009c7ab1f None None] DHCP port deletion for e94b39c2-e878-4200-8028-42fa493cf9eb request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:32.684640 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (e94b39c2-e878-4200-8028-42fa493cf9eb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.690474 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.693598 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e94b39c2-e878-4200-8028-42fa493cf9eb HTTP/1.1" status: 204 len: 168 time: 0.5552993 Feb 03 12:39:32.696605 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33700) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:32.703911 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9a05-404d-47d4-bfd0-9704143196c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94b39c2-e878-4200-8028-42fa493cf9eb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:33.353959 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728103'] for router_interface (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.595639 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Deleting port 9b487c44-2863-4abf-971d-ec65a0afd3d2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:33.595979 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.676105 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] For port 9b487c44-2863-4abf-971d-ec65a0afd3d2, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=9b487c44-2863-4abf-971d-ec65a0afd3d2,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:33.676465 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.688740 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Calling delete_port for 9b487c44-2863-4abf-971d-ec65a0afd3d2 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:33.865094 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (9b487c44-2863-4abf-971d-ec65a0afd3d2), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.890370 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Pushing event deleted for resources: {'Port': ['ID=9b487c44-2863-4abf-971d-ec65a0afd3d2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.058006 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728267'] for router_interface (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.234709 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 309d7a69-906d-48e1-83ff-c7c31903fa84 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:34.255475 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 309d7a69-906d-48e1-83ff-c7c31903fa84 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:34.256026 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 309d7a69-906d-48e1-83ff-c7c31903fa84 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:34.256445 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1b77b892-c204-40f9-bf36-55c28e2990cf no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:34.275808 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 1b77b892-c204-40f9-bf36-55c28e2990cf {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:34.276296 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 1b77b892-c204-40f9-bf36-55c28e2990cf not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:34.281277 n-d-821606-6 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b has already been hosted by L3 agent 80574253-fba8-4062-a37d-8573d4f72cc6 {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:34.389367 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] Notify agent at l3_agent.n-d-821606-6 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:34.395447 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-4d6f280f-dc35-4687-8f43-2ed2739901af admin admin] 10.222.0.30 "PUT /v2.0/routers/2923ae36-954b-49c5-b58f-cb8aae1e1e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964982 Feb 03 12:39:34.396644 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33702) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:34.399907 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Sync routers for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:34.409841 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:34.410453 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:05Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:34.502417 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks [] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.513982 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: n-d-821606-6 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:34.570574 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e819317-32a1-4b6e-ac59-3327e0de40cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.607710 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks [] for router_gateway (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.660107 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Deleting port 078dd630-9dab-4430-9c29-1c249b43c0fa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:34.660361 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.693783 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'external_fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:39:33Z', 'revision_number': 5, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port': {'id': '078dd630-9dab-4430-9c29-1c249b43c0fa', 'name': '', 'network_id': '6908b28f-16ad-4967-b25c-db2455d2671d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821606-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5162486-bb81-4c20-94d2-38b7bd985313', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821606-6'}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:34.721378 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Checking router: 2923ae36-954b-49c5-b58f-cb8aae1e1e5b for host: n-d-821606-6 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:34.729417 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Routers {'2923ae36-954b-49c5-b58f-cb8aae1e1e5b'} bound to L3 agent in host n-d-821606-6 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:34.730017 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821606-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T10:52:33Z,description=,heartbeat_timestamp=2022-02-03T12:39:35Z,host='n-d-821606-6',id=80574253-fba8-4062-a37d-8573d4f72cc6,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T10:52:33Z,topic='l3_agent')) {'router_ids': ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:34.744824 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] For port 078dd630-9dab-4430-9c29-1c249b43c0fa, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=078dd630-9dab-4430-9c29-1c249b43c0fa,segment=NetworkSegment(f84d9dff-7f45-40a3-9e79-202d3aaab15f),segment_id=f84d9dff-7f45-40a3-9e79-202d3aaab15f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:34.745220 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.756718 n-d-821606-6 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Calling delete_port for 078dd630-9dab-4430-9c29-1c249b43c0fa owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:34.900354 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] Set router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:34.928333 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065451608'] for port (078dd630-9dab-4430-9c29-1c249b43c0fa), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.951790 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 6, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port_host': None}], 'n-d-821606-6', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:34.954847 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=078dd630-9dab-4430-9c29-1c249b43c0fa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.982340 n-d-821606-6 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151f583-a936-48d5-927a-192d0395e5d7 None None] The sync data for ids ['2923ae36-954b-49c5-b58f-cb8aae1e1e5b'] in n-d-821606-6 is: [{'id': '2923ae36-954b-49c5-b58f-cb8aae1e1e5b', 'name': 'tempest-TestSnapshotPattern-569261116-router', 'tenant_id': '41ff2c4beff3462cb9d506ec191c683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:19Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 6, 'project_id': '41ff2c4beff3462cb9d506ec191c683f', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:35.025265 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728425'] for router_gateway (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.032487 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.117204 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7922'] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.119311 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks [] for router_controller (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.162274 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-371193'] for router (2923ae36-954b-49c5-b58f-cb8aae1e1e5b), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.162799 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2923ae36-954b-49c5-b58f-cb8aae1e1e5b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:39:35.167503 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.168678 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-3dbea4d5-fc4d-441b-bffd-bf78ae7110e6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2923ae36-954b-49c5-b58f-cb8aae1e1e5b HTTP/1.1" status: 204 len: 168 time: 0.7710986 Feb 03 12:39:35.171228 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.30', 33704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:35.215506 n-d-821606-6 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Deleting subnet 16e63784-9e47-4ea8-93e4-e8585577c6b3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:35.218501 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Publish callbacks [] for subnet (16e63784-9e47-4ea8-93e4-e8585577c6b3), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.252936 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066373237'] for subnet (16e63784-9e47-4ea8-93e4-e8585577c6b3), precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.332569 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16035754'] for subnet (16e63784-9e47-4ea8-93e4-e8585577c6b3), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.387195 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16035731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065451661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066654661'] for subnet (16e63784-9e47-4ea8-93e4-e8585577c6b3), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.414008 n-d-821606-6 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e63784-9e47-4ea8-93e4-e8585577c6b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.415938 n-d-821606-6 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.419649 n-d-821606-6 neutron-server[103127]: INFO neutron.wsgi [None req-ab3844e7-9bed-425f-a5bf-f8c227165fa0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16e63784-9e47-4ea8-93e4-e8585577c6b3 HTTP/1.1" status: 204 len: 168 time: 0.2474854 Feb 03 12:39:35.422218 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33706) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:35.427312 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96c7f9-76fa-4ed1-aa77-f125ebb77fd4 None None] Network b461777b-298a-410d-8459-fbfcb130881c requested from n-d-821606-6 {{(pid=103128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:35.492817 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16436832'] for network (b461777b-298a-410d-8459-fbfcb130881c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.544864 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Deleting port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:35.545242 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741877006466'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.611860 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] For port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618, host n-d-821606-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821606-6',level=0,port_id=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,segment=NetworkSegment(8663363d-351a-42b9-8893-dad1b71d3191),segment_id=8663363d-351a-42b9-8893-dad1b71d3191)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:35.612224 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727372'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.624970 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Calling delete_port for 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:35.701322 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16338229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741877012700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741876530234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066603559'] for port (8bb7aac3-e4be-4a3e-b5cb-6804aad39618), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.730164 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb7aac3-e4be-4a3e-b5cb-6804aad39618,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.734951 n-d-821606-6 neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] No DVR routers for this DVR port 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 on host n-d-821606-6 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:35.780678 n-d-821606-6 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f6dbd-cb3b-4742-8638-8163e8c60f48 None None] DHCP port deletion for b461777b-298a-410d-8459-fbfcb130881c request from n-d-821606-6 {{(pid=103128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:35.812139 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16031783', 'neutron.services.segments.db._delete_segments_for_network-8741877047718'] for network (b461777b-298a-410d-8459-fbfcb130881c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.832633 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b461777b-298a-410d-8459-fbfcb130881c']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:35.842415 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8663363d-351a-42b9-8893-dad1b71d3191') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:35.842709 n-d-821606-6 neutron-server[103126]: DEBUG neutron.services.segments.db [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8663363d-351a-42b9-8893-dad1b71d3191') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:35.857303 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741876984751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065455565'] for segment (8663363d-351a-42b9-8893-dad1b71d3191), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.872519 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635'] for segment (8663363d-351a-42b9-8893-dad1b71d3191), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.879514 n-d-821606-6 neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:35.879943 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16037635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066603540'] for segment (8663363d-351a-42b9-8893-dad1b71d3191), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: Traceback (most recent call last): Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: timer() Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: cb(*args, **kw) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: return func(*args, **kwargs) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: self._notify() Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: self.callback(batched_events) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: event.method(event) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: return f(self, *a, **k) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: return self._get(url).json() Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:35.881928 n-d-821606-6 neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:35.941299 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16031784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728405'] for network (b461777b-298a-410d-8459-fbfcb130881c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.959553 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.962592 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] 10.222.0.30 "DELETE /v2.0/networks/b461777b-298a-410d-8459-fbfcb130881c HTTP/1.1" status: 204 len: 168 time: 0.5391362 Feb 03 12:39:35.963707 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b118560-7fab-4a58-93ae-518e669c1bab admin admin] Pushing event deleted for resources: {'Network': ['ID=b461777b-298a-410d-8459-fbfcb130881c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:36.091195 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33712) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.130539 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d56bc840-3705-477b-a6c5-2e53ec60a2f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=011d3c83420540a180aac8794eb123bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376582 Feb 03 12:39:36.132556 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33714) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.183231 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] Publish callbacks [] for security_group (f02bd755-8537-4bb9-9d0f-8a742f71e195), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.204008 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9b487c44-2863-4abf-971d-ec65a0afd3d2 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:36.209587 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] Publish callbacks [] for security_group (f02bd755-8537-4bb9-9d0f-8a742f71e195), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.224954 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 9b487c44-2863-4abf-971d-ec65a0afd3d2 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:36.225282 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 9b487c44-2863-4abf-971d-ec65a0afd3d2 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:36.225699 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 078dd630-9dab-4430-9c29-1c249b43c0fa no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:36.245929 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 078dd630-9dab-4430-9c29-1c249b43c0fa {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:36.246331 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 078dd630-9dab-4430-9c29-1c249b43c0fa not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:36.246946 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 no longer exists at agent ovs-agent-n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:36.259736 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (f02bd755-8537-4bb9-9d0f-8a742f71e195), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.263542 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.267264 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f02bd755-8537-4bb9-9d0f-8a742f71e195 HTTP/1.1" status: 204 len: 168 time: 0.1313956 Feb 03 12:39:36.275509 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7e6a3-4304-498e-8d93-a9980edeb6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02bd755-8537-4bb9-9d0f-8a742f71e195,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:36.282379 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] No Port match for: 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 {{(pid=103128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:36.282612 n-d-821606-6 neutron-server[103128]: DEBUG neutron.plugins.ml2.rpc [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Device 8bb7aac3-e4be-4a3e-b5cb-6804aad39618 not bound to the agent host n-d-821606-6 {{(pid=103128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:36.593656 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.595422 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33720) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.634622 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-d5498dad-36f2-43c2-a493-171891b8cbab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41ff2c4beff3462cb9d506ec191c683f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379822 Feb 03 12:39:36.637666 n-d-821606-6 neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.30', 33722) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.684991 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] Publish callbacks [] for security_group (61d4fefe-1037-413a-ba9f-87a55197bf9f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.705992 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] Publish callbacks [] for security_group (61d4fefe-1037-413a-ba9f-87a55197bf9f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.754186 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729789'] for security_group (61d4fefe-1037-413a-ba9f-87a55197bf9f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.756751 n-d-821606-6 neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.757938 n-d-821606-6 neutron-server[103126]: INFO neutron.wsgi [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61d4fefe-1037-413a-ba9f-87a55197bf9f HTTP/1.1" status: 204 len: 168 time: 0.1192825 Feb 03 12:39:36.768728 n-d-821606-6 neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f685d6-c266-4545-929a-854ed5a80399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4fefe-1037-413a-ba9f-87a55197bf9f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:37.586853 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.137558 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.957440 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:39:58.130203 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.486947 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2665007-dc72-4325-8cf9-79965e012659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.571525 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6690a50e-2575-47ff-be91-d05663b51d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:05.037064 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.596305 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.587439 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.155791 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.956286 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:40:28.146484 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.488354 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968dfe5a-ee22-4c55-a6ae-872ae987b9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.575751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae55243-10cc-4f3c-b279-5349d008f06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.035841 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:36.599638 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.589494 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.159197 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:58.160222 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.489908 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98a04f5b-f53e-49b0-977d-c61ba41b3f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.955843 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:41:04.576881 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ada45871-3bcc-4b94-b236-74c4670612bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.038754 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.601914 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.591951 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.182389 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.197946 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.494598 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2493a989-c1d0-4921-99b5-6fdc9fc475cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.577854 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e38963a2-5940-41e7-883e-043a732860b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.040500 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.606259 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.596386 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.955152 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:41:47.184495 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.212597 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.497334 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2febaa77-e44b-4890-8ac1-e22c51329bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.579557 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5c123e-56c9-4967-89a4-221d2aa2ad76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.046340 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.606827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.598432 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.954395 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:42:17.186430 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.213022 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.498626 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15a28f61-4b2f-4d1b-945b-1b0920258fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.581086 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed74d63a-3fd1-4dc8-99d5-1f5e4ffd1339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.046866 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.611506 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.601110 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.194875 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.953744 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:42:58.220809 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.499958 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bcb81b1d-2c15-4ecb-b553-1967165db04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.581918 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93b86b6-274e-4f95-8da1-f3261a67b8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.050215 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.612509 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.603649 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:17.184843 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:28.225318 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.953029 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:43:31.501047 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d1e-1cae-4b63-8308-3e2da1807753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.582241 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56f7fab5-07bd-4057-9fb9-c8fed9da8bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.052971 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.616138 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.605827 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.203738 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.225181 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.502199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbc4672e-cd0d-47c7-a189-d571cebb5907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.584675 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89514443-595d-44b5-827f-e73e907b9cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.055099 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.618422 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.607433 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.952260 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:44:17.239031 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.240870 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.503897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60a07ea9-08b2-411e-8ac5-6fe53eab9c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.585405 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a47bb679-5268-4e2b-8705-fae36823d5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.057094 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.621622 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.608934 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.951242 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:44:47.239696 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.255008 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.504355 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbf25b06-1cb1-471a-aac7-1f3091953069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.587212 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-716fe175-b4f6-4ad0-b184-e218e115af3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.059663 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.625593 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.610007 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.245295 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.950342 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:45:28.260897 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.505751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24bc998a-2a42-425d-b240-ea8149f6b606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.588880 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c25aa4d6-c013-4f80-89ca-dde4ca8e6d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.062840 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.627087 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.612154 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.246208 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.269965 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.949872 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:01.507057 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d349772-54af-452e-b737-d558093b4529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:04.590892 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f54f9a7f-4fe8-42c9-82b3-0ae943163443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.066771 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.629239 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.615338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.664828 n-d-821606-6 neutron-server[103127]: DEBUG neutron.wsgi [req-305dbe16-8e6c-474e-bc78-4fb5bbd9155d req-efe308a6-c0c6-48ac-af8d-99764a1c50f4 service neutron] (103127) timed out ('10.222.0.30', 59522) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:46:17.268338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.265499 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.509009 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b8f20f4-dc4f-4f6d-b37a-fc5a5b4a761a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.591828 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31da3e45-0582-4776-aab3-eea36c341574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.069536 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.949918 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:36.632171 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.618652 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.269627 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.267578 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.509868 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be609c9d-bb70-4d38-bb55-64c6d4db5849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.593505 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ba1f-b774-4241-9de9-596dccfa073c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.072322 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.635407 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.620016 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.949165 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:47:17.284531 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.270883 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.510665 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-794b5198-9f4c-4b45-ab27-f3d87214c12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.596398 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4038a46b-1af4-473e-8ddb-7006fa5f3546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.075657 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.638673 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.622406 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.297751 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.947287 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:47:58.276035 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.512607 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5c536b2-c14d-40b6-9e0d-cfc4e735562d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.598034 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4019d680-8892-4be4-8648-e16bcda3c6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.079374 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.640199 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.625058 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.300994 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0e93fa7-262a-4c31-91e2-962894042ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (0b3bfce9-2fdb-490a-af11-a8828d1b30d5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.946921 n-d-821606-6 neutron-server[103129]: DEBUG neutron.db.agents_db [None req-4eeccf02-5f21-43c4-88e3-ad6d44c08861 None None] Agent healthcheck: found 7 active agents {{(pid=103129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:48:28.297411 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d08fd9f-ed48-42c9-870c-bdf762915b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (3d39eafa-15f1-46f9-890e-a5d008871ba6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.513641 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9cc897d-102e-4f81-8301-d46b12e7c437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e4495a1b-6d00-4087-b955-a5835c372027), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.599959 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be8aabd6-92b8-4292-891c-abbaa122036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (80574253-fba8-4062-a37d-8573d4f72cc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.082338 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fbd81cb-7230-4d70-918d-7c0c3bc40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (b48945cc-4c00-4043-83d5-509dfae2ff33), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.644434 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48cafc1e-22da-4bfd-ab19-518c03d2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (e1b0271d-472e-4b25-bf91-3c5e838b8c19), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.630368 n-d-821606-6 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-816b614f-54ca-4190-9273-9bc6c7c0005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741877047700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16424254'] for agent (f1c0a0bb-2f69-4347-a8c5-2261b703bdaf), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}